@nsshunt/stskafka 1.0.58 → 1.0.59
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.cjs +7 -3
- package/dist/index.cjs.map +1 -1
- package/dist/index.mjs +8 -3
- package/dist/index.mjs.map +1 -1
- package/package.json +4 -4
- package/types/kafka/kafkamanager.d.ts.map +1 -1
package/dist/index.cjs
CHANGED
|
@@ -6,6 +6,7 @@ var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
|
6
6
|
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
7
7
|
var __getProtoOf = Object.getPrototypeOf;
|
|
8
8
|
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
9
|
+
var __commonJSMin = (cb, mod) => () => (mod || cb((mod = { exports: {} }).exports, mod), mod.exports);
|
|
9
10
|
var __copyProps = (to, from, except, desc) => {
|
|
10
11
|
if (from && typeof from === "object" || typeof from === "function") for (var keys = __getOwnPropNames(from), i = 0, n = keys.length, key; i < n; i++) {
|
|
11
12
|
key = keys[i];
|
|
@@ -23,7 +24,6 @@ var __toESM = (mod, isNodeMode, target) => (target = mod != null ? __create(__ge
|
|
|
23
24
|
//#endregion
|
|
24
25
|
let _nsshunt_stsutils = require("@nsshunt/stsutils");
|
|
25
26
|
let kafkajs = require("kafkajs");
|
|
26
|
-
let uuid = require("uuid");
|
|
27
27
|
let node_fs = require("node:fs");
|
|
28
28
|
node_fs = __toESM(node_fs);
|
|
29
29
|
let chalk = require("chalk");
|
|
@@ -32,7 +32,11 @@ let node_net = require("node:net");
|
|
|
32
32
|
node_net = __toESM(node_net);
|
|
33
33
|
let node_tls = require("node:tls");
|
|
34
34
|
node_tls = __toESM(node_tls);
|
|
35
|
+
//#endregion
|
|
35
36
|
//#region src/kafka/kafkaconsumer.ts
|
|
37
|
+
var import___vite_browser_external = (/* @__PURE__ */ __commonJSMin(((exports, module) => {
|
|
38
|
+
module.exports = {};
|
|
39
|
+
})))();
|
|
36
40
|
var KafkaConsumer = class {
|
|
37
41
|
#id;
|
|
38
42
|
#groupId;
|
|
@@ -261,14 +265,14 @@ var KafkaManager = class extends _nsshunt_stsutils.STSOptionsBase {
|
|
|
261
265
|
CreateProducer() {
|
|
262
266
|
return new KafkaProducer({
|
|
263
267
|
kafka: this.#kafka,
|
|
264
|
-
id: (0,
|
|
268
|
+
id: (0, import___vite_browser_external.randomUUID)(),
|
|
265
269
|
logger: this.options?.logger
|
|
266
270
|
});
|
|
267
271
|
}
|
|
268
272
|
CreateConsumer(groupId) {
|
|
269
273
|
return new KafkaConsumer({
|
|
270
274
|
kafka: this.#kafka,
|
|
271
|
-
id: (0,
|
|
275
|
+
id: (0, import___vite_browser_external.randomUUID)(),
|
|
272
276
|
groupId,
|
|
273
277
|
logger: this.options?.logger
|
|
274
278
|
});
|
package/dist/index.cjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.cjs","names":["#options","#id","#groupId","#kafka","#consumer","#LogErrorMessage","#connected","#RaiseError","#options","#id","#kafka","#producer","#LogErrorMessage","#connected","#RaiseError","#kafka","#LogErrorMessage","#RaiseError"],"sources":["../src/kafka/kafkaconsumer.ts","../src/kafka/kafkaproducer.ts","../src/kafka/kafkamanager.ts"],"sourcesContent":["/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Consumer, IHeaders, KafkaMessage } from 'kafkajs'\nimport { IKafkaConsumer, ConsumeMessageCB, ConsumeMessageErrorCB } from './../commonTypes'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaConsumerOptions {\n kafka: Kafka\n id: string\n groupId: string\n logger: ISTSLogger\n}\n\nexport class KafkaConsumer implements IKafkaConsumer {\n #id: string\n #groupId: string\n #consumer: Consumer;\n #kafka: Kafka;\n #connected: boolean = false;\n #options: IKafkaConsumerOptions;\n\n constructor(options: IKafkaConsumerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#groupId = this.#options.groupId;\n this.#kafka = this.#options.kafka;\n this.#consumer = this.#kafka.consumer({ \n groupId: this.#groupId,\n retry: {\n restartOnFailure: async (error: Error): Promise<boolean> => {\n this.#LogErrorMessage(chalk.magenta(`${process.pid}:KafkaConsumer:constructor:restartOnFailure(): Error: [${error}]`))\n return true;\n }\n }\n })\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n get consumer() {\n return this.#consumer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n const errorMessage = `${process.pid}:KafkaConsumer:${msg}`;\n this.#LogErrorMessage(chalk.red(errorMessage));\n errorCb(errorMessage);\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#consumer.connect()\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#consumer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n Subscribe = async(topics: string[], fromBeginning: boolean, errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.subscribe({ topics, fromBeginning })\n } catch (error) {\n this.#RaiseError(`Subscribe(): Error: [${error}]`, errorCb);\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`Subscribe(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n\n Stop = async(errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.stop();\n } catch (error) {\n this.#RaiseError(`Stop(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n StartConsumingMessages = async (autoCommit: boolean, cb: ConsumeMessageCB, errorCb: ConsumeMessageErrorCB): Promise<void> => {\n if (this.#connected) {\n await this.#consumer.run({\n autoCommit, \n eachMessage: async ({ topic, partition, message, heartbeat, pause }) => {\n try {\n cb(topic, partition, message, heartbeat, pause);\n /*\n if (message.key) {\n if (message.value) {\n cb(topic.toString(), message.key.toString(), partition, message.value.toString(), message.headers)\n } else {\n cb(topic.toString(), message.key.toString(), partition, \"\", message.headers)\n }\n } else {\n if (message.value) {\n cb(topic.toString(), \"\", partition, message.value?.toString(), message.headers)\n } else {\n cb(topic.toString(), \"\", partition, \"\", message.headers)\n }\n }\n */\n } catch (error) {\n this.#RaiseError(`StartConsumingMessages:eachMessage(): Error: [${error}]`, errorCb);\n }\n }\n })\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`StartConsumingMessages(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Producer, RecordMetadata } from 'kafkajs'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaProducerOptions {\n kafka: Kafka\n id: string\n logger: ISTSLogger\n}\n\nexport class KafkaProducer {\n #options: IKafkaProducerOptions;\n #id: string\n #producer: Producer;\n #kafka: Kafka;\n #connected: boolean = false;\n\n constructor(options: IKafkaProducerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#kafka = this.#options.kafka;\n this.#producer = this.#kafka.producer()\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get producer() {\n return this.#producer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#producer.connect();\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#producer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n SendMessage = async(topic: string, message: { key: string, value: string}, errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages: [ message ]\n })\n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessage(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessage(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n\n SendMessages = async(topic: string, messages: { key: string, value: string}[], errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages\n }) \n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessages(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessages(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\n/*\n\nkafka example server #01 - Docker Compose File\n----------------------------------------------\nNote: In this example, the log retention is set to 24 hours (rather than default to 1 week)\nhttps://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/\n\nversion: '2'\nservices:\n zookeeper:\n image: wurstmeister/zookeeper\n ports:\n - \"2181:2181\"\n restart: unless-stopped\n\n kafka:\n image: wurstmeister/kafka\n ports:\n - \"9092:9092\"\n environment:\n DOCKER_API_VERSION: 1.22\n KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92\n KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181\n KAFKA_CREATE_TOPICS: \"topic-name2:3:1\"\n KAFKA_LOG_RETENTION_MS: 86400000\n KAFKA_LOG_RETENTION_BYTES: -1\n volumes:\n - /var/run/docker.sock:/var/run/docker.sock\n restart: unless-stopped\n\n\nkafka example server #02 - Docker Compose File\n----------------------------------------------\nversion: \"3.9\" # optional since v1.27.0\n\nnetworks:\n app-tier:\n driver: bridge\n\nservices:\n kafka:\n image: 'bitnami/kafka:latest'\n ports:\n - '9092:9092'\n networks:\n - app-tier \n environment:\n - ALLOW_PLAINTEXT_LISTENER=yes\n - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true\n - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092\n\n*/\nimport { ISTSLogger, STSOptionsBase } from '@nsshunt/stsutils'\n\nimport { Kafka, KafkaConfig, logLevel } from 'kafkajs'\n\nimport { v4 as uuidv4 } from 'uuid';\nimport fs from 'node:fs'\n\nimport { KafkaConsumer } from './kafkaconsumer'\nimport { KafkaProducer } from './kafkaproducer'\n\nimport net from 'node:net'\nimport tls from 'node:tls'\n\nimport chalk from 'chalk';\n\nconst KEEP_ALIVE_DELAY = 60000 //@@ in ms\n\n// https://kafka.js.org/docs/configuration\nexport interface IKafkaManagerConfig {\n clientId: string // A logical identifier of an application. Can be used by brokers to apply quotas or trace requests to a specific application. Example: booking-events-processor.\n brokers: string[] // List of Kafka brokers\n adminTimeout: number // Time in milliseconds to wait for a successful admin operation. The default value is: 5000.\n connectionTimeout: number // Time in milliseconds to wait for a successful connection. The default value is: 1000.\n requestTimeout: number // Time in milliseconds to wait for a successful request. The default value is: 30000.\n logLevel: string // There are 5 log levels available: NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n keepAlive?: number // When specified, the number of ms for socket keep alive processing.\n useSSL: boolean // Use SSL\n ssl?: { // Must be specified if useSSL is true\n rejectUnauthorized: boolean\n cafile: string\n keyfile: string\n certfileFile: string\n }\n logger: ISTSLogger\n}\n\n// https://kafka.js.org/docs/configuration\n// https://github.com/tulios/kafkajs/blob/master/src/network/socketFactory.js\ndeclare interface ICustomSocketFactory {\n host: any,\n port: any,\n ssl: any,\n onConnect: any\n}\n\nexport class KafkaManager extends STSOptionsBase {\n #kafka: Kafka\n\n constructor(options: IKafkaManagerConfig) {\n super(options);\n\n const kc: KafkaConfig = {\n clientId: options.clientId,\n brokers: options.brokers, //brokers: ['localhost:9092', 'kafka2:9092'],\n connectionTimeout: options.connectionTimeout,\n requestTimeout: options.requestTimeout\n }\n // NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n switch (options.logLevel) {\n case 'NOTHING' :\n kc.logLevel = logLevel.NOTHING;\n break;\n case 'ERROR' :\n kc.logLevel = logLevel.ERROR;\n break;\n case 'WARN' :\n kc.logLevel = logLevel.WARN;\n break;\n case 'INFO' :\n kc.logLevel = logLevel.INFO;\n break;\n case 'DEBUG' :\n kc.logLevel = logLevel.DEBUG;\n break;\n default :\n kc.logLevel = logLevel.NOTHING;\n }\n if (options.useSSL && options.ssl) {\n kc.ssl = {\n ca: [fs.readFileSync(options.ssl.cafile as string, { encoding: 'utf8'})],\n key: fs.readFileSync(options.ssl.keyfile, { encoding: 'utf8'}),\n cert: fs.readFileSync(options.ssl.certfileFile, { encoding: 'utf8'}),\n }\n }\n if (options.keepAlive) {\n //const myCustomSocketFactory = ({ host, port, ssl, onConnect }) => {\n const myCustomSocketFactory = (config: ICustomSocketFactory) => {\n const socket = config.ssl\n ? tls.connect(\n Object.assign({ host: config.host, port: config.port }, !net.isIP(config.host) ? { servername: config.host } : {}, config.ssl),\n config.onConnect\n )\n : net.connect({ host: config.host, port: config.port }, config.onConnect)\n \n socket.setKeepAlive(true, options.keepAlive)\n return socket\n }\n kc.socketFactory = myCustomSocketFactory;\n }\n\n this.#kafka = new Kafka(kc);\n }\n\n #LogErrorMessage(message: any) {\n this.options?.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get kafka() {\n return this.#kafka;\n }\n\n CreateProducer(): KafkaProducer {\n return new KafkaProducer({\n kafka: this.#kafka,\n id: uuidv4(),\n logger: this.options?.logger});\n }\n\n CreateConsumer(groupId: string) {\n return new KafkaConsumer({\n kafka: this.#kafka, \n id: uuidv4(), \n groupId,\n logger: this.options?.logger});\n }\n\n CreateTopic = async (topic: string, partitions: number, errorCb: (error: any) => void): Promise<boolean> => {\n try {\n const admin = this.#kafka.admin()\n await admin.connect()\n const result = await admin.createTopics({\n validateOnly: false,\n waitForLeaders: true,\n timeout: this.options?.timeout,\n topics: [\n {\n topic: topic,\n numPartitions: partitions, // default: -1 (uses broker `num.partitions` configuration)\n //replicationFactor: <Number>, // default: -1 (uses broker `default.replication.factor` configuration)\n //replicaAssignment: <Array>, // Example: [{ partition: 0, replicas: [0,1,2] }] - default: []\n //configEntries: <Array> // Example: [{ name: 'cleanup.policy', value: 'compact' }] - default: []\n } \n ]\n })\n await admin.disconnect()\n return result;\n } catch (error) {\n this.#RaiseError(`KafkaManager:CreateTopic(): Error: [${error}]`, errorCb);\n return false;\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAcA,IAAa,gBAAb,MAAqD;CACjD;CACA;CACA;CACA;CACA,aAAsB;CACtB;CAEA,YAAY,SAAgC;AACxC,QAAA,UAAgB;AAChB,QAAA,KAAW,MAAA,QAAc;AACzB,QAAA,UAAgB,MAAA,QAAc;AAC9B,QAAA,QAAc,MAAA,QAAc;AAC5B,QAAA,WAAiB,MAAA,MAAY,SAAS;GAClC,SAAS,MAAA;GACT,OAAO,EACH,kBAAkB,OAAO,UAAmC;AACxD,UAAA,gBAAsB,MAAA,QAAM,QAAQ,GAAG,QAAQ,IAAI,yDAAyD,MAAM,GAAG,CAAC;AACtH,WAAO;MAEd;GACJ,CAAC;;CAGN,iBAAiB,SAAc;AAC3B,QAAA,QAAc,OAAO,MAAM,QAAQ;;CAGvC,IAAI,WAAW;AACX,SAAO,MAAA;;CAGX,IAAI,KAAa;AACb,SAAO,MAAA;;CAGX,eAAe,KAAa,YAAkC;EAC1D,MAAM,eAAe,GAAG,QAAQ,IAAI,iBAAiB;AACrD,QAAA,gBAAsB,MAAA,QAAM,IAAI,aAAa,CAAC;AAC9C,UAAQ,aAAa;;CAGzB,MAAM,QAAQ,SAA8C;AACxD,MAAI,CAAC,MAAA,UACD,KAAI;AACA,SAAM,MAAA,SAAe,SAAS;AAC9B,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,sBAAsB,MAAM,IAAI,QAAQ;;;CAKrE,MAAM,WAAW,SAA8C;AAC3D,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,YAAY;AACjC,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,yBAAyB,MAAM,IAAI,QAAQ;;;CAKxE,YAAY,OAAM,QAAkB,eAAwB,YAAiD;AACzG,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,UAAU;IAAE;IAAQ;IAAe,CAAC;WACpD,OAAO;AACZ,SAAA,WAAiB,wBAAwB,MAAM,IAAI,QAAQ;;MAG/D,OAAM,KAAK,SAAS,UAAU;AAC1B,SAAA,WAAiB,oDAAoD,MAAM,IAAI,QAAQ;IACzF;;CAIV,OAAO,OAAM,YAAiD;AAC1D,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,MAAM;WACtB,OAAO;AACZ,SAAA,WAAiB,mBAAmB,MAAM,IAAI,QAAQ;;;CAKlE,yBAAyB,OAAO,YAAqB,IAAsB,YAAkD;AACzH,MAAI,MAAA,UACA,OAAM,MAAA,SAAe,IAAI;GACrB;GACA,aAAa,OAAO,EAAE,OAAO,WAAW,SAAS,WAAW,YAAY;AACpE,QAAI;AACA,QAAG,OAAO,WAAW,SAAS,WAAW,MAAM;aAgB1C,OAAO;AACZ,WAAA,WAAiB,iDAAiD,MAAM,IAAI,QAAQ;;;GAG/F,CAAC;MAEF,OAAM,KAAK,SAAS,UAAU;AAC1B,SAAA,WAAiB,iEAAiE,MAAM,IAAI,QAAQ;IACtG;;;;;ACxHd,IAAa,gBAAb,MAA2B;CACvB;CACA;CACA;CACA;CACA,aAAsB;CAEtB,YAAY,SAAgC;AACxC,QAAA,UAAgB;AAChB,QAAA,KAAW,MAAA,QAAc;AACzB,QAAA,QAAc,MAAA,QAAc;AAC5B,QAAA,WAAiB,MAAA,MAAY,UAAU;;CAG3C,iBAAiB,SAAc;AAC3B,QAAA,QAAc,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAA,QAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,WAAW;AACX,SAAO,MAAA;;CAGX,IAAI,KAAa;AACb,SAAO,MAAA;;CAGX,MAAM,QAAQ,SAA8C;AACxD,MAAI,CAAC,MAAA,UACD,KAAI;AACA,SAAM,MAAA,SAAe,SAAS;AAC9B,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,oCAAoC,MAAM,IAAI,QAAQ;;;CAKlG,MAAM,WAAW,SAA8C;AAC3D,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,YAAY;AACjC,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,uCAAuC,MAAM,IAAI,QAAQ;;;CAKrG,cAAc,OAAM,OAAe,SAAwC,YAA6D;AACpI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA,UAAU,CAAE,QAAS;IACxB,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAA,QAAM,IAAI,GAAG,QAAQ,IAAI,wCAAwC,MAAM,GAAG,CAAC;AACjG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,oEAAoE,MAAM,IAAI,QAAQ;KACxH;AACF,UAAO,EAAG;;;CAIlB,eAAe,OAAM,OAAe,UAA2C,YAA6D;AACxI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA;IACH,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAA,QAAM,IAAI,GAAG,QAAQ,IAAI,yCAAyC,MAAM,GAAG,CAAC;AAClG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,qEAAqE,MAAM,IAAI,QAAQ;KACzH;AACF,UAAO,EAAG;;;;;;ACDtB,IAAa,eAAb,cAAkC,kBAAA,eAAe;CAC7C;CAEA,YAAY,SAA8B;AACtC,QAAM,QAAQ;EAEd,MAAM,KAAkB;GACpB,UAAU,QAAQ;GAClB,SAAS,QAAQ;GACjB,mBAAmB,QAAQ;GAC3B,gBAAgB,QAAQ;GAC3B;AAED,UAAQ,QAAQ,UAAhB;GACA,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,QACI,IAAG,WAAW,QAAA,SAAS;;AAE3B,MAAI,QAAQ,UAAU,QAAQ,IAC1B,IAAG,MAAM;GACL,IAAI,CAAC,QAAA,QAAG,aAAa,QAAQ,IAAI,QAAkB,EAAE,UAAU,QAAO,CAAC,CAAC;GACxE,KAAK,QAAA,QAAG,aAAa,QAAQ,IAAI,SAAS,EAAE,UAAU,QAAO,CAAC;GAC9D,MAAM,QAAA,QAAG,aAAa,QAAQ,IAAI,cAAc,EAAE,UAAU,QAAO,CAAC;GACvE;AAEL,MAAI,QAAQ,WAAW;GAEnB,MAAM,yBAAyB,WAAiC;IAC5D,MAAM,SAAS,OAAO,MAChB,SAAA,QAAI,QACF,OAAO,OAAO;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,CAAC,SAAA,QAAI,KAAK,OAAO,KAAK,GAAG,EAAE,YAAY,OAAO,MAAM,GAAG,EAAE,EAAE,OAAO,IAAI,EAC9H,OAAO,UACV,GACC,SAAA,QAAI,QAAQ;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,OAAO,UAAU;AAE7E,WAAO,aAAa,MAAM,QAAQ,UAAU;AAC5C,WAAO;;AAEX,MAAG,gBAAgB;;AAGvB,QAAA,QAAc,IAAI,QAAA,MAAM,GAAG;;CAG/B,iBAAiB,SAAc;AAC3B,OAAK,SAAS,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAA,QAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,QAAQ;AACR,SAAO,MAAA;;CAGX,iBAAgC;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,KAAA,KAAY;GACZ,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,eAAe,SAAiB;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,KAAA,KAAY;GACZ;GACA,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,cAAc,OAAO,OAAe,YAAoB,YAAoD;AACxG,MAAI;GACA,MAAM,QAAQ,MAAA,MAAY,OAAO;AACjC,SAAM,MAAM,SAAS;GACrB,MAAM,SAAS,MAAM,MAAM,aAAa;IACpC,cAAc;IACd,gBAAgB;IAChB,SAAS,KAAK,SAAS;IACvB,QAAQ,CACJ;KACW;KACP,eAAe;KAIlB,CACJ;IACJ,CAAC;AACF,SAAM,MAAM,YAAY;AACxB,UAAO;WACF,OAAO;AACZ,SAAA,WAAiB,uCAAuC,MAAM,IAAI,QAAQ;AAC1E,UAAO"}
|
|
1
|
+
{"version":3,"file":"index.cjs","names":["#options","#id","#groupId","#kafka","#consumer","#LogErrorMessage","#connected","#RaiseError","#options","#id","#kafka","#producer","#LogErrorMessage","#connected","#RaiseError","#kafka","#LogErrorMessage","#RaiseError"],"sources":["../__vite-browser-external","../src/kafka/kafkaconsumer.ts","../src/kafka/kafkaproducer.ts","../src/kafka/kafkamanager.ts"],"sourcesContent":["module.exports = {}","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Consumer, IHeaders, KafkaMessage } from 'kafkajs'\nimport { IKafkaConsumer, ConsumeMessageCB, ConsumeMessageErrorCB } from './../commonTypes'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaConsumerOptions {\n kafka: Kafka\n id: string\n groupId: string\n logger: ISTSLogger\n}\n\nexport class KafkaConsumer implements IKafkaConsumer {\n #id: string\n #groupId: string\n #consumer: Consumer;\n #kafka: Kafka;\n #connected: boolean = false;\n #options: IKafkaConsumerOptions;\n\n constructor(options: IKafkaConsumerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#groupId = this.#options.groupId;\n this.#kafka = this.#options.kafka;\n this.#consumer = this.#kafka.consumer({ \n groupId: this.#groupId,\n retry: {\n restartOnFailure: async (error: Error): Promise<boolean> => {\n this.#LogErrorMessage(chalk.magenta(`${process.pid}:KafkaConsumer:constructor:restartOnFailure(): Error: [${error}]`))\n return true;\n }\n }\n })\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n get consumer() {\n return this.#consumer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n const errorMessage = `${process.pid}:KafkaConsumer:${msg}`;\n this.#LogErrorMessage(chalk.red(errorMessage));\n errorCb(errorMessage);\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#consumer.connect()\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#consumer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n Subscribe = async(topics: string[], fromBeginning: boolean, errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.subscribe({ topics, fromBeginning })\n } catch (error) {\n this.#RaiseError(`Subscribe(): Error: [${error}]`, errorCb);\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`Subscribe(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n\n Stop = async(errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.stop();\n } catch (error) {\n this.#RaiseError(`Stop(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n StartConsumingMessages = async (autoCommit: boolean, cb: ConsumeMessageCB, errorCb: ConsumeMessageErrorCB): Promise<void> => {\n if (this.#connected) {\n await this.#consumer.run({\n autoCommit, \n eachMessage: async ({ topic, partition, message, heartbeat, pause }) => {\n try {\n cb(topic, partition, message, heartbeat, pause);\n /*\n if (message.key) {\n if (message.value) {\n cb(topic.toString(), message.key.toString(), partition, message.value.toString(), message.headers)\n } else {\n cb(topic.toString(), message.key.toString(), partition, \"\", message.headers)\n }\n } else {\n if (message.value) {\n cb(topic.toString(), \"\", partition, message.value?.toString(), message.headers)\n } else {\n cb(topic.toString(), \"\", partition, \"\", message.headers)\n }\n }\n */\n } catch (error) {\n this.#RaiseError(`StartConsumingMessages:eachMessage(): Error: [${error}]`, errorCb);\n }\n }\n })\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`StartConsumingMessages(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Producer, RecordMetadata } from 'kafkajs'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaProducerOptions {\n kafka: Kafka\n id: string\n logger: ISTSLogger\n}\n\nexport class KafkaProducer {\n #options: IKafkaProducerOptions;\n #id: string\n #producer: Producer;\n #kafka: Kafka;\n #connected: boolean = false;\n\n constructor(options: IKafkaProducerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#kafka = this.#options.kafka;\n this.#producer = this.#kafka.producer()\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get producer() {\n return this.#producer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#producer.connect();\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#producer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n SendMessage = async(topic: string, message: { key: string, value: string}, errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages: [ message ]\n })\n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessage(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessage(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n\n SendMessages = async(topic: string, messages: { key: string, value: string}[], errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages\n }) \n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessages(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessages(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\n/*\n\nkafka example server #01 - Docker Compose File\n----------------------------------------------\nNote: In this example, the log retention is set to 24 hours (rather than default to 1 week)\nhttps://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/\n\nversion: '2'\nservices:\n zookeeper:\n image: wurstmeister/zookeeper\n ports:\n - \"2181:2181\"\n restart: unless-stopped\n\n kafka:\n image: wurstmeister/kafka\n ports:\n - \"9092:9092\"\n environment:\n DOCKER_API_VERSION: 1.22\n KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92\n KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181\n KAFKA_CREATE_TOPICS: \"topic-name2:3:1\"\n KAFKA_LOG_RETENTION_MS: 86400000\n KAFKA_LOG_RETENTION_BYTES: -1\n volumes:\n - /var/run/docker.sock:/var/run/docker.sock\n restart: unless-stopped\n\n\nkafka example server #02 - Docker Compose File\n----------------------------------------------\nversion: \"3.9\" # optional since v1.27.0\n\nnetworks:\n app-tier:\n driver: bridge\n\nservices:\n kafka:\n image: 'bitnami/kafka:latest'\n ports:\n - '9092:9092'\n networks:\n - app-tier \n environment:\n - ALLOW_PLAINTEXT_LISTENER=yes\n - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true\n - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092\n\n*/\nimport { ISTSLogger, STSOptionsBase } from '@nsshunt/stsutils'\n\nimport { Kafka, KafkaConfig, logLevel } from 'kafkajs'\n\nimport { randomUUID } from 'node:crypto';\n\nimport fs from 'node:fs'\n\nimport { KafkaConsumer } from './kafkaconsumer'\nimport { KafkaProducer } from './kafkaproducer'\n\nimport net from 'node:net'\nimport tls from 'node:tls'\n\nimport chalk from 'chalk';\n\nconst KEEP_ALIVE_DELAY = 60000 //@@ in ms\n\n// https://kafka.js.org/docs/configuration\nexport interface IKafkaManagerConfig {\n clientId: string // A logical identifier of an application. Can be used by brokers to apply quotas or trace requests to a specific application. Example: booking-events-processor.\n brokers: string[] // List of Kafka brokers\n adminTimeout: number // Time in milliseconds to wait for a successful admin operation. The default value is: 5000.\n connectionTimeout: number // Time in milliseconds to wait for a successful connection. The default value is: 1000.\n requestTimeout: number // Time in milliseconds to wait for a successful request. The default value is: 30000.\n logLevel: string // There are 5 log levels available: NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n keepAlive?: number // When specified, the number of ms for socket keep alive processing.\n useSSL: boolean // Use SSL\n ssl?: { // Must be specified if useSSL is true\n rejectUnauthorized: boolean\n cafile: string\n keyfile: string\n certfileFile: string\n }\n logger: ISTSLogger\n}\n\n// https://kafka.js.org/docs/configuration\n// https://github.com/tulios/kafkajs/blob/master/src/network/socketFactory.js\ndeclare interface ICustomSocketFactory {\n host: any,\n port: any,\n ssl: any,\n onConnect: any\n}\n\nexport class KafkaManager extends STSOptionsBase {\n #kafka: Kafka\n\n constructor(options: IKafkaManagerConfig) {\n super(options);\n\n const kc: KafkaConfig = {\n clientId: options.clientId,\n brokers: options.brokers, //brokers: ['localhost:9092', 'kafka2:9092'],\n connectionTimeout: options.connectionTimeout,\n requestTimeout: options.requestTimeout\n }\n // NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n switch (options.logLevel) {\n case 'NOTHING' :\n kc.logLevel = logLevel.NOTHING;\n break;\n case 'ERROR' :\n kc.logLevel = logLevel.ERROR;\n break;\n case 'WARN' :\n kc.logLevel = logLevel.WARN;\n break;\n case 'INFO' :\n kc.logLevel = logLevel.INFO;\n break;\n case 'DEBUG' :\n kc.logLevel = logLevel.DEBUG;\n break;\n default :\n kc.logLevel = logLevel.NOTHING;\n }\n if (options.useSSL && options.ssl) {\n kc.ssl = {\n ca: [fs.readFileSync(options.ssl.cafile as string, { encoding: 'utf8'})],\n key: fs.readFileSync(options.ssl.keyfile, { encoding: 'utf8'}),\n cert: fs.readFileSync(options.ssl.certfileFile, { encoding: 'utf8'}),\n }\n }\n if (options.keepAlive) {\n //const myCustomSocketFactory = ({ host, port, ssl, onConnect }) => {\n const myCustomSocketFactory = (config: ICustomSocketFactory) => {\n const socket = config.ssl\n ? tls.connect(\n Object.assign({ host: config.host, port: config.port }, !net.isIP(config.host) ? { servername: config.host } : {}, config.ssl),\n config.onConnect\n )\n : net.connect({ host: config.host, port: config.port }, config.onConnect)\n \n socket.setKeepAlive(true, options.keepAlive)\n return socket\n }\n kc.socketFactory = myCustomSocketFactory;\n }\n\n this.#kafka = new Kafka(kc);\n }\n\n #LogErrorMessage(message: any) {\n this.options?.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get kafka() {\n return this.#kafka;\n }\n\n CreateProducer(): KafkaProducer {\n return new KafkaProducer({\n kafka: this.#kafka,\n id: randomUUID(),\n logger: this.options?.logger});\n }\n\n CreateConsumer(groupId: string) {\n return new KafkaConsumer({\n kafka: this.#kafka, \n id: randomUUID(), \n groupId,\n logger: this.options?.logger});\n }\n\n CreateTopic = async (topic: string, partitions: number, errorCb: (error: any) => void): Promise<boolean> => {\n try {\n const admin = this.#kafka.admin()\n await admin.connect()\n const result = await admin.createTopics({\n validateOnly: false,\n waitForLeaders: true,\n timeout: this.options?.timeout,\n topics: [\n {\n topic: topic,\n numPartitions: partitions, // default: -1 (uses broker `num.partitions` configuration)\n //replicationFactor: <Number>, // default: -1 (uses broker `default.replication.factor` configuration)\n //replicaAssignment: <Array>, // Example: [{ partition: 0, replicas: [0,1,2] }] - default: []\n //configEntries: <Array> // Example: [{ name: 'cleanup.policy', value: 'compact' }] - default: []\n } \n ]\n })\n await admin.disconnect()\n return result;\n } catch (error) {\n this.#RaiseError(`KafkaManager:CreateTopic(): Error: [${error}]`, errorCb);\n return false;\n }\n }\n}\n"],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,QAAO,UAAU,EAAA;;ACcjB,IAAA,gBAAA,MAAA;;;;;;;;AASQ,QAAA,UAAA;AACA,QAAA,KAAA,MAAA,QAAA;AACA,QAAA,UAAA,MAAA,QAAA;AACA,QAAA,QAAA,MAAA,QAAA;AACA,QAAA,WAAA,MAAA,MAAA,SAAA;;;AAIY,UAAA,gBAAA,MAAA,QAAA,QAAA,GAAA,QAAA,IAAA,yDAAA,MAAA,GAAA,CAAA;AACA,WAAA;;;;;AAOZ,QAAA,QAAA,OAAA,MAAA,QAAA;;;AAIA,SAAA,MAAA;;;AAIA,SAAA,MAAA;;;;AAKA,QAAA,gBAAA,MAAA,QAAA,IAAA,aAAA,CAAA;AACA,UAAA,aAAA;;;AAIA,MAAA,CAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,SAAA;AACA,SAAA,YAAA;;AAEA,SAAA,WAAA,sBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,YAAA;AACA,SAAA,YAAA;;AAEA,SAAA,WAAA,yBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,UAAA;;;;;AAEA,SAAA,WAAA,wBAAA,MAAA,IAAA,QAAA;;;AAIA,SAAA,WAAA,oDAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,MAAA;;AAEA,SAAA,WAAA,mBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,OAAA,MAAA,SAAA,IAAA;;;AAIY,QAAA;AACI,QAAA,OAAA,WAAA,SAAA,WAAA,MAAA;;AAiBA,WAAA,WAAA,iDAAA,MAAA,IAAA,QAAA;;;;;AAMR,SAAA,WAAA,iEAAA,MAAA,IAAA,QAAA;;;;;;ACvHhB,IAAa,gBAAb,MAA2B;CACvB;CACA;CACA;CACA;CACA,aAAsB;CAEtB,YAAY,SAAgC;AACxC,QAAA,UAAgB;AAChB,QAAA,KAAW,MAAA,QAAc;AACzB,QAAA,QAAc,MAAA,QAAc;AAC5B,QAAA,WAAiB,MAAA,MAAY,UAAU;;CAG3C,iBAAiB,SAAc;AAC3B,QAAA,QAAc,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAA,QAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,WAAW;AACX,SAAO,MAAA;;CAGX,IAAI,KAAa;AACb,SAAO,MAAA;;CAGX,MAAM,QAAQ,SAA8C;AACxD,MAAI,CAAC,MAAA,UACD,KAAI;AACA,SAAM,MAAA,SAAe,SAAS;AAC9B,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,oCAAoC,MAAM,IAAI,QAAQ;;;CAKlG,MAAM,WAAW,SAA8C;AAC3D,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,YAAY;AACjC,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,uCAAuC,MAAM,IAAI,QAAQ;;;CAKrG,cAAc,OAAM,OAAe,SAAwC,YAA6D;AACpI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA,UAAU,CAAE,QAAS;IACxB,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAA,QAAM,IAAI,GAAG,QAAQ,IAAI,wCAAwC,MAAM,GAAG,CAAC;AACjG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,oEAAoE,MAAM,IAAI,QAAQ;KACxH;AACF,UAAO,EAAG;;;CAIlB,eAAe,OAAM,OAAe,UAA2C,YAA6D;AACxI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA;IACH,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAA,QAAM,IAAI,GAAG,QAAQ,IAAI,yCAAyC,MAAM,GAAG,CAAC;AAClG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,qEAAqE,MAAM,IAAI,QAAQ;KACzH;AACF,UAAO,EAAG;;;;;;ACAtB,IAAa,eAAb,cAAkC,kBAAA,eAAe;CAC7C;CAEA,YAAY,SAA8B;AACtC,QAAM,QAAQ;EAEd,MAAM,KAAkB;GACpB,UAAU,QAAQ;GAClB,SAAS,QAAQ;GACjB,mBAAmB,QAAQ;GAC3B,gBAAgB,QAAQ;GAC3B;AAED,UAAQ,QAAQ,UAAhB;GACA,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,QAAA,SAAS;AACvB;GACJ,QACI,IAAG,WAAW,QAAA,SAAS;;AAE3B,MAAI,QAAQ,UAAU,QAAQ,IAC1B,IAAG,MAAM;GACL,IAAI,CAAC,QAAA,QAAG,aAAa,QAAQ,IAAI,QAAkB,EAAE,UAAU,QAAO,CAAC,CAAC;GACxE,KAAK,QAAA,QAAG,aAAa,QAAQ,IAAI,SAAS,EAAE,UAAU,QAAO,CAAC;GAC9D,MAAM,QAAA,QAAG,aAAa,QAAQ,IAAI,cAAc,EAAE,UAAU,QAAO,CAAC;GACvE;AAEL,MAAI,QAAQ,WAAW;GAEnB,MAAM,yBAAyB,WAAiC;IAC5D,MAAM,SAAS,OAAO,MAChB,SAAA,QAAI,QACF,OAAO,OAAO;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,CAAC,SAAA,QAAI,KAAK,OAAO,KAAK,GAAG,EAAE,YAAY,OAAO,MAAM,GAAG,EAAE,EAAE,OAAO,IAAI,EAC9H,OAAO,UACV,GACC,SAAA,QAAI,QAAQ;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,OAAO,UAAU;AAE7E,WAAO,aAAa,MAAM,QAAQ,UAAU;AAC5C,WAAO;;AAEX,MAAG,gBAAgB;;AAGvB,QAAA,QAAc,IAAI,QAAA,MAAM,GAAG;;CAG/B,iBAAiB,SAAc;AAC3B,OAAK,SAAS,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAA,QAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,QAAQ;AACR,SAAO,MAAA;;CAGX,iBAAgC;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,+BAAA,aAAgB;GAChB,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,eAAe,SAAiB;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,+BAAA,aAAgB;GAChB;GACA,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,cAAc,OAAO,OAAe,YAAoB,YAAoD;AACxG,MAAI;GACA,MAAM,QAAQ,MAAA,MAAY,OAAO;AACjC,SAAM,MAAM,SAAS;GACrB,MAAM,SAAS,MAAM,MAAM,aAAa;IACpC,cAAc;IACd,gBAAgB;IAChB,SAAS,KAAK,SAAS;IACvB,QAAQ,CACJ;KACW;KACP,eAAe;KAIlB,CACJ;IACJ,CAAC;AACF,SAAM,MAAM,YAAY;AACxB,UAAO;WACF,OAAO;AACZ,SAAA,WAAiB,uCAAuC,MAAM,IAAI,QAAQ;AAC1E,UAAO"}
|
package/dist/index.mjs
CHANGED
|
@@ -1,11 +1,16 @@
|
|
|
1
1
|
import { STSOptionsBase } from "@nsshunt/stsutils";
|
|
2
2
|
import { Kafka, logLevel } from "kafkajs";
|
|
3
|
-
import { v4 } from "uuid";
|
|
4
3
|
import fs from "node:fs";
|
|
5
4
|
import chalk from "chalk";
|
|
6
5
|
import net from "node:net";
|
|
7
6
|
import tls from "node:tls";
|
|
7
|
+
//#region \0rolldown/runtime.js
|
|
8
|
+
var __commonJSMin = (cb, mod) => () => (mod || cb((mod = { exports: {} }).exports, mod), mod.exports);
|
|
9
|
+
//#endregion
|
|
8
10
|
//#region src/kafka/kafkaconsumer.ts
|
|
11
|
+
var import___vite_browser_external = (/* @__PURE__ */ __commonJSMin(((exports, module) => {
|
|
12
|
+
module.exports = {};
|
|
13
|
+
})))();
|
|
9
14
|
var KafkaConsumer = class {
|
|
10
15
|
#id;
|
|
11
16
|
#groupId;
|
|
@@ -234,14 +239,14 @@ var KafkaManager = class extends STSOptionsBase {
|
|
|
234
239
|
CreateProducer() {
|
|
235
240
|
return new KafkaProducer({
|
|
236
241
|
kafka: this.#kafka,
|
|
237
|
-
id:
|
|
242
|
+
id: (0, import___vite_browser_external.randomUUID)(),
|
|
238
243
|
logger: this.options?.logger
|
|
239
244
|
});
|
|
240
245
|
}
|
|
241
246
|
CreateConsumer(groupId) {
|
|
242
247
|
return new KafkaConsumer({
|
|
243
248
|
kafka: this.#kafka,
|
|
244
|
-
id:
|
|
249
|
+
id: (0, import___vite_browser_external.randomUUID)(),
|
|
245
250
|
groupId,
|
|
246
251
|
logger: this.options?.logger
|
|
247
252
|
});
|
package/dist/index.mjs.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.mjs","names":["#options","#id","#groupId","#kafka","#consumer","#LogErrorMessage","#connected","#RaiseError","#options","#id","#kafka","#producer","#LogErrorMessage","#connected","#RaiseError","#kafka","#LogErrorMessage","#RaiseError"],"sources":["../src/kafka/kafkaconsumer.ts","../src/kafka/kafkaproducer.ts","../src/kafka/kafkamanager.ts"],"sourcesContent":["/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Consumer, IHeaders, KafkaMessage } from 'kafkajs'\nimport { IKafkaConsumer, ConsumeMessageCB, ConsumeMessageErrorCB } from './../commonTypes'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaConsumerOptions {\n kafka: Kafka\n id: string\n groupId: string\n logger: ISTSLogger\n}\n\nexport class KafkaConsumer implements IKafkaConsumer {\n #id: string\n #groupId: string\n #consumer: Consumer;\n #kafka: Kafka;\n #connected: boolean = false;\n #options: IKafkaConsumerOptions;\n\n constructor(options: IKafkaConsumerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#groupId = this.#options.groupId;\n this.#kafka = this.#options.kafka;\n this.#consumer = this.#kafka.consumer({ \n groupId: this.#groupId,\n retry: {\n restartOnFailure: async (error: Error): Promise<boolean> => {\n this.#LogErrorMessage(chalk.magenta(`${process.pid}:KafkaConsumer:constructor:restartOnFailure(): Error: [${error}]`))\n return true;\n }\n }\n })\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n get consumer() {\n return this.#consumer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n const errorMessage = `${process.pid}:KafkaConsumer:${msg}`;\n this.#LogErrorMessage(chalk.red(errorMessage));\n errorCb(errorMessage);\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#consumer.connect()\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#consumer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n Subscribe = async(topics: string[], fromBeginning: boolean, errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.subscribe({ topics, fromBeginning })\n } catch (error) {\n this.#RaiseError(`Subscribe(): Error: [${error}]`, errorCb);\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`Subscribe(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n\n Stop = async(errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.stop();\n } catch (error) {\n this.#RaiseError(`Stop(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n StartConsumingMessages = async (autoCommit: boolean, cb: ConsumeMessageCB, errorCb: ConsumeMessageErrorCB): Promise<void> => {\n if (this.#connected) {\n await this.#consumer.run({\n autoCommit, \n eachMessage: async ({ topic, partition, message, heartbeat, pause }) => {\n try {\n cb(topic, partition, message, heartbeat, pause);\n /*\n if (message.key) {\n if (message.value) {\n cb(topic.toString(), message.key.toString(), partition, message.value.toString(), message.headers)\n } else {\n cb(topic.toString(), message.key.toString(), partition, \"\", message.headers)\n }\n } else {\n if (message.value) {\n cb(topic.toString(), \"\", partition, message.value?.toString(), message.headers)\n } else {\n cb(topic.toString(), \"\", partition, \"\", message.headers)\n }\n }\n */\n } catch (error) {\n this.#RaiseError(`StartConsumingMessages:eachMessage(): Error: [${error}]`, errorCb);\n }\n }\n })\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`StartConsumingMessages(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Producer, RecordMetadata } from 'kafkajs'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaProducerOptions {\n kafka: Kafka\n id: string\n logger: ISTSLogger\n}\n\nexport class KafkaProducer {\n #options: IKafkaProducerOptions;\n #id: string\n #producer: Producer;\n #kafka: Kafka;\n #connected: boolean = false;\n\n constructor(options: IKafkaProducerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#kafka = this.#options.kafka;\n this.#producer = this.#kafka.producer()\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get producer() {\n return this.#producer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#producer.connect();\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#producer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n SendMessage = async(topic: string, message: { key: string, value: string}, errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages: [ message ]\n })\n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessage(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessage(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n\n SendMessages = async(topic: string, messages: { key: string, value: string}[], errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages\n }) \n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessages(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessages(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\n/*\n\nkafka example server #01 - Docker Compose File\n----------------------------------------------\nNote: In this example, the log retention is set to 24 hours (rather than default to 1 week)\nhttps://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/\n\nversion: '2'\nservices:\n zookeeper:\n image: wurstmeister/zookeeper\n ports:\n - \"2181:2181\"\n restart: unless-stopped\n\n kafka:\n image: wurstmeister/kafka\n ports:\n - \"9092:9092\"\n environment:\n DOCKER_API_VERSION: 1.22\n KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92\n KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181\n KAFKA_CREATE_TOPICS: \"topic-name2:3:1\"\n KAFKA_LOG_RETENTION_MS: 86400000\n KAFKA_LOG_RETENTION_BYTES: -1\n volumes:\n - /var/run/docker.sock:/var/run/docker.sock\n restart: unless-stopped\n\n\nkafka example server #02 - Docker Compose File\n----------------------------------------------\nversion: \"3.9\" # optional since v1.27.0\n\nnetworks:\n app-tier:\n driver: bridge\n\nservices:\n kafka:\n image: 'bitnami/kafka:latest'\n ports:\n - '9092:9092'\n networks:\n - app-tier \n environment:\n - ALLOW_PLAINTEXT_LISTENER=yes\n - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true\n - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092\n\n*/\nimport { ISTSLogger, STSOptionsBase } from '@nsshunt/stsutils'\n\nimport { Kafka, KafkaConfig, logLevel } from 'kafkajs'\n\nimport { v4 as uuidv4 } from 'uuid';\nimport fs from 'node:fs'\n\nimport { KafkaConsumer } from './kafkaconsumer'\nimport { KafkaProducer } from './kafkaproducer'\n\nimport net from 'node:net'\nimport tls from 'node:tls'\n\nimport chalk from 'chalk';\n\nconst KEEP_ALIVE_DELAY = 60000 //@@ in ms\n\n// https://kafka.js.org/docs/configuration\nexport interface IKafkaManagerConfig {\n clientId: string // A logical identifier of an application. Can be used by brokers to apply quotas or trace requests to a specific application. Example: booking-events-processor.\n brokers: string[] // List of Kafka brokers\n adminTimeout: number // Time in milliseconds to wait for a successful admin operation. The default value is: 5000.\n connectionTimeout: number // Time in milliseconds to wait for a successful connection. The default value is: 1000.\n requestTimeout: number // Time in milliseconds to wait for a successful request. The default value is: 30000.\n logLevel: string // There are 5 log levels available: NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n keepAlive?: number // When specified, the number of ms for socket keep alive processing.\n useSSL: boolean // Use SSL\n ssl?: { // Must be specified if useSSL is true\n rejectUnauthorized: boolean\n cafile: string\n keyfile: string\n certfileFile: string\n }\n logger: ISTSLogger\n}\n\n// https://kafka.js.org/docs/configuration\n// https://github.com/tulios/kafkajs/blob/master/src/network/socketFactory.js\ndeclare interface ICustomSocketFactory {\n host: any,\n port: any,\n ssl: any,\n onConnect: any\n}\n\nexport class KafkaManager extends STSOptionsBase {\n #kafka: Kafka\n\n constructor(options: IKafkaManagerConfig) {\n super(options);\n\n const kc: KafkaConfig = {\n clientId: options.clientId,\n brokers: options.brokers, //brokers: ['localhost:9092', 'kafka2:9092'],\n connectionTimeout: options.connectionTimeout,\n requestTimeout: options.requestTimeout\n }\n // NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n switch (options.logLevel) {\n case 'NOTHING' :\n kc.logLevel = logLevel.NOTHING;\n break;\n case 'ERROR' :\n kc.logLevel = logLevel.ERROR;\n break;\n case 'WARN' :\n kc.logLevel = logLevel.WARN;\n break;\n case 'INFO' :\n kc.logLevel = logLevel.INFO;\n break;\n case 'DEBUG' :\n kc.logLevel = logLevel.DEBUG;\n break;\n default :\n kc.logLevel = logLevel.NOTHING;\n }\n if (options.useSSL && options.ssl) {\n kc.ssl = {\n ca: [fs.readFileSync(options.ssl.cafile as string, { encoding: 'utf8'})],\n key: fs.readFileSync(options.ssl.keyfile, { encoding: 'utf8'}),\n cert: fs.readFileSync(options.ssl.certfileFile, { encoding: 'utf8'}),\n }\n }\n if (options.keepAlive) {\n //const myCustomSocketFactory = ({ host, port, ssl, onConnect }) => {\n const myCustomSocketFactory = (config: ICustomSocketFactory) => {\n const socket = config.ssl\n ? tls.connect(\n Object.assign({ host: config.host, port: config.port }, !net.isIP(config.host) ? { servername: config.host } : {}, config.ssl),\n config.onConnect\n )\n : net.connect({ host: config.host, port: config.port }, config.onConnect)\n \n socket.setKeepAlive(true, options.keepAlive)\n return socket\n }\n kc.socketFactory = myCustomSocketFactory;\n }\n\n this.#kafka = new Kafka(kc);\n }\n\n #LogErrorMessage(message: any) {\n this.options?.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get kafka() {\n return this.#kafka;\n }\n\n CreateProducer(): KafkaProducer {\n return new KafkaProducer({\n kafka: this.#kafka,\n id: uuidv4(),\n logger: this.options?.logger});\n }\n\n CreateConsumer(groupId: string) {\n return new KafkaConsumer({\n kafka: this.#kafka, \n id: uuidv4(), \n groupId,\n logger: this.options?.logger});\n }\n\n CreateTopic = async (topic: string, partitions: number, errorCb: (error: any) => void): Promise<boolean> => {\n try {\n const admin = this.#kafka.admin()\n await admin.connect()\n const result = await admin.createTopics({\n validateOnly: false,\n waitForLeaders: true,\n timeout: this.options?.timeout,\n topics: [\n {\n topic: topic,\n numPartitions: partitions, // default: -1 (uses broker `num.partitions` configuration)\n //replicationFactor: <Number>, // default: -1 (uses broker `default.replication.factor` configuration)\n //replicaAssignment: <Array>, // Example: [{ partition: 0, replicas: [0,1,2] }] - default: []\n //configEntries: <Array> // Example: [{ name: 'cleanup.policy', value: 'compact' }] - default: []\n } \n ]\n })\n await admin.disconnect()\n return result;\n } catch (error) {\n this.#RaiseError(`KafkaManager:CreateTopic(): Error: [${error}]`, errorCb);\n return false;\n }\n }\n}\n"],"mappings":";;;;;;;;AAcA,IAAa,gBAAb,MAAqD;CACjD;CACA;CACA;CACA;CACA,aAAsB;CACtB;CAEA,YAAY,SAAgC;AACxC,QAAA,UAAgB;AAChB,QAAA,KAAW,MAAA,QAAc;AACzB,QAAA,UAAgB,MAAA,QAAc;AAC9B,QAAA,QAAc,MAAA,QAAc;AAC5B,QAAA,WAAiB,MAAA,MAAY,SAAS;GAClC,SAAS,MAAA;GACT,OAAO,EACH,kBAAkB,OAAO,UAAmC;AACxD,UAAA,gBAAsB,MAAM,QAAQ,GAAG,QAAQ,IAAI,yDAAyD,MAAM,GAAG,CAAC;AACtH,WAAO;MAEd;GACJ,CAAC;;CAGN,iBAAiB,SAAc;AAC3B,QAAA,QAAc,OAAO,MAAM,QAAQ;;CAGvC,IAAI,WAAW;AACX,SAAO,MAAA;;CAGX,IAAI,KAAa;AACb,SAAO,MAAA;;CAGX,eAAe,KAAa,YAAkC;EAC1D,MAAM,eAAe,GAAG,QAAQ,IAAI,iBAAiB;AACrD,QAAA,gBAAsB,MAAM,IAAI,aAAa,CAAC;AAC9C,UAAQ,aAAa;;CAGzB,MAAM,QAAQ,SAA8C;AACxD,MAAI,CAAC,MAAA,UACD,KAAI;AACA,SAAM,MAAA,SAAe,SAAS;AAC9B,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,sBAAsB,MAAM,IAAI,QAAQ;;;CAKrE,MAAM,WAAW,SAA8C;AAC3D,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,YAAY;AACjC,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,yBAAyB,MAAM,IAAI,QAAQ;;;CAKxE,YAAY,OAAM,QAAkB,eAAwB,YAAiD;AACzG,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,UAAU;IAAE;IAAQ;IAAe,CAAC;WACpD,OAAO;AACZ,SAAA,WAAiB,wBAAwB,MAAM,IAAI,QAAQ;;MAG/D,OAAM,KAAK,SAAS,UAAU;AAC1B,SAAA,WAAiB,oDAAoD,MAAM,IAAI,QAAQ;IACzF;;CAIV,OAAO,OAAM,YAAiD;AAC1D,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,MAAM;WACtB,OAAO;AACZ,SAAA,WAAiB,mBAAmB,MAAM,IAAI,QAAQ;;;CAKlE,yBAAyB,OAAO,YAAqB,IAAsB,YAAkD;AACzH,MAAI,MAAA,UACA,OAAM,MAAA,SAAe,IAAI;GACrB;GACA,aAAa,OAAO,EAAE,OAAO,WAAW,SAAS,WAAW,YAAY;AACpE,QAAI;AACA,QAAG,OAAO,WAAW,SAAS,WAAW,MAAM;aAgB1C,OAAO;AACZ,WAAA,WAAiB,iDAAiD,MAAM,IAAI,QAAQ;;;GAG/F,CAAC;MAEF,OAAM,KAAK,SAAS,UAAU;AAC1B,SAAA,WAAiB,iEAAiE,MAAM,IAAI,QAAQ;IACtG;;;;;ACxHd,IAAa,gBAAb,MAA2B;CACvB;CACA;CACA;CACA;CACA,aAAsB;CAEtB,YAAY,SAAgC;AACxC,QAAA,UAAgB;AAChB,QAAA,KAAW,MAAA,QAAc;AACzB,QAAA,QAAc,MAAA,QAAc;AAC5B,QAAA,WAAiB,MAAA,MAAY,UAAU;;CAG3C,iBAAiB,SAAc;AAC3B,QAAA,QAAc,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,WAAW;AACX,SAAO,MAAA;;CAGX,IAAI,KAAa;AACb,SAAO,MAAA;;CAGX,MAAM,QAAQ,SAA8C;AACxD,MAAI,CAAC,MAAA,UACD,KAAI;AACA,SAAM,MAAA,SAAe,SAAS;AAC9B,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,oCAAoC,MAAM,IAAI,QAAQ;;;CAKlG,MAAM,WAAW,SAA8C;AAC3D,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,YAAY;AACjC,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,uCAAuC,MAAM,IAAI,QAAQ;;;CAKrG,cAAc,OAAM,OAAe,SAAwC,YAA6D;AACpI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA,UAAU,CAAE,QAAS;IACxB,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAM,IAAI,GAAG,QAAQ,IAAI,wCAAwC,MAAM,GAAG,CAAC;AACjG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,oEAAoE,MAAM,IAAI,QAAQ;KACxH;AACF,UAAO,EAAG;;;CAIlB,eAAe,OAAM,OAAe,UAA2C,YAA6D;AACxI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA;IACH,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAM,IAAI,GAAG,QAAQ,IAAI,yCAAyC,MAAM,GAAG,CAAC;AAClG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,qEAAqE,MAAM,IAAI,QAAQ;KACzH;AACF,UAAO,EAAG;;;;;;ACDtB,IAAa,eAAb,cAAkC,eAAe;CAC7C;CAEA,YAAY,SAA8B;AACtC,QAAM,QAAQ;EAEd,MAAM,KAAkB;GACpB,UAAU,QAAQ;GAClB,SAAS,QAAQ;GACjB,mBAAmB,QAAQ;GAC3B,gBAAgB,QAAQ;GAC3B;AAED,UAAQ,QAAQ,UAAhB;GACA,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,QACI,IAAG,WAAW,SAAS;;AAE3B,MAAI,QAAQ,UAAU,QAAQ,IAC1B,IAAG,MAAM;GACL,IAAI,CAAC,GAAG,aAAa,QAAQ,IAAI,QAAkB,EAAE,UAAU,QAAO,CAAC,CAAC;GACxE,KAAK,GAAG,aAAa,QAAQ,IAAI,SAAS,EAAE,UAAU,QAAO,CAAC;GAC9D,MAAM,GAAG,aAAa,QAAQ,IAAI,cAAc,EAAE,UAAU,QAAO,CAAC;GACvE;AAEL,MAAI,QAAQ,WAAW;GAEnB,MAAM,yBAAyB,WAAiC;IAC5D,MAAM,SAAS,OAAO,MAChB,IAAI,QACF,OAAO,OAAO;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,CAAC,IAAI,KAAK,OAAO,KAAK,GAAG,EAAE,YAAY,OAAO,MAAM,GAAG,EAAE,EAAE,OAAO,IAAI,EAC9H,OAAO,UACV,GACC,IAAI,QAAQ;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,OAAO,UAAU;AAE7E,WAAO,aAAa,MAAM,QAAQ,UAAU;AAC5C,WAAO;;AAEX,MAAG,gBAAgB;;AAGvB,QAAA,QAAc,IAAI,MAAM,GAAG;;CAG/B,iBAAiB,SAAc;AAC3B,OAAK,SAAS,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,QAAQ;AACR,SAAO,MAAA;;CAGX,iBAAgC;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,IAAI,IAAQ;GACZ,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,eAAe,SAAiB;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,IAAI,IAAQ;GACZ;GACA,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,cAAc,OAAO,OAAe,YAAoB,YAAoD;AACxG,MAAI;GACA,MAAM,QAAQ,MAAA,MAAY,OAAO;AACjC,SAAM,MAAM,SAAS;GACrB,MAAM,SAAS,MAAM,MAAM,aAAa;IACpC,cAAc;IACd,gBAAgB;IAChB,SAAS,KAAK,SAAS;IACvB,QAAQ,CACJ;KACW;KACP,eAAe;KAIlB,CACJ;IACJ,CAAC;AACF,SAAM,MAAM,YAAY;AACxB,UAAO;WACF,OAAO;AACZ,SAAA,WAAiB,uCAAuC,MAAM,IAAI,QAAQ;AAC1E,UAAO"}
|
|
1
|
+
{"version":3,"file":"index.mjs","names":["#options","#id","#groupId","#kafka","#consumer","#LogErrorMessage","#connected","#RaiseError","#options","#id","#kafka","#producer","#LogErrorMessage","#connected","#RaiseError","#kafka","#LogErrorMessage","#RaiseError"],"sources":["../__vite-browser-external","../src/kafka/kafkaconsumer.ts","../src/kafka/kafkaproducer.ts","../src/kafka/kafkamanager.ts"],"sourcesContent":["module.exports = {}","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Consumer, IHeaders, KafkaMessage } from 'kafkajs'\nimport { IKafkaConsumer, ConsumeMessageCB, ConsumeMessageErrorCB } from './../commonTypes'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaConsumerOptions {\n kafka: Kafka\n id: string\n groupId: string\n logger: ISTSLogger\n}\n\nexport class KafkaConsumer implements IKafkaConsumer {\n #id: string\n #groupId: string\n #consumer: Consumer;\n #kafka: Kafka;\n #connected: boolean = false;\n #options: IKafkaConsumerOptions;\n\n constructor(options: IKafkaConsumerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#groupId = this.#options.groupId;\n this.#kafka = this.#options.kafka;\n this.#consumer = this.#kafka.consumer({ \n groupId: this.#groupId,\n retry: {\n restartOnFailure: async (error: Error): Promise<boolean> => {\n this.#LogErrorMessage(chalk.magenta(`${process.pid}:KafkaConsumer:constructor:restartOnFailure(): Error: [${error}]`))\n return true;\n }\n }\n })\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n get consumer() {\n return this.#consumer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n const errorMessage = `${process.pid}:KafkaConsumer:${msg}`;\n this.#LogErrorMessage(chalk.red(errorMessage));\n errorCb(errorMessage);\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#consumer.connect()\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#consumer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n Subscribe = async(topics: string[], fromBeginning: boolean, errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.subscribe({ topics, fromBeginning })\n } catch (error) {\n this.#RaiseError(`Subscribe(): Error: [${error}]`, errorCb);\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`Subscribe(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n\n Stop = async(errorCb: (error: any) => void): Promise<void> => {\n if (this.#connected) {\n try {\n await this.#consumer.stop();\n } catch (error) {\n this.#RaiseError(`Stop(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n StartConsumingMessages = async (autoCommit: boolean, cb: ConsumeMessageCB, errorCb: ConsumeMessageErrorCB): Promise<void> => {\n if (this.#connected) {\n await this.#consumer.run({\n autoCommit, \n eachMessage: async ({ topic, partition, message, heartbeat, pause }) => {\n try {\n cb(topic, partition, message, heartbeat, pause);\n /*\n if (message.key) {\n if (message.value) {\n cb(topic.toString(), message.key.toString(), partition, message.value.toString(), message.headers)\n } else {\n cb(topic.toString(), message.key.toString(), partition, \"\", message.headers)\n }\n } else {\n if (message.value) {\n cb(topic.toString(), \"\", partition, message.value?.toString(), message.headers)\n } else {\n cb(topic.toString(), \"\", partition, \"\", message.headers)\n }\n }\n */\n } catch (error) {\n this.#RaiseError(`StartConsumingMessages:eachMessage(): Error: [${error}]`, errorCb);\n }\n }\n })\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`StartConsumingMessages(): Could not consumer.connect, Error: [${error}]`, errorCb);\n });\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\nimport { Kafka, Producer, RecordMetadata } from 'kafkajs'\n\nimport chalk from 'chalk';\nimport { ISTSLogger } from '@nsshunt/stsutils';\n\nexport interface IKafkaProducerOptions {\n kafka: Kafka\n id: string\n logger: ISTSLogger\n}\n\nexport class KafkaProducer {\n #options: IKafkaProducerOptions;\n #id: string\n #producer: Producer;\n #kafka: Kafka;\n #connected: boolean = false;\n\n constructor(options: IKafkaProducerOptions) {\n this.#options = options;\n this.#id = this.#options.id;\n this.#kafka = this.#options.kafka;\n this.#producer = this.#kafka.producer()\n }\n\n #LogErrorMessage(message: any) {\n this.#options.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get producer() {\n return this.#producer;\n }\n \n get id(): string {\n return this.#id;\n }\n\n async Connect(errorCb: (error: any) => void): Promise<void> {\n if (!this.#connected) {\n try {\n await this.#producer.connect();\n this.#connected = true;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Connect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n async Disconnect(errorCb: (error: any) => void): Promise<void> {\n if (this.#connected) {\n try {\n await this.#producer.disconnect()\n this.#connected = false;\n } catch (error) {\n this.#RaiseError(`${process.pid}:KafkaProducer:Disconnect(): Error: [${error}]`, errorCb);\n }\n }\n }\n\n SendMessage = async(topic: string, message: { key: string, value: string}, errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages: [ message ]\n })\n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessage(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessage(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n\n SendMessages = async(topic: string, messages: { key: string, value: string}[], errorCb: (error: any) => void): Promise<RecordMetadata[]> => {\n if (this.#connected) {\n try {\n return this.#producer.send({\n topic,\n messages\n }) \n } catch (error) {\n this.#LogErrorMessage(chalk.red(`${process.pid}:KafkaProducer:SendMessages(): Error: [${error}]`));\n return [ ];\n }\n } else {\n await this.Connect((error) => {\n this.#RaiseError(`${process.pid}:KafkaProducer:SendMessages(): Could not producer.connect, Error: [${error}]`, errorCb);\n });\n return [ ];\n }\n }\n}\n","/* eslint @typescript-eslint/no-explicit-any: 0, @typescript-eslint/no-unused-vars: 0 */ // --> OFF\n/*\n\nkafka example server #01 - Docker Compose File\n----------------------------------------------\nNote: In this example, the log retention is set to 24 hours (rather than default to 1 week)\nhttps://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/\n\nversion: '2'\nservices:\n zookeeper:\n image: wurstmeister/zookeeper\n ports:\n - \"2181:2181\"\n restart: unless-stopped\n\n kafka:\n image: wurstmeister/kafka\n ports:\n - \"9092:9092\"\n environment:\n DOCKER_API_VERSION: 1.22\n KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92\n KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181\n KAFKA_CREATE_TOPICS: \"topic-name2:3:1\"\n KAFKA_LOG_RETENTION_MS: 86400000\n KAFKA_LOG_RETENTION_BYTES: -1\n volumes:\n - /var/run/docker.sock:/var/run/docker.sock\n restart: unless-stopped\n\n\nkafka example server #02 - Docker Compose File\n----------------------------------------------\nversion: \"3.9\" # optional since v1.27.0\n\nnetworks:\n app-tier:\n driver: bridge\n\nservices:\n kafka:\n image: 'bitnami/kafka:latest'\n ports:\n - '9092:9092'\n networks:\n - app-tier \n environment:\n - ALLOW_PLAINTEXT_LISTENER=yes\n - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true\n - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092\n\n*/\nimport { ISTSLogger, STSOptionsBase } from '@nsshunt/stsutils'\n\nimport { Kafka, KafkaConfig, logLevel } from 'kafkajs'\n\nimport { randomUUID } from 'node:crypto';\n\nimport fs from 'node:fs'\n\nimport { KafkaConsumer } from './kafkaconsumer'\nimport { KafkaProducer } from './kafkaproducer'\n\nimport net from 'node:net'\nimport tls from 'node:tls'\n\nimport chalk from 'chalk';\n\nconst KEEP_ALIVE_DELAY = 60000 //@@ in ms\n\n// https://kafka.js.org/docs/configuration\nexport interface IKafkaManagerConfig {\n clientId: string // A logical identifier of an application. Can be used by brokers to apply quotas or trace requests to a specific application. Example: booking-events-processor.\n brokers: string[] // List of Kafka brokers\n adminTimeout: number // Time in milliseconds to wait for a successful admin operation. The default value is: 5000.\n connectionTimeout: number // Time in milliseconds to wait for a successful connection. The default value is: 1000.\n requestTimeout: number // Time in milliseconds to wait for a successful request. The default value is: 30000.\n logLevel: string // There are 5 log levels available: NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n keepAlive?: number // When specified, the number of ms for socket keep alive processing.\n useSSL: boolean // Use SSL\n ssl?: { // Must be specified if useSSL is true\n rejectUnauthorized: boolean\n cafile: string\n keyfile: string\n certfileFile: string\n }\n logger: ISTSLogger\n}\n\n// https://kafka.js.org/docs/configuration\n// https://github.com/tulios/kafkajs/blob/master/src/network/socketFactory.js\ndeclare interface ICustomSocketFactory {\n host: any,\n port: any,\n ssl: any,\n onConnect: any\n}\n\nexport class KafkaManager extends STSOptionsBase {\n #kafka: Kafka\n\n constructor(options: IKafkaManagerConfig) {\n super(options);\n\n const kc: KafkaConfig = {\n clientId: options.clientId,\n brokers: options.brokers, //brokers: ['localhost:9092', 'kafka2:9092'],\n connectionTimeout: options.connectionTimeout,\n requestTimeout: options.requestTimeout\n }\n // NOTHING, ERROR, WARN, INFO, and DEBUG. INFO is configured by default.\n switch (options.logLevel) {\n case 'NOTHING' :\n kc.logLevel = logLevel.NOTHING;\n break;\n case 'ERROR' :\n kc.logLevel = logLevel.ERROR;\n break;\n case 'WARN' :\n kc.logLevel = logLevel.WARN;\n break;\n case 'INFO' :\n kc.logLevel = logLevel.INFO;\n break;\n case 'DEBUG' :\n kc.logLevel = logLevel.DEBUG;\n break;\n default :\n kc.logLevel = logLevel.NOTHING;\n }\n if (options.useSSL && options.ssl) {\n kc.ssl = {\n ca: [fs.readFileSync(options.ssl.cafile as string, { encoding: 'utf8'})],\n key: fs.readFileSync(options.ssl.keyfile, { encoding: 'utf8'}),\n cert: fs.readFileSync(options.ssl.certfileFile, { encoding: 'utf8'}),\n }\n }\n if (options.keepAlive) {\n //const myCustomSocketFactory = ({ host, port, ssl, onConnect }) => {\n const myCustomSocketFactory = (config: ICustomSocketFactory) => {\n const socket = config.ssl\n ? tls.connect(\n Object.assign({ host: config.host, port: config.port }, !net.isIP(config.host) ? { servername: config.host } : {}, config.ssl),\n config.onConnect\n )\n : net.connect({ host: config.host, port: config.port }, config.onConnect)\n \n socket.setKeepAlive(true, options.keepAlive)\n return socket\n }\n kc.socketFactory = myCustomSocketFactory;\n }\n\n this.#kafka = new Kafka(kc);\n }\n\n #LogErrorMessage(message: any) {\n this.options?.logger.error(message);\n }\n\n #RaiseError = (msg: string, errorCb: (error: any) => void) => {\n this.#LogErrorMessage(chalk.red(msg));\n errorCb(msg);\n }\n\n get kafka() {\n return this.#kafka;\n }\n\n CreateProducer(): KafkaProducer {\n return new KafkaProducer({\n kafka: this.#kafka,\n id: randomUUID(),\n logger: this.options?.logger});\n }\n\n CreateConsumer(groupId: string) {\n return new KafkaConsumer({\n kafka: this.#kafka, \n id: randomUUID(), \n groupId,\n logger: this.options?.logger});\n }\n\n CreateTopic = async (topic: string, partitions: number, errorCb: (error: any) => void): Promise<boolean> => {\n try {\n const admin = this.#kafka.admin()\n await admin.connect()\n const result = await admin.createTopics({\n validateOnly: false,\n waitForLeaders: true,\n timeout: this.options?.timeout,\n topics: [\n {\n topic: topic,\n numPartitions: partitions, // default: -1 (uses broker `num.partitions` configuration)\n //replicationFactor: <Number>, // default: -1 (uses broker `default.replication.factor` configuration)\n //replicaAssignment: <Array>, // Example: [{ partition: 0, replicas: [0,1,2] }] - default: []\n //configEntries: <Array> // Example: [{ name: 'cleanup.policy', value: 'compact' }] - default: []\n } \n ]\n })\n await admin.disconnect()\n return result;\n } catch (error) {\n this.#RaiseError(`KafkaManager:CreateTopic(): Error: [${error}]`, errorCb);\n return false;\n }\n }\n}\n"],"mappings":";;;;;;;;;;;AAAA,QAAO,UAAU,EAAA;;ACcjB,IAAA,gBAAA,MAAA;;;;;;;;AASQ,QAAA,UAAA;AACA,QAAA,KAAA,MAAA,QAAA;AACA,QAAA,UAAA,MAAA,QAAA;AACA,QAAA,QAAA,MAAA,QAAA;AACA,QAAA,WAAA,MAAA,MAAA,SAAA;;;AAIY,UAAA,gBAAA,MAAA,QAAA,GAAA,QAAA,IAAA,yDAAA,MAAA,GAAA,CAAA;AACA,WAAA;;;;;AAOZ,QAAA,QAAA,OAAA,MAAA,QAAA;;;AAIA,SAAA,MAAA;;;AAIA,SAAA,MAAA;;;;AAKA,QAAA,gBAAA,MAAA,IAAA,aAAA,CAAA;AACA,UAAA,aAAA;;;AAIA,MAAA,CAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,SAAA;AACA,SAAA,YAAA;;AAEA,SAAA,WAAA,sBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,YAAA;AACA,SAAA,YAAA;;AAEA,SAAA,WAAA,yBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,UAAA;;;;;AAEA,SAAA,WAAA,wBAAA,MAAA,IAAA,QAAA;;;AAIA,SAAA,WAAA,oDAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,KAAA;AAEQ,SAAA,MAAA,SAAA,MAAA;;AAEA,SAAA,WAAA,mBAAA,MAAA,IAAA,QAAA;;;;AAMR,MAAA,MAAA,UAAA,OAAA,MAAA,SAAA,IAAA;;;AAIY,QAAA;AACI,QAAA,OAAA,WAAA,SAAA,WAAA,MAAA;;AAiBA,WAAA,WAAA,iDAAA,MAAA,IAAA,QAAA;;;;;AAMR,SAAA,WAAA,iEAAA,MAAA,IAAA,QAAA;;;;;;ACvHhB,IAAa,gBAAb,MAA2B;CACvB;CACA;CACA;CACA;CACA,aAAsB;CAEtB,YAAY,SAAgC;AACxC,QAAA,UAAgB;AAChB,QAAA,KAAW,MAAA,QAAc;AACzB,QAAA,QAAc,MAAA,QAAc;AAC5B,QAAA,WAAiB,MAAA,MAAY,UAAU;;CAG3C,iBAAiB,SAAc;AAC3B,QAAA,QAAc,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,WAAW;AACX,SAAO,MAAA;;CAGX,IAAI,KAAa;AACb,SAAO,MAAA;;CAGX,MAAM,QAAQ,SAA8C;AACxD,MAAI,CAAC,MAAA,UACD,KAAI;AACA,SAAM,MAAA,SAAe,SAAS;AAC9B,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,oCAAoC,MAAM,IAAI,QAAQ;;;CAKlG,MAAM,WAAW,SAA8C;AAC3D,MAAI,MAAA,UACA,KAAI;AACA,SAAM,MAAA,SAAe,YAAY;AACjC,SAAA,YAAkB;WACb,OAAO;AACZ,SAAA,WAAiB,GAAG,QAAQ,IAAI,uCAAuC,MAAM,IAAI,QAAQ;;;CAKrG,cAAc,OAAM,OAAe,SAAwC,YAA6D;AACpI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA,UAAU,CAAE,QAAS;IACxB,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAM,IAAI,GAAG,QAAQ,IAAI,wCAAwC,MAAM,GAAG,CAAC;AACjG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,oEAAoE,MAAM,IAAI,QAAQ;KACxH;AACF,UAAO,EAAG;;;CAIlB,eAAe,OAAM,OAAe,UAA2C,YAA6D;AACxI,MAAI,MAAA,UACA,KAAI;AACA,UAAO,MAAA,SAAe,KAAK;IACvB;IACA;IACH,CAAC;WACG,OAAO;AACZ,SAAA,gBAAsB,MAAM,IAAI,GAAG,QAAQ,IAAI,yCAAyC,MAAM,GAAG,CAAC;AAClG,UAAO,EAAG;;OAEX;AACH,SAAM,KAAK,SAAS,UAAU;AAC1B,UAAA,WAAiB,GAAG,QAAQ,IAAI,qEAAqE,MAAM,IAAI,QAAQ;KACzH;AACF,UAAO,EAAG;;;;;;ACAtB,IAAa,eAAb,cAAkC,eAAe;CAC7C;CAEA,YAAY,SAA8B;AACtC,QAAM,QAAQ;EAEd,MAAM,KAAkB;GACpB,UAAU,QAAQ;GAClB,SAAS,QAAQ;GACjB,mBAAmB,QAAQ;GAC3B,gBAAgB,QAAQ;GAC3B;AAED,UAAQ,QAAQ,UAAhB;GACA,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,KAAK;AACD,OAAG,WAAW,SAAS;AACvB;GACJ,QACI,IAAG,WAAW,SAAS;;AAE3B,MAAI,QAAQ,UAAU,QAAQ,IAC1B,IAAG,MAAM;GACL,IAAI,CAAC,GAAG,aAAa,QAAQ,IAAI,QAAkB,EAAE,UAAU,QAAO,CAAC,CAAC;GACxE,KAAK,GAAG,aAAa,QAAQ,IAAI,SAAS,EAAE,UAAU,QAAO,CAAC;GAC9D,MAAM,GAAG,aAAa,QAAQ,IAAI,cAAc,EAAE,UAAU,QAAO,CAAC;GACvE;AAEL,MAAI,QAAQ,WAAW;GAEnB,MAAM,yBAAyB,WAAiC;IAC5D,MAAM,SAAS,OAAO,MAChB,IAAI,QACF,OAAO,OAAO;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,CAAC,IAAI,KAAK,OAAO,KAAK,GAAG,EAAE,YAAY,OAAO,MAAM,GAAG,EAAE,EAAE,OAAO,IAAI,EAC9H,OAAO,UACV,GACC,IAAI,QAAQ;KAAE,MAAM,OAAO;KAAM,MAAM,OAAO;KAAM,EAAE,OAAO,UAAU;AAE7E,WAAO,aAAa,MAAM,QAAQ,UAAU;AAC5C,WAAO;;AAEX,MAAG,gBAAgB;;AAGvB,QAAA,QAAc,IAAI,MAAM,GAAG;;CAG/B,iBAAiB,SAAc;AAC3B,OAAK,SAAS,OAAO,MAAM,QAAQ;;CAGvC,eAAe,KAAa,YAAkC;AAC1D,QAAA,gBAAsB,MAAM,IAAI,IAAI,CAAC;AACrC,UAAQ,IAAI;;CAGhB,IAAI,QAAQ;AACR,SAAO,MAAA;;CAGX,iBAAgC;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,+BAAA,aAAgB;GAChB,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,eAAe,SAAiB;AAC5B,SAAO,IAAI,cAAc;GACrB,OAAO,MAAA;GACP,KAAA,GAAA,+BAAA,aAAgB;GAChB;GACA,QAAQ,KAAK,SAAS;GAAO,CAAC;;CAGtC,cAAc,OAAO,OAAe,YAAoB,YAAoD;AACxG,MAAI;GACA,MAAM,QAAQ,MAAA,MAAY,OAAO;AACjC,SAAM,MAAM,SAAS;GACrB,MAAM,SAAS,MAAM,MAAM,aAAa;IACpC,cAAc;IACd,gBAAgB;IAChB,SAAS,KAAK,SAAS;IACvB,QAAQ,CACJ;KACW;KACP,eAAe;KAIlB,CACJ;IACJ,CAAC;AACF,SAAM,MAAM,YAAY;AACxB,UAAO;WACF,OAAO;AACZ,SAAA,WAAiB,uCAAuC,MAAM,IAAI,QAAQ;AAC1E,UAAO"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@nsshunt/stskafka",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.59",
|
|
4
4
|
"description": "STS Kafka",
|
|
5
5
|
"type": "commonjs",
|
|
6
6
|
"main": "./dist/index.cjs",
|
|
@@ -42,12 +42,13 @@
|
|
|
42
42
|
"homepage": "https://github.com/nsshunt/stskafka#readme",
|
|
43
43
|
"devDependencies": {
|
|
44
44
|
"@testcontainers/kafka": "^11.13.0",
|
|
45
|
+
"@types/node": "^25.5.2",
|
|
45
46
|
"@typescript-eslint/eslint-plugin": "^8.58.0",
|
|
46
47
|
"@typescript-eslint/parser": "^8.58.0",
|
|
47
|
-
"eslint": "^
|
|
48
|
+
"eslint": "^10.2.0",
|
|
48
49
|
"globals": "^17.4.0",
|
|
49
50
|
"testcontainers": "^11.13.0",
|
|
50
|
-
"typescript": "^
|
|
51
|
+
"typescript": "^6.0.2",
|
|
51
52
|
"vite": "^8.0.3",
|
|
52
53
|
"vitest": "^4.1.2"
|
|
53
54
|
},
|
|
@@ -55,7 +56,6 @@
|
|
|
55
56
|
"@nsshunt/stsutils": "^1.19.91",
|
|
56
57
|
"chalk": "^4.1.2",
|
|
57
58
|
"kafkajs": "^2.2.4",
|
|
58
|
-
"uuid": "^13.0.0",
|
|
59
59
|
"winston": "^3.19.0"
|
|
60
60
|
}
|
|
61
61
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"kafkamanager.d.ts","sourceRoot":"","sources":["../../src/kafka/kafkamanager.ts"],"names":[],"mappings":"AAqDA,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AAE9D,OAAO,EAAE,KAAK,EAAyB,MAAM,SAAS,CAAA;
|
|
1
|
+
{"version":3,"file":"kafkamanager.d.ts","sourceRoot":"","sources":["../../src/kafka/kafkamanager.ts"],"names":[],"mappings":"AAqDA,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AAE9D,OAAO,EAAE,KAAK,EAAyB,MAAM,SAAS,CAAA;AAMtD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAU/C,MAAM,WAAW,mBAAmB;IAChC,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,iBAAiB,EAAE,MAAM,CAAA;IACzB,cAAc,EAAE,MAAM,CAAA;IACtB,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,OAAO,CAAA;IACf,GAAG,CAAC,EAAE;QACJ,kBAAkB,EAAE,OAAO,CAAA;QAC3B,MAAM,EAAE,MAAM,CAAA;QACd,OAAO,EAAE,MAAM,CAAA;QACf,YAAY,EAAE,MAAM,CAAA;KACrB,CAAA;IACD,MAAM,EAAE,UAAU,CAAA;CACrB;AAWD,qBAAa,YAAa,SAAQ,cAAc;;gBAGhC,OAAO,EAAE,mBAAmB;IAgExC,IAAI,KAAK,UAER;IAED,cAAc,IAAI,aAAa;IAO/B,cAAc,CAAC,OAAO,EAAE,MAAM;IAQ9B,WAAW,GAAU,OAAO,MAAM,EAAE,YAAY,MAAM,EAAE,SAAS,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,KAAG,OAAO,CAAC,OAAO,CAAC,CAwBvG;CACJ"}
|