@nsshunt/stsappframework 2.19.251 → 2.19.252

package/dist/kafkamanager.js

@@ -0,0 +1,156 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaManager = void 0;
+/*
+
+kafka example server #01 - Docker Compose File
+----------------------------------------------
+Note: In this example, the log retention is set to 24 hours (rather than default to 1 week)
+https://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/
+
+version: '2'
+services:
+  zookeeper:
+    image: wurstmeister/zookeeper
+    ports:
+      - "2181:2181"
+    restart: unless-stopped
+
+  kafka:
+    image: wurstmeister/kafka
+    ports:
+      - "9092:9092"
+    environment:
+      DOCKER_API_VERSION: 1.22
+      KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_CREATE_TOPICS: "topic-name2:3:1"
+      KAFKA_LOG_RETENTION_MS: 86400000
+      KAFKA_LOG_RETENTION_BYTES: -1
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+    restart: unless-stopped
+
+
+kafka example server #02 - Docker Compose File
+----------------------------------------------
+version: "3.9"  # optional since v1.27.0
+
+networks:
+  app-tier:
+    driver: bridge
+
+services:
+  kafka:
+    image: 'bitnami/kafka:latest'
+    ports:
+     - '9092:9092'
+    networks:
+      - app-tier
+    environment:
+      - ALLOW_PLAINTEXT_LISTENER=yes
+      - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true
+      - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092
+
+*/
+const stsutils_1 = require("@nsshunt/stsutils");
+const kafkajs_1 = require("kafkajs");
+class KafkaManager extends stsutils_1.STSOptionsBase {
+    #kafka;
+    #producer;
+    #consumer;
+    constructor(options) {
+        super(options);
+        this.#kafka = new kafkajs_1.Kafka({
+            clientId: options.clientId,
+            brokers: options.brokers
+            //brokers: ['localhost:9092', 'kafka2:9092'],
+        });
+    }
+    ProducerConnect = async () => {
+        this.#producer = this.#kafka.producer();
+        return this.#producer.connect();
+    };
+    ProducerDisconnect = async () => {
+        await this.#producer?.disconnect();
+    };
+    ConsumerConnect = async (groupId) => {
+        this.#consumer = this.#kafka.consumer({ groupId });
+        return this.#consumer.connect();
+    };
+    ConsumerDisconnect = async () => {
+        return this.#consumer?.disconnect();
+    };
+    CreateTopic = async (topic, partitions) => {
+        const admin = this.#kafka.admin();
+        await admin.connect();
+        await admin.createTopics({
+            validateOnly: false,
+            waitForLeaders: true,
+            timeout: this.options?.timeout,
+            topics: [
+                {
+                    topic: topic,
+                    numPartitions: partitions, // default: -1 (uses broker `num.partitions` configuration)
+                    //replicationFactor: <Number>, // default: -1 (uses broker `default.replication.factor` configuration)
+                    //replicaAssignment: <Array>,  // Example: [{ partition: 0, replicas: [0,1,2] }] - default: []
+                    //configEntries: <Array>       // Example: [{ name: 'cleanup.policy', value: 'compact' }] - default: []
+                }
+            ]
+        });
+        await admin.disconnect();
+    };
+    SendMessage = async (topic, message) => {
+        if (this.#producer) {
+            return this.#producer.send({
+                topic,
+                messages: [message]
+            });
+        }
+        else {
+            return null;
+        }
+    };
+    SendMessages = async (topic, messages) => {
+        if (this.#producer) {
+            return this.#producer.send({
+                topic,
+                messages
+            });
+        }
+        else {
+            return null;
+        }
+    };
+    Subscribe = async (topics, cb) => {
+        await this.#consumer?.subscribe({ topics, fromBeginning: true });
+        await this.#consumer?.run({
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            eachMessage: async ({ topic, partition, message, heartbeat, pause }) => {
+                try {
+                    if (message.key) {
+                        if (message.value) {
+                            cb(message.key.toString(), partition, message.value.toString(), message.headers);
+                        }
+                        else {
+                            cb(message.key.toString(), partition, "", message.headers);
+                        }
+                    }
+                    else {
+                        if (message.value) {
+                            cb("", partition, message.value?.toString(), message.headers);
+                        }
+                        else {
+                            cb("", partition, "", message.headers);
+                        }
+                    }
+                }
+                catch (err) {
+                    console.log(err);
+                }
+            }
+        });
+    };
+}
+exports.KafkaManager = KafkaManager;
+//# sourceMappingURL=kafkamanager.js.map

package/dist/kafkamanager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafkamanager.js","sourceRoot":"","sources":["../src/kafkamanager.ts"],"names":[],"mappings":";;;AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmDE;AACF,gDAAkD;AAElD,qCAA6E;AAQ7E,MAAa,YAAa,SAAQ,yBAAc;IAC5C,MAAM,CAAO;IACb,SAAS,CAAuB;IAChC,SAAS,CAAuB;IAEhC,YAAY,OAA4B;QACpC,KAAK,CAAC,OAAO,CAAC,CAAC;QAEf,IAAI,CAAC,MAAM,GAAG,IAAI,eAAK,CAAC;YACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;YAC1B,OAAO,EAAE,OAAO,CAAC,OAAO;YACxB,6CAA6C;SAChD,CAAC,CAAA;IACN,CAAC;IAED,eAAe,GAAG,KAAK,IAAoB,EAAE;QACzC,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAA;QACvC,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAA;IACnC,CAAC,CAAA;IAED,kBAAkB,GAAG,KAAK,IAAI,EAAE;QAC5B,MAAM,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,CAAA;IACtC,CAAC,CAAA;IAED,eAAe,GAAG,KAAK,EAAE,OAAe,EAAiB,EAAE;QACvD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,OAAO,EAAE,CAAC,CAAA;QAClD,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAA;IACnC,CAAC,CAAA;IAED,kBAAkB,GAAG,KAAK,IAAmB,EAAE;QAC3C,OAAO,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC;IACxC,CAAC,CAAA;IAED,WAAW,GAAG,KAAK,EAAE,KAAa,EAAE,UAAkB,EAAE,EAAE;QACtD,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAA;QACjC,MAAM,KAAK,CAAC,OAAO,EAAE,CAAA;QACrB,MAAM,KAAK,CAAC,YAAY,CAAC;YACrB,YAAY,EAAE,KAAK;YACnB,cAAc,EAAE,IAAI;YACpB,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO;YAC9B,MAAM,EAAE;gBACJ;oBACI,KAAK,EAAE,KAAK;oBACZ,aAAa,EAAE,UAAU,EAAM,2DAA2D;oBAC1F,sGAAsG;oBACtG,8FAA8F;oBAC9F,uGAAuG;iBAC1G;aACJ;SACJ,CAAC,CAAA;QACF,MAAM,KAAK,CAAC,UAAU,EAAE,CAAA;IAC5B,CAAC,CAAA;IAED,WAAW,GAAG,KAAK,EAAC,KAAa,EAAE,OAAsC,EAAqC,EAAE;QAC5G,IAAI,IAAI,CAAC,SAAS,EAAE;YAChB,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBACvB,KAAK;gBACL,QAAQ,EAAE,CAAE,OAAO,CAAE;aACxB,CAAC,CAAA;SACL;aAAM;YACH,OAAO,IAAI,CAAC;SACf;IACL,CAAC,CAAA;IAED,YAAY,GAAG,KAAK,EAAC,KAAa,EAAE,QAAyC,EAAqC,EAAE;QAChH,IAAI,IAAI,CAAC,SAAS,EAAE;YAChB,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;gBACvB,KAAK;gBACL,QAAQ;aACX,CAAC,CAAA;SACL;aAAM;YACH,OAAO,IAAI,CAAC;SACf;IACL,CAAC,CAAA;IAED,SAAS,GAAG,KAAK,EAAC,MAAgB,EAAE,EAA0F,EAAE,EAAE;QAC9H,MAAM,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAA;QAEhE,MAAM,IAAI,CAAC,SAAS,EAAE,GAAG,CAAC;YACtB,6DAA6D;YAC7D,WAAW,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE;gBACnE,IAAI;oBACA,IAAI,OAAO,CAAC,GAAG,EAAE;wBACb,IAAI,OAAO,CAAC,KAAK,EAAE;4BACf,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;yBACnF;6BAAM;4BACH,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;yBAC7D;qBACJ;yBAAM;wBACH,IAAI,OAAO,CAAC,KAAK,EAAE;4BACf,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,OAAO,CAAC,KAAK,EAAE,QAAQ,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;yBAChE;6BAAM;4BACH,EAAE,CAAC,EAAE,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,CAAC,OAAO,CAAC,CAAA;yBACzC;qBACJ;iBACJ;gBAAC,OAAO,GAAG,EAAE;oBACV,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;iBACpB;YACL,CAAC;SACJ,CAAC,CAAA;IACN,CAAC,CAAA;CACJ;AArGD,oCAqGC"}

package/dist/kafkatesting/config.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BROKERS = exports.CLIENT_ID = exports.GROUP_ID = exports.TIMEOUT = exports.PARTITIONS = exports.TOPIC = void 0;
+exports.TOPIC = 'appframework-test-logs';
+exports.PARTITIONS = 3;
+exports.TIMEOUT = 5000;
+exports.GROUP_ID = 'my-group';
+exports.CLIENT_ID = 'my-app';
+exports.BROKERS = ['192.168.14.92:9092'];
+//# sourceMappingURL=config.js.map

package/dist/kafkatesting/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/kafkatesting/config.ts"],"names":[],"mappings":";;;AAAa,QAAA,KAAK,GAAG,wBAAwB,CAAC;AACjC,QAAA,UAAU,GAAG,CAAC,CAAC;AACf,QAAA,OAAO,GAAG,IAAI,CAAC;AAEf,QAAA,QAAQ,GAAG,UAAU,CAAC;AAEtB,QAAA,SAAS,GAAG,QAAQ,CAAC;AAErB,QAAA,OAAO,GAAG,CAAC,oBAAoB,CAAC,CAAC"}

package/dist/kafkatesting/consume.js

@@ -0,0 +1,67 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+/* eslint @typescript-eslint/no-unused-vars: 0 */ // --> OFF
+const config_1 = require("./config");
+const kafkamanager_1 = require("./../kafkamanager");
+async function Sleep(milliseconds = 1000) {
+    return new Promise(resolve => setTimeout(resolve, milliseconds));
+}
+const km = new kafkamanager_1.KafkaManager({
+    clientId: config_1.CLIENT_ID + process.env.CLIENT_ID,
+    brokers: config_1.BROKERS,
+    timeout: config_1.TIMEOUT
+});
+const runme = async () => {
+    await km.ConsumerConnect(config_1.GROUP_ID + process.env.GROUP_ID);
+    await km.Subscribe([config_1.TOPIC], (key, partition, value, headers) => {
+        console.log({
+            key,
+            partition,
+            value,
+            headers
+        });
+    });
+    process.on("SIGINT", async () => {
+        console.log('=========SIGTERM START =======================');
+        await km.ConsumerDisconnect();
+        console.log('=========SIGTERM END =======================');
+        process.exit();
+    });
+    let iteration = 0;
+    for (;;) {
+        console.log('sleep: ' + iteration++);
+        await Sleep(1000);
+    }
+};
+/*
+const errorTypes = ['unhandledRejection', 'uncaughtException']
+const signalTraps = ['SIGTERM', 'SIGINT', 'SIGUSR2']
+
+errorTypes.forEach(type => {
+    process.on(type, async () => {
+        try {
+            console.log(`process.on ${type}`)
+            console.log('=========consumer.disconnect() START =======================')
+            await consumer.disconnect()
+            console.log('=========consumer.disconnect() END =======================')
+            process.exit(0)
+        } catch (_) {
+            process.exit(1)
+        }
+    })
+})
+
+signalTraps.forEach(type => {
+    process.once(type, async () => {
+        try {
+            console.log('=========consumer.disconnect() START [2] =======================')
+            await consumer.disconnect()
+            console.log('=========consumer.disconnect() END [2] =======================')
+        } finally {
+            process.kill(process.pid, type)
+        }
+    })
+})
+*/
+runme().catch(e => console.error(`[example/producer] ${e.message}`, e));
+//# sourceMappingURL=consume.js.map

package/dist/kafkatesting/consume.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"consume.js","sourceRoot":"","sources":["../../src/kafkatesting/consume.ts"],"names":[],"mappings":";;AAAA,iDAAiD,CAAE,UAAU;AAC7D,qCAAuE;AAEvE,oDAAgD;AAGhD,KAAK,UAAU,KAAK,CAAC,YAAY,GAAG,IAAI;IACpC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAA;AACpE,CAAC;AAED,MAAM,EAAE,GAAG,IAAI,2BAAY,CAAC;IACxB,QAAQ,EAAE,kBAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS;IAC3C,OAAO,EAAE,gBAAO;IAChB,OAAO,EAAE,gBAAO;CACnB,CAAC,CAAC;AAEH,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;IAErB,MAAM,EAAE,CAAC,eAAe,CAAC,iBAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAE1D,MAAM,EAAE,CAAC,SAAS,CAAC,CAAC,cAAK,CAAC,EAAE,CAAC,GAAW,EAAE,SAAiB,EAAE,KAAa,EAAE,OAA+B,EAAE,EAAE;QAC3G,OAAO,CAAC,GAAG,CAAC;YACR,GAAG;YACH,SAAS;YACT,KAAK;YACL,OAAO;SACV,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;QAC5B,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAA;QAC7D,MAAM,EAAE,CAAC,kBAAkB,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAA;QAC3D,OAAO,CAAC,IAAI,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,SAAS;QACL,OAAO,CAAC,GAAG,CAAC,SAAS,GAAG,SAAS,EAAE,CAAC,CAAC;QACrC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC;KACrB;AACL,CAAC,CAAA;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EA6BE;AAEF,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA"}

package/dist/kafkatesting/produce.js

@@ -0,0 +1,123 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+/*
+
+kafka example server #01 - Docker Compose File
+----------------------------------------------
+Note: In this example, the log retention is set to 24 hours (rather than default to 1 week)
+https://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/
+
+version: '2'
+services:
+  zookeeper:
+    image: wurstmeister/zookeeper
+    ports:
+      - "2181:2181"
+    restart: unless-stopped
+
+  kafka:
+    image: wurstmeister/kafka
+    ports:
+      - "9092:9092"
+    environment:
+      DOCKER_API_VERSION: 1.22
+      KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_CREATE_TOPICS: "topic-name2:3:1"
+      KAFKA_LOG_RETENTION_MS: 86400000
+      KAFKA_LOG_RETENTION_BYTES: -1
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+    restart: unless-stopped
+
+
+kafka example server #02 - Docker Compose File
+----------------------------------------------
+version: "3.9"  # optional since v1.27.0
+
+networks:
+  app-tier:
+    driver: bridge
+
+services:
+  kafka:
+    image: 'bitnami/kafka:latest'
+    ports:
+     - '9092:9092'
+    networks:
+      - app-tier
+    environment:
+      - ALLOW_PLAINTEXT_LISTENER=yes
+      - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true
+      - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092
+
+*/
+const config_1 = require("./config");
+const kafkamanager_1 = require("./../kafkamanager");
+async function Sleep(milliseconds = 1000) {
+    return new Promise(resolve => setTimeout(resolve, milliseconds));
+}
+const km = new kafkamanager_1.KafkaManager({
+    clientId: config_1.CLIENT_ID + process.env.CLIENT_ID,
+    brokers: config_1.BROKERS,
+    timeout: config_1.TIMEOUT
+});
+const runme = async () => {
+    await km.CreateTopic(config_1.TOPIC, config_1.PARTITIONS);
+    await km.ProducerConnect();
+    const count = 100000;
+    const sleepTime = 1000;
+    process.on("SIGINT", async () => {
+        console.log('=========SIGTERM START =======================');
+        await km.ProducerDisconnect();
+        console.log('=========SIGTERM END =======================');
+        process.exit();
+    });
+    for (let i = 0; i < count; i++) {
+        if (i % 100 === 0)
+            console.log(i);
+        const retVal = await km.SendMessages(config_1.TOPIC, [
+            { key: 'key1', value: `hello world - ${i}` },
+            { key: 'key2', value: 'hey hey! -2' },
+            { key: 'key3', value: 'hey hey! -3' },
+            { key: 'key4', value: 'hey hey! -4' },
+            { key: 'key5', value: 'hey hey! -5' }
+        ]);
+        if (i % 100 === 0) {
+            console.log(retVal);
+            console.log(` ------------=================> ${i}`);
+        }
+        if (sleepTime >= 0) {
+            await Sleep(sleepTime);
+        }
+    }
+    await km.ProducerDisconnect();
+};
+/*
+const errorTypes = ['unhandledRejection', 'uncaughtException']
+const signalTraps = ['SIGTERM', 'SIGINT', 'SIGUSR2']
+
+errorTypes.forEach(type => {
+    process.on(type, async () => {
+        try {
+            console.log(`process.on ${type}`)
+            await producer.disconnect()
+            process.exit(0)
+        } catch (_) {
+            process.exit(1)
+        }
+    })
+})
+
+signalTraps.forEach(type => {
+    process.once(type, async () => {
+        try {
+            await producer.disconnect()
+        } finally {
+            process.kill(process.pid, type)
+        }
+    })
+})
+*/
+runme().catch(e => console.error(`[example/producer] ${e.message}`, e));
+//# sourceMappingURL=produce.js.map

package/dist/kafkatesting/produce.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"produce.js","sourceRoot":"","sources":["../../src/kafkatesting/produce.ts"],"names":[],"mappings":";;AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;EAmDE;AACF,qCAAyE;AAEzE,oDAAgD;AAEhD,KAAK,UAAU,KAAK,CAAC,YAAY,GAAG,IAAI;IACpC,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC,CAAA;AACpE,CAAC;AAED,MAAM,EAAE,GAAG,IAAI,2BAAY,CAAC;IACxB,QAAQ,EAAE,kBAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS;IAC3C,OAAO,EAAE,gBAAO;IAChB,OAAO,EAAE,gBAAO;CACnB,CAAC,CAAC;AAEH,MAAM,KAAK,GAAG,KAAK,IAAI,EAAE;IACrB,MAAM,EAAE,CAAC,WAAW,CAAC,cAAK,EAAE,mBAAU,CAAC,CAAC;IAExC,MAAM,EAAE,CAAC,eAAe,EAAE,CAAC;IAE3B,MAAM,KAAK,GAAG,MAAM,CAAC;IACrB,MAAM,SAAS,GAAG,IAAI,CAAC;IAEvB,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,IAAI,EAAE;QAC5B,OAAO,CAAC,GAAG,CAAC,gDAAgD,CAAC,CAAA;QAC7D,MAAM,EAAE,CAAC,kBAAkB,EAAE,CAAC;QAC9B,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAA;QAC3D,OAAO,CAAC,IAAI,EAAE,CAAC;IACnB,CAAC,CAAC,CAAC;IAEH,KAAK,IAAI,CAAC,GAAC,CAAC,EAAE,CAAC,GAAG,KAAK,EAAE,CAAC,EAAE,EAAE;QAC1B,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC;YAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAClC,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,YAAY,CAAC,cAAK,EAAE;YACxC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,iBAAiB,CAAC,EAAE,EAAE;YAC5C,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE;YACrC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE;YACrC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE;YACrC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,aAAa,EAAE;SACxC,CACA,CAAC;QAEF,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,EAAE;YACf,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;YACpB,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,EAAE,CAAC,CAAC;SACvD;QACD,IAAI,SAAS,IAAI,CAAC,EAAE;YAChB,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;SAC1B;KACJ;IAED,MAAM,EAAE,CAAC,kBAAkB,EAAE,CAAC;AAClC,CAAC,CAAA;AAED;;;;;;;;;;;;;;;;;;;;;;;;;EAyBE;AAEF,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nsshunt/stsappframework",
-  "version": "2.19.251",
+  "version": "2.19.252",
   "description": "",
   "main": "dist/index.js",
   "types": "./types/index.d.ts",

package/runkafkaconsume01.sh

@@ -0,0 +1,26 @@
+#!/bin/sh
+# openssl req -nodes -new -x509 -keyout server.key -out server.cert
+clear; \
+export STS_PROJ_ROOT=./..; \
+STSENVFILE=$STS_PROJ_ROOT/stsglobalresources/.env \
+DB_SCRIPT_FOLDER=$STS_PROJ_ROOT/stsglobalresources/db-scripts \
+REST01_PORT=3003 \
+REST01_HOST_PORT=3003 \
+REST01_SERVICE_NAME="STSRest01-3003" \
+REST01_API_IDENTIFIER="https://stsmda.com.au/stsrest01api/v1.0/" \
+REST01_ENDPOINT="https://stsrest.stsmda.org" \
+MAX_CPU=1 \
+AS_ENDPOINT=https://stscore.stsmda.org \
+AS_HOST_PORT=3002 \
+AS_PORT=3002 \
+DB_HOST=localhost \
+DB_PORT=5432 \
+DB_PASSWORD=postgres \
+HTTPS_SERVER_KEY_PATH=/etc/letsencrypt/live/stsmda.org/privkey.pem \
+HTTPS_SERVER_CERT_PATH=/etc/letsencrypt/live/stsmda.org/fullchain.pem \
+DEBUG=proc* \
+PUBLISH_DEBUG=false \
+UV_THREADPOOL_SIZE=64 \
+GROUP_ID=01 \
+CLIENT_ID=01 \
+node ./dist/kafkatesting/consume.js

package/runkafkaconsume02.sh

@@ -0,0 +1,26 @@
+#!/bin/sh
+# openssl req -nodes -new -x509 -keyout server.key -out server.cert
+clear; \
+export STS_PROJ_ROOT=./..; \
+STSENVFILE=$STS_PROJ_ROOT/stsglobalresources/.env \
+DB_SCRIPT_FOLDER=$STS_PROJ_ROOT/stsglobalresources/db-scripts \
+REST01_PORT=3003 \
+REST01_HOST_PORT=3003 \
+REST01_SERVICE_NAME="STSRest01-3003" \
+REST01_API_IDENTIFIER="https://stsmda.com.au/stsrest01api/v1.0/" \
+REST01_ENDPOINT="https://stsrest.stsmda.org" \
+MAX_CPU=1 \
+AS_ENDPOINT=https://stscore.stsmda.org \
+AS_HOST_PORT=3002 \
+AS_PORT=3002 \
+DB_HOST=localhost \
+DB_PORT=5432 \
+DB_PASSWORD=postgres \
+HTTPS_SERVER_KEY_PATH=/etc/letsencrypt/live/stsmda.org/privkey.pem \
+HTTPS_SERVER_CERT_PATH=/etc/letsencrypt/live/stsmda.org/fullchain.pem \
+DEBUG=proc* \
+PUBLISH_DEBUG=false \
+UV_THREADPOOL_SIZE=64 \
+GROUP_ID=02 \
+CLIENT_ID=02 \
+node ./dist/kafkatesting/consume.js

package/src/kafkamanager.ts

@@ -0,0 +1,164 @@
+/*
+
+kafka example server #01 - Docker Compose File
+----------------------------------------------
+Note: In this example, the log retention is set to 24 hours (rather than default to 1 week)
+https://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/
+
+version: '2'
+services:
+  zookeeper:
+    image: wurstmeister/zookeeper
+    ports:
+      - "2181:2181"
+    restart: unless-stopped
+
+  kafka:
+    image: wurstmeister/kafka
+    ports:
+      - "9092:9092"
+    environment:
+      DOCKER_API_VERSION: 1.22
+      KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_CREATE_TOPICS: "topic-name2:3:1"
+      KAFKA_LOG_RETENTION_MS: 86400000
+      KAFKA_LOG_RETENTION_BYTES: -1
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+    restart: unless-stopped
+
+
+kafka example server #02 - Docker Compose File
+----------------------------------------------
+version: "3.9"  # optional since v1.27.0
+
+networks:
+  app-tier:
+    driver: bridge
+
+services:
+  kafka:
+    image: 'bitnami/kafka:latest'
+    ports:
+     - '9092:9092'
+    networks:
+      - app-tier     
+    environment:
+      - ALLOW_PLAINTEXT_LISTENER=yes
+      - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true
+      - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092
+
+*/
+import { STSOptionsBase } from '@nsshunt/stsutils'
+
+import { Kafka, Producer, RecordMetadata, Consumer, IHeaders } from 'kafkajs'
+
+export interface IKafkaManagerConfig {
+    clientId: string
+    brokers: string[]
+    timeout: number
+}
+
+export class KafkaManager extends STSOptionsBase {
+    #kafka: Kafka
+    #producer: Producer | undefined;
+    #consumer: Consumer | undefined;
+
+    constructor(options: IKafkaManagerConfig) {
+        super(options);
+
+        this.#kafka = new Kafka({
+            clientId: options.clientId,
+            brokers: options.brokers
+            //brokers: ['localhost:9092', 'kafka2:9092'],
+        })
+    }
+
+    ProducerConnect = async (): Promise<void>  => {
+        this.#producer = this.#kafka.producer()
+        return this.#producer.connect()
+    }
+
+    ProducerDisconnect = async () => {
+        await this.#producer?.disconnect()
+    }
+
+    ConsumerConnect = async (groupId: string): Promise<void> => {
+        this.#consumer = this.#kafka.consumer({ groupId })
+        return this.#consumer.connect()
+    }
+
+    ConsumerDisconnect = async (): Promise<void> => {
+        return this.#consumer?.disconnect();
+    }
+
+    CreateTopic = async (topic: string, partitions: number) => {
+        const admin = this.#kafka.admin()
+        await admin.connect()
+        await admin.createTopics({
+            validateOnly: false,
+            waitForLeaders: true,
+            timeout: this.options?.timeout,
+            topics: [
+                {
+                    topic: topic,
+                    numPartitions: partitions,     // default: -1 (uses broker `num.partitions` configuration)
+                    //replicationFactor: <Number>, // default: -1 (uses broker `default.replication.factor` configuration)
+                    //replicaAssignment: <Array>,  // Example: [{ partition: 0, replicas: [0,1,2] }] - default: []
+                    //configEntries: <Array>       // Example: [{ name: 'cleanup.policy', value: 'compact' }] - default: []
+                }            
+            ]
+        })
+        await admin.disconnect()
+    }
+
+    SendMessage = async(topic: string, message: { key: string, value: string} ): Promise<RecordMetadata[] | null> => {
+        if (this.#producer) {
+            return this.#producer.send({
+                topic,
+                messages: [ message ]
+            })   
+        } else {
+            return null;
+        }
+    }
+
+    SendMessages = async(topic: string, messages: { key: string, value: string}[] ): Promise<RecordMetadata[] | null> => {
+        if (this.#producer) {
+            return this.#producer.send({
+                topic,
+                messages
+            })   
+        } else {
+            return null;
+        }
+    }
+
+    Subscribe = async(topics: string[], cb: (key: string, partition: number, value: string, headers: IHeaders | undefined) => void) => {
+        await this.#consumer?.subscribe({ topics, fromBeginning: true })
+
+        await this.#consumer?.run({
+            // eslint-disable-next-line @typescript-eslint/no-unused-vars
+            eachMessage: async ({ topic, partition, message, heartbeat, pause }) => {
+                try {
+                    if (message.key) {
+                        if (message.value) {
+                            cb(message.key.toString(), partition, message.value.toString(), message.headers)
+                        } else {
+                            cb(message.key.toString(), partition, "", message.headers)
+                        }
+                    } else {
+                        if (message.value) {
+                            cb("", partition, message.value?.toString(), message.headers)
+                        } else {
+                            cb("", partition, "", message.headers)
+                        }
+                    }
+                } catch (err) {
+                    console.log(err);
+                }
+            }
+        })
+    }
+}

package/src/kafkatesting/config.ts

@@ -0,0 +1,10 @@
+export const TOPIC = 'appframework-test-logs';
+export const PARTITIONS = 3;
+export const TIMEOUT = 5000;
+
+export const GROUP_ID = 'my-group';
+
+export const CLIENT_ID = 'my-app';
+
+export const BROKERS = ['192.168.14.92:9092'];
+

package/src/kafkatesting/consume.ts

@@ -0,0 +1,75 @@
+/* eslint @typescript-eslint/no-unused-vars: 0 */  // --> OFF
+import { TOPIC, GROUP_ID, CLIENT_ID, BROKERS, TIMEOUT } from './config'
+
+import { KafkaManager } from './../kafkamanager'
+import { JSONObject } from '@nsshunt/stsutils';
+
+async function Sleep(milliseconds = 1000) { 
+    return new Promise(resolve => setTimeout(resolve, milliseconds))
+}
+
+const km = new KafkaManager({
+    clientId: CLIENT_ID + process.env.CLIENT_ID,
+    brokers: BROKERS,
+    timeout: TIMEOUT
+});
+
+const runme = async () => {
+
+    await km.ConsumerConnect(GROUP_ID + process.env.GROUP_ID);
+
+    await km.Subscribe([TOPIC], (key: string, partition: number, value: string, headers: JSONObject | undefined) => {
+        console.log({
+            key,
+            partition,
+            value,
+            headers
+        });
+    });
+
+    process.on("SIGINT", async () => {
+        console.log('=========SIGTERM START =======================')
+        await km.ConsumerDisconnect();
+        console.log('=========SIGTERM END =======================')
+        process.exit();
+    });
+
+    let iteration = 0;
+    for (;;) {
+        console.log('sleep: ' + iteration++);
+        await Sleep(1000);
+    }
+}
+
+/*
+const errorTypes = ['unhandledRejection', 'uncaughtException']
+const signalTraps = ['SIGTERM', 'SIGINT', 'SIGUSR2']
+
+errorTypes.forEach(type => {
+    process.on(type, async () => {
+        try {
+            console.log(`process.on ${type}`)
+            console.log('=========consumer.disconnect() START =======================')
+            await consumer.disconnect()
+            console.log('=========consumer.disconnect() END =======================')
+            process.exit(0)
+        } catch (_) {
+            process.exit(1)
+        }
+    })
+})
+
+signalTraps.forEach(type => {
+    process.once(type, async () => {
+        try {
+            console.log('=========consumer.disconnect() START [2] =======================')
+            await consumer.disconnect()
+            console.log('=========consumer.disconnect() END [2] =======================')
+        } finally {
+            process.kill(process.pid, type)
+        }
+    })
+})
+*/
+
+runme().catch(e => console.error(`[example/producer] ${e.message}`, e))

package/src/kafkatesting/produce.ts

@@ -0,0 +1,133 @@
+/*
+
+kafka example server #01 - Docker Compose File
+----------------------------------------------
+Note: In this example, the log retention is set to 24 hours (rather than default to 1 week)
+https://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/
+
+version: '2'
+services:
+  zookeeper:
+    image: wurstmeister/zookeeper
+    ports:
+      - "2181:2181"
+    restart: unless-stopped
+
+  kafka:
+    image: wurstmeister/kafka
+    ports:
+      - "9092:9092"
+    environment:
+      DOCKER_API_VERSION: 1.22
+      KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_CREATE_TOPICS: "topic-name2:3:1"
+      KAFKA_LOG_RETENTION_MS: 86400000
+      KAFKA_LOG_RETENTION_BYTES: -1
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+    restart: unless-stopped
+
+
+kafka example server #02 - Docker Compose File
+----------------------------------------------
+version: "3.9"  # optional since v1.27.0
+
+networks:
+  app-tier:
+    driver: bridge
+
+services:
+  kafka:
+    image: 'bitnami/kafka:latest'
+    ports:
+     - '9092:9092'
+    networks:
+      - app-tier     
+    environment:
+      - ALLOW_PLAINTEXT_LISTENER=yes
+      - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true
+      - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092
+
+*/
+import { TOPIC, CLIENT_ID, BROKERS, PARTITIONS, TIMEOUT } from './config'
+
+import { KafkaManager } from './../kafkamanager'
+
+async function Sleep(milliseconds = 1000) { 
+    return new Promise(resolve => setTimeout(resolve, milliseconds))
+}
+
+const km = new KafkaManager({
+    clientId: CLIENT_ID + process.env.CLIENT_ID,
+    brokers: BROKERS,
+    timeout: TIMEOUT
+});
+
+const runme = async () => {
+    await km.CreateTopic(TOPIC, PARTITIONS);
+
+    await km.ProducerConnect();
+
+    const count = 100000;
+    const sleepTime = 1000;
+
+    process.on("SIGINT", async () => {
+        console.log('=========SIGTERM START =======================')
+        await km.ProducerDisconnect();
+        console.log('=========SIGTERM END =======================')
+        process.exit();
+    });
+
+    for (let i=0; i < count; i++) {
+        if (i % 100 === 0) console.log(i);
+        const retVal = await km.SendMessages(TOPIC, [
+            { key: 'key1', value: `hello world - ${i}` },
+            { key: 'key2', value: 'hey hey! -2' },
+            { key: 'key3', value: 'hey hey! -3' },
+            { key: 'key4', value: 'hey hey! -4' },
+            { key: 'key5', value: 'hey hey! -5' }
+        ]
+        );
+        
+        if (i % 100 === 0) {
+            console.log(retVal);
+            console.log(` ------------=================> ${i}`);
+        }
+        if (sleepTime >= 0) {
+            await Sleep(sleepTime);
+        }
+    }
+
+    await km.ProducerDisconnect();
+}
+
+/*
+const errorTypes = ['unhandledRejection', 'uncaughtException']
+const signalTraps = ['SIGTERM', 'SIGINT', 'SIGUSR2']
+
+errorTypes.forEach(type => {
+    process.on(type, async () => {
+        try {
+            console.log(`process.on ${type}`)
+            await producer.disconnect()
+            process.exit(0)
+        } catch (_) {
+            process.exit(1)
+        }
+    })
+})
+
+signalTraps.forEach(type => {
+    process.once(type, async () => {
+        try {
+            await producer.disconnect()
+        } finally {
+            process.kill(process.pid, type)
+        }
+    })
+})
+*/
+
+runme().catch(e => console.error(`[example/producer] ${e.message}`, e))
+

package/types/kafkamanager.d.ts

@@ -0,0 +1,26 @@
+import { STSOptionsBase } from '@nsshunt/stsutils';
+import { RecordMetadata, IHeaders } from 'kafkajs';
+export interface IKafkaManagerConfig {
+    clientId: string;
+    brokers: string[];
+    timeout: number;
+}
+export declare class KafkaManager extends STSOptionsBase {
+    #private;
+    constructor(options: IKafkaManagerConfig);
+    ProducerConnect: () => Promise<void>;
+    ProducerDisconnect: () => Promise<void>;
+    ConsumerConnect: (groupId: string) => Promise<void>;
+    ConsumerDisconnect: () => Promise<void>;
+    CreateTopic: (topic: string, partitions: number) => Promise<void>;
+    SendMessage: (topic: string, message: {
+        key: string;
+        value: string;
+    }) => Promise<RecordMetadata[] | null>;
+    SendMessages: (topic: string, messages: {
+        key: string;
+        value: string;
+    }[]) => Promise<RecordMetadata[] | null>;
+    Subscribe: (topics: string[], cb: (key: string, partition: number, value: string, headers: IHeaders | undefined) => void) => Promise<void>;
+}
+//# sourceMappingURL=kafkamanager.d.ts.map

package/types/kafkamanager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"kafkamanager.d.ts","sourceRoot":"","sources":["../src/kafkamanager.ts"],"names":[],"mappings":"AAoDA,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AAElD,OAAO,EAAmB,cAAc,EAAY,QAAQ,EAAE,MAAM,SAAS,CAAA;AAE7E,MAAM,WAAW,mBAAmB;IAChC,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,OAAO,EAAE,MAAM,CAAA;CAClB;AAED,qBAAa,YAAa,SAAQ,cAAc;;gBAKhC,OAAO,EAAE,mBAAmB;IAUxC,eAAe,QAAa,QAAQ,IAAI,CAAC,CAGxC;IAED,kBAAkB,sBAEjB;IAED,eAAe,YAAmB,MAAM,KAAG,QAAQ,IAAI,CAAC,CAGvD;IAED,kBAAkB,QAAa,QAAQ,IAAI,CAAC,CAE3C;IAED,WAAW,UAAiB,MAAM,cAAc,MAAM,mBAkBrD;IAED,WAAW,UAAgB,MAAM,WAAW;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,KAAI,QAAQ,cAAc,EAAE,GAAG,IAAI,CAAC,CAS5G;IAED,YAAY,UAAgB,MAAM,YAAY;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,EAAE,KAAI,QAAQ,cAAc,EAAE,GAAG,IAAI,CAAC,CAShH;IAED,SAAS,WAAiB,MAAM,EAAE,YAAY,MAAM,aAAa,MAAM,SAAS,MAAM,WAAW,QAAQ,GAAG,SAAS,KAAK,IAAI,mBAyB7H;CACJ"}

package/types/kafkatesting/config.d.ts

@@ -0,0 +1,7 @@
+export declare const TOPIC = "appframework-test-logs";
+export declare const PARTITIONS = 3;
+export declare const TIMEOUT = 5000;
+export declare const GROUP_ID = "my-group";
+export declare const CLIENT_ID = "my-app";
+export declare const BROKERS: string[];
+//# sourceMappingURL=config.d.ts.map

package/types/kafkatesting/config.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/kafkatesting/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,KAAK,2BAA2B,CAAC;AAC9C,eAAO,MAAM,UAAU,IAAI,CAAC;AAC5B,eAAO,MAAM,OAAO,OAAO,CAAC;AAE5B,eAAO,MAAM,QAAQ,aAAa,CAAC;AAEnC,eAAO,MAAM,SAAS,WAAW,CAAC;AAElC,eAAO,MAAM,OAAO,UAAyB,CAAC"}

package/types/kafkatesting/consume.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=consume.d.ts.map

package/types/kafkatesting/consume.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"consume.d.ts","sourceRoot":"","sources":["../../src/kafkatesting/consume.ts"],"names":[],"mappings":""}

package/types/kafkatesting/produce.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=produce.d.ts.map

package/types/kafkatesting/produce.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"produce.d.ts","sourceRoot":"","sources":["../../src/kafkatesting/produce.ts"],"names":[],"mappings":""}