@nsshunt/stsappframework 3.0.93 → 3.0.95

package/src_new/kafkatesting/produce.ts

@@ -0,0 +1,155 @@
+/*
+
+kafka example server #01 - Docker Compose File
+----------------------------------------------
+Note: In this example, the log retention is set to 24 hours (rather than default to 1 week)
+https://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/
+
+version: '2'
+services:
+  zookeeper:
+    image: wurstmeister/zookeeper
+    ports:
+      - "2181:2181"
+    restart: unless-stopped
+
+  kafka:
+    image: wurstmeister/kafka
+    ports:
+      - "9092:9092"
+    environment:
+      DOCKER_API_VERSION: 1.22
+      KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92
+      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
+      KAFKA_CREATE_TOPICS: "topic-name2:3:1"
+      KAFKA_LOG_RETENTION_MS: 86400000
+      KAFKA_LOG_RETENTION_BYTES: -1
+    volumes:
+      - /var/run/docker.sock:/var/run/docker.sock
+    restart: unless-stopped
+
+
+kafka example server #02 - Docker Compose File
+----------------------------------------------
+version: "3.9"  # optional since v1.27.0
+
+networks:
+  app-tier:
+    driver: bridge
+
+services:
+  kafka:
+    image: 'bitnami/kafka:latest'
+    ports:
+     - '9092:9092'
+    networks:
+      - app-tier     
+    environment:
+      - ALLOW_PLAINTEXT_LISTENER=yes
+      - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true
+      - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092
+
+*/
+import { TOPIC, CLIENT_ID, BROKERS, PARTITIONS, TIMEOUT } from './config'
+
+import { KafkaManager } from './../kafka/kafkamanager'
+
+import 'colors'
+
+import chalk from 'chalk';
+
+async function Sleep(milliseconds = 1000) { 
+    return new Promise(resolve => setTimeout(resolve, milliseconds))
+}
+
+const km = new KafkaManager({
+    clientId: CLIENT_ID + process.env.CLIENT_ID,
+    brokers: BROKERS,
+    adminTimeout: TIMEOUT,
+    connectionTimeout: TIMEOUT,
+    requestTimeout: TIMEOUT,
+    logLevel: 'NOTHING',
+    useSSL: false
+});
+
+const runme = async () => {
+    await km.CreateTopic(TOPIC, PARTITIONS);
+    await km.CreateTopic('zzz', 1);
+    await km.CreateTopic('yyy', 1);
+
+    const producer = km.CreateProducer();
+
+    await producer.Connect();
+
+    const count = 100000;
+    const sleepTime = 1000;
+
+    process.on("SIGINT", async () => {
+        console.log('=========SIGTERM START =======================')
+        await producer.Disconnect();
+        console.log('=========SIGTERM END =======================')
+        process.exit();
+    });
+
+    for (let i=0; i < count; i++) {
+        if (i % 100 === 0) console.log(i);
+        const retVal = await producer.SendMessages(TOPIC, [
+            { key: 'key1', value: chalk.green(`hello world - ${i}`) },
+            { key: 'key2', value: 'hey hey! -2' },
+            { key: 'key3', value: 'hey hey! -3' },
+            { key: 'key4', value: 'hey hey! -4' },
+            { key: 'key5', value: 'hey hey! -5' }
+        ]
+        );
+
+        await producer.SendMessages('zzz', [
+            { key: 'key-zzz', value: `hello world - ${i}`.yellow }
+        ]
+        );
+
+        await producer.SendMessages('yyy', [
+            { key: 'key-yyy', value: `hello world - ${i}`.cyan }
+        ]
+        );
+
+        if (i % 100 === 0) {
+            console.log(retVal);
+            console.log(` ------------=================> ${i}`);
+        }
+        if (sleepTime >= 0) {
+            await Sleep(sleepTime);
+        }
+    }
+
+    await producer.Disconnect();
+}
+
+/*
+const errorTypes = ['unhandledRejection', 'uncaughtException']
+const signalTraps = ['SIGTERM', 'SIGINT', 'SIGUSR2']
+
+errorTypes.forEach(type => {
+    process.on(type, async () => {
+        try {
+            console.log(`process.on ${type}`)
+            await producer.disconnect()
+            process.exit(0)
+        } catch (_) {
+            process.exit(1)
+        }
+    })
+})
+
+signalTraps.forEach(type => {
+    process.once(type, async () => {
+        try {
+            await producer.disconnect()
+        } finally {
+            process.kill(process.pid, type)
+        }
+    })
+})
+*/
+
+runme().catch(e => console.error(`[example/producer] ${e.message}`, e))
+