@nsshunt/stsappframework 3.1.229 → 3.1.231

package/src/kafkatesting/consume.ts

@@ -1,185 +0,0 @@
-/* eslint @typescript-eslint/no-unused-vars: 0 */  // --> OFF
-import { TOPIC, GROUP_ID, CLIENT_ID, BROKERS, TIMEOUT } from './config'
-
-import { KafkaManager } from './../kafka/kafkamanager'
-import { JSONObject } from '@nsshunt/stsutils';
-
-import { KafkaMessage } from 'kafkajs'
-
-import winston from 'winston'
-
-async function Sleep(milliseconds = 1000) { 
-    return new Promise(resolve => setTimeout(resolve, milliseconds))
-}
-
-
-winston.format.combine(
-    winston.format.colorize(),
-    winston.format.simple()
-);
-
-const logger = winston.createLogger({
-    level: 'silly',
-    format: winston.format.combine(
-        winston.format.colorize(),
-        winston.format.simple()
-    ),
-    transports: [
-        new winston.transports.Console()
-    ]});
-
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-const LogErrorMessage = (message: any) => {
-    logger.error(message);
-}
-
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-const LogInfoMessage = (message: any) => {
-    logger.info(message);
-}
-
-const km = new KafkaManager({
-    clientId: CLIENT_ID + process.env.CLIENT_ID,
-    brokers: BROKERS,
-    adminTimeout: TIMEOUT,
-    connectionTimeout: TIMEOUT,
-    requestTimeout: TIMEOUT,
-    logLevel: 'NOTHING',
-    useSSL: false,
-    logger
-});
-
-const runme = async () => {
-
-    const fromBeginning = false;
-
-    const consumer = km.CreateConsumer(GROUP_ID + process.env.GROUP_ID);
-
-
-
-    await consumer.Connect((error) => {
-        LogErrorMessage(`Connect(): Error: [${error}]`);
-    });
-
-    await consumer.Subscribe([TOPIC], fromBeginning, (error) => {
-        LogErrorMessage(`Subscribe(): Error: [${error}]`);
-    });
-
-    await consumer.StartConsumingMessages(true, (topic: string, partition: number, message: KafkaMessage, heartbeat: () => Promise<void>, pause: () => () => void) => {
-        const { key, value, headers } = message;
-        LogInfoMessage({
-            key,
-            partition,
-            value,
-            headers
-        });
-    }, (error) => {
-        LogErrorMessage(`StartConsumingMessages(): Error: [${error}]`);
-    });
-
-    /*
-    await consumer.StartConsumingMessages(true, (topic: string, key: string, partition: number, value: string, headers: JSONObject | undefined) => {
-        LogInfoMessage({
-            key,
-            partition,
-            value,
-            headers
-        });
-    }, (error) => {
-        LogErrorMessage(`StartConsumingMessages(): Error: [${error}]`);
-    });
-    */
-
-    await consumer.Stop((error) => {
-        LogErrorMessage(`Stop(): Error: [${error}]`);
-    });
-
-    await consumer.Subscribe(['zzz'], fromBeginning, (error) => {
-        LogErrorMessage(`Subscribe(): Error: [${error}]`);
-    });
-
-    await consumer.StartConsumingMessages(true, (topic: string, partition: number, message: KafkaMessage, heartbeat: () => Promise<void>, pause: () => () => void) => {
-        const { key, value, headers } = message;
-        LogInfoMessage({
-            key,
-            partition,
-            value,
-            headers
-        });
-    }, (error) => {
-        LogErrorMessage(`StartConsumingMessages(): Error: [${error}]`);
-    });
-
-    await consumer.Stop((error) => {
-        LogErrorMessage(`Stop(): Error: [${error}]`);
-    });
-
-    await consumer.Subscribe(['yyy'], fromBeginning, (error) => {
-        LogErrorMessage(`Subscribe(): Error: [${error}]`);
-    });
-
-    await consumer.StartConsumingMessages(true, (topic: string, partition: number, message: KafkaMessage, heartbeat: () => Promise<void>, pause: () => () => void) => {
-        const { key, value, headers } = message;
-        /*
-        this.#LogInfoMessage({
-            key,
-            partition,
-            value,
-            headers
-        });
-        */
-        LogInfoMessage(`key: [${key}]   value: [${value}]   partition: [${partition}]  headers: [${headers}]`);
-    }, (error) => {
-        LogErrorMessage(`StartConsumingMessages(): Error: [${error}]`);
-    });
-
-    //await km.Subscribe(['zzz'], cb);
-
-    process.on("SIGINT", async () => {
-        LogInfoMessage('=========SIGTERM START =======================')
-        await consumer.Disconnect((error) => {
-            LogErrorMessage(`Disconnect(): Error: [${error}]`);
-        });
-        LogInfoMessage('=========SIGTERM END =======================')
-        process.exit();
-    });
-
-    let iteration = 0;
-    for (;;) {
-        LogInfoMessage('sleep: ' + iteration++);
-        await Sleep(1000);
-    }
-}
-
-/*
-const errorTypes = ['unhandledRejection', 'uncaughtException']
-const signalTraps = ['SIGTERM', 'SIGINT', 'SIGUSR2']
-
-errorTypes.forEach(type => {
-    process.on(type, async () => {
-        try {
-            this.#LogInfoMessage(`process.on ${type}`)
-            this.#LogInfoMessage('=========consumer.disconnect() START =======================')
-            await consumer.disconnect()
-            this.#LogInfoMessage('=========consumer.disconnect() END =======================')
-            process.exit(0)
-        } catch (_) {
-            process.exit(1)
-        }
-    })
-})
-
-signalTraps.forEach(type => {
-    process.once(type, async () => {
-        try {
-            this.#LogInfoMessage('=========consumer.disconnect() START [2] =======================')
-            await consumer.disconnect()
-            this.#LogInfoMessage('=========consumer.disconnect() END [2] =======================')
-        } finally {
-            process.kill(process.pid, type)
-        }
-    })
-})
-*/
-
-runme().catch(e => LogErrorMessage(`[example/producer] ${e.message}`))

package/src/kafkatesting/produce.ts

@@ -1,187 +0,0 @@
-/*
-
-kafka example server #01 - Docker Compose File
-----------------------------------------------
-Note: In this example, the log retention is set to 24 hours (rather than default to 1 week)
-https://www.conduktor.io/kafka/kafka-topic-configuration-log-retention/
-
-version: '2'
-services:
-  zookeeper:
-    image: wurstmeister/zookeeper
-    ports:
-      - "2181:2181"
-    restart: unless-stopped
-
-  kafka:
-    image: wurstmeister/kafka
-    ports:
-      - "9092:9092"
-    environment:
-      DOCKER_API_VERSION: 1.22
-      KAFKA_ADVERTISED_HOST_NAME: 192.168.14.92
-      KAFKA_ZOOKEEPER_CONNECT: zookeeper:2181
-      KAFKA_CREATE_TOPICS: "topic-name2:3:1"
-      KAFKA_LOG_RETENTION_MS: 86400000
-      KAFKA_LOG_RETENTION_BYTES: -1
-    volumes:
-      - /var/run/docker.sock:/var/run/docker.sock
-    restart: unless-stopped
-
-
-kafka example server #02 - Docker Compose File
-----------------------------------------------
-version: "3.9"  # optional since v1.27.0
-
-networks:
-  app-tier:
-    driver: bridge
-
-services:
-  kafka:
-    image: 'bitnami/kafka:latest'
-    ports:
-     - '9092:9092'
-    networks:
-      - app-tier     
-    environment:
-      - ALLOW_PLAINTEXT_LISTENER=yes
-      - KAFKA_CFG_AUTO_CREATE_TOPICS_ENABLE=true
-      - KAFKA_CFG_ADVERTISED_LISTENERS=PLAINTEXT://192.168.14.92:9092
-
-*/
-import { TOPIC, CLIENT_ID, BROKERS, PARTITIONS, TIMEOUT } from './config'
-
-import { KafkaManager } from './../kafka/kafkamanager'
-
-import chalk from 'chalk';
-
-import winston from 'winston'
-
-winston.format.combine(
-    winston.format.colorize(),
-    winston.format.simple()
-);
-
-const logger = winston.createLogger({
-    level: 'silly',
-    format: winston.format.combine(
-        winston.format.colorize(),
-        winston.format.simple()
-    ),
-    transports: [
-        new winston.transports.Console()
-    ]});
-
-// eslint-disable-next-line @typescript-eslint/no-explicit-any    
-const LogErrorMessage = (message: any) => {
-    logger.error(message);
-}
-
-// eslint-disable-next-line @typescript-eslint/no-explicit-any
-const LogInfoMessage = (message: any) => {
-    logger.info(message);
-}
-
-async function Sleep(milliseconds = 1000) { 
-    return new Promise(resolve => setTimeout(resolve, milliseconds))
-}
-
-const km = new KafkaManager({
-    clientId: CLIENT_ID + process.env.CLIENT_ID,
-    brokers: BROKERS,
-    adminTimeout: TIMEOUT,
-    connectionTimeout: TIMEOUT,
-    requestTimeout: TIMEOUT,
-    logLevel: 'NOTHING',
-    useSSL: false,
-    logger
-});
-
-const runme = async () => {
-    await km.CreateTopic(TOPIC, PARTITIONS, (error) => LogInfoMessage(`CreateTopic: Error: [${error}]`));
-    await km.CreateTopic('zzz', 1, (error) => LogInfoMessage(`CreateTopic: Error: [${error}]`));
-    await km.CreateTopic('yyy', 1, (error) => LogInfoMessage(`CreateTopic: Error: [${error}]`));
-
-    const producer = km.CreateProducer();
-
-    await producer.Connect((error) => LogInfoMessage(`Connect: Error: [${error}]`));
-
-    const count = 100000;
-    const sleepTime = 1000;
-
-    process.on("SIGINT", async () => {
-        LogInfoMessage('=========SIGTERM START =======================')
-        await producer.Disconnect((error) => LogInfoMessage(`Disconnect: Error: [${error}]`));
-        LogInfoMessage('=========SIGTERM END =======================')
-        process.exit();
-    });
-
-    for (let i=0; i < count; i++) {
-        if (i % 100 === 0) LogInfoMessage(i);
-        const retVal = await producer.SendMessages(TOPIC, [
-            { key: 'key1', value: chalk.green(`hello world - ${i}`) },
-            { key: 'key2', value: 'hey hey! -2' },
-            { key: 'key3', value: 'hey hey! -3' },
-            { key: 'key4', value: 'hey hey! -4' },
-            { key: 'key5', value: 'hey hey! -5' }
-        ], (error) => {
-            LogErrorMessage(error);
-        }
-        );
-
-        await producer.SendMessages('zzz', [
-            { key: 'key-zzz', value: chalk.yellow(`hello world - ${i}`) }
-        ], (error) => {
-            LogErrorMessage(error);
-        }
-        );
-
-        await producer.SendMessages('yyy', [
-            { key: 'key-yyy', value: chalk.cyan(`hello world - ${i}`) }
-        ], (error) => {
-            LogErrorMessage(error);
-        }
-        );
-
-        if (i % 100 === 0) {
-            LogInfoMessage(retVal);
-            LogInfoMessage(` ------------=================> ${i}`);
-        }
-        if (sleepTime >= 0) {
-            await Sleep(sleepTime);
-        }
-    }
-
-    await producer.Disconnect((error) => LogInfoMessage(`Disconnect: Error: [${error}]`));
-}
-
-/*
-const errorTypes = ['unhandledRejection', 'uncaughtException']
-const signalTraps = ['SIGTERM', 'SIGINT', 'SIGUSR2']
-
-errorTypes.forEach(type => {
-    process.on(type, async () => {
-        try {
-            LogInfoMessage(`process.on ${type}`)
-            await producer.disconnect()
-            process.exit(0)
-        } catch (_) {
-            process.exit(1)
-        }
-    })
-})
-
-signalTraps.forEach(type => {
-    process.once(type, async () => {
-        try {
-            await producer.disconnect()
-        } finally {
-            process.kill(process.pid, type)
-        }
-    })
-})
-*/
-
-runme().catch(e => LogErrorMessage(`[example/producer] ${e.message}`))
-

package/types/kafka/kafkaconsumer.d.ts

@@ -1,21 +0,0 @@
-import { Kafka, Consumer } from 'kafkajs';
-import { IKafkaConsumer, ConsumeMessageCB, ConsumeMessageErrorCB } from './../commonTypes';
-import { ISTSLogger } from '@nsshunt/stsutils';
-export interface IKafkaConsumerOptions {
-    kafka: Kafka;
-    id: string;
-    groupId: string;
-    logger: ISTSLogger;
-}
-export declare class KafkaConsumer implements IKafkaConsumer {
-    #private;
-    constructor(options: IKafkaConsumerOptions);
-    get consumer(): Consumer;
-    get id(): string;
-    Connect(errorCb: (error: any) => void): Promise<void>;
-    Disconnect(errorCb: (error: any) => void): Promise<void>;
-    Subscribe: (topics: string[], fromBeginning: boolean, errorCb: (error: any) => void) => Promise<void>;
-    Stop: (errorCb: (error: any) => void) => Promise<void>;
-    StartConsumingMessages: (autoCommit: boolean, cb: ConsumeMessageCB, errorCb: ConsumeMessageErrorCB) => Promise<void>;
-}
-//# sourceMappingURL=kafkaconsumer.d.ts.map

package/types/kafka/kafkaconsumer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"kafkaconsumer.d.ts","sourceRoot":"","sources":["../../src/kafka/kafkaconsumer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAA0B,MAAM,SAAS,CAAA;AACjE,OAAO,EAAE,cAAc,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAA;AAG1F,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,MAAM,WAAW,qBAAqB;IAClC,KAAK,EAAE,KAAK,CAAA;IACZ,EAAE,EAAE,MAAM,CAAA;IACV,OAAO,EAAE,MAAM,CAAA;IACf,MAAM,EAAE,UAAU,CAAA;CACrB;AAED,qBAAa,aAAc,YAAW,cAAc;;gBAQpC,OAAO,EAAE,qBAAqB;IAoB1C,IAAI,QAAQ,aAEX;IAED,IAAI,EAAE,IAAI,MAAM,CAEf;IAQK,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAWrD,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAW9D,SAAS,WAAiB,MAAM,EAAE,iBAAiB,OAAO,WAAW,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,KAAG,OAAO,CAAC,IAAI,CAAC,CAYxG;IAED,IAAI,YAAkB,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,KAAG,OAAO,CAAC,IAAI,CAAC,CAQzD;IAED,sBAAsB,eAAsB,OAAO,MAAM,gBAAgB,WAAW,qBAAqB,KAAG,OAAO,CAAC,IAAI,CAAC,CAgCxH;CACJ"}

package/types/kafka/kafkamanager.d.ts

@@ -1,30 +0,0 @@
-import { ISTSLogger, STSOptionsBase } from '@nsshunt/stsutils';
-import { Kafka } from 'kafkajs';
-import { KafkaConsumer } from './kafkaconsumer';
-import { KafkaProducer } from './kafkaproducer';
-export interface IKafkaManagerConfig {
-    clientId: string;
-    brokers: string[];
-    adminTimeout: number;
-    connectionTimeout: number;
-    requestTimeout: number;
-    logLevel: string;
-    keepAlive?: number;
-    useSSL: boolean;
-    ssl?: {
-        rejectUnauthorized: boolean;
-        cafile: string;
-        keyfile: string;
-        certfileFile: string;
-    };
-    logger: ISTSLogger;
-}
-export declare class KafkaManager extends STSOptionsBase {
-    #private;
-    constructor(options: IKafkaManagerConfig);
-    get kafka(): Kafka;
-    CreateProducer(): KafkaProducer;
-    CreateConsumer(groupId: string): KafkaConsumer;
-    CreateTopic: (topic: string, partitions: number, errorCb: (error: any) => void) => Promise<boolean>;
-}
-//# sourceMappingURL=kafkamanager.d.ts.map

package/types/kafka/kafkamanager.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"kafkamanager.d.ts","sourceRoot":"","sources":["../../src/kafka/kafkamanager.ts"],"names":[],"mappings":"AAqDA,OAAO,EAAE,UAAU,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAA;AAE9D,OAAO,EAAE,KAAK,EAAyB,MAAM,SAAS,CAAA;AAKtD,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,iBAAiB,CAAA;AAU/C,MAAM,WAAW,mBAAmB;IAChC,QAAQ,EAAE,MAAM,CAAA;IAChB,OAAO,EAAE,MAAM,EAAE,CAAA;IACjB,YAAY,EAAE,MAAM,CAAA;IACpB,iBAAiB,EAAE,MAAM,CAAA;IACzB,cAAc,EAAE,MAAM,CAAA;IACtB,QAAQ,EAAE,MAAM,CAAA;IAChB,SAAS,CAAC,EAAE,MAAM,CAAA;IAClB,MAAM,EAAE,OAAO,CAAA;IACf,GAAG,CAAC,EAAE;QACJ,kBAAkB,EAAE,OAAO,CAAA;QAC3B,MAAM,EAAE,MAAM,CAAA;QACd,OAAO,EAAE,MAAM,CAAA;QACf,YAAY,EAAE,MAAM,CAAA;KACrB,CAAA;IACD,MAAM,EAAE,UAAU,CAAA;CACrB;AAWD,qBAAa,YAAa,SAAQ,cAAc;;gBAGhC,OAAO,EAAE,mBAAmB;IAgExC,IAAI,KAAK,UAER;IAED,cAAc,IAAI,aAAa;IAO/B,cAAc,CAAC,OAAO,EAAE,MAAM;IAQ9B,WAAW,UAAiB,MAAM,cAAc,MAAM,WAAW,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,KAAG,OAAO,CAAC,OAAO,CAAC,CAwBvG;CACJ"}

package/types/kafka/kafkaproducer.d.ts

@@ -1,24 +0,0 @@
-import { Kafka, Producer, RecordMetadata } from 'kafkajs';
-import { ISTSLogger } from '@nsshunt/stsutils';
-export interface IKafkaProducerOptions {
-    kafka: Kafka;
-    id: string;
-    logger: ISTSLogger;
-}
-export declare class KafkaProducer {
-    #private;
-    constructor(options: IKafkaProducerOptions);
-    get producer(): Producer;
-    get id(): string;
-    Connect(errorCb: (error: any) => void): Promise<void>;
-    Disconnect(errorCb: (error: any) => void): Promise<void>;
-    SendMessage: (topic: string, message: {
-        key: string;
-        value: string;
-    }, errorCb: (error: any) => void) => Promise<RecordMetadata[]>;
-    SendMessages: (topic: string, messages: {
-        key: string;
-        value: string;
-    }[], errorCb: (error: any) => void) => Promise<RecordMetadata[]>;
-}
-//# sourceMappingURL=kafkaproducer.d.ts.map

package/types/kafka/kafkaproducer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"kafkaproducer.d.ts","sourceRoot":"","sources":["../../src/kafka/kafkaproducer.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,cAAc,EAAE,MAAM,SAAS,CAAA;AAGzD,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,MAAM,WAAW,qBAAqB;IAClC,KAAK,EAAE,KAAK,CAAA;IACZ,EAAE,EAAE,MAAM,CAAA;IACV,MAAM,EAAE,UAAU,CAAA;CACrB;AAED,qBAAa,aAAa;;gBAOV,OAAO,EAAE,qBAAqB;IAgB1C,IAAI,QAAQ,aAEX;IAED,IAAI,EAAE,IAAI,MAAM,CAEf;IAEK,OAAO,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAWrD,UAAU,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC;IAW9D,WAAW,UAAgB,MAAM,WAAW;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,WAAW,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,KAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAiBnI;IAED,YAAY,UAAgB,MAAM,YAAY;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAC,EAAE,WAAW,CAAC,KAAK,EAAE,GAAG,KAAK,IAAI,KAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAiBvI;CACJ"}

package/types/kafkatesting/config.d.ts

@@ -1,7 +0,0 @@
-export declare const TOPIC = "appframework-test-logs";
-export declare const PARTITIONS = 3;
-export declare const TIMEOUT = 5000;
-export declare const GROUP_ID = "my-group";
-export declare const CLIENT_ID = "my-app";
-export declare const BROKERS: string[];
-//# sourceMappingURL=config.d.ts.map

package/types/kafkatesting/config.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"config.d.ts","sourceRoot":"","sources":["../../src/kafkatesting/config.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,KAAK,2BAA2B,CAAC;AAC9C,eAAO,MAAM,UAAU,IAAI,CAAC;AAC5B,eAAO,MAAM,OAAO,OAAO,CAAC;AAE5B,eAAO,MAAM,QAAQ,aAAa,CAAC;AAEnC,eAAO,MAAM,SAAS,WAAW,CAAC;AAElC,eAAO,MAAM,OAAO,UAAyB,CAAC"}

package/types/kafkatesting/consume.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=consume.d.ts.map

package/types/kafkatesting/consume.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"consume.d.ts","sourceRoot":"","sources":["../../src/kafkatesting/consume.ts"],"names":[],"mappings":""}

package/types/kafkatesting/produce.d.ts

@@ -1,2 +0,0 @@
-export {};
-//# sourceMappingURL=produce.d.ts.map

package/types/kafkatesting/produce.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"produce.d.ts","sourceRoot":"","sources":["../../src/kafkatesting/produce.ts"],"names":[],"mappings":""}