@nsshunt/stsappframework 3.1.49 → 3.1.51

package/dist/index.js

@@ -37,7 +37,6 @@ __exportStar(require("./influxdb/influxDBManagerAgent"), exports);
 __exportStar(require("./influxdb/influxDBManagerLambda"), exports);
 __exportStar(require("./publishertransports/publishTransportUtils"), exports);
 __exportStar(require("./publishertransports/publishTransportDirect"), exports);
-__exportStar(require("./instrumentationsubscriber"), exports);
 __exportStar(require("./stsTransportWinston"), exports);
 __exportStar(require("./stsTransportLoggerWinston"), exports);
 __exportStar(require("./globalServiceDefinitions"), exports);

package/dist/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gDAA6B;AAC7B,mDAAgC;AAChC,6CAA0B;AAC1B,kDAA+B;AAC/B,kDAA+B;AAC/B,sDAAmC;AACnC,sDAAmC;AACnC,sDAAmC;AACnC,sDAAmC;AACnC,yDAAsC;AACtC,yDAAsC;AACtC,oDAAiC;AACjC,uDAAoC;AACpC,wDAAqC;AACrC,wDAAqC;AACrC,yDAAsC;AACtC,6DAA0C;AAC1C,iEAA8C;AAC9C,oEAAiD;AACjD,kEAA+C;AAC/C,mEAAgD;AAChD,8EAA2D;AAC3D,+EAA4D;AAC5D,8DAA2C;AAC3C,wDAAqC;AACrC,8DAA2C;AAC3C,6DAA0C"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,gDAA6B;AAC7B,mDAAgC;AAChC,6CAA0B;AAC1B,kDAA+B;AAC/B,kDAA+B;AAC/B,sDAAmC;AACnC,sDAAmC;AACnC,sDAAmC;AACnC,sDAAmC;AACnC,yDAAsC;AACtC,yDAAsC;AACtC,oDAAiC;AACjC,uDAAoC;AACpC,wDAAqC;AACrC,wDAAqC;AACrC,yDAAsC;AACtC,6DAA0C;AAC1C,iEAA8C;AAC9C,oEAAiD;AACjD,kEAA+C;AAC/C,mEAAgD;AAChD,8EAA2D;AAC3D,+EAA4D;AAC5D,wDAAqC;AACrC,8DAA2C;AAC3C,6DAA0C"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@nsshunt/stsappframework",
-  "version": "3.1.49",
+  "version": "3.1.51",
   "description": "",
   "main": "dist/index.js",
   "types": "./types/index.d.ts",

package/src/index.ts

@@ -21,7 +21,6 @@ export * from './influxdb/influxDBManagerAgent'
 export * from './influxdb/influxDBManagerLambda'
 export * from './publishertransports/publishTransportUtils'
 export * from './publishertransports/publishTransportDirect'
-export * from './instrumentationsubscriber'
 export * from './stsTransportWinston'
 export * from './stsTransportLoggerWinston'
 export * from './globalServiceDefinitions'

package/types/index.d.ts

@@ -21,7 +21,6 @@ export * from './influxdb/influxDBManagerAgent';
 export * from './influxdb/influxDBManagerLambda';
 export * from './publishertransports/publishTransportUtils';
 export * from './publishertransports/publishTransportDirect';
-export * from './instrumentationsubscriber';
 export * from './stsTransportWinston';
 export * from './stsTransportLoggerWinston';
 export * from './globalServiceDefinitions';

package/types/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,kBAAkB,CAAA;AAChC,cAAc,YAAY,CAAA;AAC1B,cAAc,iBAAiB,CAAA;AAC/B,cAAc,iBAAiB,CAAA;AAC/B,cAAc,qBAAqB,CAAA;AACnC,cAAc,qBAAqB,CAAA;AACnC,cAAc,qBAAqB,CAAA;AACnC,cAAc,qBAAqB,CAAA;AACnC,cAAc,wBAAwB,CAAA;AACtC,cAAc,wBAAwB,CAAA;AACtC,cAAc,mBAAmB,CAAA;AACjC,cAAc,sBAAsB,CAAA;AACpC,cAAc,uBAAuB,CAAA;AACrC,cAAc,uBAAuB,CAAA;AACrC,cAAc,wBAAwB,CAAA;AACtC,cAAc,4BAA4B,CAAA;AAC1C,cAAc,gCAAgC,CAAA;AAC9C,cAAc,mCAAmC,CAAA;AACjD,cAAc,iCAAiC,CAAA;AAC/C,cAAc,kCAAkC,CAAA;AAChD,cAAc,6CAA6C,CAAA;AAC3D,cAAc,8CAA8C,CAAA;AAC5D,cAAc,6BAA6B,CAAA;AAC3C,cAAc,uBAAuB,CAAA;AACrC,cAAc,6BAA6B,CAAA;AAC3C,cAAc,4BAA4B,CAAA"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAA;AAC7B,cAAc,kBAAkB,CAAA;AAChC,cAAc,YAAY,CAAA;AAC1B,cAAc,iBAAiB,CAAA;AAC/B,cAAc,iBAAiB,CAAA;AAC/B,cAAc,qBAAqB,CAAA;AACnC,cAAc,qBAAqB,CAAA;AACnC,cAAc,qBAAqB,CAAA;AACnC,cAAc,qBAAqB,CAAA;AACnC,cAAc,wBAAwB,CAAA;AACtC,cAAc,wBAAwB,CAAA;AACtC,cAAc,mBAAmB,CAAA;AACjC,cAAc,sBAAsB,CAAA;AACpC,cAAc,uBAAuB,CAAA;AACrC,cAAc,uBAAuB,CAAA;AACrC,cAAc,wBAAwB,CAAA;AACtC,cAAc,4BAA4B,CAAA;AAC1C,cAAc,gCAAgC,CAAA;AAC9C,cAAc,mCAAmC,CAAA;AACjD,cAAc,iCAAiC,CAAA;AAC/C,cAAc,kCAAkC,CAAA;AAChD,cAAc,6CAA6C,CAAA;AAC3D,cAAc,8CAA8C,CAAA;AAC5D,cAAc,uBAAuB,CAAA;AACrC,cAAc,6BAA6B,CAAA;AAC3C,cAAc,4BAA4B,CAAA"}

package/dist/instrumentationsubscriber.js

@@ -1,304 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.InstrumentationSubscriber = void 0;
-const stssocketio_client_1 = require("@nsshunt/stssocketio-client");
-const kafkamanager_1 = require("./kafka/kafkamanager");
-const influxDBManager_1 = require("./influxdb/influxDBManager");
-const uuid_1 = require("uuid");
-const stsconfig_1 = require("@nsshunt/stsconfig");
-const stsutils_1 = require("@nsshunt/stsutils");
-const chalk_1 = __importDefault(require("chalk"));
-const goptions = (0, stsconfig_1.$Options)();
-/**
- * Maintain list of instrumentation subscriptions.
- */
-class InstrumentationSubscriber extends stsutils_1.STSOptionsBase {
-    #subscriptions = {};
-    #influxDBManager;
-    #timeout = null;
-    #km;
-    #stop = true;
-    constructor(options) {
-        super(options);
-        this.#influxDBManager = new influxDBManager_1.InfluxDBManager(this.options?.logger);
-        const kmc = {
-            clientId: `${goptions.kafka_clientId}_${(0, uuid_1.v4)()}`,
-            brokers: goptions.kafka_brokers.split(','),
-            keepAlive: goptions.kafka_keep_alive,
-            adminTimeout: goptions.kafka_admin_timeout,
-            connectionTimeout: goptions.kafka_connection_timeout,
-            logLevel: goptions.kafka_log_level,
-            useSSL: goptions.kafka_use_ssl,
-            requestTimeout: goptions.kafka_request_timeout,
-            logger: this.options?.logger
-        };
-        if (goptions.kafka_use_ssl) {
-            kmc.ssl = {
-                rejectUnauthorized: goptions.kafka_ssl_rejectUnauthorized,
-                cafile: goptions.kafka_ssl_cafile,
-                certfileFile: goptions.kafka_ssl_certfile,
-                keyfile: goptions.kafka_ssl_keyfile
-            };
-        }
-        this.#km = new kafkamanager_1.KafkaManager(kmc);
-    }
-    // eslint-disable-next-line  @typescript-eslint/no-explicit-any
-    #LogDebugMessage(message) {
-        this.options?.logger.debug(message);
-    }
-    async #UnSubscribeKafka(subscription) {
-        const unsubscribeKafka = async () => {
-            const kafka = subscription.kafka;
-            if (kafka) {
-                // Un-Subscribe from this kafka topic
-                this.#LogDebugMessage(chalk_1.default.yellow(`InstrumentationSubscriber:#UnSubscribeKafka(): Unsubscribe from Kafka topc: [${kafka.kafkaTopic}] Starting`));
-                await kafka.kafkaConsumer?.Stop((error) => {
-                    this.#LogDebugMessage(chalk_1.default.red(`InstrumentationSubscriber:#UnSubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], kafkaConsumer.Stop Error: [${error}]`));
-                });
-                await kafka.kafkaConsumer?.Disconnect((error) => {
-                    this.#LogDebugMessage(chalk_1.default.red(`InstrumentationSubscriber:#UnSubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], kafkaConsumer.Disconnect Error: [${error}]`));
-                });
-                this.#LogDebugMessage(chalk_1.default.yellow(`InstrumentationSubscriber:#UnSubscribeKafka(): Unsubscribe from Kafka topc: [${kafka.kafkaTopic}] Completed.`));
-            }
-            else {
-                this.#LogDebugMessage(chalk_1.default.magenta(`InstrumentationSubscriber:#UnSubscribeKafka(): Kafka details do not exist for this topc: [${JSON.stringify(subscription.subscriptionKey)}].`));
-            }
-        };
-        return unsubscribeKafka();
-    }
-    async #SubscribeKafka(subscription) {
-        const kafkaSubscribe = async () => {
-            if (subscription.subscriptionKey.id) {
-                const kafkaSafeKey = `${subscription.subscriptionKey.key}`.replace(/@/g, '_').replace(/\|/g, '_');
-                const kafkaGroupId = (0, uuid_1.v4)();
-                subscription.kafka = {
-                    kafkaTopic: kafkaSafeKey,
-                    kafkaGroupId: kafkaGroupId,
-                    kafkaConsumer: this.#km.CreateConsumer(kafkaGroupId),
-                    kafkaFromBeginning: goptions.kafka_consume_from_beginning
-                };
-                this.#LogDebugMessage(chalk_1.default.yellow(`InstrumentationSubscriber:#SubscribeKafka(): Subscribe to Kafka topc: [${subscription.kafka.kafkaTopic}] Starting`));
-                const kafka = subscription.kafka;
-                let connectError = false;
-                await kafka.kafkaConsumer.Connect((error) => {
-                    this.#LogDebugMessage(chalk_1.default.red(`InstrumentationSubscriber:#SubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], kafkaConsumer.Connect: Error: [${error}]`));
-                    connectError = true;
-                });
-                if (!connectError) {
-                    let subscribeError = false;
-                    await kafka.kafkaConsumer.Subscribe([kafka.kafkaTopic], subscription.kafka.kafkaFromBeginning, (error) => {
-                        this.#LogDebugMessage(chalk_1.default.red(`InstrumentationSubscriber:#SubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], kafkaConsumer.Subscribe: Error: [${error}]`));
-                        subscribeError = true;
-                    });
-                    if (!subscribeError) {
-                        // eslint-disable-next-line  @typescript-eslint/no-unused-vars
-                        await kafka.kafkaConsumer.StartConsumingMessages((topic, key, partition, value, headers) => {
-                            try {
-                                if (key != "" && value != "") {
-                                    if (topic.localeCompare(key) === 0) {
-                                        subscription.cb({
-                                            subscriptionKey: subscription.subscriptionKey, // Original requested topic (may be kafka un-safe)
-                                            data: {
-                                                kafkaTopic: kafka.kafkaTopic, // Safe kafka topic key with prefix. kafkaTopic, topic and key should be same value
-                                                kafkaGroupId: kafka.kafkaGroupId,
-                                                partition,
-                                                topic, // kafkaTopic, topic and key should be same value
-                                                key, // kafkaTopic, topic and key should be same value
-                                                value
-                                            }
-                                        });
-                                    }
-                                    else {
-                                        this.#LogDebugMessage(chalk_1.default.red(`InstrumentationSubscriber:#SubscribeKafka(): Invalid message format from Kafka data, topic: [${topic}] and key: [${key}] do not match`));
-                                    }
-                                }
-                                else {
-                                    this.#LogDebugMessage(chalk_1.default.red(`InstrumentationSubscriber:#SubscribeKafka(): Invalid message format from Kafka data, topic: [${topic}], key: [${key}], value: [${value}]`));
-                                }
-                            }
-                            catch (error) {
-                                this.#LogDebugMessage(chalk_1.default.red(`InstrumentationSubscriber:#SubscribeKafka(): Error: [${error}]`));
-                            }
-                        }, (error) => {
-                            this.#LogDebugMessage(chalk_1.default.red(`InstrumentationSubscriber:#SubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], kafkaConsumer.StartConsumingMessages: Error: [${error}]`));
-                        });
-                        this.#LogDebugMessage(chalk_1.default.yellow(`InstrumentationSubscriber:#SubscribeKafka(): Subscribe to Kafka topc: [${kafka.kafkaTopic}] Completed`));
-                    }
-                    else {
-                        this.#LogDebugMessage(chalk_1.default.red(`InstrumentationSubscriber:#SubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], Could not subscribe to topic, StartConsumingMessages aborted.`));
-                    }
-                }
-                else {
-                    this.#LogDebugMessage(chalk_1.default.red(`InstrumentationSubscriber:#SubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], Could not connect to topic, subscribe aborted.`));
-                }
-            }
-            else {
-                this.#LogDebugMessage(chalk_1.default.magenta(`InstrumentationSubscriber:#SubscribeKafka(): Could not subscribe to Kafka topc, missing combinedKey for topic: [${JSON.stringify(subscription.subscriptionKey)}]`));
-            }
-        };
-        return kafkaSubscribe();
-    }
-    async #OutputSubscription(subscription) {
-        // Service subscriptions
-        const { subscriptionKey } = subscription;
-        switch (subscriptionKey.topic) {
-            // Services -------------------------------------------------------------------------------------------
-            case stssocketio_client_1.SubscriptionTopic.AllServicesCombined:
-                return this.#influxDBManager.serviceManager.GetInfluxDBResultsRootService(subscriptionKey);
-            case stssocketio_client_1.SubscriptionTopic.Services:
-                return this.#influxDBManager.serviceManager.GetInfluxDBResultsService(subscriptionKey);
-            case stssocketio_client_1.SubscriptionTopic.ServiceInstances:
-                if (subscriptionKey.key) { // key = service_id
-                    return this.#influxDBManager.serviceManager.GetInfluxDBResultsServiceInstances(subscriptionKey);
-                }
-                else {
-                    throw new Error(`#OutputSubscription: key not provided for subscription: [${JSON.stringify(subscriptionKey)}]`);
-                }
-            case stssocketio_client_1.SubscriptionTopic.ServiceInstance:
-                if (subscriptionKey.key && subscriptionKey.subkey) { // key = service instance id
-                    return this.#influxDBManager.serviceManager.GetInfluxDBResultsServiceInstance(subscriptionKey);
-                }
-                else {
-                    throw new Error(`#OutputSubscription: key not provided for subscription: [${JSON.stringify(subscriptionKey)}]`);
-                }
-            // User Agents -------------------------------------------------------------------------------------------
-            case stssocketio_client_1.SubscriptionTopic.AllAgentsCombined:
-                return this.#influxDBManager.agentManager.GetInfluxDBResultsRootAgent(subscriptionKey);
-            case stssocketio_client_1.SubscriptionTopic.Agents:
-                return this.#influxDBManager.agentManager.GetInfluxDBResultsAgent(subscriptionKey);
-            case stssocketio_client_1.SubscriptionTopic.AgentWorkers:
-                if (subscriptionKey.key) { // key = agent instance id
-                    return this.#influxDBManager.agentManager.GetInfluxDBResultsAgentThreads(subscriptionKey);
-                }
-                else {
-                    throw new Error(`#OutputSubscription: key not provided for subscription: [${JSON.stringify(subscriptionKey)}]`);
-                }
-            case stssocketio_client_1.SubscriptionTopic.AgentWorker:
-                if (subscriptionKey.key && subscriptionKey.subkey) { // key = agent instance id, subkey = agent instance worker id
-                    return this.#influxDBManager.agentManager.GetInfluxDBResultsAgentThread(subscriptionKey);
-                }
-                else {
-                    throw new Error(`#OutputSubscription: key and/or subkey not provided for subscription: [${JSON.stringify(subscriptionKey.topic)}]`);
-                }
-            // Logging (both service and agent) -----------------------------------------------------------------------
-            case stssocketio_client_1.SubscriptionTopic.LogProcessing:
-                // Kafka processing will be handled by a dedicated kafka run consumer
-                return { subscriptionKey, data: null };
-            default:
-                return { subscriptionKey, data: null };
-        }
-    }
-    #ExecuteSubscriptions = async () => {
-        const promArray = [];
-        const indexArray = [];
-        for (const [, subscription] of Object.entries(this.#subscriptions)) {
-            // If NOT Kafka, go get the data from influxdb
-            if (subscription.subscriptionKey.topic.localeCompare(stssocketio_client_1.SubscriptionTopic.LogProcessing.toString()) !== 0) {
-                promArray.push(this.#OutputSubscription(subscription));
-                indexArray.push(subscription);
-            }
-        }
-        const retVal = await Promise.all(promArray);
-        try {
-            for (let i = 0; i < retVal.length; i++) {
-                // Provided we have data, invoke the callback
-                if (retVal[i].data) {
-                    indexArray[i].cb(retVal[i]);
-                }
-            }
-        }
-        catch (error) {
-            this.#LogDebugMessage(chalk_1.default.red(`InstrumentationSubscriber:#ExecuteSubscriptions(): Error: [${error}], [${JSON.stringify(retVal)}]`));
-        }
-    };
-    #SetupTimeout = (timeout) => {
-        if (!this.#timeout && (Object.keys(this.#subscriptions).length > 0)) {
-            this.#timeout = setTimeout(async () => {
-                const start = performance.now();
-                await this.#ExecuteSubscriptions();
-                this.#timeout = null;
-                if (!this.#stop) {
-                    let requiredTimeout = 1000; //@@ default
-                    if (this.options) {
-                        requiredTimeout = this.options.SubscriptionInterval;
-                    }
-                    const end = performance.now();
-                    const diff = end - start;
-                    let newTimeout = requiredTimeout - diff;
-                    if (newTimeout < 500) {
-                        newTimeout = 500;
-                    }
-                    this.#LogDebugMessage(chalk_1.default.grey(`InstrumentationSubscriber.#SetupTimeout(): ExecuteSubscriptions time: [${diff}], next timeout: [${newTimeout}]`));
-                    this.#SetupTimeout(newTimeout);
-                }
-            }, timeout);
-        }
-    };
-    Subscribe(subscriptionKey, cb) {
-        if (this.#timeout) {
-            clearTimeout(this.#timeout);
-            this.#timeout = null;
-        }
-        if (this.#subscriptions[subscriptionKey.id]) {
-            // Subscription already exists - ignoring
-            this.#LogDebugMessage(chalk_1.default.magenta(`InstrumentationSubscriber.Subscribe(): Subscription already exists: [${subscriptionKey.id}] - ignoring.`));
-        }
-        else {
-            this.#subscriptions[subscriptionKey.id] = {
-                subscriptionKey,
-                cb
-            };
-            if (subscriptionKey.topic.localeCompare(stssocketio_client_1.SubscriptionTopic.LogProcessing) === 0) {
-                this.#SubscribeKafka(this.#subscriptions[subscriptionKey.id]);
-            }
-            this.#LogDebugMessage(chalk_1.default.grey(`InstrumentationSubscriber.Subscribe(): subscriptionKey.id: [${subscriptionKey.id}] successfully subscribed.`));
-            if (!this.#timeout) {
-                (async () => {
-                    // Output subscription immediately and then iterate ...
-                    await this.#ExecuteSubscriptions();
-                    let timeout = 1000; //@@ default
-                    if (this.options) {
-                        timeout = this.options.SubscriptionInterval;
-                    }
-                    this.#SetupTimeout(timeout);
-                })();
-            }
-        }
-    }
-    UnSubscribe(subscriptionKey) {
-        if (!this.#subscriptions[subscriptionKey.id]) {
-            this.#LogDebugMessage(chalk_1.default.magenta(`UnSubscribe(): Warning, subscriptionKey.id: [${subscriptionKey.id}] does not exist within subscription records`));
-        }
-        else {
-            if (subscriptionKey.topic.localeCompare(stssocketio_client_1.SubscriptionTopic.LogProcessing) === 0) {
-                this.#UnSubscribeKafka(this.#subscriptions[subscriptionKey.id]);
-            }
-            delete this.#subscriptions[subscriptionKey.id];
-            if (Object.keys(this.#subscriptions).length === 0) {
-                if (this.#timeout) {
-                    clearTimeout(this.#timeout);
-                    this.#timeout = null;
-                }
-            }
-        }
-    }
-    #UnSubscribeAll() {
-        for (const [, subscription] of Object.entries(this.#subscriptions)) {
-            this.UnSubscribe(subscription.subscriptionKey);
-        }
-    }
-    async Start() {
-        this.#stop = false;
-        return this.#influxDBManager.Start();
-    }
-    async Stop() {
-        this.#stop = true;
-        this.#UnSubscribeAll();
-        return this.#influxDBManager.Terminate();
-    }
-}
-exports.InstrumentationSubscriber = InstrumentationSubscriber;
-//# sourceMappingURL=instrumentationsubscriber.js.map

package/dist/instrumentationsubscriber.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"instrumentationsubscriber.js","sourceRoot":"","sources":["../src/instrumentationsubscriber.ts"],"names":[],"mappings":";;;;;;AACA,oEAAmH;AAEnH,uDAAwE;AACxE,gEAA4D;AAC5D,+BAAoC;AAEpC,kDAA6C;AAC7C,gDAA+D;AAE/D,kDAA0B;AAE1B,MAAM,QAAQ,GAAG,IAAA,oBAAQ,GAAE,CAAA;AAsB3B;;GAEG;AACH,MAAa,yBAA0B,SAAQ,yBAAc;IACzD,cAAc,GAAmB,EAAG,CAAC;IACrC,gBAAgB,CAAkB;IAClC,QAAQ,GAAwB,IAAI,CAAC;IACrC,GAAG,CAAe;IAClB,KAAK,GAAY,IAAI,CAAC;IAEtB,YAAY,OAA0C;QAClD,KAAK,CAAC,OAAO,CAAC,CAAC;QAEf,IAAI,CAAC,gBAAgB,GAAG,IAAI,iCAAe,CAAC,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAElE,MAAM,GAAG,GAAwB;YAC7B,QAAQ,EAAE,GAAG,QAAQ,CAAC,cAAc,IAAI,IAAA,SAAM,GAAE,EAAE;YAClD,OAAO,EAAE,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC;YAC1C,SAAS,EAAE,QAAQ,CAAC,gBAAgB;YACpC,YAAY,EAAE,QAAQ,CAAC,mBAAmB;YAC1C,iBAAiB,EAAE,QAAQ,CAAC,wBAAwB;YACpD,QAAQ,EAAE,QAAQ,CAAC,eAAe;YAClC,MAAM,EAAE,QAAQ,CAAC,aAAa;YAC9B,cAAc,EAAE,QAAQ,CAAC,qBAAqB;YAC9C,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,MAAM;SAC/B,CAAA;QACD,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;YACzB,GAAG,CAAC,GAAG,GAAG;gBACN,kBAAkB,EAAE,QAAQ,CAAC,4BAA4B;gBACzD,MAAM,EAAE,QAAQ,CAAC,gBAAgB;gBACjC,YAAY,EAAE,QAAQ,CAAC,kBAAkB;gBACzC,OAAO,EAAE,QAAQ,CAAC,iBAAiB;aACtC,CAAA;QACL,CAAC;QACD,IAAI,CAAC,GAAG,GAAG,IAAI,2BAAY,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC;IAED,+DAA+D;IAC/D,gBAAgB,CAAC,OAAY;QACzB,IAAI,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IACxC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,YAA2B;QAC/C,MAAM,gBAAgB,GAAG,KAAK,IAAI,EAAE;YAChC,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC;YACjC,IAAI,KAAK,EAAE,CAAC;gBACR,qCAAqC;gBACrC,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,MAAM,CAAC,gFAAgF,KAAK,CAAC,UAAU,YAAY,CAAC,CAAC,CAAC;gBAElJ,MAAM,KAAK,CAAC,aAAa,EAAE,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;oBACtC,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,GAAG,CAAC,gEAAgE,KAAK,CAAC,UAAU,iCAAiC,KAAK,GAAG,CAAC,CAAC,CAAC;gBAChK,CAAC,CAAC,CAAC;gBAEH,MAAM,KAAK,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC,KAAK,EAAE,EAAE;oBAC5C,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,GAAG,CAAC,gEAAgE,KAAK,CAAC,UAAU,uCAAuC,KAAK,GAAG,CAAC,CAAC,CAAC;gBACtK,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,MAAM,CAAC,gFAAgF,KAAK,CAAC,UAAU,cAAc,CAAC,CAAC,CAAC;YACxJ,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,OAAO,CAAC,6FAA6F,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC;YACxL,CAAC;QACL,CAAC,CAAC;QACF,OAAO,gBAAgB,EAAE,CAAC;IAC9B,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,YAA2B;QAC7C,MAAM,cAAc,GAAG,KAAK,IAAI,EAAE;YAC9B,IAAI,YAAY,CAAC,eAAe,CAAC,EAAE,EAAE,CAAC;gBAElC,MAAM,YAAY,GAAG,GAAG,YAAY,CAAC,eAAe,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;gBAElG,MAAM,YAAY,GAAG,IAAA,SAAM,GAAE,CAAC;gBAC9B,YAAY,CAAC,KAAK,GAAG;oBACjB,UAAU,EAAE,YAAY;oBACxB,YAAY,EAAE,YAAY;oBAC1B,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,cAAc,CAAC,YAAY,CAAC;oBACpD,kBAAkB,EAAE,QAAQ,CAAC,4BAA4B;iBAC5D,CAAC;gBACF,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,MAAM,CAAC,0EAA0E,YAAY,CAAC,KAAK,CAAC,UAAU,YAAY,CAAC,CAAC,CAAC;gBAEzJ,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC;gBAEjC,IAAI,YAAY,GAAG,KAAK,CAAC;gBACzB,MAAM,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE;oBACxC,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,GAAG,CAAC,8DAA8D,KAAK,CAAC,UAAU,qCAAqC,KAAK,GAAG,CAAC,CAAC,CAAC;oBAC9J,YAAY,GAAG,IAAI,CAAC;gBACxB,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,YAAY,EAAE,CAAC;oBAChB,IAAI,cAAc,GAAG,KAAK,CAAC;oBAC3B,MAAM,KAAK,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,YAAY,CAAC,KAAK,CAAC,kBAAkB,EAAE,CAAC,KAAK,EAAE,EAAE;wBACrG,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,GAAG,CAAC,8DAA8D,KAAK,CAAC,UAAU,uCAAuC,KAAK,GAAG,CAAC,CAAC,CAAC;wBAChK,cAAc,GAAG,IAAI,CAAC;oBAC1B,CAAC,CAAC,CAAC;oBAEH,IAAI,CAAC,cAAc,EAAE,CAAC;wBAClB,8DAA8D;wBAC9D,MAAM,KAAK,CAAC,aAAa,CAAC,sBAAsB,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;4BACvF,IAAI,CAAC;gCACD,IAAI,GAAG,IAAI,EAAE,IAAI,KAAK,IAAI,EAAE,EAAE,CAAC;oCAC3B,IAAI,KAAK,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;wCACjC,YAAY,CAAC,EAAE,CAAC;4CACZ,eAAe,EAAE,YAAY,CAAC,eAAe,EAAC,kDAAkD;4CAChG,IAAI,EAAE;gDACF,UAAU,EAAE,KAAK,CAAC,UAAU,EAAE,mFAAmF;gDACjH,YAAY,EAAE,KAAK,CAAC,YAAY;gDAChC,SAAS;gDACT,KAAK,EAAE,iDAAiD;gDACxD,GAAG,EAAE,iDAAiD;gDACtD,KAAK;6CACM;yCAClB,CAAC,CAAC;oCACP,CAAC;yCAAM,CAAC;wCACJ,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,GAAG,CAAC,gGAAgG,KAAK,eAAe,GAAG,gBAAgB,CAAC,CAAC,CAAC;oCAC9K,CAAC;gCACL,CAAC;qCAAM,CAAC;oCACJ,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,GAAG,CAAC,gGAAgG,KAAK,YAAY,GAAG,cAAc,KAAK,GAAG,CAAC,CAAC,CAAC;gCACjL,CAAC;4BACL,CAAC;4BAAC,OAAO,KAAK,EAAE,CAAC;gCACb,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,GAAG,CAAC,wDAAwD,KAAK,GAAG,CAAC,CAAC,CAAC;4BACvG,CAAC;wBACL,CAAC,EAAE,CAAC,KAAK,EAAE,EAAE;4BACT,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,GAAG,CAAC,8DAA8D,KAAK,CAAC,UAAU,oDAAoD,KAAK,GAAG,CAAC,CAAC,CAAC;wBACjL,CAAC,CAAC,CAAC;wBACH,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,MAAM,CAAC,0EAA0E,KAAK,CAAC,UAAU,aAAa,CAAC,CAAC,CAAC;oBACjJ,CAAC;yBAAM,CAAC;wBACJ,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,GAAG,CAAC,8DAA8D,KAAK,CAAC,UAAU,kEAAkE,CAAC,CAAC,CAAC;oBACvL,CAAC;gBACL,CAAC;qBAAM,CAAC;oBACJ,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,GAAG,CAAC,8DAA8D,KAAK,CAAC,UAAU,mDAAmD,CAAC,CAAC,CAAC;gBACxK,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,OAAO,CAAC,mHAAmH,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC;YAC7M,CAAC;QACL,CAAC,CAAA;QACD,OAAO,cAAc,EAAE,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,YAA2B;QACjD,wBAAwB;QACxB,MAAM,EAAE,eAAe,EAAE,GAAI,YAAY,CAAC;QAC1C,QAAQ,eAAe,CAAC,KAAK,EAAE,CAAC;YAChC,uGAAuG;YACvG,KAAK,sCAAiB,CAAC,mBAAmB;gBACtC,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,6BAA6B,CAAC,eAAe,CAAC,CAAC;YAC/F,KAAK,sCAAiB,CAAC,QAAQ;gBAC3B,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,yBAAyB,CAAC,eAAe,CAAC,CAAC;YAC3F,KAAK,sCAAiB,CAAC,gBAAgB;gBACnC,IAAI,eAAe,CAAC,GAAG,EAAE,CAAC,CAAC,mBAAmB;oBAC1C,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,kCAAkC,CAAC,eAAe,CAAC,CAAC;gBACpG,CAAC;qBAAM,CAAC;oBACJ,MAAM,IAAI,KAAK,CAAC,4DAA4D,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;gBACpH,CAAC;YACL,KAAK,sCAAiB,CAAC,eAAe;gBAClC,IAAI,eAAe,CAAC,GAAG,IAAI,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,4BAA4B;oBAC7E,OAAO,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,iCAAiC,CAAC,eAAe,CAAC,CAAC;gBACnG,CAAC;qBAAM,CAAC;oBACJ,MAAM,IAAI,KAAK,CAAC,4DAA4D,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;gBACpH,CAAC;YAED,0GAA0G;YAC9G,KAAK,sCAAiB,CAAC,iBAAiB;gBACpC,OAAO,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,2BAA2B,CAAC,eAAe,CAAC,CAAC;YAC3F,KAAM,sCAAiB,CAAC,MAAM;gBAC1B,OAAO,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,uBAAuB,CAAC,eAAe,CAAC,CAAC;YACvF,KAAM,sCAAiB,CAAC,YAAY;gBAChC,IAAI,eAAe,CAAC,GAAG,EAAE,CAAC,CAAC,0BAA0B;oBACjD,OAAO,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,8BAA8B,CAAC,eAAe,CAAC,CAAC;gBAC9F,CAAC;qBAAM,CAAC;oBACJ,MAAM,IAAI,KAAK,CAAC,4DAA4D,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;gBACpH,CAAC;YACL,KAAK,sCAAiB,CAAC,WAAW;gBAC9B,IAAI,eAAe,CAAC,GAAG,IAAI,eAAe,CAAC,MAAM,EAAE,CAAC,CAAC,6DAA6D;oBAC9G,OAAO,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,6BAA6B,CAAC,eAAe,CAAC,CAAC;gBAC7F,CAAC;qBAAM,CAAC;oBACJ,MAAM,IAAI,KAAK,CAAC,0EAA0E,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;gBACxI,CAAC;YAED,2GAA2G;YAC/G,KAAK,sCAAiB,CAAC,aAAa;gBAChC,qEAAqE;gBACrE,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;YAC3C;gBACI,OAAO,EAAE,eAAe,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;QAC3C,CAAC;IACL,CAAC;IAED,qBAAqB,GAAG,KAAK,IAAI,EAAE;QAC/B,MAAM,SAAS,GAAoC,EAAG,CAAC;QACvD,MAAM,UAAU,GAAoB,EAAG,CAAC;QAExC,KAAK,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YACjE,8CAA8C;YAC9C,IAAI,YAAY,CAAC,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,sCAAiB,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,EAAE,CAAC;gBACrG,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC,CAAC;gBACvD,UAAU,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;YAClC,CAAC;QACL,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC5C,IAAI,CAAC;YACD,KAAK,IAAI,CAAC,GAAC,CAAC,EAAE,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnC,6CAA6C;gBAC7C,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;oBACjB,UAAU,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAChC,CAAC;YACL,CAAC;QACL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,GAAG,CAAC,8DAA8D,KAAK,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1I,CAAC;IACL,CAAC,CAAA;IAED,aAAa,GAAG,CAAC,OAAe,EAAE,EAAE;QAChC,IAAI,CAAC,IAAI,CAAC,QAAQ,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;YAClE,IAAI,CAAC,QAAQ,GAAG,UAAU,CAAC,KAAK,IAAI,EAAE;gBAClC,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;gBAChC,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;gBACnC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;gBACrB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;oBACd,IAAI,eAAe,GAAG,IAAI,CAAC,CAAC,YAAY;oBACxC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBACf,eAAe,GAAG,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAA;oBACvD,CAAC;oBACD,MAAM,GAAG,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC;oBAC9B,MAAM,IAAI,GAAG,GAAG,GAAG,KAAK,CAAC;oBACzB,IAAI,UAAU,GAAG,eAAe,GAAG,IAAI,CAAC;oBACxC,IAAI,UAAU,GAAG,GAAG,EAAE,CAAC;wBACnB,UAAU,GAAG,GAAG,CAAC;oBACrB,CAAC;oBACD,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,IAAI,CAAC,0EAA0E,IAAI,qBAAqB,UAAU,GAAG,CAAC,CAAC,CAAC;oBACpJ,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;gBACnC,CAAC;YACL,CAAC,EAAE,OAAO,CAAC,CAAC;QAChB,CAAC;IACL,CAAC,CAAA;IAED,SAAS,CAAC,eAAiC,EAAE,EAA2C;QACpF,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAChB,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACzB,CAAC;QACD,IAAI,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC;YAC1C,yCAAyC;YACzC,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,OAAO,CAAC,wEAAwE,eAAe,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC;QACpJ,CAAC;aAAM,CAAC;YACJ,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,EAAE,CAAC,GAAG;gBACtC,eAAe;gBACf,EAAE;aACL,CAAA;YACD,IAAI,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,sCAAiB,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7E,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC;YAClE,CAAC;YACD,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,IAAI,CAAC,+DAA+D,eAAe,CAAC,EAAE,4BAA4B,CAAC,CAAC,CAAC;YAEjJ,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACjB,CAAC,KAAK,IAAI,EAAE;oBACR,uDAAuD;oBACvD,MAAM,IAAI,CAAC,qBAAqB,EAAE,CAAC;oBACnC,IAAI,OAAO,GAAG,IAAI,CAAC,CAAC,YAAY;oBAChC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;wBACf,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,oBAAoB,CAAA;oBAC/C,CAAC;oBACD,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBAChC,CAAC,CAAC,EAAE,CAAC;YACT,CAAC;QACL,CAAC;IACL,CAAC;IAED,WAAW,CAAC,eAAiC;QACzC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,EAAE,CAAC,EAAE,CAAC;YAC3C,IAAI,CAAC,gBAAgB,CAAC,eAAK,CAAC,OAAO,CAAC,gDAAgD,eAAe,CAAC,EAAE,8CAA8C,CAAC,CAAC,CAAC;QAC3J,CAAC;aAAM,CAAC;YACJ,IAAI,eAAe,CAAC,KAAK,CAAC,aAAa,CAAC,sCAAiB,CAAC,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC7E,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC,CAAC;YACpE,CAAC;YACD,OAAO,IAAI,CAAC,cAAc,CAAC,eAAe,CAAC,EAAE,CAAC,CAAC;YAE/C,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAChD,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;oBAChB,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;oBAC5B,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;gBACzB,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAED,eAAe;QACX,KAAK,MAAM,CAAC,EAAE,YAAY,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC;YACjE,IAAI,CAAC,WAAW,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;QACnD,CAAC;IACL,CAAC;IAED,KAAK,CAAC,KAAK;QACP,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,OAAO,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC;IACzC,CAAC;IAED,KAAK,CAAC,IAAI;QACN,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;QAClB,IAAI,CAAC,eAAe,EAAE,CAAC;QACvB,OAAO,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,CAAC;IAC7C,CAAC;CACJ;AA1SD,8DA0SC"}

package/src/instrumentationsubscriber.ts

@@ -1,336 +0,0 @@
-import { IKafkaConsumer } from './commonTypes'
-import { ISubscriptionPayload, ISubscriptionKey, SubscriptionTopic, IKafkaData } from '@nsshunt/stssocketio-client'
-
-import { KafkaManager, IKafkaManagerConfig } from './kafka/kafkamanager'
-import { InfluxDBManager } from './influxdb/influxDBManager'
-import { v4 as uuidv4 } from 'uuid';
-
-import { $Options } from '@nsshunt/stsconfig'
-import { STSOptionsBase, ISTSLogger } from '@nsshunt/stsutils';
-
-import chalk from 'chalk';
-
-const goptions = $Options()
-
-declare interface IKafkaSubscription {
-    kafkaTopic: string
-    kafkaGroupId: string
-    kafkaConsumer: IKafkaConsumer
-    kafkaFromBeginning: boolean
-}
-
-declare interface ISubscription {
-    subscriptionKey: ISubscriptionKey
-    kafka?: IKafkaSubscription
-    cb: (payload: ISubscriptionPayload) => void
-}
-
-declare type ISubscriptions = Record<string, ISubscription>;
-
-export interface IInstrumentationSubscriberOptions {
-    SubscriptionInterval: number
-    logger: ISTSLogger
-}
-
-/**
- * Maintain list of instrumentation subscriptions.
- */
-export class InstrumentationSubscriber extends STSOptionsBase {
-    #subscriptions: ISubscriptions = { };
-    #influxDBManager: InfluxDBManager;
-    #timeout: NodeJS.Timer | null = null;
-    #km: KafkaManager;
-    #stop: boolean = true;
-
-    constructor(options: IInstrumentationSubscriberOptions) {
-        super(options);
-
-        this.#influxDBManager = new InfluxDBManager(this.options?.logger);
-
-        const kmc: IKafkaManagerConfig = {
-            clientId: `${goptions.kafka_clientId}_${uuidv4()}`,
-            brokers: goptions.kafka_brokers.split(','),
-            keepAlive: goptions.kafka_keep_alive,
-            adminTimeout: goptions.kafka_admin_timeout,
-            connectionTimeout: goptions.kafka_connection_timeout,
-            logLevel: goptions.kafka_log_level,
-            useSSL: goptions.kafka_use_ssl,
-            requestTimeout: goptions.kafka_request_timeout,
-            logger: this.options?.logger
-        }
-        if (goptions.kafka_use_ssl) {
-            kmc.ssl = {
-                rejectUnauthorized: goptions.kafka_ssl_rejectUnauthorized,
-                cafile: goptions.kafka_ssl_cafile,
-                certfileFile: goptions.kafka_ssl_certfile,
-                keyfile: goptions.kafka_ssl_keyfile
-            }
-        }
-        this.#km = new KafkaManager(kmc);
-    }
-
-    // eslint-disable-next-line  @typescript-eslint/no-explicit-any
-    #LogDebugMessage(message: any) {
-        this.options?.logger.debug(message);
-    }
-
-    async #UnSubscribeKafka(subscription: ISubscription): Promise<void> {
-        const unsubscribeKafka = async () => {
-            const kafka = subscription.kafka;
-            if (kafka) {
-                // Un-Subscribe from this kafka topic
-                this.#LogDebugMessage(chalk.yellow(`InstrumentationSubscriber:#UnSubscribeKafka(): Unsubscribe from Kafka topc: [${kafka.kafkaTopic}] Starting`));
-                
-                await kafka.kafkaConsumer?.Stop((error) => {
-                    this.#LogDebugMessage(chalk.red(`InstrumentationSubscriber:#UnSubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], kafkaConsumer.Stop Error: [${error}]`));
-                });
-
-                await kafka.kafkaConsumer?.Disconnect((error) => {
-                    this.#LogDebugMessage(chalk.red(`InstrumentationSubscriber:#UnSubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], kafkaConsumer.Disconnect Error: [${error}]`));
-                });
-                
-                this.#LogDebugMessage(chalk.yellow(`InstrumentationSubscriber:#UnSubscribeKafka(): Unsubscribe from Kafka topc: [${kafka.kafkaTopic}] Completed.`));
-            } else {
-                this.#LogDebugMessage(chalk.magenta(`InstrumentationSubscriber:#UnSubscribeKafka(): Kafka details do not exist for this topc: [${JSON.stringify(subscription.subscriptionKey)}].`));
-            }
-        };
-        return unsubscribeKafka();
-    }
-
-    async #SubscribeKafka(subscription: ISubscription): Promise<void> {
-        const kafkaSubscribe = async () => {
-            if (subscription.subscriptionKey.id) {
-
-                const kafkaSafeKey = `${subscription.subscriptionKey.key}`.replace(/@/g, '_').replace(/\|/g, '_');
-
-                const kafkaGroupId = uuidv4();
-                subscription.kafka = {
-                    kafkaTopic: kafkaSafeKey,
-                    kafkaGroupId: kafkaGroupId,
-                    kafkaConsumer: this.#km.CreateConsumer(kafkaGroupId),
-                    kafkaFromBeginning: goptions.kafka_consume_from_beginning
-                };
-                this.#LogDebugMessage(chalk.yellow(`InstrumentationSubscriber:#SubscribeKafka(): Subscribe to Kafka topc: [${subscription.kafka.kafkaTopic}] Starting`));
-
-                const kafka = subscription.kafka;
-
-                let connectError = false;
-                await kafka.kafkaConsumer.Connect((error) => {
-                    this.#LogDebugMessage(chalk.red(`InstrumentationSubscriber:#SubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], kafkaConsumer.Connect: Error: [${error}]`));
-                    connectError = true;
-                });
-
-                if (!connectError) {
-                    let subscribeError = false;
-                    await kafka.kafkaConsumer.Subscribe([kafka.kafkaTopic], subscription.kafka.kafkaFromBeginning, (error) => {
-                        this.#LogDebugMessage(chalk.red(`InstrumentationSubscriber:#SubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], kafkaConsumer.Subscribe: Error: [${error}]`));
-                        subscribeError = true;
-                    });
-
-                    if (!subscribeError) {
-                        // eslint-disable-next-line  @typescript-eslint/no-unused-vars
-                        await kafka.kafkaConsumer.StartConsumingMessages((topic, key, partition, value, headers) => {
-                            try {
-                                if (key != "" && value != "") {
-                                    if (topic.localeCompare(key) === 0) {
-                                        subscription.cb({
-                                            subscriptionKey: subscription.subscriptionKey,// Original requested topic (may be kafka un-safe)
-                                            data: { 
-                                                kafkaTopic: kafka.kafkaTopic, // Safe kafka topic key with prefix. kafkaTopic, topic and key should be same value
-                                                kafkaGroupId: kafka.kafkaGroupId,
-                                                partition,
-                                                topic, // kafkaTopic, topic and key should be same value
-                                                key, // kafkaTopic, topic and key should be same value
-                                                value
-                                            } as IKafkaData
-                                        });
-                                    } else {
-                                        this.#LogDebugMessage(chalk.red(`InstrumentationSubscriber:#SubscribeKafka(): Invalid message format from Kafka data, topic: [${topic}] and key: [${key}] do not match`));
-                                    }
-                                } else {
-                                    this.#LogDebugMessage(chalk.red(`InstrumentationSubscriber:#SubscribeKafka(): Invalid message format from Kafka data, topic: [${topic}], key: [${key}], value: [${value}]`));
-                                }
-                            } catch (error) {
-                                this.#LogDebugMessage(chalk.red(`InstrumentationSubscriber:#SubscribeKafka(): Error: [${error}]`));
-                            }
-                        }, (error) => {
-                            this.#LogDebugMessage(chalk.red(`InstrumentationSubscriber:#SubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], kafkaConsumer.StartConsumingMessages: Error: [${error}]`));
-                        });
-                        this.#LogDebugMessage(chalk.yellow(`InstrumentationSubscriber:#SubscribeKafka(): Subscribe to Kafka topc: [${kafka.kafkaTopic}] Completed`));
-                    } else {
-                        this.#LogDebugMessage(chalk.red(`InstrumentationSubscriber:#SubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], Could not subscribe to topic, StartConsumingMessages aborted.`));
-                    }
-                } else {
-                    this.#LogDebugMessage(chalk.red(`InstrumentationSubscriber:#SubscribeKafka(): Kafka topic: [${kafka.kafkaTopic}], Could not connect to topic, subscribe aborted.`));
-                }
-            } else {
-                this.#LogDebugMessage(chalk.magenta(`InstrumentationSubscriber:#SubscribeKafka(): Could not subscribe to Kafka topc, missing combinedKey for topic: [${JSON.stringify(subscription.subscriptionKey)}]`));
-            }
-        }
-        return kafkaSubscribe();
-    }
-
-    async #OutputSubscription(subscription: ISubscription): Promise<ISubscriptionPayload> {
-        // Service subscriptions
-        const { subscriptionKey }  = subscription;
-        switch (subscriptionKey.topic) {
-        // Services -------------------------------------------------------------------------------------------
-        case SubscriptionTopic.AllServicesCombined :
-            return this.#influxDBManager.serviceManager.GetInfluxDBResultsRootService(subscriptionKey);
-        case SubscriptionTopic.Services :
-            return this.#influxDBManager.serviceManager.GetInfluxDBResultsService(subscriptionKey);
-        case SubscriptionTopic.ServiceInstances :
-            if (subscriptionKey.key) { // key = service_id
-                return this.#influxDBManager.serviceManager.GetInfluxDBResultsServiceInstances(subscriptionKey);
-            } else {
-                throw new Error(`#OutputSubscription: key not provided for subscription: [${JSON.stringify(subscriptionKey)}]`);
-            }
-        case SubscriptionTopic.ServiceInstance :
-            if (subscriptionKey.key && subscriptionKey.subkey) { // key = service instance id
-                return this.#influxDBManager.serviceManager.GetInfluxDBResultsServiceInstance(subscriptionKey);
-            } else {
-                throw new Error(`#OutputSubscription: key not provided for subscription: [${JSON.stringify(subscriptionKey)}]`);
-            }
-
-            // User Agents -------------------------------------------------------------------------------------------
-        case SubscriptionTopic.AllAgentsCombined :
-            return this.#influxDBManager.agentManager.GetInfluxDBResultsRootAgent(subscriptionKey);
-        case  SubscriptionTopic.Agents :
-            return this.#influxDBManager.agentManager.GetInfluxDBResultsAgent(subscriptionKey);
-        case  SubscriptionTopic.AgentWorkers :
-            if (subscriptionKey.key) { // key = agent instance id
-                return this.#influxDBManager.agentManager.GetInfluxDBResultsAgentThreads(subscriptionKey);
-            } else {
-                throw new Error(`#OutputSubscription: key not provided for subscription: [${JSON.stringify(subscriptionKey)}]`);
-            }
-        case SubscriptionTopic.AgentWorker :
-            if (subscriptionKey.key && subscriptionKey.subkey) { // key = agent instance id, subkey = agent instance worker id
-                return this.#influxDBManager.agentManager.GetInfluxDBResultsAgentThread(subscriptionKey);
-            } else {
-                throw new Error(`#OutputSubscription: key and/or subkey not provided for subscription: [${JSON.stringify(subscriptionKey.topic)}]`);
-            }
-
-            // Logging (both service and agent) -----------------------------------------------------------------------
-        case SubscriptionTopic.LogProcessing :
-            // Kafka processing will be handled by a dedicated kafka run consumer
-            return { subscriptionKey, data: null };
-        default :
-            return { subscriptionKey, data: null };
-        }   
-    }
-
-    #ExecuteSubscriptions = async () => {
-        const promArray: Promise<ISubscriptionPayload>[] = [ ];
-        const indexArray: ISubscription[] = [ ];
-
-        for (const [, subscription] of Object.entries(this.#subscriptions)) {
-            // If NOT Kafka, go get the data from influxdb
-            if (subscription.subscriptionKey.topic.localeCompare(SubscriptionTopic.LogProcessing.toString()) !== 0) {
-                promArray.push(this.#OutputSubscription(subscription));
-                indexArray.push(subscription);
-            }
-        }
-        const retVal = await Promise.all(promArray);
-        try {
-            for (let i=0; i < retVal.length; i++) {
-                // Provided we have data, invoke the callback
-                if (retVal[i].data) {
-                    indexArray[i].cb(retVal[i]);
-                }
-            }
-        } catch (error) {
-            this.#LogDebugMessage(chalk.red(`InstrumentationSubscriber:#ExecuteSubscriptions(): Error: [${error}], [${JSON.stringify(retVal)}]`));
-        }
-    }
-
-    #SetupTimeout = (timeout: number) => {
-        if (!this.#timeout && (Object.keys(this.#subscriptions).length > 0)) {
-            this.#timeout = setTimeout(async () => {
-                const start = performance.now();
-                await this.#ExecuteSubscriptions();
-                this.#timeout = null;
-                if (!this.#stop) {
-                    let requiredTimeout = 1000; //@@ default
-                    if (this.options) {
-                        requiredTimeout = this.options.SubscriptionInterval
-                    }
-                    const end = performance.now();
-                    const diff = end - start;
-                    let newTimeout = requiredTimeout - diff;
-                    if (newTimeout < 500) { 
-                        newTimeout = 500;
-                    }
-                    this.#LogDebugMessage(chalk.grey(`InstrumentationSubscriber.#SetupTimeout(): ExecuteSubscriptions time: [${diff}], next timeout: [${newTimeout}]`));
-                    this.#SetupTimeout(newTimeout);
-                }
-            }, timeout);
-        }
-    }
-
-    Subscribe(subscriptionKey: ISubscriptionKey, cb: (payload: ISubscriptionPayload) => void) {
-        if (this.#timeout) {
-            clearTimeout(this.#timeout);
-            this.#timeout = null;
-        }
-        if (this.#subscriptions[subscriptionKey.id]) {
-            // Subscription already exists - ignoring
-            this.#LogDebugMessage(chalk.magenta(`InstrumentationSubscriber.Subscribe(): Subscription already exists: [${subscriptionKey.id}] - ignoring.`));
-        } else {
-            this.#subscriptions[subscriptionKey.id] = {
-                subscriptionKey,
-                cb
-            }
-            if (subscriptionKey.topic.localeCompare(SubscriptionTopic.LogProcessing) === 0) {
-                this.#SubscribeKafka(this.#subscriptions[subscriptionKey.id]);
-            }
-            this.#LogDebugMessage(chalk.grey(`InstrumentationSubscriber.Subscribe(): subscriptionKey.id: [${subscriptionKey.id}] successfully subscribed.`));
-
-            if (!this.#timeout) {
-                (async () => {
-                    // Output subscription immediately and then iterate ...
-                    await this.#ExecuteSubscriptions();
-                    let timeout = 1000; //@@ default
-                    if (this.options) {
-                        timeout = this.options.SubscriptionInterval
-                    }
-                    this.#SetupTimeout(timeout);
-                })();
-            }
-        }
-    }
-
-    UnSubscribe(subscriptionKey: ISubscriptionKey) {
-        if (!this.#subscriptions[subscriptionKey.id]) {
-            this.#LogDebugMessage(chalk.magenta(`UnSubscribe(): Warning, subscriptionKey.id: [${subscriptionKey.id}] does not exist within subscription records`));
-        } else {
-            if (subscriptionKey.topic.localeCompare(SubscriptionTopic.LogProcessing) === 0) {
-                this.#UnSubscribeKafka(this.#subscriptions[subscriptionKey.id]);
-            }
-            delete this.#subscriptions[subscriptionKey.id];
-
-            if (Object.keys(this.#subscriptions).length === 0) {
-                if (this.#timeout) {
-                    clearTimeout(this.#timeout);
-                    this.#timeout = null;
-                }
-            }
-        }
-    }
-
-    #UnSubscribeAll() {
-        for (const [, subscription] of Object.entries(this.#subscriptions)) {
-            this.UnSubscribe(subscription.subscriptionKey);
-        }
-    }
-
-    async Start() {
-        this.#stop = false;
-        return this.#influxDBManager.Start();
-    }
-
-    async Stop() {
-        this.#stop = true;
-        this.#UnSubscribeAll();
-        return this.#influxDBManager.Terminate();
-    }
-}

package/types/instrumentationsubscriber.d.ts

@@ -1,18 +0,0 @@
-import { ISubscriptionPayload, ISubscriptionKey } from '@nsshunt/stssocketio-client';
-import { STSOptionsBase, ISTSLogger } from '@nsshunt/stsutils';
-export interface IInstrumentationSubscriberOptions {
-    SubscriptionInterval: number;
-    logger: ISTSLogger;
-}
-/**
- * Maintain list of instrumentation subscriptions.
- */
-export declare class InstrumentationSubscriber extends STSOptionsBase {
-    #private;
-    constructor(options: IInstrumentationSubscriberOptions);
-    Subscribe(subscriptionKey: ISubscriptionKey, cb: (payload: ISubscriptionPayload) => void): void;
-    UnSubscribe(subscriptionKey: ISubscriptionKey): void;
-    Start(): Promise<void>;
-    Stop(): Promise<void>;
-}
-//# sourceMappingURL=instrumentationsubscriber.d.ts.map

package/types/instrumentationsubscriber.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"instrumentationsubscriber.d.ts","sourceRoot":"","sources":["../src/instrumentationsubscriber.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,oBAAoB,EAAE,gBAAgB,EAAiC,MAAM,6BAA6B,CAAA;AAOnH,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAqB/D,MAAM,WAAW,iCAAiC;IAC9C,oBAAoB,EAAE,MAAM,CAAA;IAC5B,MAAM,EAAE,UAAU,CAAA;CACrB;AAED;;GAEG;AACH,qBAAa,yBAA0B,SAAQ,cAAc;;gBAO7C,OAAO,EAAE,iCAAiC;IAiOtD,SAAS,CAAC,eAAe,EAAE,gBAAgB,EAAE,EAAE,EAAE,CAAC,OAAO,EAAE,oBAAoB,KAAK,IAAI;IAgCxF,WAAW,CAAC,eAAe,EAAE,gBAAgB;IAwBvC,KAAK;IAKL,IAAI;CAKb"}