@squidcloud/local-backend 1.0.34 → 1.0.36

package/dist/internal-common/src/environment/environment.types.js

@@ -1,3 +1,3 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
 //# sourceMappingURL=environment.types.js.map

package/dist/internal-common/src/environment/index.d.ts

@@ -1,6 +1,6 @@
-import { EnvironmentVars } from './environment.types';
-export { EnvironmentVars } from './environment.types';
-export type Stage = 'local' | 'prod' | 'dev';
-export declare const STAGE: Stage;
-export declare const REGION: string;
-export declare function getEnv<K extends keyof EnvironmentVars>(key: K): EnvironmentVars[K];
+import { EnvironmentVars } from './environment.types';
+export { EnvironmentVars } from './environment.types';
+export type Stage = 'local' | 'prod' | 'dev';
+export declare const STAGE: Stage;
+export declare const REGION: string;
+export declare function getEnv<K extends keyof EnvironmentVars>(key: K): EnvironmentVars[K];

package/dist/internal-common/src/environment/index.js

@@ -1,26 +1,26 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.getEnv = exports.REGION = exports.STAGE = void 0;
-const local_environment_1 = require("./local.environment");
-const common_1 = require("@squidcloud/common");
-const process_1 = require("process");
-exports.STAGE = (process_1.default.env['NODE_ENV'] || 'local');
-let activeEnvironment;
-switch (exports.STAGE) {
-    case 'local':
-    case 'test':
-        activeEnvironment = local_environment_1.LocalEnvironment;
-        break;
-    case 'dev':
-    case 'prod':
-        activeEnvironment = JSON.parse((0, common_1.truthy)(process_1.default.env['SQUID_ENV']));
-        break;
-}
-exports.REGION = exports.STAGE === 'test' ? 'test' : getEnv('region');
-function getEnv(key) {
-    if (process_1.default.env[key])
-        return process_1.default.env[key];
-    return activeEnvironment[key];
-}
-exports.getEnv = getEnv;
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getEnv = exports.REGION = exports.STAGE = void 0;
+const local_environment_1 = require("./local.environment");
+const common_1 = require("@squidcloud/common");
+const process_1 = require("process");
+exports.STAGE = (process_1.default.env['NODE_ENV'] || 'local');
+let activeEnvironment;
+switch (exports.STAGE) {
+    case 'local':
+    case 'test':
+        activeEnvironment = local_environment_1.LocalEnvironment;
+        break;
+    case 'dev':
+    case 'prod':
+        activeEnvironment = JSON.parse((0, common_1.truthy)(process_1.default.env['SQUID_ENV']));
+        break;
+}
+exports.REGION = exports.STAGE === 'test' ? 'test' : getEnv('region');
+function getEnv(key) {
+    if (process_1.default.env[key])
+        return process_1.default.env[key];
+    return activeEnvironment[key];
+}
+exports.getEnv = getEnv;
 //# sourceMappingURL=index.js.map

package/dist/internal-common/src/environment/local.environment.d.ts

@@ -1,2 +1,2 @@
-import { EnvironmentVars } from './environment.types';
-export declare const LocalEnvironment: EnvironmentVars;
+import { EnvironmentVars } from './environment.types';
+export declare const LocalEnvironment: EnvironmentVars;

package/dist/internal-common/src/environment/local.environment.js

@@ -1,60 +1,60 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.LocalEnvironment = void 0;
-exports.LocalEnvironment = {
-    region: 'us-east-1',
-    redisUrl: 'redis://127.0.0.1:6379',
-    dbConnectionLimit: 5,
-    stage: 'local',
-    dbSslEnabled: false,
-    squidRegion: 'local',
-    internalApiKey: 'localInternalApiKey',
-    deno: {
-        baseUrl: 'http://127.0.0.1:3000',
-        workerTimeout: 5000,
-    },
-    code: {
-        bucket: 'squid-code-bucket',
-        awsEndpoint: 'http://localhost.localstack.cloud:4566',
-    },
-    kafka: {
-        clusterUrls: ['kafka.local.squid.cloud:9092'],
-        consumerSessionTimeoutMs: 10000,
-    },
-    kafkaConnect: {
-        endpoint: 'http://127.0.0.1:8083',
-    },
-    vault: {
-        endpoint: 'http://127.0.0.1:8200',
-        token: 'root',
-    },
-    zookeeper: {
-        host: 'localhost:2181',
-        lockDirectory: '/SquidLocks',
-    },
-    sharedMongo: {
-        connectionString: 'mongodb://mongo:27017',
-        user: 'root',
-    },
-    clickhouse: {
-        username: 'squid',
-        password: 'squid',
-        dbName: 'squid',
-        host: 'http://clickhouse:8123',
-    },
-    datadog: {
-        datadogRegion: 'us5',
-        agentUrl: 'http://localhost:8126',
-        envName: 'local',
-    },
-    pinecone: {
-        environment: 'asia-southeast1-gcp-free',
-        indexName: 'free-test-index',
-    },
-    weaviate: {
-        scheme: 'http',
-        host: 'localhost:8081',
-        apiKey: undefined,
-    },
-};
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LocalEnvironment = void 0;
+exports.LocalEnvironment = {
+    region: 'us-east-1',
+    redisUrl: 'redis://127.0.0.1:6379',
+    dbConnectionLimit: 5,
+    stage: 'local',
+    dbSslEnabled: false,
+    squidRegion: 'local',
+    internalApiKey: 'localInternalApiKey',
+    deno: {
+        baseUrl: 'http://127.0.0.1:3000',
+        workerTimeout: 5000,
+    },
+    code: {
+        bucket: 'squid-code-bucket',
+        awsEndpoint: 'http://localhost.localstack.cloud:4566',
+    },
+    kafka: {
+        clusterUrls: ['kafka.local.squid.cloud:9092'],
+        consumerSessionTimeoutMs: 10000,
+    },
+    kafkaConnect: {
+        endpoint: 'http://127.0.0.1:8083',
+    },
+    vault: {
+        endpoint: 'http://127.0.0.1:8200',
+        token: 'root',
+    },
+    zookeeper: {
+        host: 'localhost:2181',
+        lockDirectory: '/SquidLocks',
+    },
+    sharedMongo: {
+        connectionString: 'mongodb://mongo:27017',
+        user: 'root',
+    },
+    clickhouse: {
+        username: 'squid',
+        password: 'squid',
+        dbName: 'squid',
+        host: 'http://clickhouse:8123',
+    },
+    datadog: {
+        datadogRegion: 'us5',
+        agentUrl: 'http://localhost:8126',
+        envName: 'local',
+    },
+    pinecone: {
+        environment: 'asia-southeast1-gcp-free',
+        indexName: 'free-test-index',
+    },
+    weaviate: {
+        scheme: 'http',
+        host: 'localhost:8081',
+        apiKey: undefined,
+    },
+};
 //# sourceMappingURL=local.environment.js.map

package/dist/internal-common/src/index.d.ts

@@ -1,10 +1,11 @@
-export * from './environment';
-export * from './kafka/kafka.manager';
-export * from './kafka/kafka.types';
-export * from './local-dev.types';
-export * from './kafka-observability-publisher';
-export * from './observability.types';
-export * from './shutdown.manager';
-export * from './utils';
-export * from './code-executor.types';
-export { ObservabilityPublisher } from './observability-publisher';
+export * from './async-queue';
+export * from './code-executor.types';
+export * from './environment';
+export * from './kafka-observability-publisher';
+export * from './kafka/kafka.manager';
+export * from './kafka/kafka.types';
+export * from './local-dev.types';
+export { ObservabilityPublisher } from './observability-publisher';
+export * from './observability.types';
+export * from './shutdown.manager';
+export * from './utils';

package/dist/internal-common/src/index.js

@@ -1,29 +1,30 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __exportStar = (this && this.__exportStar) || function(m, exports) {
-    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ObservabilityPublisher = void 0;
-__exportStar(require("./environment"), exports);
-__exportStar(require("./kafka/kafka.manager"), exports);
-__exportStar(require("./kafka/kafka.types"), exports);
-__exportStar(require("./local-dev.types"), exports);
-__exportStar(require("./kafka-observability-publisher"), exports);
-__exportStar(require("./observability.types"), exports);
-__exportStar(require("./shutdown.manager"), exports);
-__exportStar(require("./utils"), exports);
-__exportStar(require("./code-executor.types"), exports);
-var observability_publisher_1 = require("./observability-publisher");
-Object.defineProperty(exports, "ObservabilityPublisher", { enumerable: true, get: function () { return observability_publisher_1.ObservabilityPublisher; } });
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ObservabilityPublisher = void 0;
+__exportStar(require("./async-queue"), exports);
+__exportStar(require("./code-executor.types"), exports);
+__exportStar(require("./environment"), exports);
+__exportStar(require("./kafka-observability-publisher"), exports);
+__exportStar(require("./kafka/kafka.manager"), exports);
+__exportStar(require("./kafka/kafka.types"), exports);
+__exportStar(require("./local-dev.types"), exports);
+var observability_publisher_1 = require("./observability-publisher");
+Object.defineProperty(exports, "ObservabilityPublisher", { enumerable: true, get: function () { return observability_publisher_1.ObservabilityPublisher; } });
+__exportStar(require("./observability.types"), exports);
+__exportStar(require("./shutdown.manager"), exports);
+__exportStar(require("./utils"), exports);
 //# sourceMappingURL=index.js.map

package/dist/internal-common/src/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../internal-common/src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,gDAA8B;AAC9B,wDAAsC;AACtC,sDAAoC;AACpC,oDAAkC;AAClC,kEAAgD;AAChD,wDAAsC;AACtC,qDAAmC;AACnC,0CAAwB;AACxB,wDAAsC;AACtC,qEAAmE;AAA1D,iIAAA,sBAAsB,OAAA"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../internal-common/src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,gDAA8B;AAC9B,wDAAsC;AACtC,gDAA8B;AAC9B,kEAAgD;AAChD,wDAAsC;AACtC,sDAAoC;AACpC,oDAAkC;AAClC,qEAAmE;AAA1D,iIAAA,sBAAsB,OAAA;AAC/B,wDAAsC;AACtC,qDAAmC;AACnC,0CAAwB"}

package/dist/internal-common/src/kafka/kafka.manager.d.ts

@@ -1,19 +1,22 @@
-import { HeartbeatProvider } from '@squidcloud/common';
-import { KafkaConnectionConfig, MessageEnvelope, TopicId } from './kafka.types';
-import { Observable } from 'rxjs';
-export declare class KafkaManager implements HeartbeatProvider {
-    private readonly connectionConfig;
-    private kafka;
-    private readonly producerMap;
-    private readonly pubSubSubjectMap;
-    private readonly testMessageObs;
-    constructor(connectionConfig: KafkaConnectionConfig);
-    publishMessage<T>(topicId: TopicId, message: T): Promise<void>;
-    observePubSubTopic<T>(topicId: TopicId): Observable<T>;
-    observeTopic<T>(topicId: TopicId): Observable<MessageEnvelope<T>>;
-    observeBatchTopic<T>(topicId: TopicId): Observable<Array<MessageEnvelope<T>>>;
-    sendMessage<T>(topicId: TopicId, message: T): Promise<void>;
-    sendMessages<T>(topicId: TopicId, messages: Array<T>): Promise<void>;
-    private subscribeBatchAndRun;
-    checkHeartbeat(): Promise<void>;
-}
+import { HeartbeatProvider } from '@squidcloud/common';
+import { KafkaConnectionConfig, MessageEnvelope, TopicId } from './kafka.types';
+import { Observable } from 'rxjs';
+export declare class KafkaManager implements HeartbeatProvider {
+    private readonly connectionConfig;
+    private kafka;
+    private readonly producerMap;
+    private readonly pubSubSubjectMap;
+    private readonly testMessageObs;
+    constructor(connectionConfig: KafkaConnectionConfig);
+    publishMessage<T>(topicId: TopicId, message: T, key: string): Promise<void>;
+    observePubSubTopic<T>(topicId: TopicId): Observable<T>;
+    observeTopic<T>(topicId: TopicId): Observable<MessageEnvelope<T>>;
+    observeBatchTopic<T>(topicId: TopicId): Observable<Array<MessageEnvelope<T>>>;
+    sendMessage<T>(topicId: TopicId, message: T, key: string): Promise<void>;
+    sendMessages<T>(topicId: TopicId, messages: Array<{
+        message: T;
+        key: string;
+    }>): Promise<void>;
+    private subscribeBatchAndRun;
+    checkHeartbeat(): Promise<void>;
+}

package/dist/internal-common/src/kafka/kafka.manager.js

@@ -1,129 +1,129 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.KafkaManager = void 0;
-const common_1 = require("@squidcloud/common");
-const kafkajs_1 = require("kafkajs");
-const rxjs_1 = require("rxjs");
-class KafkaManager {
-    constructor(connectionConfig) {
-        this.connectionConfig = connectionConfig;
-        this.producerMap = {};
-        this.pubSubSubjectMap = {};
-        this.testMessageObs = new rxjs_1.Subject();
-        const config = {
-            clientId: (0, common_1.generateId)(),
-            brokers: connectionConfig.clusterUrls,
-            logCreator: connectionConfig.logAdapter,
-            sasl: connectionConfig.sasl,
-            ssl: connectionConfig.ssl,
-        };
-        this.kafka = new kafkajs_1.Kafka(config);
-        this.observePubSubTopic('test_messages').subscribe((message) => {
-            this.testMessageObs.next(message);
-        });
-    }
-    async publishMessage(topicId, message) {
-        await this.sendMessage(topicId, message);
-    }
-    observePubSubTopic(topicId) {
-        if (this.pubSubSubjectMap[topicId]) {
-            return this.pubSubSubjectMap[topicId];
-        }
-        const subject = new rxjs_1.Subject();
-        const consumer = this.kafka.consumer({
-            groupId: `${topicId}-group - ${(0, common_1.generateId)()}`,
-            sessionTimeout: this.connectionConfig.consumerSessionTimeoutMs,
-        });
-        const obs = (0, rxjs_1.from)(this.subscribeBatchAndRun(consumer, topicId, subject)).pipe((0, rxjs_1.switchMap)(() => subject), (0, rxjs_1.finalize)(async () => {
-            delete this.pubSubSubjectMap[topicId];
-            await consumer.disconnect();
-        }), (0, rxjs_1.mergeMap)((a) => a), (0, rxjs_1.tap)((a) => a.commit()), (0, rxjs_1.map)((a) => a.data), (0, rxjs_1.share)());
-        this.pubSubSubjectMap[topicId] = obs;
-        return obs;
-    }
-    observeTopic(topicId) {
-        return this.observeBatchTopic(topicId).pipe((0, rxjs_1.mergeMap)((a) => a));
-    }
-    observeBatchTopic(topicId) {
-        const consumer = this.kafka.consumer({
-            groupId: `${topicId}-group`,
-            sessionTimeout: this.connectionConfig.consumerSessionTimeoutMs,
-            heartbeatInterval: 1000,
-        });
-        const subject = new rxjs_1.Subject();
-        return (0, rxjs_1.from)(this.subscribeBatchAndRun(consumer, topicId, subject)).pipe((0, rxjs_1.switchMap)(() => subject), (0, rxjs_1.finalize)(async () => {
-            await consumer.disconnect();
-        }), (0, rxjs_1.share)());
-    }
-    async sendMessage(topicId, message) {
-        await this.sendMessages(topicId, [message]);
-    }
-    async sendMessages(topicId, messages) {
-        if (!this.producerMap[topicId]) {
-            const producer = this.kafka.producer({
-                createPartitioner: kafkajs_1.Partitioners.DefaultPartitioner,
-                retry: {
-                    retries: 5,
-                    initialRetryTime: 300,
-                    maxRetryTime: 5000,
-                },
-                idempotent: false,
-                transactionTimeout: 30000,
-            });
-            this.producerMap[topicId] = producer.connect().then(() => producer);
-        }
-        const producer = await this.producerMap[topicId];
-        const messagesWithValue = messages.map((m) => {
-            return { value: (0, common_1.serializeObj)(m) };
-        });
-        try {
-            await producer.send({ topic: topicId, messages: messagesWithValue });
-        }
-        catch (e) {
-            console.error('Error sending messages to Kafka', e, messagesWithValue);
-            throw e;
-        }
-    }
-    async subscribeBatchAndRun(consumer, topicId, subject) {
-        await consumer.connect();
-        await consumer.subscribe({ topic: topicId, fromBeginning: false });
-        await consumer.run({
-            eachBatchAutoResolve: true,
-            eachBatch: async ({ batch, resolveOffset }) => {
-                const messageEnvelopes = batch.messages
-                    .filter((message) => message.value !== null)
-                    .map((message) => {
-                    const data = (0, common_1.deserializeObj)((0, common_1.truthy)(message.value).toString());
-                    return {
-                        data,
-                        timestamp: parseInt(message.timestamp),
-                        offset: message.offset,
-                        partition: batch.partition,
-                        topicId,
-                        commit: () => {
-                            resolveOffset(message.offset);
-                        },
-                    };
-                });
-                if (messageEnvelopes.length) {
-                    subject.next(messageEnvelopes);
-                }
-            },
-        });
-    }
-    async checkHeartbeat() {
-        const randomMessage = { id: (0, common_1.generateId)() };
-        const messageObs = this.testMessageObs.pipe((0, rxjs_1.filter)((message) => {
-            return message.id === randomMessage.id;
-        }));
-        await (0, rxjs_1.firstValueFrom)((0, rxjs_1.timer)(0));
-        this.sendMessage('test_messages', randomMessage)
-            .then()
-            .catch((err) => {
-            console.log('Error while sending test message to Kafka', err);
-        });
-        await (0, rxjs_1.firstValueFrom)(messageObs);
-    }
-}
-exports.KafkaManager = KafkaManager;
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaManager = void 0;
+const common_1 = require("@squidcloud/common");
+const kafkajs_1 = require("kafkajs");
+const rxjs_1 = require("rxjs");
+class KafkaManager {
+    constructor(connectionConfig) {
+        this.connectionConfig = connectionConfig;
+        this.producerMap = {};
+        this.pubSubSubjectMap = {};
+        this.testMessageObs = new rxjs_1.Subject();
+        const config = {
+            clientId: (0, common_1.generateId)(),
+            brokers: connectionConfig.clusterUrls,
+            logCreator: connectionConfig.logAdapter,
+            sasl: connectionConfig.sasl,
+            ssl: connectionConfig.ssl,
+        };
+        this.kafka = new kafkajs_1.Kafka(config);
+        this.observePubSubTopic('test_messages').subscribe((message) => {
+            this.testMessageObs.next(message);
+        });
+    }
+    async publishMessage(topicId, message, key) {
+        await this.sendMessage(topicId, message, key);
+    }
+    observePubSubTopic(topicId) {
+        if (this.pubSubSubjectMap[topicId]) {
+            return this.pubSubSubjectMap[topicId];
+        }
+        const subject = new rxjs_1.Subject();
+        const consumer = this.kafka.consumer({
+            groupId: `${topicId}-group - ${(0, common_1.generateId)()}`,
+            sessionTimeout: this.connectionConfig.consumerSessionTimeoutMs,
+        });
+        const obs = (0, rxjs_1.from)(this.subscribeBatchAndRun(consumer, topicId, subject)).pipe((0, rxjs_1.switchMap)(() => subject), (0, rxjs_1.finalize)(async () => {
+            delete this.pubSubSubjectMap[topicId];
+            await consumer.disconnect();
+        }), (0, rxjs_1.mergeMap)((a) => a), (0, rxjs_1.tap)((a) => a.commit()), (0, rxjs_1.map)((a) => a.data), (0, rxjs_1.share)());
+        this.pubSubSubjectMap[topicId] = obs;
+        return obs;
+    }
+    observeTopic(topicId) {
+        return this.observeBatchTopic(topicId).pipe((0, rxjs_1.mergeMap)((a) => a));
+    }
+    observeBatchTopic(topicId) {
+        const consumer = this.kafka.consumer({
+            groupId: `${topicId}-group`,
+            sessionTimeout: this.connectionConfig.consumerSessionTimeoutMs,
+            heartbeatInterval: 1000,
+        });
+        const subject = new rxjs_1.Subject();
+        return (0, rxjs_1.from)(this.subscribeBatchAndRun(consumer, topicId, subject)).pipe((0, rxjs_1.switchMap)(() => subject), (0, rxjs_1.finalize)(async () => {
+            await consumer.disconnect();
+        }), (0, rxjs_1.share)());
+    }
+    async sendMessage(topicId, message, key) {
+        await this.sendMessages(topicId, [{ message, key }]);
+    }
+    async sendMessages(topicId, messages) {
+        if (!this.producerMap[topicId]) {
+            const producer = this.kafka.producer({
+                createPartitioner: kafkajs_1.Partitioners.DefaultPartitioner,
+                retry: {
+                    retries: 5,
+                    initialRetryTime: 300,
+                    maxRetryTime: 5000,
+                },
+                idempotent: false,
+                transactionTimeout: 30000,
+            });
+            this.producerMap[topicId] = producer.connect().then(() => producer);
+        }
+        const producer = await this.producerMap[topicId];
+        const messagesWithValue = messages.map(({ message, key }) => {
+            return { value: (0, common_1.serializeObj)(message), key };
+        });
+        try {
+            await producer.send({ topic: topicId, messages: messagesWithValue });
+        }
+        catch (e) {
+            console.error('Error sending messages to Kafka', e, messagesWithValue);
+            throw e;
+        }
+    }
+    async subscribeBatchAndRun(consumer, topicId, subject) {
+        await consumer.connect();
+        await consumer.subscribe({ topic: topicId, fromBeginning: false });
+        await consumer.run({
+            eachBatchAutoResolve: true,
+            eachBatch: async ({ batch, resolveOffset }) => {
+                const messageEnvelopes = batch.messages
+                    .filter((message) => message.value !== null)
+                    .map((message) => {
+                    const data = (0, common_1.deserializeObj)((0, common_1.truthy)(message.value).toString());
+                    return {
+                        data,
+                        timestamp: parseInt(message.timestamp),
+                        offset: message.offset,
+                        partition: batch.partition,
+                        topicId,
+                        commit: () => {
+                            resolveOffset(message.offset);
+                        },
+                    };
+                });
+                if (messageEnvelopes.length) {
+                    subject.next(messageEnvelopes);
+                }
+            },
+        });
+    }
+    async checkHeartbeat() {
+        const randomMessage = { id: (0, common_1.generateId)() };
+        const messageObs = this.testMessageObs.pipe((0, rxjs_1.filter)((message) => {
+            return message.id === randomMessage.id;
+        }));
+        await (0, rxjs_1.firstValueFrom)((0, rxjs_1.timer)(0));
+        this.sendMessage('test_messages', randomMessage, 'test_key')
+            .then()
+            .catch((err) => {
+            console.log('Error while sending test message to Kafka', err);
+        });
+        await (0, rxjs_1.firstValueFrom)(messageObs);
+    }
+}
+exports.KafkaManager = KafkaManager;
 //# sourceMappingURL=kafka.manager.js.map

package/dist/internal-common/src/kafka/kafka.manager.js.map

@@ -1 +1 @@
-{"version":3,"file":"kafka.manager.js","sourceRoot":"","sources":["../../../../../internal-common/src/kafka/kafka.manager.ts"],"names":[],"mappings":";;;AAAA,+CAAyG;AACzG,qCAA+E;AAE/E,+BAac;AAEd,MAAa,YAAY;IAMvB,YAA6B,gBAAuC;QAAvC,qBAAgB,GAAhB,gBAAgB,CAAuB;QAJnD,gBAAW,GAAuC,EAAE,CAAC;QACrD,qBAAgB,GAAqC,EAAE,CAAC;QACxD,mBAAc,GAAyB,IAAI,cAAO,EAAe,CAAC;QAGjF,MAAM,MAAM,GAAgB;YAC1B,QAAQ,EAAE,IAAA,mBAAU,GAAE;YACtB,OAAO,EAAE,gBAAgB,CAAC,WAAW;YACrC,UAAU,EAAE,gBAAgB,CAAC,UAAU;YACvC,IAAI,EAAE,gBAAgB,CAAC,IAAI;YAC3B,GAAG,EAAE,gBAAgB,CAAC,GAAG;SAC1B,CAAC;QACF,IAAI,CAAC,KAAK,GAAG,IAAI,eAAK,CAAC,MAAM,CAAC,CAAC;QAE/B,IAAI,CAAC,kBAAkB,CAAc,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,EAAE;YAC1E,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;IAQD,KAAK,CAAC,cAAc,CAAI,OAAgB,EAAE,OAAU;QAClD,MAAM,IAAI,CAAC,WAAW,CAAI,OAAO,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAQD,kBAAkB,CAAI,OAAgB;QACpC,IAAI,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE;YAClC,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;SACvC;QACD,MAAM,OAAO,GAAG,IAAI,cAAO,EAA6B,CAAC;QACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YACnC,OAAO,EAAE,GAAG,OAAO,YAAY,IAAA,mBAAU,GAAE,EAAE;YAC7C,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,wBAAwB;SAC/D,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,IAAA,WAAI,EAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAC1E,IAAA,gBAAS,EAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EACxB,IAAA,eAAQ,EAAC,KAAK,IAAI,EAAE;YAClB,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACtC,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC9B,CAAC,CAAC,EACF,IAAA,eAAQ,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAClB,IAAA,UAAG,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EACtB,IAAA,UAAG,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAS,CAAC,EACvB,IAAA,YAAK,GAAE,CACR,CAAC;QACF,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC;QACrC,OAAO,GAAG,CAAC;IACb,CAAC;IAID,YAAY,CAAI,OAAgB;QAC9B,OAAO,IAAI,CAAC,iBAAiB,CAAI,OAAO,CAAC,CAAC,IAAI,CAAC,IAAA,eAAQ,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC;IAED,iBAAiB,CAAI,OAAgB;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YACnC,OAAO,EAAE,GAAG,OAAO,QAAQ;YAC3B,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,wBAAwB;YAC9D,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,cAAO,EAA6B,CAAC;QAEzD,OAAO,IAAA,WAAI,EAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CACrE,IAAA,gBAAS,EAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EACxB,IAAA,eAAQ,EAAC,KAAK,IAAI,EAAE;YAClB,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC9B,CAAC,CAAC,EACF,IAAA,YAAK,GAAE,CACR,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAAI,OAAgB,EAAE,OAAU;QAC/C,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,KAAK,CAAC,YAAY,CAAI,OAAgB,EAAE,QAAkB;QACxD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE;YAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;gBACnC,iBAAiB,EAAE,sBAAY,CAAC,kBAAkB;gBAClD,KAAK,EAAE;oBACL,OAAO,EAAE,CAAC;oBACV,gBAAgB,EAAE,GAAG;oBACrB,YAAY,EAAE,IAAI;iBACnB;gBACD,UAAU,EAAE,KAAK;gBACjB,kBAAkB,EAAE,KAAK;aAC1B,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC;SACrE;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,iBAAiB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC3C,OAAO,EAAE,KAAK,EAAE,IAAA,qBAAY,EAAC,CAAC,CAAC,EAAE,CAAC;QACpC,CAAC,CAAC,CAAC;QACH,IAAI;YACF,MAAM,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC,CAAC;SACtE;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,CAAC,EAAE,iBAAiB,CAAC,CAAC;YACvE,MAAM,CAAC,CAAC;SACT;IACH,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,QAAkB,EAClB,OAAgB,EAChB,OAA6C;QAE7C,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QACzB,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;QACnE,MAAM,QAAQ,CAAC,GAAG,CAAC;YACjB,oBAAoB,EAAE,IAAI;YAC1B,SAAS,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE;gBAC5C,MAAM,gBAAgB,GAAG,KAAK,CAAC,QAAQ;qBACpC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC;qBAC3C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;oBACf,MAAM,IAAI,GAAG,IAAA,uBAAc,EAAC,IAAA,eAAM,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;oBAC9D,OAAO;wBACL,IAAI;wBACJ,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;wBACtC,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,OAAO;wBACP,MAAM,EAAE,GAAS,EAAE;4BACjB,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;wBAChC,CAAC;qBACF,CAAC;gBACJ,CAAC,CAAC,CAAC;gBACL,IAAI,gBAAgB,CAAC,MAAM,EAAE;oBAC3B,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;iBAChC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,aAAa,GAAgB,EAAE,EAAE,EAAE,IAAA,mBAAU,GAAE,EAAE,CAAC;QAExD,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CACzC,IAAA,aAAM,EAAC,CAAC,OAAO,EAAE,EAAE;YACjB,OAAO,OAAO,CAAC,EAAE,KAAK,aAAa,CAAC,EAAE,CAAC;QACzC,CAAC,CAAC,CACH,CAAC;QACF,MAAM,IAAA,qBAAc,EAAC,IAAA,YAAK,EAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,WAAW,CAAc,eAAe,EAAE,aAAa,CAAC;aAC1D,IAAI,EAAE;aACN,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,OAAO,CAAC,GAAG,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QACL,MAAM,IAAA,qBAAc,EAAC,UAAU,CAAC,CAAC;IACnC,CAAC;CACF;AAlKD,oCAkKC"}
+{"version":3,"file":"kafka.manager.js","sourceRoot":"","sources":["../../../../../internal-common/src/kafka/kafka.manager.ts"],"names":[],"mappings":";;;AAAA,+CAAyG;AACzG,qCAA+E;AAE/E,+BAac;AAEd,MAAa,YAAY;IAMvB,YAA6B,gBAAuC;QAAvC,qBAAgB,GAAhB,gBAAgB,CAAuB;QAJnD,gBAAW,GAAuC,EAAE,CAAC;QACrD,qBAAgB,GAAqC,EAAE,CAAC;QACxD,mBAAc,GAAyB,IAAI,cAAO,EAAe,CAAC;QAGjF,MAAM,MAAM,GAAgB;YAC1B,QAAQ,EAAE,IAAA,mBAAU,GAAE;YACtB,OAAO,EAAE,gBAAgB,CAAC,WAAW;YACrC,UAAU,EAAE,gBAAgB,CAAC,UAAU;YACvC,IAAI,EAAE,gBAAgB,CAAC,IAAI;YAC3B,GAAG,EAAE,gBAAgB,CAAC,GAAG;SAC1B,CAAC;QACF,IAAI,CAAC,KAAK,GAAG,IAAI,eAAK,CAAC,MAAM,CAAC,CAAC;QAE/B,IAAI,CAAC,kBAAkB,CAAc,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,EAAE;YAC1E,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;IAQD,KAAK,CAAC,cAAc,CAAI,OAAgB,EAAE,OAAU,EAAE,GAAW;QAC/D,MAAM,IAAI,CAAC,WAAW,CAAI,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;IACnD,CAAC;IAQD,kBAAkB,CAAI,OAAgB;QACpC,IAAI,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE;YAClC,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;SACvC;QACD,MAAM,OAAO,GAAG,IAAI,cAAO,EAA6B,CAAC;QACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YACnC,OAAO,EAAE,GAAG,OAAO,YAAY,IAAA,mBAAU,GAAE,EAAE;YAC7C,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,wBAAwB;SAC/D,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,IAAA,WAAI,EAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAC1E,IAAA,gBAAS,EAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EACxB,IAAA,eAAQ,EAAC,KAAK,IAAI,EAAE;YAClB,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACtC,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC9B,CAAC,CAAC,EACF,IAAA,eAAQ,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAClB,IAAA,UAAG,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EACtB,IAAA,UAAG,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAS,CAAC,EACvB,IAAA,YAAK,GAAE,CACR,CAAC;QACF,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC;QACrC,OAAO,GAAG,CAAC;IACb,CAAC;IAID,YAAY,CAAI,OAAgB;QAC9B,OAAO,IAAI,CAAC,iBAAiB,CAAI,OAAO,CAAC,CAAC,IAAI,CAAC,IAAA,eAAQ,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC;IAED,iBAAiB,CAAI,OAAgB;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YACnC,OAAO,EAAE,GAAG,OAAO,QAAQ;YAC3B,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,wBAAwB;YAC9D,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,cAAO,EAA6B,CAAC;QAEzD,OAAO,IAAA,WAAI,EAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CACrE,IAAA,gBAAS,EAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EACxB,IAAA,eAAQ,EAAC,KAAK,IAAI,EAAE;YAClB,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC9B,CAAC,CAAC,EACF,IAAA,YAAK,GAAE,CACR,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAAI,OAAgB,EAAE,OAAU,EAAE,GAAW;QAC5D,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,YAAY,CAAI,OAAgB,EAAE,QAA4C;QAClF,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE;YAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;gBACnC,iBAAiB,EAAE,sBAAY,CAAC,kBAAkB;gBAClD,KAAK,EAAE;oBACL,OAAO,EAAE,CAAC;oBACV,gBAAgB,EAAE,GAAG;oBACrB,YAAY,EAAE,IAAI;iBACnB;gBACD,UAAU,EAAE,KAAK;gBACjB,kBAAkB,EAAE,KAAK;aAC1B,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC;SACrE;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,iBAAiB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE;YAC1D,OAAO,EAAE,KAAK,EAAE,IAAA,qBAAY,EAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,IAAI;YACF,MAAM,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC,CAAC;SACtE;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,CAAC,EAAE,iBAAiB,CAAC,CAAC;YACvE,MAAM,CAAC,CAAC;SACT;IACH,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,QAAkB,EAClB,OAAgB,EAChB,OAA6C;QAE7C,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QACzB,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;QACnE,MAAM,QAAQ,CAAC,GAAG,CAAC;YACjB,oBAAoB,EAAE,IAAI;YAC1B,SAAS,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE;gBAC5C,MAAM,gBAAgB,GAAG,KAAK,CAAC,QAAQ;qBACpC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC;qBAC3C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;oBACf,MAAM,IAAI,GAAG,IAAA,uBAAc,EAAC,IAAA,eAAM,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;oBAC9D,OAAO;wBACL,IAAI;wBACJ,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;wBACtC,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,OAAO;wBACP,MAAM,EAAE,GAAS,EAAE;4BACjB,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;wBAChC,CAAC;qBACF,CAAC;gBACJ,CAAC,CAAC,CAAC;gBACL,IAAI,gBAAgB,CAAC,MAAM,EAAE;oBAC3B,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;iBAChC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,aAAa,GAAgB,EAAE,EAAE,EAAE,IAAA,mBAAU,GAAE,EAAE,CAAC;QAExD,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CACzC,IAAA,aAAM,EAAC,CAAC,OAAO,EAAE,EAAE;YACjB,OAAO,OAAO,CAAC,EAAE,KAAK,aAAa,CAAC,EAAE,CAAC;QACzC,CAAC,CAAC,CACH,CAAC;QACF,MAAM,IAAA,qBAAc,EAAC,IAAA,YAAK,EAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,WAAW,CAAc,eAAe,EAAE,aAAa,EAAE,UAAU,CAAC;aACtE,IAAI,EAAE;aACN,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,OAAO,CAAC,GAAG,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QACL,MAAM,IAAA,qBAAc,EAAC,UAAU,CAAC,CAAC;IACnC,CAAC;CACF;AAlKD,oCAkKC"}