@squidcloud/local-backend 1.0.48 → 1.0.50

package/dist/internal-common/src/kafka/kafka.manager.d.ts

@@ -1,22 +1,22 @@
-import { HeartbeatProvider } from '@squidcloud/common';
-import { KafkaConnectionConfig, MessageEnvelope, TopicId } from './kafka.types';
-import { Observable } from 'rxjs';
-export declare class KafkaManager implements HeartbeatProvider {
-    private readonly connectionConfig;
-    private kafka;
-    private readonly producerMap;
-    private readonly pubSubSubjectMap;
-    private readonly testMessageObs;
-    constructor(connectionConfig: KafkaConnectionConfig);
-    publishMessage<T>(topicId: TopicId, message: T, key: string): Promise<void>;
-    observePubSubTopic<T>(topicId: TopicId): Observable<T>;
-    observeTopic<T>(topicId: TopicId): Observable<MessageEnvelope<T>>;
-    observeBatchTopic<T>(topicId: TopicId): Observable<Array<MessageEnvelope<T>>>;
-    sendMessage<T>(topicId: TopicId, message: T, key: string): Promise<void>;
-    sendMessages<T>(topicId: TopicId, messages: Array<{
-        message: T;
-        key: string;
-    }>): Promise<void>;
-    private subscribeBatchAndRun;
-    checkHeartbeat(): Promise<void>;
-}
+import { HeartbeatProvider } from '@squidcloud/common';
+import { KafkaConnectionConfig, MessageEnvelope, TopicId } from './kafka.types';
+import { Observable } from 'rxjs';
+export declare class KafkaManager implements HeartbeatProvider {
+    private readonly connectionConfig;
+    private kafka;
+    private readonly producerMap;
+    private readonly pubSubSubjectMap;
+    private readonly testMessageObs;
+    constructor(connectionConfig: KafkaConnectionConfig);
+    publishMessage<T>(topicId: TopicId, message: T, key: string): Promise<void>;
+    observePubSubTopic<T>(topicId: TopicId): Observable<T>;
+    observeTopic<T>(topicId: TopicId): Observable<MessageEnvelope<T>>;
+    observeBatchTopic<T>(topicId: TopicId): Observable<Array<MessageEnvelope<T>>>;
+    sendMessage<T>(topicId: TopicId, message: T, key: string): Promise<void>;
+    sendMessages<T>(topicId: TopicId, messages: Array<{
+        message: T;
+        key: string;
+    }>): Promise<void>;
+    private subscribeBatchAndRun;
+    checkHeartbeat(): Promise<void>;
+}

package/dist/internal-common/src/kafka/kafka.manager.js

@@ -1,129 +1,130 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.KafkaManager = void 0;
-const common_1 = require("@squidcloud/common");
-const kafkajs_1 = require("kafkajs");
-const rxjs_1 = require("rxjs");
-class KafkaManager {
-    constructor(connectionConfig) {
-        this.connectionConfig = connectionConfig;
-        this.producerMap = {};
-        this.pubSubSubjectMap = {};
-        this.testMessageObs = new rxjs_1.Subject();
-        const config = {
-            clientId: (0, common_1.generateId)(),
-            brokers: connectionConfig.clusterUrls,
-            logCreator: connectionConfig.logAdapter,
-            sasl: connectionConfig.sasl,
-            ssl: connectionConfig.ssl,
-        };
-        this.kafka = new kafkajs_1.Kafka(config);
-        this.observePubSubTopic('test_messages').subscribe((message) => {
-            this.testMessageObs.next(message);
-        });
-    }
-    async publishMessage(topicId, message, key) {
-        await this.sendMessage(topicId, message, key);
-    }
-    observePubSubTopic(topicId) {
-        if (this.pubSubSubjectMap[topicId]) {
-            return this.pubSubSubjectMap[topicId];
-        }
-        const subject = new rxjs_1.Subject();
-        const consumer = this.kafka.consumer({
-            groupId: `${topicId}-group - ${(0, common_1.generateId)()}`,
-            sessionTimeout: this.connectionConfig.consumerSessionTimeoutMs,
-        });
-        const obs = (0, rxjs_1.from)(this.subscribeBatchAndRun(consumer, topicId, subject)).pipe((0, rxjs_1.switchMap)(() => subject), (0, rxjs_1.finalize)(async () => {
-            delete this.pubSubSubjectMap[topicId];
-            await consumer.disconnect();
-        }), (0, rxjs_1.mergeMap)((a) => a), (0, rxjs_1.tap)((a) => a.commit()), (0, rxjs_1.map)((a) => a.data), (0, rxjs_1.share)());
-        this.pubSubSubjectMap[topicId] = obs;
-        return obs;
-    }
-    observeTopic(topicId) {
-        return this.observeBatchTopic(topicId).pipe((0, rxjs_1.mergeMap)((a) => a));
-    }
-    observeBatchTopic(topicId) {
-        const consumer = this.kafka.consumer({
-            groupId: `${topicId}-group`,
-            sessionTimeout: this.connectionConfig.consumerSessionTimeoutMs,
-            heartbeatInterval: 1000,
-        });
-        const subject = new rxjs_1.Subject();
-        return (0, rxjs_1.from)(this.subscribeBatchAndRun(consumer, topicId, subject)).pipe((0, rxjs_1.switchMap)(() => subject), (0, rxjs_1.finalize)(async () => {
-            await consumer.disconnect();
-        }), (0, rxjs_1.share)());
-    }
-    async sendMessage(topicId, message, key) {
-        await this.sendMessages(topicId, [{ message, key }]);
-    }
-    async sendMessages(topicId, messages) {
-        if (!this.producerMap[topicId]) {
-            const producer = this.kafka.producer({
-                createPartitioner: kafkajs_1.Partitioners.DefaultPartitioner,
-                retry: {
-                    retries: 5,
-                    initialRetryTime: 300,
-                    maxRetryTime: 5000,
-                },
-                idempotent: false,
-                transactionTimeout: 30000,
-            });
-            this.producerMap[topicId] = producer.connect().then(() => producer);
-        }
-        const producer = await this.producerMap[topicId];
-        const messagesWithValue = messages.map(({ message, key }) => {
-            return { value: (0, common_1.serializeObj)(message), key };
-        });
-        try {
-            await producer.send({ topic: topicId, messages: messagesWithValue });
-        }
-        catch (e) {
-            console.error('Error sending messages to Kafka', e, messagesWithValue);
-            throw e;
-        }
-    }
-    async subscribeBatchAndRun(consumer, topicId, subject) {
-        await consumer.connect();
-        await consumer.subscribe({ topic: topicId, fromBeginning: false });
-        await consumer.run({
-            eachBatchAutoResolve: true,
-            eachBatch: async ({ batch, resolveOffset }) => {
-                const messageEnvelopes = batch.messages
-                    .filter((message) => message.value !== null)
-                    .map((message) => {
-                    const data = (0, common_1.deserializeObj)((0, common_1.truthy)(message.value).toString());
-                    return {
-                        data,
-                        timestamp: parseInt(message.timestamp),
-                        offset: message.offset,
-                        partition: batch.partition,
-                        topicId,
-                        commit: () => {
-                            resolveOffset(message.offset);
-                        },
-                    };
-                });
-                if (messageEnvelopes.length) {
-                    subject.next(messageEnvelopes);
-                }
-            },
-        });
-    }
-    async checkHeartbeat() {
-        const randomMessage = { id: (0, common_1.generateId)() };
-        const messageObs = this.testMessageObs.pipe((0, rxjs_1.filter)((message) => {
-            return message.id === randomMessage.id;
-        }));
-        await (0, rxjs_1.firstValueFrom)((0, rxjs_1.timer)(0));
-        this.sendMessage('test_messages', randomMessage, 'test_key')
-            .then()
-            .catch((err) => {
-            console.log('Error while sending test message to Kafka', err);
-        });
-        await (0, rxjs_1.firstValueFrom)(messageObs);
-    }
-}
-exports.KafkaManager = KafkaManager;
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaManager = void 0;
+const common_1 = require("@squidcloud/common");
+const kafkajs_1 = require("kafkajs");
+const rxjs_1 = require("rxjs");
+class KafkaManager {
+    constructor(connectionConfig) {
+        this.connectionConfig = connectionConfig;
+        this.producerMap = {};
+        this.pubSubSubjectMap = {};
+        this.testMessageObs = new rxjs_1.Subject();
+        const config = {
+            clientId: (0, common_1.generateId)(),
+            brokers: connectionConfig.clusterUrls,
+            logCreator: connectionConfig.logAdapter,
+            sasl: connectionConfig.sasl,
+            ssl: connectionConfig.ssl,
+            logLevel: kafkajs_1.logLevel.WARN,
+        };
+        this.kafka = new kafkajs_1.Kafka(config);
+        this.observePubSubTopic('test_messages').subscribe((message) => {
+            this.testMessageObs.next(message);
+        });
+    }
+    async publishMessage(topicId, message, key) {
+        await this.sendMessage(topicId, message, key);
+    }
+    observePubSubTopic(topicId) {
+        if (this.pubSubSubjectMap[topicId]) {
+            return this.pubSubSubjectMap[topicId];
+        }
+        const subject = new rxjs_1.Subject();
+        const consumer = this.kafka.consumer({
+            groupId: `${topicId}-group - ${(0, common_1.generateId)()}`,
+            sessionTimeout: this.connectionConfig.consumerSessionTimeoutMs,
+        });
+        const obs = (0, rxjs_1.from)(this.subscribeBatchAndRun(consumer, topicId, subject)).pipe((0, rxjs_1.switchMap)(() => subject), (0, rxjs_1.finalize)(async () => {
+            delete this.pubSubSubjectMap[topicId];
+            await consumer.disconnect();
+        }), (0, rxjs_1.mergeMap)((a) => a), (0, rxjs_1.tap)((a) => a.commit()), (0, rxjs_1.map)((a) => a.data), (0, rxjs_1.share)());
+        this.pubSubSubjectMap[topicId] = obs;
+        return obs;
+    }
+    observeTopic(topicId) {
+        return this.observeBatchTopic(topicId).pipe((0, rxjs_1.mergeMap)((a) => a));
+    }
+    observeBatchTopic(topicId) {
+        const consumer = this.kafka.consumer({
+            groupId: `${topicId}-group`,
+            sessionTimeout: this.connectionConfig.consumerSessionTimeoutMs,
+            heartbeatInterval: 1000,
+        });
+        const subject = new rxjs_1.Subject();
+        return (0, rxjs_1.from)(this.subscribeBatchAndRun(consumer, topicId, subject)).pipe((0, rxjs_1.switchMap)(() => subject), (0, rxjs_1.finalize)(async () => {
+            await consumer.disconnect();
+        }), (0, rxjs_1.share)());
+    }
+    async sendMessage(topicId, message, key) {
+        await this.sendMessages(topicId, [{ message, key }]);
+    }
+    async sendMessages(topicId, messages) {
+        if (!this.producerMap[topicId]) {
+            const producer = this.kafka.producer({
+                createPartitioner: kafkajs_1.Partitioners.DefaultPartitioner,
+                retry: {
+                    retries: 5,
+                    initialRetryTime: 300,
+                    maxRetryTime: 5000,
+                },
+                idempotent: false,
+                transactionTimeout: 30000,
+            });
+            this.producerMap[topicId] = producer.connect().then(() => producer);
+        }
+        const producer = await this.producerMap[topicId];
+        const messagesWithValue = messages.map(({ message, key }) => {
+            return { value: (0, common_1.serializeObj)(message), key };
+        });
+        try {
+            await producer.send({ topic: topicId, messages: messagesWithValue });
+        }
+        catch (e) {
+            console.error('Error sending messages to Kafka', e, messagesWithValue);
+            throw e;
+        }
+    }
+    async subscribeBatchAndRun(consumer, topicId, subject) {
+        await consumer.connect();
+        await consumer.subscribe({ topic: topicId, fromBeginning: false });
+        await consumer.run({
+            eachBatchAutoResolve: true,
+            eachBatch: async ({ batch, resolveOffset }) => {
+                const messageEnvelopes = batch.messages
+                    .filter((message) => message.value !== null)
+                    .map((message) => {
+                    const data = (0, common_1.deserializeObj)((0, common_1.truthy)(message.value).toString());
+                    return {
+                        data,
+                        timestamp: parseInt(message.timestamp),
+                        offset: message.offset,
+                        partition: batch.partition,
+                        topicId,
+                        commit: () => {
+                            resolveOffset(message.offset);
+                        },
+                    };
+                });
+                if (messageEnvelopes.length) {
+                    subject.next(messageEnvelopes);
+                }
+            },
+        });
+    }
+    async checkHeartbeat() {
+        const randomMessage = { id: (0, common_1.generateId)() };
+        const messageObs = this.testMessageObs.pipe((0, rxjs_1.filter)((message) => {
+            return message.id === randomMessage.id;
+        }));
+        await (0, rxjs_1.firstValueFrom)((0, rxjs_1.timer)(0));
+        this.sendMessage('test_messages', randomMessage, 'test_key')
+            .then()
+            .catch((err) => {
+            console.log('Error while sending test message to Kafka', err);
+        });
+        await (0, rxjs_1.firstValueFrom)(messageObs);
+    }
+}
+exports.KafkaManager = KafkaManager;
 //# sourceMappingURL=kafka.manager.js.map

package/dist/internal-common/src/kafka/kafka.manager.js.map

@@ -1 +1 @@
-{"version":3,"file":"kafka.manager.js","sourceRoot":"","sources":["../../../../../internal-common/src/kafka/kafka.manager.ts"],"names":[],"mappings":";;;AAAA,+CAAyG;AACzG,qCAA+E;AAE/E,+BAac;AAEd,MAAa,YAAY;IAMvB,YAA6B,gBAAuC;QAAvC,qBAAgB,GAAhB,gBAAgB,CAAuB;QAJnD,gBAAW,GAAuC,EAAE,CAAC;QACrD,qBAAgB,GAAqC,EAAE,CAAC;QACxD,mBAAc,GAAyB,IAAI,cAAO,EAAe,CAAC;QAGjF,MAAM,MAAM,GAAgB;YAC1B,QAAQ,EAAE,IAAA,mBAAU,GAAE;YACtB,OAAO,EAAE,gBAAgB,CAAC,WAAW;YACrC,UAAU,EAAE,gBAAgB,CAAC,UAAU;YACvC,IAAI,EAAE,gBAAgB,CAAC,IAAI;YAC3B,GAAG,EAAE,gBAAgB,CAAC,GAAG;SAC1B,CAAC;QACF,IAAI,CAAC,KAAK,GAAG,IAAI,eAAK,CAAC,MAAM,CAAC,CAAC;QAE/B,IAAI,CAAC,kBAAkB,CAAc,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,EAAE;YAC1E,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;IAQD,KAAK,CAAC,cAAc,CAAI,OAAgB,EAAE,OAAU,EAAE,GAAW;QAC/D,MAAM,IAAI,CAAC,WAAW,CAAI,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;IACnD,CAAC;IAQD,kBAAkB,CAAI,OAAgB;QACpC,IAAI,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE;YAClC,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;SACvC;QACD,MAAM,OAAO,GAAG,IAAI,cAAO,EAA6B,CAAC;QACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YACnC,OAAO,EAAE,GAAG,OAAO,YAAY,IAAA,mBAAU,GAAE,EAAE;YAC7C,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,wBAAwB;SAC/D,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,IAAA,WAAI,EAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAC1E,IAAA,gBAAS,EAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EACxB,IAAA,eAAQ,EAAC,KAAK,IAAI,EAAE;YAClB,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACtC,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC9B,CAAC,CAAC,EACF,IAAA,eAAQ,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAClB,IAAA,UAAG,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EACtB,IAAA,UAAG,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAS,CAAC,EACvB,IAAA,YAAK,GAAE,CACR,CAAC;QACF,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC;QACrC,OAAO,GAAG,CAAC;IACb,CAAC;IAID,YAAY,CAAI,OAAgB;QAC9B,OAAO,IAAI,CAAC,iBAAiB,CAAI,OAAO,CAAC,CAAC,IAAI,CAAC,IAAA,eAAQ,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC;IAED,iBAAiB,CAAI,OAAgB;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YACnC,OAAO,EAAE,GAAG,OAAO,QAAQ;YAC3B,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,wBAAwB;YAC9D,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,cAAO,EAA6B,CAAC;QAEzD,OAAO,IAAA,WAAI,EAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CACrE,IAAA,gBAAS,EAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EACxB,IAAA,eAAQ,EAAC,KAAK,IAAI,EAAE;YAClB,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC9B,CAAC,CAAC,EACF,IAAA,YAAK,GAAE,CACR,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAAI,OAAgB,EAAE,OAAU,EAAE,GAAW;QAC5D,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,YAAY,CAAI,OAAgB,EAAE,QAA4C;QAClF,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE;YAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;gBACnC,iBAAiB,EAAE,sBAAY,CAAC,kBAAkB;gBAClD,KAAK,EAAE;oBACL,OAAO,EAAE,CAAC;oBACV,gBAAgB,EAAE,GAAG;oBACrB,YAAY,EAAE,IAAI;iBACnB;gBACD,UAAU,EAAE,KAAK;gBACjB,kBAAkB,EAAE,KAAK;aAC1B,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC;SACrE;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,iBAAiB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE;YAC1D,OAAO,EAAE,KAAK,EAAE,IAAA,qBAAY,EAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,IAAI;YACF,MAAM,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC,CAAC;SACtE;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,CAAC,EAAE,iBAAiB,CAAC,CAAC;YACvE,MAAM,CAAC,CAAC;SACT;IACH,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,QAAkB,EAClB,OAAgB,EAChB,OAA6C;QAE7C,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QACzB,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;QACnE,MAAM,QAAQ,CAAC,GAAG,CAAC;YACjB,oBAAoB,EAAE,IAAI;YAC1B,SAAS,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE;gBAC5C,MAAM,gBAAgB,GAAG,KAAK,CAAC,QAAQ;qBACpC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC;qBAC3C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;oBACf,MAAM,IAAI,GAAG,IAAA,uBAAc,EAAC,IAAA,eAAM,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;oBAC9D,OAAO;wBACL,IAAI;wBACJ,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;wBACtC,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,OAAO;wBACP,MAAM,EAAE,GAAS,EAAE;4BACjB,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;wBAChC,CAAC;qBACF,CAAC;gBACJ,CAAC,CAAC,CAAC;gBACL,IAAI,gBAAgB,CAAC,MAAM,EAAE;oBAC3B,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;iBAChC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,aAAa,GAAgB,EAAE,EAAE,EAAE,IAAA,mBAAU,GAAE,EAAE,CAAC;QAExD,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CACzC,IAAA,aAAM,EAAC,CAAC,OAAO,EAAE,EAAE;YACjB,OAAO,OAAO,CAAC,EAAE,KAAK,aAAa,CAAC,EAAE,CAAC;QACzC,CAAC,CAAC,CACH,CAAC;QACF,MAAM,IAAA,qBAAc,EAAC,IAAA,YAAK,EAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,WAAW,CAAc,eAAe,EAAE,aAAa,EAAE,UAAU,CAAC;aACtE,IAAI,EAAE;aACN,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,OAAO,CAAC,GAAG,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QACL,MAAM,IAAA,qBAAc,EAAC,UAAU,CAAC,CAAC;IACnC,CAAC;CACF;AAlKD,oCAkKC"}
+{"version":3,"file":"kafka.manager.js","sourceRoot":"","sources":["../../../../../internal-common/src/kafka/kafka.manager.ts"],"names":[],"mappings":";;;AAAA,+CAAyG;AACzG,qCAAyF;AAEzF,+BAac;AAEd,MAAa,YAAY;IAMvB,YAA6B,gBAAuC;QAAvC,qBAAgB,GAAhB,gBAAgB,CAAuB;QAJnD,gBAAW,GAAuC,EAAE,CAAC;QACrD,qBAAgB,GAAqC,EAAE,CAAC;QACxD,mBAAc,GAAyB,IAAI,cAAO,EAAe,CAAC;QAGjF,MAAM,MAAM,GAAgB;YAC1B,QAAQ,EAAE,IAAA,mBAAU,GAAE;YACtB,OAAO,EAAE,gBAAgB,CAAC,WAAW;YACrC,UAAU,EAAE,gBAAgB,CAAC,UAAU;YACvC,IAAI,EAAE,gBAAgB,CAAC,IAAI;YAC3B,GAAG,EAAE,gBAAgB,CAAC,GAAG;YACzB,QAAQ,EAAE,kBAAQ,CAAC,IAAI;SACxB,CAAC;QACF,IAAI,CAAC,KAAK,GAAG,IAAI,eAAK,CAAC,MAAM,CAAC,CAAC;QAE/B,IAAI,CAAC,kBAAkB,CAAc,eAAe,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,EAAE;YAC1E,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;IACL,CAAC;IAQD,KAAK,CAAC,cAAc,CAAI,OAAgB,EAAE,OAAU,EAAE,GAAW;QAC/D,MAAM,IAAI,CAAC,WAAW,CAAI,OAAO,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;IACnD,CAAC;IAQD,kBAAkB,CAAI,OAAgB;QACpC,IAAI,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,EAAE;YAClC,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;SACvC;QACD,MAAM,OAAO,GAAG,IAAI,cAAO,EAA6B,CAAC;QACzD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YACnC,OAAO,EAAE,GAAG,OAAO,YAAY,IAAA,mBAAU,GAAE,EAAE;YAC7C,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,wBAAwB;SAC/D,CAAC,CAAC;QACH,MAAM,GAAG,GAAG,IAAA,WAAI,EAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAC1E,IAAA,gBAAS,EAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EACxB,IAAA,eAAQ,EAAC,KAAK,IAAI,EAAE;YAClB,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;YACtC,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC9B,CAAC,CAAC,EACF,IAAA,eAAQ,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAClB,IAAA,UAAG,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,EACtB,IAAA,UAAG,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAS,CAAC,EACvB,IAAA,YAAK,GAAE,CACR,CAAC;QACF,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC;QACrC,OAAO,GAAG,CAAC;IACb,CAAC;IAID,YAAY,CAAI,OAAgB;QAC9B,OAAO,IAAI,CAAC,iBAAiB,CAAI,OAAO,CAAC,CAAC,IAAI,CAAC,IAAA,eAAQ,EAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACrE,CAAC;IAED,iBAAiB,CAAI,OAAgB;QACnC,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;YACnC,OAAO,EAAE,GAAG,OAAO,QAAQ;YAC3B,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC,wBAAwB;YAC9D,iBAAiB,EAAE,IAAI;SACxB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,cAAO,EAA6B,CAAC;QAEzD,OAAO,IAAA,WAAI,EAAC,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CACrE,IAAA,gBAAS,EAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EACxB,IAAA,eAAQ,EAAC,KAAK,IAAI,EAAE;YAClB,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QAC9B,CAAC,CAAC,EACF,IAAA,YAAK,GAAE,CACR,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAAI,OAAgB,EAAE,OAAU,EAAE,GAAW;QAC5D,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;IACvD,CAAC;IAED,KAAK,CAAC,YAAY,CAAI,OAAgB,EAAE,QAA4C;QAClF,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,EAAE;YAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;gBACnC,iBAAiB,EAAE,sBAAY,CAAC,kBAAkB;gBAClD,KAAK,EAAE;oBACL,OAAO,EAAE,CAAC;oBACV,gBAAgB,EAAE,GAAG;oBACrB,YAAY,EAAE,IAAI;iBACnB;gBACD,UAAU,EAAE,KAAK;gBACjB,kBAAkB,EAAE,KAAK;aAC1B,CAAC,CAAC;YACH,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,QAAQ,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,CAAC;SACrE;QACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;QACjD,MAAM,iBAAiB,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,EAAE,GAAG,EAAE,EAAE,EAAE;YAC1D,OAAO,EAAE,KAAK,EAAE,IAAA,qBAAY,EAAC,OAAO,CAAC,EAAE,GAAG,EAAE,CAAC;QAC/C,CAAC,CAAC,CAAC;QACH,IAAI;YACF,MAAM,QAAQ,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC,CAAC;SACtE;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,CAAC,KAAK,CAAC,iCAAiC,EAAE,CAAC,EAAE,iBAAiB,CAAC,CAAC;YACvE,MAAM,CAAC,CAAC;SACT;IACH,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAChC,QAAkB,EAClB,OAAgB,EAChB,OAA6C;QAE7C,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAC;QACzB,MAAM,QAAQ,CAAC,SAAS,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC,CAAC;QACnE,MAAM,QAAQ,CAAC,GAAG,CAAC;YACjB,oBAAoB,EAAE,IAAI;YAC1B,SAAS,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,EAAE,EAAE;gBAC5C,MAAM,gBAAgB,GAAG,KAAK,CAAC,QAAQ;qBACpC,MAAM,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,KAAK,IAAI,CAAC;qBAC3C,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;oBACf,MAAM,IAAI,GAAG,IAAA,uBAAc,EAAC,IAAA,eAAM,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;oBAC9D,OAAO;wBACL,IAAI;wBACJ,SAAS,EAAE,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC;wBACtC,MAAM,EAAE,OAAO,CAAC,MAAM;wBACtB,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,OAAO;wBACP,MAAM,EAAE,GAAS,EAAE;4BACjB,aAAa,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;wBAChC,CAAC;qBACF,CAAC;gBACJ,CAAC,CAAC,CAAC;gBACL,IAAI,gBAAgB,CAAC,MAAM,EAAE;oBAC3B,OAAO,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;iBAChC;YACH,CAAC;SACF,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,aAAa,GAAgB,EAAE,EAAE,EAAE,IAAA,mBAAU,GAAE,EAAE,CAAC;QAExD,MAAM,UAAU,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CACzC,IAAA,aAAM,EAAC,CAAC,OAAO,EAAE,EAAE;YACjB,OAAO,OAAO,CAAC,EAAE,KAAK,aAAa,CAAC,EAAE,CAAC;QACzC,CAAC,CAAC,CACH,CAAC;QACF,MAAM,IAAA,qBAAc,EAAC,IAAA,YAAK,EAAC,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,WAAW,CAAc,eAAe,EAAE,aAAa,EAAE,UAAU,CAAC;aACtE,IAAI,EAAE;aACN,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,OAAO,CAAC,GAAG,CAAC,2CAA2C,EAAE,GAAG,CAAC,CAAC;QAChE,CAAC,CAAC,CAAC;QACL,MAAM,IAAA,qBAAc,EAAC,UAAU,CAAC,CAAC;IACnC,CAAC;CACF;AAnKD,oCAmKC"}

package/dist/internal-common/src/kafka/kafka.types.d.ts

@@ -1,17 +1,17 @@
-import { LogEntry, logLevel, Mechanism, SASLOptions } from 'kafkajs';
-export type TopicId = string;
-export interface MessageEnvelope<T> {
-    data: T;
-    offset: string;
-    timestamp: number;
-    partition: number;
-    topicId: TopicId;
-    commit: () => void;
-}
-export interface KafkaConnectionConfig {
-    clusterUrls: string[];
-    logAdapter?: (logLevel: logLevel) => (entry: LogEntry) => void;
-    ssl: boolean;
-    sasl?: SASLOptions | Mechanism;
-    consumerSessionTimeoutMs: number;
-}
+import { LogEntry, logLevel, Mechanism, SASLOptions } from 'kafkajs';
+export type TopicId = string;
+export interface MessageEnvelope<T> {
+    data: T;
+    offset: string;
+    timestamp: number;
+    partition: number;
+    topicId: TopicId;
+    commit: () => void;
+}
+export interface KafkaConnectionConfig {
+    clusterUrls: string[];
+    logAdapter?: (logLevel: logLevel) => (entry: LogEntry) => void;
+    ssl: boolean;
+    sasl?: SASLOptions | Mechanism;
+    consumerSessionTimeoutMs: number;
+}

package/dist/internal-common/src/kafka/kafka.types.js

@@ -1,3 +1,3 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
 //# sourceMappingURL=kafka.types.js.map

package/dist/internal-common/src/kafka-observability-publisher.d.ts

@@ -1,11 +1,11 @@
-import { LogEvent, MetricEvent } from './observability.types';
-import { KafkaManager } from './kafka/kafka.manager';
-import { ObservabilityPublisher } from './observability-publisher';
-export declare class KafkaObservabilityPublisher extends ObservabilityPublisher {
-    private readonly kafkaManager;
-    private readonly metricsTopicId;
-    private readonly logsTopicId;
-    constructor(kafkaManager: KafkaManager, metricsTopicId: string, logsTopicId: string);
-    reportMetric(event: Omit<MetricEvent, 'timestamp'>): Promise<void>;
-    reportLog(event: LogEvent): Promise<void>;
-}
+import { LogEvent, MetricEvent } from './observability.types';
+import { KafkaManager } from './kafka/kafka.manager';
+import { ObservabilityPublisher } from './observability-publisher';
+export declare class KafkaObservabilityPublisher extends ObservabilityPublisher {
+    private readonly kafkaManager;
+    private readonly metricsTopicId;
+    private readonly logsTopicId;
+    constructor(kafkaManager: KafkaManager, metricsTopicId: string, logsTopicId: string);
+    reportMetric(event: Omit<MetricEvent, 'timestamp'>): Promise<void>;
+    reportLog(event: LogEvent): Promise<void>;
+}

package/dist/internal-common/src/kafka-observability-publisher.js

@@ -1,21 +1,21 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.KafkaObservabilityPublisher = void 0;
-const observability_publisher_1 = require("./observability-publisher");
-class KafkaObservabilityPublisher extends observability_publisher_1.ObservabilityPublisher {
-    constructor(kafkaManager, metricsTopicId, logsTopicId) {
-        super();
-        this.kafkaManager = kafkaManager;
-        this.metricsTopicId = metricsTopicId;
-        this.logsTopicId = logsTopicId;
-    }
-    async reportMetric(event) {
-        const modifiedEvent = Object.assign(Object.assign({}, event), { timestamp: new Date(), name: `squid_${event.name}` });
-        await this.kafkaManager.sendMessage(this.metricsTopicId, modifiedEvent, 'report_metric');
-    }
-    async reportLog(event) {
-        await this.kafkaManager.sendMessage(this.logsTopicId, event, 'report_log');
-    }
-}
-exports.KafkaObservabilityPublisher = KafkaObservabilityPublisher;
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.KafkaObservabilityPublisher = void 0;
+const observability_publisher_1 = require("./observability-publisher");
+class KafkaObservabilityPublisher extends observability_publisher_1.ObservabilityPublisher {
+    constructor(kafkaManager, metricsTopicId, logsTopicId) {
+        super();
+        this.kafkaManager = kafkaManager;
+        this.metricsTopicId = metricsTopicId;
+        this.logsTopicId = logsTopicId;
+    }
+    async reportMetric(event) {
+        const modifiedEvent = Object.assign(Object.assign({}, event), { timestamp: new Date(), name: `squid_${event.name}` });
+        await this.kafkaManager.sendMessage(this.metricsTopicId, modifiedEvent, 'report_metric');
+    }
+    async reportLog(event) {
+        await this.kafkaManager.sendMessage(this.logsTopicId, event, 'report_log');
+    }
+}
+exports.KafkaObservabilityPublisher = KafkaObservabilityPublisher;
 //# sourceMappingURL=kafka-observability-publisher.js.map

package/dist/internal-common/src/local-dev.types.d.ts

@@ -1,31 +1,31 @@
-import { RunSecrets } from '@squidcloud/common';
-import { BatchRunConfigurationRequest } from './code-executor.types';
-export type MessageFromDeveloperType = 'bundleData' | 'response';
-interface BaseMessageFromDeveloper {
-    type: MessageFromDeveloperType;
-    payload?: unknown;
-    requestId: string;
-}
-export type MessageFromDeveloper = ResponseMessageFromDeveloper;
-export interface ResponseMessageFromDeveloper extends BaseMessageFromDeveloper {
-    type: 'response';
-    payload: any;
-}
-export type MessageToDeveloperType = 'executeFunction' | 'localBackendData';
-interface BaseMessageToDeveloper {
-    type: MessageToDeveloperType;
-    payload: unknown;
-    requestId: string;
-}
-export type MessageToDeveloper = ExecuteFunctionMessageToDeveloper | LocalBackendDataMessageToDeveloper;
-export interface ExecuteFunctionMessageToDeveloper extends BaseMessageToDeveloper {
-    type: 'executeFunction';
-    payload: BatchRunConfigurationRequest;
-}
-export interface LocalBackendDataMessageToDeveloper extends BaseMessageToDeveloper {
-    type: 'localBackendData';
-    payload: {
-        secrets: RunSecrets;
-    };
-}
-export {};
+import { RunSecrets } from '@squidcloud/common';
+import { BatchRunConfigurationRequest } from './code-executor.types';
+export type MessageFromDeveloperType = 'bundleData' | 'response';
+interface BaseMessageFromDeveloper {
+    type: MessageFromDeveloperType;
+    payload?: unknown;
+    requestId: string;
+}
+export type MessageFromDeveloper = ResponseMessageFromDeveloper;
+export interface ResponseMessageFromDeveloper extends BaseMessageFromDeveloper {
+    type: 'response';
+    payload: any;
+}
+export type MessageToDeveloperType = 'executeFunction' | 'localBackendData';
+interface BaseMessageToDeveloper {
+    type: MessageToDeveloperType;
+    payload: unknown;
+    requestId: string;
+}
+export type MessageToDeveloper = ExecuteFunctionMessageToDeveloper | LocalBackendDataMessageToDeveloper;
+export interface ExecuteFunctionMessageToDeveloper extends BaseMessageToDeveloper {
+    type: 'executeFunction';
+    payload: BatchRunConfigurationRequest;
+}
+export interface LocalBackendDataMessageToDeveloper extends BaseMessageToDeveloper {
+    type: 'localBackendData';
+    payload: {
+        secrets: RunSecrets;
+    };
+}
+export {};

package/dist/internal-common/src/local-dev.types.js

@@ -1,3 +1,3 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
 //# sourceMappingURL=local-dev.types.js.map

package/dist/internal-common/src/observability-publisher.d.ts

@@ -1,9 +1,9 @@
-import { LogEvent, MetricEvent } from './observability.types';
-export declare abstract class ObservabilityPublisher {
-    abstract reportMetric(event: Omit<MetricEvent, 'timestamp'>): Promise<void>;
-    abstract reportLog(event: LogEvent): Promise<void>;
-    timeFunction(event: Omit<MetricEvent, 'type' | 'timestamp' | 'value'>, timedFunction: () => Promise<any>): Promise<any>;
-    measureMetric<T extends (...args: any[]) => any>(func: T, name: string, tags: Record<string, string> | undefined, isExposedToUser: boolean, reportTime: boolean): ReturnType<T>;
-    reportTimeMetric(name: string, isExposedToUser: boolean, startTime: number, tags: Record<string, string>): void;
-    reportCountMetric(name: string, isExposedToUser: boolean, tags: Record<string, string>, success: boolean): void;
-}
+import { LogEvent, MetricEvent } from './observability.types';
+export declare abstract class ObservabilityPublisher {
+    abstract reportMetric(event: Omit<MetricEvent, 'timestamp'>): Promise<void>;
+    abstract reportLog(event: LogEvent): Promise<void>;
+    timeFunction(event: Omit<MetricEvent, 'type' | 'timestamp' | 'value'>, timedFunction: () => Promise<any>): Promise<any>;
+    measureMetric<T extends (...args: any[]) => any>(func: T, name: string, tags: Record<string, string> | undefined, isExposedToUser: boolean, reportTime: boolean): ReturnType<T>;
+    reportTimeMetric(name: string, isExposedToUser: boolean, startTime: number, tags: Record<string, string>): void;
+    reportCountMetric(name: string, isExposedToUser: boolean, tags: Record<string, string>, success: boolean): void;
+}