@cubejs-backend/query-orchestrator 0.35.78 → 0.36.0

package/dist/src/orchestrator/RedisQueueDriver.js

@@ -1,333 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedisQueueDriver = exports.RedisQueueDriverConnection = void 0;
-/* eslint-disable no-use-before-define */
-const ramda_1 = __importDefault(require("ramda"));
-const BaseQueueDriver_1 = require("./BaseQueueDriver");
-class RedisQueueDriverConnection {
-    constructor(driver, options) {
-        this.driver = driver;
-        this.redisClient = options.redisClient;
-        this.redisQueuePrefix = options.redisQueuePrefix;
-        this.continueWaitTimeout = options.continueWaitTimeout;
-        this.heartBeatTimeout = options.heartBeatTimeout;
-        this.concurrency = options.concurrency;
-        this.getQueueEventsBus = options.getQueueEventsBus;
-    }
-    getRedisClient() {
-        return this.redisClient;
-    }
-    async getResultBlocking(queryKeyHash) {
-        // Double redisHash apply is being used here
-        const resultListKey = this.resultListKey(queryKeyHash);
-        if (!(await this.redisClient.hgetAsync([this.queriesDefKey(), queryKeyHash]))) {
-            return this.getResult(queryKeyHash);
-        }
-        const result = await this.redisClient.brpopAsync([resultListKey, this.continueWaitTimeout]);
-        if (result) {
-            await this.redisClient.lpushAsync([resultListKey, result[1]]);
-            await this.redisClient.rpopAsync(resultListKey);
-        }
-        return result && JSON.parse(result[1]);
-    }
-    async getResult(queryKey) {
-        const resultListKey = this.resultListKey(queryKey);
-        const result = await this.redisClient.rpopAsync(resultListKey);
-        return result && JSON.parse(result);
-    }
-    async getQueriesToCancel() {
-        return (await this.getStalledQueries()).concat(await this.getOrphanedQueries());
-    }
-    async getActiveAndToProcess() {
-        const active = await this.getActiveQueries();
-        const toProcess = await this.getToProcessQueries();
-        return [
-            active,
-            toProcess
-        ];
-    }
-    async addToQueue(keyScore, queryKey, orphanedTime, queryHandler, query, priority, options) {
-        const data = {
-            queryHandler,
-            query,
-            queryKey,
-            stageQueryKey: options.stageQueryKey,
-            priority,
-            requestId: options.requestId,
-            addedToQueueTime: new Date().getTime(),
-            queueId: options.queueId,
-        };
-        const tx = this.redisClient.multi()
-            .zadd([this.toProcessRedisKey(), 'NX', keyScore, this.redisHash(queryKey)])
-            .zadd([this.recentRedisKey(), orphanedTime, this.redisHash(queryKey)])
-            .hsetnx([
-            this.queriesDefKey(),
-            this.redisHash(queryKey),
-            JSON.stringify(data)
-        ])
-            .zcard(this.toProcessRedisKey());
-        if (this.getQueueEventsBus) {
-            tx.publish(this.getQueueEventsBus().eventsChannel, JSON.stringify({
-                event: 'addedToQueue',
-                redisQueuePrefix: this.redisQueuePrefix,
-                queryKey: this.redisHash(queryKey),
-                payload: data
-            }));
-        }
-        const [added, _b, _c, queueSize] = await tx.execAsync();
-        return [
-            added,
-            null,
-            queueSize,
-            data.addedToQueueTime
-        ];
-    }
-    async getToProcessQueries() {
-        const rows = await this.redisClient.zrangeAsync([this.toProcessRedisKey(), 0, -1]);
-        return rows.map((queryKeyHash) => [queryKeyHash, null]);
-    }
-    async getActiveQueries() {
-        const rows = await this.redisClient.zrangeAsync([this.activeRedisKey(), 0, -1]);
-        return rows.map((queryKeyHash) => [queryKeyHash, null]);
-    }
-    async getQueryAndRemove(queryKey) {
-        const [query, ...restResult] = await this.redisClient.multi()
-            .hget([this.queriesDefKey(), this.redisHash(queryKey)])
-            .zrem([this.activeRedisKey(), this.redisHash(queryKey)])
-            .zrem([this.heartBeatRedisKey(), this.redisHash(queryKey)])
-            .zrem([this.toProcessRedisKey(), this.redisHash(queryKey)])
-            .zrem([this.recentRedisKey(), this.redisHash(queryKey)])
-            .hdel([this.queriesDefKey(), this.redisHash(queryKey)])
-            .del(this.queryProcessingLockKey(queryKey))
-            .execAsync();
-        return [JSON.parse(query), ...restResult];
-    }
-    async cancelQuery(queryKey) {
-        const [query] = await this.getQueryAndRemove(queryKey);
-        if (this.getQueueEventsBus) {
-            await this.redisClient.publish(this.getQueueEventsBus().eventsChannel, JSON.stringify({
-                event: 'cancelQuery',
-                redisQueuePrefix: this.redisQueuePrefix,
-                queryKey: this.redisHash(queryKey),
-                payload: query
-            }));
-        }
-        return query;
-    }
-    async setResultAndRemoveQuery(queryKey, executionResult, processingId) {
-        try {
-            await this.redisClient.watchAsync(this.queryProcessingLockKey(queryKey));
-            const currentProcessId = await this.redisClient.getAsync(this.queryProcessingLockKey(queryKey));
-            if (processingId !== currentProcessId) {
-                return false;
-            }
-            const tx = this.redisClient.multi()
-                .lpush([this.resultListKey(queryKey), JSON.stringify(executionResult)])
-                .zrem([this.activeRedisKey(), this.redisHash(queryKey)])
-                .zrem([this.heartBeatRedisKey(), this.redisHash(queryKey)])
-                .zrem([this.toProcessRedisKey(), this.redisHash(queryKey)])
-                .zrem([this.recentRedisKey(), this.redisHash(queryKey)])
-                .hdel([this.queriesDefKey(), this.redisHash(queryKey)])
-                .del(this.queryProcessingLockKey(queryKey));
-            if (this.getQueueEventsBus) {
-                tx.publish(this.getQueueEventsBus().eventsChannel, JSON.stringify({
-                    event: 'setResultAndRemoveQuery',
-                    redisQueuePrefix: this.redisQueuePrefix,
-                    queryKey: this.redisHash(queryKey),
-                    payload: executionResult
-                }));
-            }
-            return tx.execAsync();
-        }
-        finally {
-            await this.redisClient.unwatchAsync();
-        }
-    }
-    async getOrphanedQueries() {
-        const rows = await this.redisClient.zrangebyscoreAsync([this.recentRedisKey(), 0, new Date().getTime()]);
-        return rows.map((queryKeyHash) => [queryKeyHash, null]);
-    }
-    async getStalledQueries() {
-        const rows = await this.redisClient.zrangebyscoreAsync([this.heartBeatRedisKey(), 0, (new Date().getTime() - this.heartBeatTimeout * 1000)]);
-        return rows.map((queryKeyHash) => [queryKeyHash, null]);
-    }
-    async getQueryStageState(onlyKeys) {
-        let request = this.redisClient.multi()
-            .zrange([this.activeRedisKey(), 0, -1])
-            .zrange([this.toProcessRedisKey(), 0, -1]);
-        if (!onlyKeys) {
-            request = request.hgetall(this.queriesDefKey());
-        }
-        const [active, toProcess, allQueryDefs] = await request.execAsync();
-        const defs = ramda_1.default.map(q => JSON.parse(q), allQueryDefs || {});
-        return [active, toProcess, defs];
-    }
-    async getQueryDef(queryKey) {
-        const query = await this.redisClient.hgetAsync([this.queriesDefKey(), queryKey]);
-        return JSON.parse(query);
-    }
-    /**
-     * Updates heart beat for the processing query by its `queryKey`.
-     */
-    async updateHeartBeat(queryKey) {
-        return this.redisClient.zaddAsync([this.heartBeatRedisKey(), new Date().getTime(), this.redisHash(queryKey)]);
-    }
-    async getNextProcessingId() {
-        const id = await this.redisClient.incrAsync(this.processingIdKey());
-        return id && id.toString();
-    }
-    async retrieveForProcessing(queryKey, processingId) {
-        try {
-            const lockKey = this.queryProcessingLockKey(queryKey);
-            await this.redisClient.watchAsync(lockKey);
-            const currentProcessId = await this.redisClient.getAsync(lockKey);
-            if (currentProcessId) {
-                return null;
-            }
-            const result = await this.redisClient.multi()
-                .zadd([this.activeRedisKey(), 'NX', processingId, this.redisHash(queryKey)])
-                .zremrangebyrank([this.activeRedisKey(), this.concurrency, -1])
-                .zrange([this.activeRedisKey(), 0, this.concurrency - 1])
-                .zcard(this.toProcessRedisKey())
-                .hget(([this.queriesDefKey(), this.redisHash(queryKey)]))
-                .set(lockKey, processingId, 'NX')
-                .zadd([this.heartBeatRedisKey(), 'NX', new Date().getTime(), this.redisHash(queryKey)])
-                .execAsync();
-            if (result) {
-                result[4] = JSON.parse(result[4]);
-                if (this.getQueueEventsBus) {
-                    await this.redisClient.publish(this.getQueueEventsBus().eventsChannel, JSON.stringify({
-                        event: 'retrievedForProcessing',
-                        redisQueuePrefix: this.redisQueuePrefix,
-                        queryKey: this.redisHash(queryKey),
-                        payload: result[4]
-                    }));
-                }
-            }
-            const [insertedCount, _b, activeKeys, queueSize, query, processingLockAcquired] = result;
-            return [
-                insertedCount,
-                // this driver doesnt support queue id
-                null,
-                activeKeys,
-                queueSize,
-                query,
-                processingLockAcquired
-            ];
-        }
-        finally {
-            await this.redisClient.unwatchAsync();
-        }
-    }
-    async freeProcessingLock(queryKey, processingId, activated) {
-        try {
-            const lockKey = this.queryProcessingLockKey(queryKey);
-            await this.redisClient.watchAsync(lockKey);
-            const currentProcessId = await this.redisClient.getAsync(lockKey);
-            if (currentProcessId === processingId) {
-                let removeCommand = this.redisClient.multi()
-                    .del(lockKey);
-                if (activated) {
-                    removeCommand = removeCommand.zrem([this.activeRedisKey(), this.redisHash(queryKey)]);
-                }
-                await removeCommand
-                    .execAsync();
-                return null;
-            }
-            else {
-                return currentProcessId;
-            }
-        }
-        finally {
-            await this.redisClient.unwatchAsync();
-        }
-    }
-    async optimisticQueryUpdate(queryKey, toUpdate, processingId) {
-        try {
-            let query = await this.getQueryDef(queryKey);
-            for (let i = 0; i < 10; i++) {
-                if (query) {
-                    // eslint-disable-next-line no-await-in-loop
-                    await this.redisClient.watchAsync(this.queryProcessingLockKey(queryKey));
-                    const currentProcessId = await this.redisClient.getAsync(this.queryProcessingLockKey(queryKey));
-                    if (currentProcessId !== processingId) {
-                        return false;
-                    }
-                    let [beforeUpdate] = await this.redisClient
-                        .multi()
-                        .hget([this.queriesDefKey(), this.redisHash(queryKey)])
-                        .hset([this.queriesDefKey(), this.redisHash(queryKey), JSON.stringify({ ...query, ...toUpdate })])
-                        .execAsync();
-                    beforeUpdate = JSON.parse(beforeUpdate);
-                    if (JSON.stringify(query) === JSON.stringify(beforeUpdate)) {
-                        return true;
-                    }
-                    query = beforeUpdate;
-                }
-            }
-            throw new Error(`Can't update ${queryKey} with ${JSON.stringify(toUpdate)}`);
-        }
-        finally {
-            await this.redisClient.unwatchAsync();
-        }
-    }
-    release() {
-        return this.redisClient.quit();
-    }
-    toProcessRedisKey() {
-        return this.queueRedisKey('QUEUE');
-    }
-    recentRedisKey() {
-        return this.queueRedisKey('RECENT');
-    }
-    activeRedisKey() {
-        return this.queueRedisKey('ACTIVE');
-    }
-    heartBeatRedisKey() {
-        return this.queueRedisKey('HEART_BEAT');
-    }
-    queryRedisKey(queryKey, suffix) {
-        return `${this.redisQueuePrefix}_${this.redisHash(queryKey)}_${suffix}`;
-    }
-    queueRedisKey(suffix) {
-        return `${this.redisQueuePrefix}_${suffix}`;
-    }
-    queriesDefKey() {
-        return this.queueRedisKey('QUERIES');
-    }
-    processingIdKey() {
-        return this.queueRedisKey('PROCESSING_COUNTER');
-    }
-    resultListKey(queryKey) {
-        return this.queryRedisKey(queryKey, 'RESULT');
-    }
-    queryProcessingLockKey(queryKey) {
-        return this.queryRedisKey(queryKey, 'LOCK');
-    }
-    redisHash(queryKey) {
-        return this.driver.redisHash(queryKey);
-    }
-}
-exports.RedisQueueDriverConnection = RedisQueueDriverConnection;
-class RedisQueueDriver extends BaseQueueDriver_1.BaseQueueDriver {
-    constructor(options) {
-        super(options.processUid);
-        this.redisPool = options.redisPool;
-        this.options = options;
-    }
-    async createConnection() {
-        const redisClient = await this.redisPool.getClient();
-        return new RedisQueueDriverConnection(this, {
-            redisClient,
-            ...this.options
-        });
-    }
-    release(connection) {
-        this.redisPool.release(connection.getRedisClient());
-    }
-}
-exports.RedisQueueDriver = RedisQueueDriver;
-//# sourceMappingURL=RedisQueueDriver.js.map

package/dist/src/orchestrator/RedisQueueDriver.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"RedisQueueDriver.js","sourceRoot":"","sources":["../../../src/orchestrator/RedisQueueDriver.ts"],"names":[],"mappings":";;;;;;AAAA,yCAAyC;AACzC,kDAAsB;AAiBtB,uDAAoD;AAUpD,MAAa,0BAA0B;IAerC,YAAmB,MAAwB,EAAE,OAA0C;QACrF,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;QACvD,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,CAAC;IACrD,CAAC;IAEM,cAAc;QACnB,OAAO,IAAI,CAAC,WAAW,CAAC;IAC1B,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,YAAY;QACzC,4CAA4C;QAC5C,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;QACvD,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC,EAAE;YAC7E,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;SACrC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,aAAa,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAC5F,IAAI,MAAM,EAAE;YACV,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9D,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;SACjD;QACD,OAAO,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACzC,CAAC;IAEM,KAAK,CAAC,SAAS,CAAC,QAAQ;QAC7B,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;QAC/D,OAAO,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,OAAO,CACL,MAAM,IAAI,CAAC,iBAAiB,EAAE,CAC/B,CAAC,MAAM,CACN,MAAM,IAAI,CAAC,kBAAkB,EAAE,CAChC,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,qBAAqB;QAChC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC7C,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAEnD,OAAO;YACL,MAAM;YACN,SAAS;SACV,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,UAAU,CACrB,QAAgB,EAChB,QAAkB,EAClB,YAAoB,EACpB,YAAoB,EACpB,KAAsB,EACtB,QAAgB,EAChB,OAA0B;QAE1B,MAAM,IAAI,GAAG;YACX,YAAY;YACZ,KAAK;YACL,QAAQ;YACR,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,QAAQ;YACR,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,gBAAgB,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE;YACtC,OAAO,EAAE,OAAO,CAAC,OAAO;SACzB,CAAC;QAEF,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;aAChC,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;aAC1E,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;aACrE,MAAM,CAAC;YACN,IAAI,CAAC,aAAa,EAAE;YACpB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;YACxB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC;SACrB,CAAC;aACD,KAAK,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,CAAC;QAEnC,IAAI,IAAI,CAAC,iBAAiB,EAAE;YAC1B,EAAE,CAAC,OAAO,CACR,IAAI,CAAC,iBAAiB,EAAE,CAAC,aAAa,EACtC,IAAI,CAAC,SAAS,CAAC;gBACb,KAAK,EAAE,cAAc;gBACrB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;gBAClC,OAAO,EAAE,IAAI;aACd,CAAC,CACH,CAAC;SACH;QAED,MAAM,CAAC,KAAK,EAAE,EAAE,EAAE,EAAE,EAAE,SAAS,CAAC,GAAG,MAAM,EAAE,CAAC,SAAS,EAAE,CAAC;QAExD,OAAO;YACL,KAAK;YACL,IAAI;YACJ,SAAS;YACT,IAAI,CAAC,gBAAgB;SACtB,CAAC;IACJ,CAAC;IAEM,KAAK,CAAC,mBAAmB;QAC9B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEnF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC;IAC1D,CAAC;IAEM,KAAK,CAAC,gBAAgB;QAC3B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAEhF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC;IAC1D,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,QAAsB;QACnD,MAAM,CAAC,KAAK,EAAE,GAAG,UAAU,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;aAC1D,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;aACtD,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;aACvD,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;aAC1D,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;aAC1D,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;aACvD,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;aACtD,GAAG,CAAC,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;aAC1C,SAAS,EAAE,CAAC;QAEf,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE,GAAG,UAAU,CAAQ,CAAC;IACnD,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,QAAQ;QAC/B,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAEvD,IAAI,IAAI,CAAC,iBAAiB,EAAE;YAC1B,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAC5B,IAAI,CAAC,iBAAiB,EAAE,CAAC,aAAa,EACtC,IAAI,CAAC,SAAS,CAAC;gBACb,KAAK,EAAE,aAAa;gBACpB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;gBACvC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;gBAClC,OAAO,EAAE,KAAK;aACf,CAAC,CACH,CAAC;SACH;QAED,OAAO,KAAK,CAAC;IACf,CAAC;IAEM,KAAK,CAAC,uBAAuB,CAAC,QAAQ,EAAE,eAAe,EAAE,YAAY;QAC1E,IAAI;YACF,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC;YACzE,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC;YAChG,IAAI,YAAY,KAAK,gBAAgB,EAAE;gBACrC,OAAO,KAAK,CAAC;aACd;YACD,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;iBAChC,KAAK,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC,CAAC;iBACtE,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;iBACvD,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;iBAC1D,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;iBAC1D,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;iBACvD,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;iBACtD,GAAG,CAAC,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC;YAE9C,IAAI,IAAI,CAAC,iBAAiB,EAAE;gBAC1B,EAAE,CAAC,OAAO,CACR,IAAI,CAAC,iBAAiB,EAAE,CAAC,aAAa,EACtC,IAAI,CAAC,SAAS,CAAC;oBACb,KAAK,EAAE,yBAAyB;oBAChC,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;oBACvC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAClC,OAAO,EAAE,eAAe;iBACzB,CAAC,CACH,CAAC;aACH;YACD,OAAO,EAAE,CAAC,SAAS,EAAE,CAAC;SACvB;gBAAS;YACR,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;SACvC;IACH,CAAC;IAEM,KAAK,CAAC,kBAAkB;QAC7B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CACpD,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC,CACjD,CAAC;QAEF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC;IAC1D,CAAC;IAEM,KAAK,CAAC,iBAAiB;QAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,kBAAkB,CACpD,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC,CACrF,CAAC;QAEF,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,EAAE,CAAC,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC;IAC1D,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,QAAiB;QAC/C,IAAI,OAAO,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;aACnC,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;aACtC,MAAM,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAE7C,IAAI,CAAC,QAAQ,EAAE;YACb,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC;SACjD;QAED,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,YAAY,CAAC,GAAG,MAAM,OAAO,CAAC,SAAS,EAAE,CAAC;QACpE,MAAM,IAAI,GAA6B,eAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,YAAY,IAAI,EAAE,CAAC,CAAC;QAErF,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;IACnC,CAAC;IAEM,KAAK,CAAC,WAAW,CAAC,QAAQ;QAC/B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,QAAQ,CAAC,CAAC,CAAC;QACjF,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3B,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,eAAe,CAAC,QAAQ;QACnC,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;IAChH,CAAC;IAEM,KAAK,CAAC,mBAAmB;QAC9B,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC,CAAC;QACpE,OAAO,EAAE,IAAI,EAAE,CAAC,QAAQ,EAAE,CAAC;IAC7B,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,QAAsB,EAAE,YAA0B;QACnF,IAAI;YACF,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;YACtD,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAE3C,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAClE,IAAI,gBAAgB,EAAE;gBACpB,OAAO,IAAI,CAAC;aACb;YAED,MAAM,MAAM,GACV,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;iBAC3B,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;iBAC3E,eAAe,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC;iBAC9D,MAAM,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,CAAC,EAAE,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC;iBACxD,KAAK,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC;iBAC/B,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;iBACxD,GAAG,CAAC,OAAO,EAAE,YAAY,EAAE,IAAI,CAAC;iBAChC,IAAI,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,IAAI,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;iBACtF,SAAS,EAAE,CAAC;YAEjB,IAAI,MAAM,EAAE;gBACV,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;gBAElC,IAAI,IAAI,CAAC,iBAAiB,EAAE;oBAC1B,MAAM,IAAI,CAAC,WAAW,CAAC,OAAO,CAC5B,IAAI,CAAC,iBAAiB,EAAE,CAAC,aAAa,EACtC,IAAI,CAAC,SAAS,CAAC;wBACb,KAAK,EAAE,wBAAwB;wBAC/B,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;wBACvC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;wBAClC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC;qBACnB,CAAC,CACH,CAAC;iBACH;aACF;YAED,MAAM,CAAC,aAAa,EAAE,EAAE,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,sBAAsB,CAAC,GAAG,MAAM,CAAC;YAEzF,OAAO;gBACL,aAAa;gBACb,sCAAsC;gBACtC,IAAI;gBACJ,UAAU;gBACV,SAAS;gBACT,KAAK;gBACL,sBAAsB;aACvB,CAAC;SACH;gBAAS;YACR,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;SACvC;IACH,CAAC;IAEM,KAAK,CAAC,kBAAkB,CAAC,QAAQ,EAAE,YAAY,EAAE,SAAS;QAC/D,IAAI;YACF,MAAM,OAAO,GAAG,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;YACtD,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;YAC3C,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;YAClE,IAAI,gBAAgB,KAAK,YAAY,EAAE;gBACrC,IAAI,aAAa,GAAG,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE;qBACzC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAChB,IAAI,SAAS,EAAE;oBACb,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,cAAc,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;iBACvF;gBACD,MAAM,aAAa;qBAChB,SAAS,EAAE,CAAC;gBACf,OAAO,IAAI,CAAC;aACb;iBAAM;gBACL,OAAO,gBAAgB,CAAC;aACzB;SACF;gBAAS;YACR,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;SACvC;IACH,CAAC;IAEM,KAAK,CAAC,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY;QACjE,IAAI;YACF,IAAI,KAAK,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE;gBAC3B,IAAI,KAAK,EAAE;oBACT,4CAA4C;oBAC5C,MAAM,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC;oBACzE,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,QAAQ,CAAC,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC,CAAC;oBAChG,IAAI,gBAAgB,KAAK,YAAY,EAAE;wBACrC,OAAO,KAAK,CAAC;qBACd;oBACD,IAAI,CAAC,YAAY,CAAC,GAAG,MAAM,IAAI,CAAC,WAAW;yBACxC,KAAK,EAAE;yBACP,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;yBACtD,IAAI,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,GAAG,KAAK,EAAE,GAAG,QAAQ,EAAE,CAAC,CAAC,CAAC;yBACjG,SAAS,EAAE,CAAC;oBACf,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;oBACxC,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,EAAE;wBAC1D,OAAO,IAAI,CAAC;qBACb;oBACD,KAAK,GAAG,YAAY,CAAC;iBACtB;aACF;YACD,MAAM,IAAI,KAAK,CAAC,gBAAgB,QAAQ,SAAS,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;SAC9E;gBAAS;YACR,MAAM,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;SACvC;IACH,CAAC;IAEM,OAAO;QACZ,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC;IACjC,CAAC;IAES,iBAAiB;QACzB,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;IAES,cAAc;QACtB,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IAES,cAAc;QACtB,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IAES,iBAAiB;QACzB,OAAO,IAAI,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC;IAC1C,CAAC;IAES,aAAa,CAAC,QAAQ,EAAE,MAAM;QACtC,OAAO,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC;IAC1E,CAAC;IAES,aAAa,CAAC,MAAM;QAC5B,OAAO,GAAG,IAAI,CAAC,gBAAgB,IAAI,MAAM,EAAE,CAAC;IAC9C,CAAC;IAES,aAAa;QACrB,OAAO,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;IACvC,CAAC;IAES,eAAe;QACvB,OAAO,IAAI,CAAC,aAAa,CAAC,oBAAoB,CAAC,CAAC;IAClD,CAAC;IAES,aAAa,CAAC,QAAQ;QAC9B,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAChD,CAAC;IAES,sBAAsB,CAAC,QAAQ;QACvC,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;IAC9C,CAAC;IAEM,SAAS,CAAC,QAAQ;QACvB,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;CACF;AA3YD,gEA2YC;AAMD,MAAa,gBAAiB,SAAQ,iCAAe;IAKnD,YAAmB,OAAgC;QACjD,KAAK,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAC1B,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IAEM,KAAK,CAAC,gBAAgB;QAC3B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;QACrD,OAAO,IAAI,0BAA0B,CAAC,IAAI,EAAE;YAC1C,WAAW;YACX,GAAG,IAAI,CAAC,OAAO;SAChB,CAAC,CAAC;IACL,CAAC;IAEM,OAAO,CAAC,UAAsC;QACnD,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,cAAc,EAAE,CAAC,CAAC;IACtD,CAAC;CACF;AAtBD,4CAsBC"}

package/dist/src/orchestrator/RedisQueueEventsBus.d.ts

@@ -1,10 +0,0 @@
-import { RedisPool } from './RedisPool';
-import { BaseQueueEventsBus } from './BaseQueueEventsBus';
-export declare class RedisQueueEventsBus extends BaseQueueEventsBus {
-    protected readonly redisPool: RedisPool | undefined;
-    protected readonly subscribers: Record<string, any>;
-    eventsChannel: string;
-    constructor(options: any);
-    initSubscriber(): Promise<void>;
-}
-//# sourceMappingURL=RedisQueueEventsBus.d.ts.map

package/dist/src/orchestrator/RedisQueueEventsBus.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"RedisQueueEventsBus.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/RedisQueueEventsBus.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAE1D,qBAAa,mBAAoB,SAAQ,kBAAkB;IACzD,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,GAAG,SAAS,CAAC;IAEpD,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;IAE7C,aAAa,EAAE,MAAM,CAAC;gBAEV,OAAO,KAAA;IAOb,cAAc;CAkB5B"}

package/dist/src/orchestrator/RedisQueueEventsBus.js

@@ -1,31 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedisQueueEventsBus = void 0;
-const BaseQueueEventsBus_1 = require("./BaseQueueEventsBus");
-class RedisQueueEventsBus extends BaseQueueEventsBus_1.BaseQueueEventsBus {
-    constructor(options) {
-        super();
-        this.redisPool = options.redisPool;
-        this.eventsChannel = 'QUERY_QUEUES:EVENTS';
-        this.initSubscriber();
-    }
-    async initSubscriber() {
-        const redisClientSubscriber = await this.redisPool.getClient();
-        redisClientSubscriber.subscribe(this.eventsChannel, (err) => {
-            if (err) {
-                console.error('Failed to subscribe: %s', err.message);
-            }
-        });
-        redisClientSubscriber.on('message', async (channel, message) => {
-            try {
-                message = JSON.parse(message);
-                await Promise.all(Object.values(this.subscribers).map(subscriber => subscriber.callback(message)));
-            }
-            catch (error) {
-                console.error(error.stack || error);
-            }
-        });
-    }
-}
-exports.RedisQueueEventsBus = RedisQueueEventsBus;
-//# sourceMappingURL=RedisQueueEventsBus.js.map

package/dist/src/orchestrator/RedisQueueEventsBus.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"RedisQueueEventsBus.js","sourceRoot":"","sources":["../../../src/orchestrator/RedisQueueEventsBus.ts"],"names":[],"mappings":";;;AACA,6DAA0D;AAE1D,MAAa,mBAAoB,SAAQ,uCAAkB;IAOzD,YAAmB,OAAO;QACxB,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;QACnC,IAAI,CAAC,aAAa,GAAG,qBAAqB,CAAC;QAC3C,IAAI,CAAC,cAAc,EAAE,CAAC;IACxB,CAAC;IAEM,KAAK,CAAC,cAAc;QACzB,MAAM,qBAAqB,GAAG,MAAM,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;QAE/D,qBAAqB,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,GAAG,EAAE,EAAE;YAC1D,IAAI,GAAG,EAAE;gBACP,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;aACvD;QACH,CAAC,CAAC,CAAC;QAEH,qBAAqB,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,EAAE;YAC7D,IAAI;gBACF,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;gBAC9B,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;aACpG;YAAC,OAAO,KAAU,EAAE;gBACnB,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC;aACrC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;CACF;AAhCD,kDAgCC"}