@cubejs-backend/query-orchestrator 0.23.3 → 0.24.2

package/dist/src/orchestrator/QueryQueue.js

@@ -0,0 +1,351 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QueryQueue = void 0;
+const ramda_1 = __importDefault(require("ramda"));
+const TimeoutError_1 = require("./TimeoutError");
+const ContinueWaitError_1 = require("./ContinueWaitError");
+const RedisQueueDriver_1 = require("./RedisQueueDriver");
+const LocalQueueDriver_1 = require("./LocalQueueDriver");
+class QueryQueue {
+    constructor(redisQueuePrefix, options) {
+        this.redisQueuePrefix = redisQueuePrefix;
+        this.concurrency = options.concurrency || 2;
+        this.continueWaitTimeout = options.continueWaitTimeout || 5;
+        this.executionTimeout = options.executionTimeout || 600;
+        this.orphanedTimeout = options.orphanedTimeout || 120;
+        this.heartBeatInterval = options.heartBeatInterval || 30;
+        this.sendProcessMessageFn = options.sendProcessMessageFn || ((queryKey) => { this.processQuery(queryKey); });
+        this.sendCancelMessageFn = options.sendCancelMessageFn || ((query) => { this.processCancel(query); });
+        this.queryHandlers = options.queryHandlers;
+        this.cancelHandlers = options.cancelHandlers;
+        this.logger = options.logger || ((message, event) => console.log(`${message} ${JSON.stringify(event)}`));
+        const queueDriverOptions = {
+            redisQueuePrefix: this.redisQueuePrefix,
+            concurrency: this.concurrency,
+            continueWaitTimeout: this.continueWaitTimeout,
+            orphanedTimeout: this.orphanedTimeout,
+            heartBeatTimeout: this.heartBeatInterval * 4,
+            redisPool: options.redisPool
+        };
+        this.queueDriver = options.cacheAndQueueDriver === 'redis' ?
+            new RedisQueueDriver_1.RedisQueueDriver(queueDriverOptions) :
+            new LocalQueueDriver_1.LocalQueueDriver(queueDriverOptions);
+    }
+    async executeInQueue(queryHandler, queryKey, query, priority, options) {
+        options = options || {};
+        const redisClient = await this.queueDriver.createConnection();
+        try {
+            if (priority == null) {
+                priority = 0;
+            }
+            if (!(priority >= -10000 && priority <= 10000)) {
+                throw new Error('Priority should be between -10000 and 10000');
+            }
+            let result = await redisClient.getResult(queryKey);
+            if (result) {
+                return this.parseResult(result);
+            }
+            const time = new Date().getTime();
+            const keyScore = time + (10000 - priority) * 1E14;
+            // eslint-disable-next-line no-unused-vars
+            const [added, b, c, queueSize] = await redisClient.addToQueue(keyScore, queryKey, time, queryHandler, query, priority, options);
+            if (added > 0) {
+                this.logger('Added to queue', {
+                    priority,
+                    queueSize,
+                    queryKey,
+                    queuePrefix: this.redisQueuePrefix,
+                    requestId: options.requestId,
+                });
+            }
+            await this.reconcileQueue();
+            const queryDef = await redisClient.getQueryDef(queryKey);
+            const [active, toProcess] = await redisClient.getQueryStageState(true);
+            if (queryDef) {
+                this.logger('Waiting for query', {
+                    queueSize,
+                    queryKey: queryDef.queryKey,
+                    queuePrefix: this.redisQueuePrefix,
+                    requestId: options.requestId,
+                    activeQueryKeys: active,
+                    toProcessQueryKeys: toProcess,
+                    active: active.indexOf(redisClient.redisHash(queryKey)) !== -1,
+                    queueIndex: toProcess.indexOf(redisClient.redisHash(queryKey)),
+                    waitingForRequestId: queryDef.requestId
+                });
+            }
+            result = await redisClient.getResultBlocking(queryKey);
+            if (!result) {
+                throw new ContinueWaitError_1.ContinueWaitError();
+            }
+            return this.parseResult(result);
+        }
+        finally {
+            this.queueDriver.release(redisClient);
+        }
+    }
+    parseResult(result) {
+        if (!result) {
+            return;
+        }
+        if (result.error) {
+            throw new Error(result.error); // TODO
+        }
+        else {
+            // eslint-disable-next-line consistent-return
+            return result.result;
+        }
+    }
+    async reconcileQueue() {
+        if (!this.reconcilePromise) {
+            this.reconcileAgain = false;
+            this.reconcilePromise = this.reconcileQueueImpl().then(() => {
+                this.reconcilePromise = null;
+                if (this.reconcileAgain) {
+                    return this.reconcileQueue();
+                }
+                return null;
+            });
+        }
+        else {
+            this.reconcileAgain = true;
+        }
+        return this.reconcilePromise;
+    }
+    async reconcileQueueImpl() {
+        const redisClient = await this.queueDriver.createConnection();
+        try {
+            const toCancel = (await redisClient.getStalledQueries()).concat(await redisClient.getOrphanedQueries());
+            await Promise.all(toCancel.map(async (queryKey) => {
+                const [query] = await redisClient.getQueryAndRemove(queryKey);
+                if (query) {
+                    this.logger('Removing orphaned query', {
+                        queryKey: query.queryKey,
+                        queuePrefix: this.redisQueuePrefix,
+                        requestId: query.requestId
+                    });
+                    await this.sendCancelMessageFn(query);
+                }
+            }));
+            const active = await redisClient.getActiveQueries();
+            const toProcess = await redisClient.getToProcessQueries();
+            await Promise.all(ramda_1.default.pipe(ramda_1.default.filter(p => active.indexOf(p) === -1), ramda_1.default.take(this.concurrency), ramda_1.default.map(this.sendProcessMessageFn))(toProcess));
+        }
+        finally {
+            this.queueDriver.release(redisClient);
+        }
+    }
+    queryTimeout(promise) {
+        let timeout;
+        const { executionTimeout } = this;
+        return Promise.race([
+            promise,
+            new Promise((resolve, reject) => {
+                timeout = setTimeout(() => {
+                    reject(new TimeoutError_1.TimeoutError(`Query execution timeout after ${executionTimeout / 60} min of waiting`));
+                }, executionTimeout * 1000);
+            }),
+        ]).then((v) => {
+            clearTimeout(timeout);
+            return v;
+        }, (err) => {
+            clearTimeout(timeout);
+            throw err;
+        });
+    }
+    async fetchQueryStageState() {
+        const redisClient = await this.queueDriver.createConnection();
+        try {
+            return redisClient.getQueryStageState();
+        }
+        finally {
+            this.queueDriver.release(redisClient);
+        }
+    }
+    async getQueryStage(stageQueryKey, priorityFilter, queryStageState) {
+        const [active, toProcess, allQueryDefs] = queryStageState || await this.fetchQueryStageState();
+        const queryDefs = toProcess.map(k => allQueryDefs[k]).filter(q => !!q);
+        const queryInQueue = queryDefs.find(q => this.redisHash(q.stageQueryKey) === this.redisHash(stageQueryKey) &&
+            (priorityFilter != null ? q.priority === priorityFilter : true));
+        if (queryInQueue) {
+            if (active.indexOf(this.redisHash(queryInQueue.queryKey)) !== -1) {
+                return {
+                    stage: 'Executing query',
+                    timeElapsed: queryInQueue.startQueryTime ? new Date().getTime() - queryInQueue.startQueryTime : undefined
+                };
+            }
+            const index = queryDefs.filter(q => active.indexOf(this.redisHash(q.queryKey)) === -1).indexOf(queryInQueue);
+            if (index !== -1) {
+                return index !== -1 ? { stage: `#${index + 1} in queue` } : undefined;
+            }
+        }
+        return undefined;
+    }
+    async processQuery(queryKey) {
+        const redisClient = await this.queueDriver.createConnection();
+        let insertedCount;
+        // eslint-disable-next-line no-unused-vars
+        let removedCount;
+        let activeKeys;
+        let queueSize;
+        let query;
+        let processingLockAcquired;
+        try {
+            const processingId = await redisClient.getNextProcessingId();
+            const retrieveResult = await redisClient.retrieveForProcessing(queryKey, processingId);
+            if (retrieveResult) {
+                [insertedCount, removedCount, activeKeys, queueSize, query, processingLockAcquired] = retrieveResult;
+            }
+            const activated = activeKeys && activeKeys.indexOf(this.redisHash(queryKey)) !== -1;
+            if (!query) {
+                query = await redisClient.getQueryDef(this.redisHash(queryKey));
+            }
+            if (query && insertedCount && activated && processingLockAcquired) {
+                let executionResult;
+                const startQueryTime = (new Date()).getTime();
+                const timeInQueue = (new Date()).getTime() - query.addedToQueueTime;
+                this.logger('Performing query', {
+                    processingId,
+                    queueSize,
+                    queryKey: query.queryKey,
+                    queuePrefix: this.redisQueuePrefix,
+                    requestId: query.requestId,
+                    timeInQueue
+                });
+                await redisClient.optimisticQueryUpdate(queryKey, { startQueryTime }, processingId);
+                const heartBeatTimer = setInterval(() => redisClient.updateHeartBeat(queryKey), this.heartBeatInterval * 1000);
+                try {
+                    executionResult = {
+                        result: await this.queryTimeout(this.queryHandlers[query.queryHandler](query.query, async (cancelHandler) => {
+                            try {
+                                return redisClient.optimisticQueryUpdate(queryKey, { cancelHandler }, processingId);
+                            }
+                            catch (e) {
+                                this.logger('Error while query update', {
+                                    queryKey: query.queryKey,
+                                    error: e.stack || e,
+                                    queuePrefix: this.redisQueuePrefix,
+                                    requestId: query.requestId
+                                });
+                            }
+                            return null;
+                        }))
+                    };
+                    this.logger('Performing query completed', {
+                        processingId,
+                        queueSize,
+                        duration: ((new Date()).getTime() - startQueryTime),
+                        queryKey: query.queryKey,
+                        queuePrefix: this.redisQueuePrefix,
+                        requestId: query.requestId,
+                        timeInQueue
+                    });
+                }
+                catch (e) {
+                    executionResult = {
+                        error: (e.message || e).toString() // TODO error handling
+                    };
+                    this.logger('Error while querying', {
+                        processingId,
+                        queueSize,
+                        duration: ((new Date()).getTime() - startQueryTime),
+                        queryKey: query.queryKey,
+                        queuePrefix: this.redisQueuePrefix,
+                        requestId: query.requestId,
+                        timeInQueue,
+                        error: (e.stack || e).toString()
+                    });
+                    if (e instanceof TimeoutError_1.TimeoutError) {
+                        const queryWithCancelHandle = await redisClient.getQueryDef(queryKey);
+                        if (queryWithCancelHandle) {
+                            this.logger('Cancelling query due to timeout', {
+                                processingId,
+                                queryKey: queryWithCancelHandle.queryKey,
+                                queuePrefix: this.redisQueuePrefix,
+                                requestId: queryWithCancelHandle.requestId
+                            });
+                            await this.sendCancelMessageFn(queryWithCancelHandle);
+                        }
+                    }
+                }
+                clearInterval(heartBeatTimer);
+                if (!(await redisClient.setResultAndRemoveQuery(queryKey, executionResult, processingId))) {
+                    this.logger('Orphaned execution result', {
+                        processingId,
+                        warn: 'Result for query was not set due to processing lock wasn\'t acquired',
+                        queryKey: query.queryKey,
+                        queuePrefix: this.redisQueuePrefix,
+                        requestId: query.requestId
+                    });
+                }
+                await this.reconcileQueue();
+            }
+            else {
+                this.logger('Skip processing', {
+                    processingId,
+                    queryKey: query && query.queryKey || queryKey,
+                    requestId: query && query.requestId,
+                    queuePrefix: this.redisQueuePrefix,
+                    processingLockAcquired,
+                    query,
+                    insertedCount,
+                    activeKeys,
+                    activated,
+                    queryExists: !!query
+                });
+                const currentProcessingId = await redisClient.freeProcessingLock(queryKey, processingId, activated);
+                if (currentProcessingId) {
+                    this.logger('Skipping free processing lock', {
+                        processingId,
+                        currentProcessingId,
+                        queryKey: query && query.queryKey || queryKey,
+                        requestId: query && query.requestId,
+                        queuePrefix: this.redisQueuePrefix,
+                        processingLockAcquired,
+                        query,
+                        insertedCount,
+                        activeKeys,
+                        activated,
+                        queryExists: !!query
+                    });
+                }
+            }
+        }
+        catch (e) {
+            this.logger('Queue storage error', {
+                queryKey: query && query.queryKey || queryKey,
+                requestId: query && query.requestId,
+                error: (e.stack || e).toString(),
+                queuePrefix: this.redisQueuePrefix
+            });
+        }
+        finally {
+            this.queueDriver.release(redisClient);
+        }
+    }
+    async processCancel(query) {
+        const { queryHandler } = query;
+        try {
+            if (!this.cancelHandlers[queryHandler]) {
+                throw new Error(`No cancel handler for ${queryHandler}`);
+            }
+            await this.cancelHandlers[queryHandler](query);
+        }
+        catch (e) {
+            this.logger('Error while cancel', {
+                queryKey: query.queryKey,
+                error: e.stack || e,
+                queuePrefix: this.redisQueuePrefix,
+                requestId: query.requestId
+            });
+        }
+    }
+    redisHash(queryKey) {
+        return this.queueDriver.redisHash(queryKey);
+    }
+}
+exports.QueryQueue = QueryQueue;
+//# sourceMappingURL=QueryQueue.js.map

package/dist/src/orchestrator/QueryQueue.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueryQueue.js","sourceRoot":"","sources":["../../../src/orchestrator/QueryQueue.js"],"names":[],"mappings":";;;;;;AAAA,kDAAsB;AAEtB,iDAA8C;AAC9C,2DAAwD;AACxD,yDAAsD;AACtD,yDAAsD;AAEtD,MAAa,UAAU;IACrB,YAAY,gBAAgB,EAAE,OAAO;QACnC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,CAAC,CAAC;QAC5C,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAC5D,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,IAAI,GAAG,CAAC;QACxD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,IAAI,GAAG,CAAC;QACtD,IAAI,CAAC,iBAAiB,GAAG,OAAO,CAAC,iBAAiB,IAAI,EAAE,CAAC;QACzD,IAAI,CAAC,oBAAoB,GAAG,OAAO,CAAC,oBAAoB,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7G,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACtG,IAAI,CAAC,aAAa,GAAG,OAAO,CAAC,aAAa,CAAC;QAC3C,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,IAAI,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,OAAO,IAAI,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC;QACzG,MAAM,kBAAkB,GAAG;YACzB,gBAAgB,EAAE,IAAI,CAAC,gBAAgB;YACvC,WAAW,EAAE,IAAI,CAAC,WAAW;YAC7B,mBAAmB,EAAE,IAAI,CAAC,mBAAmB;YAC7C,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,gBAAgB,EAAE,IAAI,CAAC,iBAAiB,GAAG,CAAC;YAC5C,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CAAC;QACF,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,mBAAmB,KAAK,OAAO,CAAC,CAAC;YAC1D,IAAI,mCAAgB,CAAC,kBAAkB,CAAC,CAAC,CAAC;YAC1C,IAAI,mCAAgB,CAAC,kBAAkB,CAAC,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,YAAY,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO;QACnE,OAAO,GAAG,OAAO,IAAI,EAAE,CAAC;QACxB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;QAC9D,IAAI;YACF,IAAI,QAAQ,IAAI,IAAI,EAAE;gBACpB,QAAQ,GAAG,CAAC,CAAC;aACd;YACD,IAAI,CAAC,CAAC,QAAQ,IAAI,CAAC,KAAK,IAAI,QAAQ,IAAI,KAAK,CAAC,EAAE;gBAC9C,MAAM,IAAI,KAAK,CAAC,6CAA6C,CAAC,CAAC;aAChE;YACD,IAAI,MAAM,GAAG,MAAM,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnD,IAAI,MAAM,EAAE;gBACV,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;aACjC;YACD,MAAM,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;YAClC,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,KAAK,GAAG,QAAQ,CAAC,GAAG,IAAI,CAAC;YAElD,0CAA0C;YAC1C,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,SAAS,CAAC,GAAG,MAAM,WAAW,CAAC,UAAU,CAC3D,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CACjE,CAAC;YAEF,IAAI,KAAK,GAAG,CAAC,EAAE;gBACb,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE;oBAC5B,QAAQ;oBACR,SAAS;oBACT,QAAQ;oBACR,WAAW,EAAE,IAAI,CAAC,gBAAgB;oBAClC,SAAS,EAAE,OAAO,CAAC,SAAS;iBAC7B,CAAC,CAAC;aACJ;YAED,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;YAE5B,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;YACzD,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,GAAG,MAAM,WAAW,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC;YAEvE,IAAI,QAAQ,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE;oBAC/B,SAAS;oBACT,QAAQ,EAAE,QAAQ,CAAC,QAAQ;oBAC3B,WAAW,EAAE,IAAI,CAAC,gBAAgB;oBAClC,SAAS,EAAE,OAAO,CAAC,SAAS;oBAC5B,eAAe,EAAE,MAAM;oBACvB,kBAAkB,EAAE,SAAS;oBAC7B,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC;oBAC9D,UAAU,EAAE,SAAS,CAAC,OAAO,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;oBAC9D,mBAAmB,EAAE,QAAQ,CAAC,SAAS;iBACxC,CAAC,CAAC;aACJ;YAED,MAAM,GAAG,MAAM,WAAW,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YACvD,IAAI,CAAC,MAAM,EAAE;gBACX,MAAM,IAAI,qCAAiB,EAAE,CAAC;aAC/B;YACD,OAAO,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;SACjC;gBAAS;YACR,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;SACvC;IACH,CAAC;IAED,WAAW,CAAC,MAAM;QAChB,IAAI,CAAC,MAAM,EAAE;YACX,OAAO;SACR;QACD,IAAI,MAAM,CAAC,KAAK,EAAE;YAChB,MAAM,IAAI,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO;SACvC;aAAM;YACL,6CAA6C;YAC7C,OAAO,MAAM,CAAC,MAAM,CAAC;SACtB;IACH,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE;YAC1B,IAAI,CAAC,cAAc,GAAG,KAAK,CAAC;YAC5B,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE;gBAC1D,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC;gBAC7B,IAAI,IAAI,CAAC,cAAc,EAAE;oBACvB,OAAO,IAAI,CAAC,cAAc,EAAE,CAAC;iBAC9B;gBACD,OAAO,IAAI,CAAC;YACd,CAAC,CAAC,CAAC;SACJ;aAAM;YACL,IAAI,CAAC,cAAc,GAAG,IAAI,CAAC;SAC5B;QACD,OAAO,IAAI,CAAC,gBAAgB,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;QAC9D,IAAI;YACF,MAAM,QAAQ,GAAG,CACf,MAAM,WAAW,CAAC,iBAAiB,EAAE,CACtC,CAAC,MAAM,CACN,MAAM,WAAW,CAAC,kBAAkB,EAAE,CACvC,CAAC;YAEF,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,EAAC,QAAQ,EAAC,EAAE;gBAC9C,MAAM,CAAC,KAAK,CAAC,GAAG,MAAM,WAAW,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;gBAC9D,IAAI,KAAK,EAAE;oBACT,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAAE;wBACrC,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,WAAW,EAAE,IAAI,CAAC,gBAAgB;wBAClC,SAAS,EAAE,KAAK,CAAC,SAAS;qBAC3B,CAAC,CAAC;oBACH,MAAM,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAC,CAAC;iBACvC;YACH,CAAC,CAAC,CAAC,CAAC;YAEJ,MAAM,MAAM,GAAG,MAAM,WAAW,CAAC,gBAAgB,EAAE,CAAC;YACpD,MAAM,SAAS,GAAG,MAAM,WAAW,CAAC,mBAAmB,EAAE,CAAC;YAC1D,MAAM,OAAO,CAAC,GAAG,CACf,eAAC,CAAC,IAAI,CACJ,eAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EACvC,eAAC,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,EACxB,eAAC,CAAC,GAAG,CAAC,IAAI,CAAC,oBAAoB,CAAC,CACjC,CAAC,SAAS,CAAC,CACb,CAAC;SACH;gBAAS;YACR,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;SACvC;IACH,CAAC;IAED,YAAY,CAAC,OAAO;QAClB,IAAI,OAAO,CAAC;QACZ,MAAM,EAAE,gBAAgB,EAAE,GAAG,IAAI,CAAC;QAElC,OAAO,OAAO,CAAC,IAAI,CAAC;YAClB,OAAO;YACP,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBAC9B,OAAO,GAAG,UAAU,CAAC,GAAG,EAAE;oBACxB,MAAM,CAAC,IAAI,2BAAY,CAAC,iCAAiC,gBAAgB,GAAG,EAAE,iBAAiB,CAAC,CAAC,CAAC;gBACpG,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC,CAAC;YAC9B,CAAC,CAAC;SACH,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE;YACZ,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,OAAO,CAAC,CAAC;QACX,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE;YACT,YAAY,CAAC,OAAO,CAAC,CAAC;YACtB,MAAM,GAAG,CAAC;QACZ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,oBAAoB;QACxB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;QAC9D,IAAI;YACF,OAAO,WAAW,CAAC,kBAAkB,EAAE,CAAC;SACzC;gBAAS;YACR,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;SACvC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,aAAa,EAAE,cAAc,EAAE,eAAe;QAChE,MAAM,CAAC,MAAM,EAAE,SAAS,EAAE,YAAY,CAAC,GAAG,eAAe,IAAI,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAE/F,MAAM,SAAS,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACvE,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC;YACxG,CAAC,cAAc,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,KAAK,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;QAEnE,IAAI,YAAY,EAAE;YAChB,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE;gBAChE,OAAO;oBACL,KAAK,EAAE,iBAAiB;oBACxB,WAAW,EAAE,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,YAAY,CAAC,cAAc,CAAC,CAAC,CAAC,SAAS;iBAC1G,CAAC;aACH;YACD,MAAM,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;YAC7G,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE;gBAChB,OAAO,KAAK,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,IAAI,KAAK,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;aACvE;SACF;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,QAAQ;QACzB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,gBAAgB,EAAE,CAAC;QAC9D,IAAI,aAAa,CAAC;QAClB,0CAA0C;QAC1C,IAAI,YAAY,CAAC;QACjB,IAAI,UAAU,CAAC;QACf,IAAI,SAAS,CAAC;QACd,IAAI,KAAK,CAAC;QACV,IAAI,sBAAsB,CAAC;QAC3B,IAAI;YACF,MAAM,YAAY,GAAG,MAAM,WAAW,CAAC,mBAAmB,EAAE,CAAC;YAC7D,MAAM,cAAc,GAAG,MAAM,WAAW,CAAC,qBAAqB,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;YACvF,IAAI,cAAc,EAAE;gBAClB,CAAC,aAAa,EAAE,YAAY,EAAE,UAAU,EAAE,SAAS,EAAE,KAAK,EAAE,sBAAsB,CAAC,GAAG,cAAc,CAAC;aACtG;YACD,MAAM,SAAS,GAAG,UAAU,IAAI,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;YACpF,IAAI,CAAC,KAAK,EAAE;gBACV,KAAK,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;aACjE;YACD,IAAI,KAAK,IAAI,aAAa,IAAI,SAAS,IAAI,sBAAsB,EAAE;gBACjE,IAAI,eAAe,CAAC;gBACpB,MAAM,cAAc,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;gBAC9C,MAAM,WAAW,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,KAAK,CAAC,gBAAgB,CAAC;gBACpE,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE;oBAC9B,YAAY;oBACZ,SAAS;oBACT,QAAQ,EAAE,KAAK,CAAC,QAAQ;oBACxB,WAAW,EAAE,IAAI,CAAC,gBAAgB;oBAClC,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,WAAW;iBACZ,CAAC,CAAC;gBACH,MAAM,WAAW,CAAC,qBAAqB,CAAC,QAAQ,EAAE,EAAE,cAAc,EAAE,EAAE,YAAY,CAAC,CAAC;gBAEpF,MAAM,cAAc,GAAG,WAAW,CAChC,GAAG,EAAE,CAAC,WAAW,CAAC,eAAe,CAAC,QAAQ,CAAC,EAC3C,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAC9B,CAAC;gBACF,IAAI;oBACF,eAAe,GAAG;wBAChB,MAAM,EAAE,MAAM,IAAI,CAAC,YAAY,CAC7B,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,YAAY,CAAC,CACpC,KAAK,CAAC,KAAK,EACX,KAAK,EAAE,aAAa,EAAE,EAAE;4BACtB,IAAI;gCACF,OAAO,WAAW,CAAC,qBAAqB,CAAC,QAAQ,EAAE,EAAE,aAAa,EAAE,EAAE,YAAY,CAAC,CAAC;6BACrF;4BAAC,OAAO,CAAC,EAAE;gCACV,IAAI,CAAC,MAAM,CAAC,0BAA0B,EAAE;oCACtC,QAAQ,EAAE,KAAK,CAAC,QAAQ;oCACxB,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC;oCACnB,WAAW,EAAE,IAAI,CAAC,gBAAgB;oCAClC,SAAS,EAAE,KAAK,CAAC,SAAS;iCAC3B,CAAC,CAAC;6BACJ;4BACD,OAAO,IAAI,CAAC;wBACd,CAAC,CACF,CACF;qBACF,CAAC;oBACF,IAAI,CAAC,MAAM,CAAC,4BAA4B,EAAE;wBACxC,YAAY;wBACZ,SAAS;wBACT,QAAQ,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC;wBACnD,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,WAAW,EAAE,IAAI,CAAC,gBAAgB;wBAClC,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,WAAW;qBACZ,CAAC,CAAC;iBACJ;gBAAC,OAAO,CAAC,EAAE;oBACV,eAAe,GAAG;wBAChB,KAAK,EAAE,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,sBAAsB;qBAC1D,CAAC;oBACF,IAAI,CAAC,MAAM,CAAC,sBAAsB,EAAE;wBAClC,YAAY;wBACZ,SAAS;wBACT,QAAQ,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC;wBACnD,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,WAAW,EAAE,IAAI,CAAC,gBAAgB;wBAClC,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,WAAW;wBACX,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE;qBACjC,CAAC,CAAC;oBACH,IAAI,CAAC,YAAY,2BAAY,EAAE;wBAC7B,MAAM,qBAAqB,GAAG,MAAM,WAAW,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;wBACtE,IAAI,qBAAqB,EAAE;4BACzB,IAAI,CAAC,MAAM,CAAC,iCAAiC,EAAE;gCAC7C,YAAY;gCACZ,QAAQ,EAAE,qBAAqB,CAAC,QAAQ;gCACxC,WAAW,EAAE,IAAI,CAAC,gBAAgB;gCAClC,SAAS,EAAE,qBAAqB,CAAC,SAAS;6BAC3C,CAAC,CAAC;4BACH,MAAM,IAAI,CAAC,mBAAmB,CAAC,qBAAqB,CAAC,CAAC;yBACvD;qBACF;iBACF;gBAED,aAAa,CAAC,cAAc,CAAC,CAAC;gBAE9B,IAAI,CAAC,CAAC,MAAM,WAAW,CAAC,uBAAuB,CAAC,QAAQ,EAAE,eAAe,EAAE,YAAY,CAAC,CAAC,EAAE;oBACzF,IAAI,CAAC,MAAM,CAAC,2BAA2B,EAAE;wBACvC,YAAY;wBACZ,IAAI,EAAE,sEAAsE;wBAC5E,QAAQ,EAAE,KAAK,CAAC,QAAQ;wBACxB,WAAW,EAAE,IAAI,CAAC,gBAAgB;wBAClC,SAAS,EAAE,KAAK,CAAC,SAAS;qBAC3B,CAAC,CAAC;iBACJ;gBAED,MAAM,IAAI,CAAC,cAAc,EAAE,CAAC;aAC7B;iBAAM;gBACL,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE;oBAC7B,YAAY;oBACZ,QAAQ,EAAE,KAAK,IAAI,KAAK,CAAC,QAAQ,IAAI,QAAQ;oBAC7C,SAAS,EAAE,KAAK,IAAI,KAAK,CAAC,SAAS;oBACnC,WAAW,EAAE,IAAI,CAAC,gBAAgB;oBAClC,sBAAsB;oBACtB,KAAK;oBACL,aAAa;oBACb,UAAU;oBACV,SAAS;oBACT,WAAW,EAAE,CAAC,CAAC,KAAK;iBACrB,CAAC,CAAC;gBACH,MAAM,mBAAmB,GAAG,MAAM,WAAW,CAAC,kBAAkB,CAAC,QAAQ,EAAE,YAAY,EAAE,SAAS,CAAC,CAAC;gBACpG,IAAI,mBAAmB,EAAE;oBACvB,IAAI,CAAC,MAAM,CAAC,+BAA+B,EAAE;wBAC3C,YAAY;wBACZ,mBAAmB;wBACnB,QAAQ,EAAE,KAAK,IAAI,KAAK,CAAC,QAAQ,IAAI,QAAQ;wBAC7C,SAAS,EAAE,KAAK,IAAI,KAAK,CAAC,SAAS;wBACnC,WAAW,EAAE,IAAI,CAAC,gBAAgB;wBAClC,sBAAsB;wBACtB,KAAK;wBACL,aAAa;wBACb,UAAU;wBACV,SAAS;wBACT,WAAW,EAAE,CAAC,CAAC,KAAK;qBACrB,CAAC,CAAC;iBACJ;aACF;SACF;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE;gBACjC,QAAQ,EAAE,KAAK,IAAI,KAAK,CAAC,QAAQ,IAAI,QAAQ;gBAC7C,SAAS,EAAE,KAAK,IAAI,KAAK,CAAC,SAAS;gBACnC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE;gBAChC,WAAW,EAAE,IAAI,CAAC,gBAAgB;aACnC,CAAC,CAAC;SACJ;gBAAS;YACR,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;SACvC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAK;QACvB,MAAM,EAAE,YAAY,EAAE,GAAG,KAAK,CAAC;QAC/B,IAAI;YACF,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,EAAE;gBACtC,MAAM,IAAI,KAAK,CAAC,yBAAyB,YAAY,EAAE,CAAC,CAAC;aAC1D;YACD,MAAM,IAAI,CAAC,cAAc,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,CAAC;SAChD;QAAC,OAAO,CAAC,EAAE;YACV,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE;gBAChC,QAAQ,EAAE,KAAK,CAAC,QAAQ;gBACxB,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC;gBACnB,WAAW,EAAE,IAAI,CAAC,gBAAgB;gBAClC,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC,CAAC;SACJ;IACH,CAAC;IAED,SAAS,CAAC,QAAQ;QAChB,OAAO,IAAI,CAAC,WAAW,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IAC9C,CAAC;CACF;AApXD,gCAoXC"}

package/dist/src/orchestrator/RedisCacheDriver.d.ts

@@ -0,0 +1,12 @@
+export class RedisCacheDriver {
+    constructor({ pool }: {
+        pool: any;
+    });
+    redisPool: any;
+    getClient(): Promise<any>;
+    get(key: any): Promise<any>;
+    set(key: any, value: any, expiration: any): Promise<any>;
+    remove(key: any): Promise<any>;
+    keysStartingWith(prefix: any): Promise<any>;
+}
+//# sourceMappingURL=RedisCacheDriver.d.ts.map

package/dist/src/orchestrator/RedisCacheDriver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisCacheDriver.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/RedisCacheDriver.js"],"names":[],"mappings":"AAAA;IACE;;OAEC;IADC,eAAqB;IAGvB,0BAEC;IAED,4BAQC;IAED,yDAOC;IAED,+BAOC;IAED,4CAOC;CACF"}

package/dist/src/orchestrator/RedisCacheDriver.js

@@ -0,0 +1,50 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RedisCacheDriver = void 0;
+class RedisCacheDriver {
+    constructor({ pool }) {
+        this.redisPool = pool;
+    }
+    async getClient() {
+        return this.redisPool.getClient();
+    }
+    async get(key) {
+        const client = await this.getClient();
+        try {
+            const res = await client.getAsync(key);
+            return res && JSON.parse(res);
+        }
+        finally {
+            this.redisPool.release(client);
+        }
+    }
+    async set(key, value, expiration) {
+        const client = await this.getClient();
+        try {
+            return await client.setAsync(key, JSON.stringify(value), 'EX', expiration);
+        }
+        finally {
+            this.redisPool.release(client);
+        }
+    }
+    async remove(key) {
+        const client = await this.getClient();
+        try {
+            return await client.delAsync(key);
+        }
+        finally {
+            this.redisPool.release(client);
+        }
+    }
+    async keysStartingWith(prefix) {
+        const client = await this.getClient();
+        try {
+            return await client.keysAsync(`${prefix}*`);
+        }
+        finally {
+            this.redisPool.release(client);
+        }
+    }
+}
+exports.RedisCacheDriver = RedisCacheDriver;
+//# sourceMappingURL=RedisCacheDriver.js.map

package/dist/src/orchestrator/RedisCacheDriver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisCacheDriver.js","sourceRoot":"","sources":["../../../src/orchestrator/RedisCacheDriver.js"],"names":[],"mappings":";;;AAAA,MAAa,gBAAgB;IAC3B,YAAY,EAAE,IAAI,EAAE;QAClB,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACxB,CAAC;IAED,KAAK,CAAC,SAAS;QACb,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;IACpC,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAG;QACX,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACtC,IAAI;YACF,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACvC,OAAO,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SAC/B;gBAAS;YACR,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SAChC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,UAAU;QAC9B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACtC,IAAI;YACF,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;SAC5E;gBAAS;YACR,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SAChC;IACH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAG;QACd,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACtC,IAAI;YACF,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;SACnC;gBAAS;YACR,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SAChC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,MAAM;QAC3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QACtC,IAAI;YACF,OAAO,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC;SAC7C;gBAAS;YACR,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SAChC;IACH,CAAC;CACF;AA7CD,4CA6CC"}

package/dist/src/orchestrator/RedisFactory.d.ts

@@ -0,0 +1,3 @@
+export function createRedisClient(url: any): redis.RedisClient;
+import redis from "redis";
+//# sourceMappingURL=RedisFactory.d.ts.map

package/dist/src/orchestrator/RedisFactory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisFactory.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/RedisFactory.js"],"names":[],"mappings":"AAGA,+DA4CC"}

package/dist/src/orchestrator/RedisFactory.js

@@ -0,0 +1,45 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createRedisClient = void 0;
+const redis_1 = __importDefault(require("redis"));
+const util_1 = require("util");
+function createRedisClient(url) {
+    redis_1.default.Multi.prototype.execAsync = function execAsync() {
+        return new Promise((resolve, reject) => this.exec((err, res) => (err ? reject(err) : resolve(res))));
+    };
+    const options = {
+        url,
+    };
+    if (process.env.REDIS_TLS === 'true') {
+        options.tls = {};
+    }
+    if (process.env.REDIS_PASSWORD) {
+        options.password = process.env.REDIS_PASSWORD;
+    }
+    const client = redis_1.default.createClient(options);
+    [
+        'brpop',
+        'del',
+        'get',
+        'hget',
+        'rpop',
+        'set',
+        'zadd',
+        'zrange',
+        'zrangebyscore',
+        'keys',
+        'watch',
+        'unwatch',
+        'incr',
+        'decr',
+        'lpush'
+    ].forEach(k => {
+        client[`${k}Async`] = util_1.promisify(client[k]);
+    });
+    return client;
+}
+exports.createRedisClient = createRedisClient;
+//# sourceMappingURL=RedisFactory.js.map

package/dist/src/orchestrator/RedisFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisFactory.js","sourceRoot":"","sources":["../../../src/orchestrator/RedisFactory.js"],"names":[],"mappings":";;;;;;AAAA,kDAA0B;AAC1B,+BAAiC;AAEjC,SAAgB,iBAAiB,CAAC,GAAG;IACnC,eAAK,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,GAAG,SAAS,SAAS;QAClD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAC9D,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CACjC,CAAC,CAAC,CAAC;IACN,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG;QACd,GAAG;KACJ,CAAC;IAEF,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,KAAK,MAAM,EAAE;QACpC,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC;KAClB;IAED,IAAI,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE;QAC9B,OAAO,CAAC,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC;KAC/C;IAED,MAAM,MAAM,GAAG,eAAK,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IAE3C;QACE,OAAO;QACP,KAAK;QACL,KAAK;QACL,MAAM;QACN,MAAM;QACN,KAAK;QACL,MAAM;QACN,QAAQ;QACR,eAAe;QACf,MAAM;QACN,OAAO;QACP,SAAS;QACT,MAAM;QACN,MAAM;QACN,OAAO;KACR,CAAC,OAAO,CACP,CAAC,CAAC,EAAE;QACF,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,gBAAS,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CACF,CAAC;IAEF,OAAO,MAAM,CAAC;AAChB,CAAC;AA5CD,8CA4CC"}

package/dist/src/orchestrator/RedisPool.d.ts

@@ -0,0 +1,10 @@
+export class RedisPool {
+    constructor(options: any);
+    pool: genericPool.Pool<any>;
+    create: any;
+    getClient(): Promise<any>;
+    release(client: any): void;
+    cleanup(): Promise<void>;
+}
+import genericPool from "generic-pool";
+//# sourceMappingURL=RedisPool.d.ts.map

package/dist/src/orchestrator/RedisPool.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisPool.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/RedisPool.js"],"names":[],"mappings":"AAGA;IACE,0BAqBC;IALG,4BAA6D;IAG7D,YAAoB;IAIxB,0BAMC;IAED,2BAMC;IAED,yBAKC;CACF"}

package/dist/src/orchestrator/RedisPool.js

@@ -0,0 +1,57 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RedisPool = void 0;
+const generic_pool_1 = __importDefault(require("generic-pool"));
+const RedisFactory_1 = require("./RedisFactory");
+class RedisPool {
+    constructor(options) {
+        options = options || {};
+        const defaultMin = process.env.CUBEJS_REDIS_POOL_MIN ? parseInt(process.env.CUBEJS_REDIS_POOL_MIN, 10) : 2;
+        const defaultMax = process.env.CUBEJS_REDIS_POOL_MAX ? parseInt(process.env.CUBEJS_REDIS_POOL_MAX, 10) : 1000;
+        const min = (typeof options.poolMin !== 'undefined') ? options.poolMin : defaultMin;
+        const max = (typeof options.poolMax !== 'undefined') ? options.poolMax : defaultMax;
+        const create = options.createClient || (() => RedisFactory_1.createRedisClient(process.env.REDIS_URL));
+        const destroy = options.destroyClient || (client => client.end(true));
+        const opts = {
+            min,
+            max,
+            acquireTimeoutMillis: 5000,
+            idleTimeoutMillis: 5000,
+            evictionRunIntervalMillis: 5000
+        };
+        if (max > 0) {
+            this.pool = generic_pool_1.default.createPool({ create, destroy }, opts);
+        }
+        else {
+            // fallback to un-pooled behavior if pool max is 0
+            this.create = create;
+        }
+    }
+    async getClient() {
+        if (this.pool) {
+            return this.pool.acquire();
+        }
+        else {
+            return this.create();
+        }
+    }
+    release(client) {
+        if (this.pool) {
+            this.pool.release(client);
+        }
+        else if (client) {
+            client.quit();
+        }
+    }
+    async cleanup() {
+        if (this.pool) {
+            await this.pool.drain();
+            this.pool.clear();
+        }
+    }
+}
+exports.RedisPool = RedisPool;
+//# sourceMappingURL=RedisPool.js.map

package/dist/src/orchestrator/RedisPool.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisPool.js","sourceRoot":"","sources":["../../../src/orchestrator/RedisPool.js"],"names":[],"mappings":";;;;;;AAAA,gEAAuC;AACvC,iDAAmD;AAEnD,MAAa,SAAS;IACpB,YAAY,OAAO;QACjB,OAAO,GAAG,OAAO,IAAI,EAAE,CAAC;QACxB,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC3G,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC9G,MAAM,GAAG,GAAG,CAAC,OAAO,OAAO,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;QACpF,MAAM,GAAG,GAAG,CAAC,OAAO,OAAO,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;QACpF,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,GAAG,EAAE,CAAC,gCAAiB,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC;QACxF,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QACtE,MAAM,IAAI,GAAG;YACX,GAAG;YACH,GAAG;YACH,oBAAoB,EAAE,IAAI;YAC1B,iBAAiB,EAAE,IAAI;YACvB,yBAAyB,EAAE,IAAI;SAChC,CAAC;QACF,IAAI,GAAG,GAAG,CAAC,EAAE;YACX,IAAI,CAAC,IAAI,GAAG,sBAAW,CAAC,UAAU,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC;SAC/D;aAAM;YACL,kDAAkD;YAClD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;SACtB;IACH,CAAC;IAED,KAAK,CAAC,SAAS;QACb,IAAI,IAAI,CAAC,IAAI,EAAE;YACb,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;SAC5B;aAAM;YACL,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;SACtB;IACH,CAAC;IAED,OAAO,CAAC,MAAM;QACZ,IAAI,IAAI,CAAC,IAAI,EAAE;YACb,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SAC3B;aAAM,IAAI,MAAM,EAAE;YACjB,MAAM,CAAC,IAAI,EAAE,CAAC;SACf;IACH,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,IAAI,EAAE;YACb,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;SACnB;IACH,CAAC;CACF;AA9CD,8BA8CC"}

package/dist/src/orchestrator/RedisQueueDriver.d.ts

@@ -0,0 +1,47 @@
+export class RedisQueueDriverConnection {
+    constructor(driver: any, options: any);
+    driver: any;
+    redisClient: any;
+    redisQueuePrefix: any;
+    continueWaitTimeout: any;
+    orphanedTimeout: any;
+    heartBeatTimeout: any;
+    concurrency: any;
+    getResultBlocking(queryKey: any): Promise<any>;
+    getResult(queryKey: any): Promise<any>;
+    addToQueue(keyScore: any, queryKey: any, time: any, queryHandler: any, query: any, priority: any, options: any): any;
+    getToProcessQueries(): any;
+    getActiveQueries(): any;
+    getQueryAndRemove(queryKey: any): Promise<any[]>;
+    setResultAndRemoveQuery(queryKey: any, executionResult: any, processingId: any): Promise<any>;
+    getOrphanedQueries(): any;
+    getStalledQueries(): any;
+    getQueryStageState(onlyKeys: any): Promise<any[]>;
+    getQueryDef(queryKey: any): Promise<any>;
+    updateHeartBeat(queryKey: any): any;
+    getNextProcessingId(): Promise<any>;
+    retrieveForProcessing(queryKey: any, processingId: any): Promise<any>;
+    freeProcessingLock(queryKey: any, processingId: any, activated: any): Promise<any>;
+    optimisticQueryUpdate(queryKey: any, toUpdate: any, processingId: any): Promise<boolean>;
+    release(): any;
+    toProcessRedisKey(): string;
+    recentRedisKey(): string;
+    activeRedisKey(): string;
+    heartBeatRedisKey(): string;
+    queryRedisKey(queryKey: any, suffix: any): string;
+    queueRedisKey(suffix: any): string;
+    queriesDefKey(): string;
+    processingIdKey(): string;
+    resultListKey(queryKey: any): string;
+    queryProcessingLockKey(queryKey: any): string;
+    redisHash(queryKey: any): any;
+}
+export class RedisQueueDriver extends BaseQueueDriver {
+    constructor(options: any);
+    redisPool: any;
+    options: any;
+    createConnection(): Promise<RedisQueueDriverConnection>;
+    release(connection: any): void;
+}
+import { BaseQueueDriver } from "./BaseQueueDriver";
+//# sourceMappingURL=RedisQueueDriver.d.ts.map

package/dist/src/orchestrator/RedisQueueDriver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"RedisQueueDriver.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/RedisQueueDriver.js"],"names":[],"mappings":"AAGA;IACE,uCAQC;IAPC,YAAoB;IACpB,iBAAsC;IACtC,sBAAgD;IAChD,yBAAsD;IACtD,qBAA8C;IAC9C,sBAAgD;IAChD,iBAAsC;IAGxC,+CAWC;IAED,uCAIC;IAED,qHAmBC;IAED,2BAEC;IAED,wBAEC;IAED,iDAWC;IAED,8FAoBC;IAED,0BAIC;IAED,yBAIC;IAED,kDASC;IAED,yCAGC;IAED,oCAEC;IAED,oCAGC;IAED,sEA4BC;IAED,mFAoBC;IAED,yFA2BC;IAED,eAEC;IAED,4BAEC;IAED,yBAEC;IAED,yBAEC;IAED,4BAEC;IAED,kDAEC;IAED,mCAEC;IAED,wBAEC;IAED,0BAEC;IAED,qCAEC;IAED,8CAEC;IAED,8BAEC;CACF;AAED;IACE,0BAIC;IAFC,eAAkC;IAClC,aAAsB;IAGxB,wDAMC;IAED,+BAEC;CACF"}