@cubejs-backend/query-orchestrator 0.24.0 → 0.24.2

package/dist/src/orchestrator/LocalQueueDriver.js

@@ -0,0 +1,230 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LocalQueueDriver = exports.LocalQueueDriverConnection = void 0;
+const R = require('ramda');
+const { BaseQueueDriver } = require('./BaseQueueDriver');
+class LocalQueueDriverConnection {
+    constructor(driver, options) {
+        this.redisQueuePrefix = options.redisQueuePrefix;
+        this.continueWaitTimeout = options.continueWaitTimeout;
+        this.orphanedTimeout = options.orphanedTimeout;
+        this.heartBeatTimeout = options.heartBeatTimeout;
+        this.concurrency = options.concurrency;
+        this.driver = driver;
+        this.results = driver.results;
+        this.resultPromises = driver.resultPromises;
+        this.queryDef = driver.queryDef;
+        this.toProcess = driver.toProcess;
+        this.recent = driver.recent;
+        this.active = driver.active;
+        this.heartBeat = driver.heartBeat;
+        this.processingCounter = driver.processingCounter;
+        this.processingLocks = driver.processingLocks;
+    }
+    getResultPromise(resultListKey) {
+        if (!this.resultPromises[resultListKey]) {
+            let resolveMethod = null;
+            this.resultPromises[resultListKey] = new Promise(resolve => {
+                resolveMethod = resolve;
+            });
+            this.resultPromises[resultListKey].resolve = resolveMethod;
+        }
+        return this.resultPromises[resultListKey];
+    }
+    async getResultBlocking(queryKey) {
+        const resultListKey = this.resultListKey(queryKey);
+        if (!this.queryDef[this.redisHash(queryKey)] && !this.resultPromises[resultListKey]) {
+            return null;
+        }
+        const timeoutPromise = (timeout) => new Promise((resolve) => setTimeout(() => resolve(null), timeout));
+        const res = await Promise.race([
+            this.getResultPromise(resultListKey),
+            timeoutPromise(this.continueWaitTimeout * 1000),
+        ]);
+        if (res) {
+            delete this.resultPromises[resultListKey];
+        }
+        return res;
+    }
+    async getResult(queryKey) {
+        const resultListKey = this.resultListKey(queryKey);
+        if (this.resultPromises[resultListKey] && this.resultPromises[resultListKey].resolved) {
+            return this.getResultBlocking(queryKey);
+        }
+        return null;
+    }
+    queueArray(queueObj, orderFilterLessThan) {
+        return R.pipe(R.values, R.filter(orderFilterLessThan ? q => q.order < orderFilterLessThan : R.identity), R.sortBy(q => q.order), R.map(q => q.key))(queueObj);
+    }
+    addToQueue(keyScore, queryKey, time, queryHandler, query, priority, options) {
+        const queryQueueObj = {
+            queryHandler,
+            query,
+            queryKey,
+            stageQueryKey: options.stageQueryKey,
+            priority,
+            requestId: options.requestId,
+            addedToQueueTime: new Date().getTime()
+        };
+        const key = this.redisHash(queryKey);
+        if (!this.queryDef[key]) {
+            this.queryDef[key] = queryQueueObj;
+        }
+        let added = 0;
+        if (!this.toProcess[key]) {
+            this.toProcess[key] = {
+                order: keyScore,
+                key
+            };
+            added = 1;
+        }
+        this.recent[key] = { order: time, key };
+        return [added, null, null, Object.keys(this.toProcess).length]; // TODO nulls
+    }
+    getToProcessQueries() {
+        return this.queueArray(this.toProcess);
+    }
+    getActiveQueries() {
+        return this.queueArray(this.active);
+    }
+    async getQueryAndRemove(queryKey) {
+        const key = this.redisHash(queryKey);
+        const query = this.queryDef[key];
+        delete this.active[key];
+        delete this.heartBeat[key];
+        delete this.toProcess[key];
+        delete this.recent[key];
+        delete this.queryDef[key];
+        delete this.processingLocks[key];
+        return [query];
+    }
+    async setResultAndRemoveQuery(queryKey, executionResult, processingId) {
+        const key = this.redisHash(queryKey);
+        if (this.processingLocks[key] !== processingId) {
+            return false;
+        }
+        const promise = this.getResultPromise(this.resultListKey(queryKey));
+        delete this.active[key];
+        delete this.heartBeat[key];
+        delete this.toProcess[key];
+        delete this.recent[key];
+        delete this.queryDef[key];
+        delete this.processingLocks[key];
+        promise.resolved = true;
+        promise.resolve(executionResult);
+        return true;
+    }
+    getNextProcessingId() {
+        this.processingCounter.counter = this.processingCounter.counter ? this.processingCounter.counter + 1 : 1;
+        return this.processingCounter.counter;
+    }
+    getOrphanedQueries() {
+        return this.queueArray(this.recent, new Date().getTime() - this.orphanedTimeout * 1000);
+    }
+    getStalledQueries() {
+        return this.queueArray(this.heartBeat, new Date().getTime() - this.heartBeatTimeout * 1000);
+    }
+    async getQueryStageState(onlyKeys) {
+        return [this.queueArray(this.active), this.queueArray(this.toProcess), onlyKeys ? {} : R.clone(this.queryDef)];
+    }
+    async getQueryDef(queryKey) {
+        return this.queryDef[this.redisHash(queryKey)];
+    }
+    updateHeartBeat(queryKey) {
+        const key = this.redisHash(queryKey);
+        if (this.heartBeat[key]) {
+            this.heartBeat[key] = { key, order: new Date().getTime() };
+        }
+    }
+    retrieveForProcessing(queryKey, processingId) {
+        const key = this.redisHash(queryKey);
+        let lockAcquired = false;
+        if (!this.processingLocks[key]) {
+            this.processingLocks[key] = processingId;
+            lockAcquired = true;
+        }
+        else {
+            return null;
+        }
+        let added = 0;
+        if (Object.keys(this.active).length < this.concurrency && !this.active[key]) {
+            this.active[key] = { key, order: processingId };
+            added = 1;
+        }
+        this.heartBeat[key] = { key, order: new Date().getTime() };
+        return [
+            added, null, this.queueArray(this.active), Object.keys(this.toProcess).length, this.queryDef[key], lockAcquired
+        ]; // TODO nulls
+    }
+    freeProcessingLock(queryKey, processingId, activated) {
+        const key = this.redisHash(queryKey);
+        if (this.processingLocks[key] === processingId) {
+            delete this.processingLocks[key];
+            if (activated) {
+                delete this.active[key];
+            }
+        }
+    }
+    async optimisticQueryUpdate(queryKey, toUpdate, processingId) {
+        const key = this.redisHash(queryKey);
+        if (this.processingLocks[key] !== processingId) {
+            return false;
+        }
+        this.queryDef[key] = Object.assign(Object.assign({}, this.queryDef[key]), toUpdate);
+        return true;
+    }
+    // eslint-disable-next-line @typescript-eslint/no-empty-function
+    release() {
+    }
+    queryRedisKey(queryKey, suffix) {
+        return `${this.redisQueuePrefix}_${this.redisHash(queryKey)}_${suffix}`;
+    }
+    resultListKey(queryKey) {
+        return this.queryRedisKey(queryKey, 'RESULT');
+    }
+    redisHash(queryKey) {
+        return this.driver.redisHash(queryKey);
+    }
+}
+exports.LocalQueueDriverConnection = LocalQueueDriverConnection;
+const results = {};
+const resultPromises = {};
+const queryDef = {};
+const toProcess = {};
+const recent = {};
+const active = {};
+const heartBeat = {};
+const processingCounters = {};
+const processingLocks = {};
+class LocalQueueDriver extends BaseQueueDriver {
+    constructor(options) {
+        super();
+        this.options = options;
+        results[options.redisQueuePrefix] = results[options.redisQueuePrefix] || {};
+        resultPromises[options.redisQueuePrefix] = resultPromises[options.redisQueuePrefix] || {};
+        queryDef[options.redisQueuePrefix] = queryDef[options.redisQueuePrefix] || {};
+        toProcess[options.redisQueuePrefix] = toProcess[options.redisQueuePrefix] || {};
+        recent[options.redisQueuePrefix] = recent[options.redisQueuePrefix] || {};
+        active[options.redisQueuePrefix] = active[options.redisQueuePrefix] || {};
+        heartBeat[options.redisQueuePrefix] = heartBeat[options.redisQueuePrefix] || {};
+        processingCounters[options.redisQueuePrefix] = processingCounters[options.redisQueuePrefix] || {};
+        processingLocks[options.redisQueuePrefix] = processingLocks[options.redisQueuePrefix] || {};
+        this.results = results[options.redisQueuePrefix];
+        this.resultPromises = resultPromises[options.redisQueuePrefix];
+        this.queryDef = queryDef[options.redisQueuePrefix];
+        this.toProcess = toProcess[options.redisQueuePrefix];
+        this.recent = recent[options.redisQueuePrefix];
+        this.active = active[options.redisQueuePrefix];
+        this.heartBeat = heartBeat[options.redisQueuePrefix];
+        this.processingCounter = processingCounters[options.redisQueuePrefix];
+        this.processingLocks = processingLocks[options.redisQueuePrefix];
+    }
+    createConnection() {
+        return new LocalQueueDriverConnection(this, this.options);
+    }
+    release(client) {
+        client.release();
+    }
+}
+exports.LocalQueueDriver = LocalQueueDriver;
+//# sourceMappingURL=LocalQueueDriver.js.map

package/dist/src/orchestrator/LocalQueueDriver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalQueueDriver.js","sourceRoot":"","sources":["../../../src/orchestrator/LocalQueueDriver.js"],"names":[],"mappings":";;;AAAA,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;AAC3B,MAAM,EAAE,eAAe,EAAE,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;AAEzD,MAAa,0BAA0B;IACrC,YAAY,MAAM,EAAE,OAAO;QACzB,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,CAAC;QACvD,IAAI,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QAC/C,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACvC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC;QAC9B,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,cAAc,CAAC;QAC5C,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC;QAChC,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,SAAS,CAAC;QAClC,IAAI,CAAC,iBAAiB,GAAG,MAAM,CAAC,iBAAiB,CAAC;QAClD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,eAAe,CAAC;IAChD,CAAC;IAED,gBAAgB,CAAC,aAAa;QAC5B,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE;YACvC,IAAI,aAAa,GAAG,IAAI,CAAC;YACzB,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,GAAG,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE;gBACzD,aAAa,GAAG,OAAO,CAAC;YAC1B,CAAC,CAAC,CAAC;YACH,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,OAAO,GAAG,aAAa,CAAC;SAC5D;QACD,OAAO,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;IAC5C,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,QAAQ;QAC9B,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,EAAE;YACnF,OAAO,IAAI,CAAC;SACb;QACD,MAAM,cAAc,GAAG,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC;QAEvG,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC;YAC7B,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC;YACpC,cAAc,CAAC,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC;SAChD,CAAC,CAAC;QAEH,IAAI,GAAG,EAAE;YACP,OAAO,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC;SAC3C;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,QAAQ;QACtB,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QACnD,IAAI,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,aAAa,CAAC,CAAC,QAAQ,EAAE;YACrF,OAAO,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;SACzC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,UAAU,CAAC,QAAQ,EAAE,mBAAmB;QACtC,OAAO,CAAC,CAAC,IAAI,CACX,CAAC,CAAC,MAAM,EACR,CAAC,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,mBAAmB,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,EAC/E,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,EACtB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAClB,CAAC,QAAQ,CAAC,CAAC;IACd,CAAC;IAED,UAAU,CAAC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO;QACzE,MAAM,aAAa,GAAG;YACpB,YAAY;YACZ,KAAK;YACL,QAAQ;YACR,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,QAAQ;YACR,SAAS,EAAE,OAAO,CAAC,SAAS;YAC5B,gBAAgB,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE;SACvC,CAAC;QACF,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE;YACvB,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,aAAa,CAAC;SACpC;QACD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE;YACxB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG;gBACpB,KAAK,EAAE,QAAQ;gBACf,GAAG;aACJ,CAAC;YACF,KAAK,GAAG,CAAC,CAAC;SACX;QACD,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC;QAExC,OAAO,CAAC,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa;IAC/E,CAAC;IAED,mBAAmB;QACjB,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACtC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,QAAQ;QAC9B,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC3B,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QACjC,OAAO,CAAC,KAAK,CAAC,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,QAAQ,EAAE,eAAe,EAAE,YAAY;QACnE,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,YAAY,EAAE;YAC9C,OAAO,KAAK,CAAC;SACd;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;QACpE,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC3B,OAAO,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC3B,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACxB,OAAO,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC1B,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;QACjC,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;QACxB,OAAO,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QACjC,OAAO,IAAI,CAAC;IACd,CAAC;IAED,mBAAmB;QACjB,IAAI,CAAC,iBAAiB,CAAC,OAAO,GAAG,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzG,OAAO,IAAI,CAAC,iBAAiB,CAAC,OAAO,CAAC;IACxC,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,CAAC;IAC1F,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;IAC9F,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,QAAQ;QAC/B,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,QAAQ;QACxB,OAAO,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC;IACjD,CAAC;IAED,eAAe,CAAC,QAAQ;QACtB,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE;YACvB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;SAC5D;IACH,CAAC;IAED,qBAAqB,CAAC,QAAQ,EAAE,YAAY;QAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,YAAY,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,EAAE;YAC9B,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,GAAG,YAAY,CAAC;YACzC,YAAY,GAAG,IAAI,CAAC;SACrB;aAAM;YACL,OAAO,IAAI,CAAC;SACb;QACD,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,WAAW,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE;YAC3E,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,YAAY,EAAE,CAAC;YAChD,KAAK,GAAG,CAAC,CAAC;SACX;QACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC;QAC3D,OAAO;YACL,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,YAAY;SAChH,CAAC,CAAC,aAAa;IAClB,CAAC;IAED,kBAAkB,CAAC,QAAQ,EAAE,YAAY,EAAE,SAAS;QAClD,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,YAAY,EAAE;YAC9C,OAAO,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;YACjC,IAAI,SAAS,EAAE;gBACb,OAAO,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;aACzB;SACF;IACH,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY;QAC1D,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACrC,IAAI,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,YAAY,EAAE;YAC9C,OAAO,KAAK,CAAC;SACd;QACD,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,mCAAQ,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAK,QAAQ,CAAE,CAAC;QAC5D,OAAO,IAAI,CAAC;IACd,CAAC;IAED,gEAAgE;IAChE,OAAO;IACP,CAAC;IAED,aAAa,CAAC,QAAQ,EAAE,MAAM;QAC5B,OAAO,GAAG,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,MAAM,EAAE,CAAC;IAC1E,CAAC;IAED,aAAa,CAAC,QAAQ;QACpB,OAAO,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,CAAC;IAChD,CAAC;IAED,SAAS,CAAC,QAAQ;QAChB,OAAO,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;IACzC,CAAC;CACF;AAnND,gEAmNC;AAED,MAAM,OAAO,GAAG,EAAE,CAAC;AACnB,MAAM,cAAc,GAAG,EAAE,CAAC;AAC1B,MAAM,QAAQ,GAAG,EAAE,CAAC;AACpB,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,MAAM,GAAG,EAAE,CAAC;AAClB,MAAM,MAAM,GAAG,EAAE,CAAC;AAClB,MAAM,SAAS,GAAG,EAAE,CAAC;AACrB,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,eAAe,GAAG,EAAE,CAAC;AAE3B,MAAa,gBAAiB,SAAQ,eAAe;IACnD,YAAY,OAAO;QACjB,KAAK,EAAE,CAAC;QACR,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;QAC5E,cAAc,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,cAAc,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;QAC1F,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;QAC9E,SAAS,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;QAChF,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;QAC1E,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;QAC1E,SAAS,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;QAChF,kBAAkB,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,kBAAkB,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;QAClG,eAAe,CAAC,OAAO,CAAC,gBAAgB,CAAC,GAAG,eAAe,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;QAC5F,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACjD,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC/D,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACnD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACrD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC/C,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QAC/C,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACrD,IAAI,CAAC,iBAAiB,GAAG,kBAAkB,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;QACtE,IAAI,CAAC,eAAe,GAAG,eAAe,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IACnE,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,0BAA0B,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5D,CAAC;IAED,OAAO,CAAC,MAAM;QACZ,MAAM,CAAC,OAAO,EAAE,CAAC;IACnB,CAAC;CACF;AA/BD,4CA+BC"}

package/dist/src/orchestrator/PreAggregations.d.ts

@@ -0,0 +1,26 @@
+export class PreAggregations {
+    static preAggregationQueryCacheKey(preAggregation: any): any;
+    static targetTableName(versionEntry: any): string;
+    constructor(redisPrefix: any, clientFactory: any, logger: any, queryCache: any, options: any);
+    options: any;
+    redisPrefix: any;
+    driverFactory: any;
+    logger: any;
+    queryCache: any;
+    cacheDriver: LocalCacheDriver | RedisCacheDriver;
+    externalDriverFactory: any;
+    structureVersionPersistTime: any;
+    usedTablePersistTime: any;
+    externalRefresh: any;
+    tablesUsedRedisKey(tableName: any): string;
+    addTableUsed(tableName: any): Promise<any>;
+    tablesUsed(): Promise<any>;
+    loadAllPreAggregationsIfNeeded(queryBody: any): any;
+    getQueue(): import("./QueryQueue").QueryQueue;
+    queue: import("./QueryQueue").QueryQueue;
+    getLoadCacheQueue(): import("./QueryQueue").QueryQueue;
+    loadCacheQueue: import("./QueryQueue").QueryQueue;
+}
+import { LocalCacheDriver } from "./LocalCacheDriver";
+import { RedisCacheDriver } from "./RedisCacheDriver";
+//# sourceMappingURL=PreAggregations.d.ts.map

package/dist/src/orchestrator/PreAggregations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PreAggregations.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/PreAggregations.js"],"names":[],"mappings":"AAyoBA;IA8GE,6DAEC;IAED,kDAMC;IAvHD,8FAaC;IAZC,aAA4B;IAC5B,iBAA8B;IAC9B,mBAAkC;IAClC,YAAoB;IACpB,gBAA4B;IAC5B,iDAEwB;IACxB,2BAA0D;IAC1D,iCAA2F;IAC3F,0BAA+D;IAC/D,qBAA8C;IAGhD,2CAEC;IAED,2CAEC;IAED,2BAGC;IAED,oDAwBC;IAED,8CA2BC;IAzBG,yCAsBE;IAKN,uDAwBC;IAtBG,kDAmBC;CAgBN"}