@cubejs-backend/query-orchestrator 0.24.0 → 0.24.2

package/dist/src/orchestrator/QueryCache.d.ts

@@ -0,0 +1,51 @@
+export class QueryCache {
+    static queryCacheKey(queryBody: any): any[];
+    static replaceAll(replaceThis: any, withThis: any, inThis: any): any;
+    static replacePreAggregationTableNames(queryAndParams: any, preAggregationsTablesToTempTables: any): any;
+    static createQueue(redisPrefix: any, clientFactory: any, executeFn: any, options: any): QueryQueue;
+    constructor(redisPrefix: any, clientFactory: any, logger: any, options: any);
+    options: any;
+    redisPrefix: any;
+    driverFactory: any;
+    externalDriverFactory: any;
+    logger: any;
+    cacheDriver: LocalCacheDriver | RedisCacheDriver;
+    cachedQueryResult(queryBody: any, preAggregationsTablesToTempTables: any): Promise<{
+        data: any;
+        refreshKeyValues: any[] | [any, any, any, any, any, any, any, any, any, any];
+        lastRefreshTime: Date;
+    } | {
+        data: any;
+        lastRefreshTime?: undefined;
+    } | {
+        data: any;
+        lastRefreshTime: Date;
+    }>;
+    queryWithRetryAndRelease(query: any, values: any, { priority, cacheKey, external, requestId }: {
+        priority: any;
+        cacheKey: any;
+        external: any;
+        requestId: any;
+    }): Promise<any>;
+    getQueue(): QueryQueue;
+    queue: QueryQueue;
+    getExternalQueue(): QueryQueue;
+    externalQueue: QueryQueue;
+    startRenewCycle(query: any, values: any, cacheKeyQueries: any, expireSecs: any, cacheKey: any, renewalThreshold: any, options: any): void;
+    renewQuery(query: any, values: any, cacheKeyQueries: any, expireSecs: any, cacheKey: any, renewalThreshold: any, options: any): Promise<{
+        data: any;
+        refreshKeyValues: any[] | [any, any, any, any, any, any, any, any, any, any];
+        lastRefreshTime: Date;
+    }>;
+    cacheQueryResult(query: any, values: any, cacheKey: any, expiration: any, options: any): Promise<any>;
+    lastRefreshTime(cacheKey: any): Promise<Date>;
+    resultFromCacheIfExists(queryBody: any): Promise<{
+        data: any;
+        lastRefreshTime: Date;
+    }>;
+    queryRedisKey(cacheKey: any): string;
+}
+import { LocalCacheDriver } from "./LocalCacheDriver";
+import { RedisCacheDriver } from "./RedisCacheDriver";
+import { QueryQueue } from "./QueryQueue";
+//# sourceMappingURL=QueryCache.d.ts.map

package/dist/src/orchestrator/QueryCache.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueryCache.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/QueryCache.js"],"names":[],"mappings":"AAOA;IAsGE,4CAEC;IAED,qEAMC;IAED,yGAOC;IAyDD,mGAmCC;IApND,6EASC;IARC,aAA4B;IAC5B,iBAA8B;IAC9B,mBAAkC;IAClC,2BAA0D;IAC1D,YAAoB;IACpB,iDAEwB;IAG1B;;;;;;;;;;OAwFC;IAuBD;;;;;qBAUC;IAED,uBAmBC;IAjBG,kBAcC;IAKL,+BAoBC;IAlBG,0BAeC;IA0CL,0IAUC;IAED;;;;OA8CC;IAED,sGA8EC;IAED,8CAGC;IAED;;;OAUC;IAED,qCAEC;CACF"}

package/dist/src/orchestrator/QueryCache.js

@@ -0,0 +1,293 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QueryCache = void 0;
+const crypto_1 = __importDefault(require("crypto"));
+const QueryQueue_1 = require("./QueryQueue");
+const ContinueWaitError_1 = require("./ContinueWaitError");
+const RedisCacheDriver_1 = require("./RedisCacheDriver");
+const LocalCacheDriver_1 = require("./LocalCacheDriver");
+class QueryCache {
+    constructor(redisPrefix, clientFactory, logger, options) {
+        this.options = options || {};
+        this.redisPrefix = redisPrefix;
+        this.driverFactory = clientFactory;
+        this.externalDriverFactory = options.externalDriverFactory;
+        this.logger = logger;
+        this.cacheDriver = options.cacheAndQueueDriver === 'redis' ?
+            new RedisCacheDriver_1.RedisCacheDriver({ pool: options.redisPool }) :
+            new LocalCacheDriver_1.LocalCacheDriver();
+    }
+    async cachedQueryResult(queryBody, preAggregationsTablesToTempTables) {
+        const replacePreAggregationTableNames = (queryAndParams) => QueryCache.replacePreAggregationTableNames(queryAndParams, preAggregationsTablesToTempTables);
+        const query = replacePreAggregationTableNames(queryBody.query);
+        let queuePriority = 10;
+        if (Number.isInteger(queryBody.queuePriority)) {
+            // eslint-disable-next-line prefer-destructuring
+            queuePriority = queryBody.queuePriority;
+        }
+        const forceNoCache = queryBody.forceNoCache || false;
+        const { values } = queryBody;
+        const cacheKeyQueries = (queryBody.cacheKeyQueries && queryBody.cacheKeyQueries.queries ||
+            queryBody.cacheKeyQueries ||
+            []).map(replacePreAggregationTableNames);
+        const renewalThreshold = queryBody.cacheKeyQueries && queryBody.cacheKeyQueries.renewalThreshold;
+        const refreshKeyRenewalThresholds = queryBody.cacheKeyQueries &&
+            queryBody.cacheKeyQueries.refreshKeyRenewalThresholds;
+        const expireSecs = queryBody.expireSecs || 24 * 3600;
+        if (!cacheKeyQueries) {
+            return {
+                data: await this.queryWithRetryAndRelease(query, values, {
+                    external: queryBody.external,
+                    requestId: queryBody.requestId
+                })
+            };
+        }
+        const cacheKey = QueryCache.queryCacheKey(queryBody);
+        if (queryBody.renewQuery) {
+            this.logger('Requested renew', { cacheKey, requestId: queryBody.requestId });
+            return this.renewQuery(query, values, cacheKeyQueries, expireSecs, cacheKey, renewalThreshold, {
+                external: queryBody.external,
+                requestId: queryBody.requestId,
+                refreshKeyRenewalThresholds
+            });
+        }
+        if (!this.options.backgroundRenew) {
+            const resultPromise = this.renewQuery(query, values, cacheKeyQueries, expireSecs, cacheKey, renewalThreshold, {
+                external: queryBody.external,
+                requestId: queryBody.requestId,
+                refreshKeyRenewalThresholds,
+                skipRefreshKeyWaitForRenew: true
+            });
+            this.startRenewCycle(query, values, cacheKeyQueries, expireSecs, cacheKey, renewalThreshold, {
+                external: queryBody.external,
+                requestId: queryBody.requestId,
+                refreshKeyRenewalThresholds
+            });
+            return resultPromise;
+        }
+        this.logger('Background fetch', { cacheKey, requestId: queryBody.requestId });
+        const mainPromise = this.cacheQueryResult(query, values, cacheKey, expireSecs, {
+            priority: queuePriority,
+            forceNoCache,
+            external: queryBody.external,
+            requestId: queryBody.requestId
+        });
+        if (!forceNoCache) {
+            this.startRenewCycle(query, values, cacheKeyQueries, expireSecs, cacheKey, renewalThreshold, {
+                external: queryBody.external,
+                requestId: queryBody.requestId,
+                refreshKeyRenewalThresholds
+            });
+        }
+        return {
+            data: await mainPromise,
+            lastRefreshTime: await this.lastRefreshTime(cacheKey)
+        };
+    }
+    static queryCacheKey(queryBody) {
+        return [queryBody.query, queryBody.values, (queryBody.preAggregations || []).map(p => p.loadSql)];
+    }
+    static replaceAll(replaceThis, withThis, inThis) {
+        withThis = withThis.replace(/\$/g, '$$$$');
+        return inThis.replace(new RegExp(replaceThis.replace(/([/,!\\^${}[\]().*+?|<>\-&])/g, '\\$&'), 'g'), withThis);
+    }
+    static replacePreAggregationTableNames(queryAndParams, preAggregationsTablesToTempTables) {
+        const [keyQuery, params] = Array.isArray(queryAndParams) ? queryAndParams : [queryAndParams, []];
+        const replacedKeqQuery = preAggregationsTablesToTempTables.reduce((query, [tableName, { targetTableName }]) => QueryCache.replaceAll(tableName, targetTableName, query), keyQuery);
+        return Array.isArray(queryAndParams) ? [replacedKeqQuery, params] : replacedKeqQuery;
+    }
+    queryWithRetryAndRelease(query, values, { priority, cacheKey, external, requestId }) {
+        const queue = external ? this.getExternalQueue() : this.getQueue();
+        return queue.executeInQueue('query', cacheKey, {
+            queryKey: cacheKey, query, values, requestId
+        }, priority, {
+            stageQueryKey: cacheKey,
+            requestId
+        });
+    }
+    getQueue() {
+        if (!this.queue) {
+            this.queue = QueryCache.createQueue(`SQL_QUERY_${this.redisPrefix}`, this.driverFactory, (client, q) => {
+                this.logger('Executing SQL', Object.assign({}, q));
+                return client.query(q.query, q.values, q);
+            }, Object.assign({ logger: this.logger, cacheAndQueueDriver: this.options.cacheAndQueueDriver, redisPool: this.options.redisPool }, this.options.queueOptions));
+        }
+        return this.queue;
+    }
+    getExternalQueue() {
+        if (!this.externalQueue) {
+            this.externalQueue = QueryCache.createQueue(`SQL_QUERY_EXT_${this.redisPrefix}`, this.externalDriverFactory, (client, q) => {
+                this.logger('Executing SQL', Object.assign({}, q));
+                return client.query(q.query, q.values, q);
+            }, Object.assign({ logger: this.logger, cacheAndQueueDriver: this.options.cacheAndQueueDriver, redisPool: this.options.redisPool }, this.options.externalQueueOptions));
+        }
+        return this.externalQueue;
+    }
+    static createQueue(redisPrefix, clientFactory, executeFn, options) {
+        options = options || {};
+        const queue = new QueryQueue_1.QueryQueue(redisPrefix, Object.assign({ queryHandlers: {
+                query: async (q, setCancelHandle) => {
+                    const client = await clientFactory();
+                    const resultPromise = executeFn(client, q);
+                    let handle;
+                    if (resultPromise.cancel) {
+                        queue.cancelHandlerCounter += 1;
+                        handle = queue.cancelHandlerCounter;
+                        queue.handles[handle] = resultPromise;
+                        await setCancelHandle(handle);
+                    }
+                    const result = await resultPromise;
+                    if (handle) {
+                        delete queue.handles[handle];
+                    }
+                    return result;
+                }
+            }, cancelHandlers: {
+                query: async (q) => {
+                    if (q.cancelHandler && queue.handles[q.cancelHandler]) {
+                        await queue.handles[q.cancelHandler].cancel();
+                        delete queue.handles[q.cancelHandler];
+                    }
+                }
+            }, logger: (msg, params) => options.logger(msg, params) }, options));
+        queue.cancelHandlerCounter = 0;
+        queue.handles = {};
+        return queue;
+    }
+    startRenewCycle(query, values, cacheKeyQueries, expireSecs, cacheKey, renewalThreshold, options) {
+        this.renewQuery(query, values, cacheKeyQueries, expireSecs, cacheKey, renewalThreshold, options).catch(e => {
+            if (!(e instanceof ContinueWaitError_1.ContinueWaitError)) {
+                this.logger('Error while renew cycle', {
+                    query, query_values: values, error: e.stack || e, requestId: options.requestId
+                });
+            }
+        });
+    }
+    renewQuery(query, values, cacheKeyQueries, expireSecs, cacheKey, renewalThreshold, options) {
+        options = options || {};
+        return Promise.all(cacheKeyQueries.map((q, i) => this.cacheQueryResult(Array.isArray(q) ? q[0] : q, Array.isArray(q) ? q[1] : [], q, expireSecs, {
+            renewalThreshold: this.options.refreshKeyRenewalThreshold ||
+                (options.refreshKeyRenewalThresholds || [])[i] ||
+                2 * 60,
+            renewalKey: q,
+            waitForRenew: !options.skipRefreshKeyWaitForRenew,
+            requestId: options.requestId
+        })))
+            .catch(e => {
+            if (e instanceof ContinueWaitError_1.ContinueWaitError) {
+                throw e;
+            }
+            this.logger('Error fetching cache key queries', { error: e.stack || e, requestId: options.requestId });
+            return [];
+        })
+            .then(async (cacheKeyQueryResults) => ({
+            data: await this.cacheQueryResult(query, values, cacheKey, expireSecs, {
+                renewalThreshold: renewalThreshold || 6 * 60 * 60,
+                renewalKey: cacheKeyQueryResults && [
+                    cacheKeyQueries, cacheKeyQueryResults, this.queryRedisKey([query, values])
+                ],
+                waitForRenew: true,
+                external: options.external,
+                requestId: options.requestId
+            }),
+            refreshKeyValues: cacheKeyQueryResults,
+            lastRefreshTime: await this.lastRefreshTime(cacheKey)
+        }));
+    }
+    cacheQueryResult(query, values, cacheKey, expiration, options) {
+        options = options || {};
+        const { renewalThreshold } = options;
+        const renewalKey = options.renewalKey && this.queryRedisKey(options.renewalKey);
+        const redisKey = this.queryRedisKey(cacheKey);
+        const fetchNew = () => (this.queryWithRetryAndRelease(query, values, {
+            priority: options.priority, cacheKey, external: options.external, requestId: options.requestId
+        }).then(res => {
+            const result = {
+                time: (new Date()).getTime(),
+                result: res,
+                renewalKey
+            };
+            return this.cacheDriver.set(redisKey, result, expiration)
+                .then(() => {
+                this.logger('Renewed', { cacheKey, requestId: options.requestId });
+                return res;
+            });
+        }).catch(e => {
+            if (!(e instanceof ContinueWaitError_1.ContinueWaitError)) {
+                this.logger('Dropping Cache', { cacheKey, error: e.stack || e, requestId: options.requestId });
+                this.cacheDriver.remove(redisKey)
+                    .catch(err => this.logger('Error removing key', {
+                    cacheKey,
+                    error: err.stack || err,
+                    requestId: options.requestId
+                }));
+            }
+            throw e;
+        }));
+        if (options.forceNoCache) {
+            this.logger('Force no cache for', { cacheKey, requestId: options.requestId });
+            return fetchNew();
+        }
+        return this.cacheDriver.get(redisKey).then(res => {
+            if (res) {
+                const parsedResult = res;
+                const renewedAgo = (new Date()).getTime() - parsedResult.time;
+                this.logger('Found cache entry', {
+                    cacheKey,
+                    time: parsedResult.time,
+                    renewedAgo,
+                    renewalKey: parsedResult.renewalKey,
+                    newRenewalKey: renewalKey,
+                    renewalThreshold,
+                    requestId: options.requestId
+                });
+                if (renewalKey && (!renewalThreshold ||
+                    !parsedResult.time ||
+                    renewedAgo > renewalThreshold * 1000 ||
+                    parsedResult.renewalKey !== renewalKey)) {
+                    if (options.waitForRenew) {
+                        this.logger('Waiting for renew', { cacheKey, renewalThreshold, requestId: options.requestId });
+                        return fetchNew();
+                    }
+                    else {
+                        this.logger('Renewing existing key', { cacheKey, renewalThreshold, requestId: options.requestId });
+                        fetchNew().catch(e => {
+                            if (!(e instanceof ContinueWaitError_1.ContinueWaitError)) {
+                                this.logger('Error renewing', { cacheKey, error: e.stack || e, requestId: options.requestId });
+                            }
+                        });
+                    }
+                }
+                this.logger('Using cache for', { cacheKey, requestId: options.requestId });
+                return parsedResult.result;
+            }
+            else {
+                this.logger('Missing cache for', { cacheKey, requestId: options.requestId });
+                return fetchNew();
+            }
+        });
+    }
+    async lastRefreshTime(cacheKey) {
+        const cachedValue = await this.cacheDriver.get(this.queryRedisKey(cacheKey));
+        return cachedValue && new Date(cachedValue.time);
+    }
+    async resultFromCacheIfExists(queryBody) {
+        const cacheKey = QueryCache.queryCacheKey(queryBody);
+        const cachedValue = await this.cacheDriver.get(this.queryRedisKey(cacheKey));
+        if (cachedValue) {
+            return {
+                data: cachedValue.result,
+                lastRefreshTime: new Date(cachedValue.time)
+            };
+        }
+        return null;
+    }
+    queryRedisKey(cacheKey) {
+        return `SQL_QUERY_RESULT_${this.redisPrefix}_${crypto_1.default.createHash('md5').update(JSON.stringify(cacheKey)).digest('hex')}`;
+    }
+}
+exports.QueryCache = QueryCache;
+//# sourceMappingURL=QueryCache.js.map

package/dist/src/orchestrator/QueryCache.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueryCache.js","sourceRoot":"","sources":["../../../src/orchestrator/QueryCache.js"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,6CAA0C;AAC1C,2DAAwD;AACxD,yDAAsD;AACtD,yDAAsD;AAEtD,MAAa,UAAU;IACrB,YAAY,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO;QACrD,IAAI,CAAC,OAAO,GAAG,OAAO,IAAI,EAAE,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,qBAAqB,GAAG,OAAO,CAAC,qBAAqB,CAAC;QAC3D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,mBAAmB,KAAK,OAAO,CAAC,CAAC;YAC1D,IAAI,mCAAgB,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;YACnD,IAAI,mCAAgB,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,SAAS,EAAE,iCAAiC;QAClE,MAAM,+BAA+B,GAAG,CAAC,cAAc,EAAE,EAAE,CAAC,UAAU,CAAC,+BAA+B,CACpG,cAAc,EAAE,iCAAiC,CAClD,CAAC;QAEF,MAAM,KAAK,GAAG,+BAA+B,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QAC/D,IAAI,aAAa,GAAG,EAAE,CAAC;QACvB,IAAI,MAAM,CAAC,SAAS,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE;YAC7C,gDAAgD;YAChD,aAAa,GAAG,SAAS,CAAC,aAAa,CAAC;SACzC;QACD,MAAM,YAAY,GAAG,SAAS,CAAC,YAAY,IAAI,KAAK,CAAC;QACrD,MAAM,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;QAC7B,MAAM,eAAe,GACnB,CACE,SAAS,CAAC,eAAe,IAAI,SAAS,CAAC,eAAe,CAAC,OAAO;YAC9D,SAAS,CAAC,eAAe;YACzB,EAAE,CACH,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;QAEzC,MAAM,gBAAgB,GAAG,SAAS,CAAC,eAAe,IAAI,SAAS,CAAC,eAAe,CAAC,gBAAgB,CAAC;QACjG,MAAM,2BAA2B,GAAG,SAAS,CAAC,eAAe;YAC3D,SAAS,CAAC,eAAe,CAAC,2BAA2B,CAAC;QAExD,MAAM,UAAU,GAAG,SAAS,CAAC,UAAU,IAAI,EAAE,GAAG,IAAI,CAAC;QAErD,IAAI,CAAC,eAAe,EAAE;YACpB,OAAO;gBACL,IAAI,EAAE,MAAM,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE;oBACvD,QAAQ,EAAE,SAAS,CAAC,QAAQ;oBAC5B,SAAS,EAAE,SAAS,CAAC,SAAS;iBAC/B,CAAC;aACH,CAAC;SACH;QACD,MAAM,QAAQ,GAAG,UAAU,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAErD,IAAI,SAAS,CAAC,UAAU,EAAE;YACxB,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;YAC7E,OAAO,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,QAAQ,EAAE,gBAAgB,EAAE;gBAC7F,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,2BAA2B;aAC5B,CAAC,CAAC;SACJ;QAED,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE;YACjC,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,QAAQ,EAAE,gBAAgB,EAAE;gBAC5G,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,2BAA2B;gBAC3B,0BAA0B,EAAE,IAAI;aACjC,CAAC,CAAC;YAEH,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,QAAQ,EAAE,gBAAgB,EAAE;gBAC3F,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,2BAA2B;aAC5B,CAAC,CAAC;YAEH,OAAO,aAAa,CAAC;SACtB;QAED,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;QAE9E,MAAM,WAAW,GAAG,IAAI,CAAC,gBAAgB,CACvC,KAAK,EAAE,MAAM,EACb,QAAQ,EACR,UAAU,EACV;YACE,QAAQ,EAAE,aAAa;YACvB,YAAY;YACZ,QAAQ,EAAE,SAAS,CAAC,QAAQ;YAC5B,SAAS,EAAE,SAAS,CAAC,SAAS;SAC/B,CACF,CAAC;QAEF,IAAI,CAAC,YAAY,EAAE;YACjB,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,QAAQ,EAAE,gBAAgB,EAAE;gBAC3F,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,SAAS,EAAE,SAAS,CAAC,SAAS;gBAC9B,2BAA2B;aAC5B,CAAC,CAAC;SACJ;QAED,OAAO;YACL,IAAI,EAAE,MAAM,WAAW;YACvB,eAAe,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;SACtD,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,aAAa,CAAC,SAAS;QAC5B,OAAO,CAAC,SAAS,CAAC,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,CAAC,SAAS,CAAC,eAAe,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IACpG,CAAC;IAED,MAAM,CAAC,UAAU,CAAC,WAAW,EAAE,QAAQ,EAAE,MAAM;QAC7C,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC3C,OAAO,MAAM,CAAC,OAAO,CACnB,IAAI,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,+BAA+B,EAAE,MAAM,CAAC,EAAE,GAAG,CAAC,EAC7E,QAAQ,CACT,CAAC;IACJ,CAAC;IAED,MAAM,CAAC,+BAA+B,CAAC,cAAc,EAAE,iCAAiC;QACtF,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;QACjG,MAAM,gBAAgB,GAAG,iCAAiC,CAAC,MAAM,CAC/D,CAAC,KAAK,EAAE,CAAC,SAAS,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,SAAS,EAAE,eAAe,EAAE,KAAK,CAAC,EACrG,QAAQ,CACT,CAAC;QACF,OAAO,KAAK,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,gBAAgB,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,gBAAgB,CAAC;IACvF,CAAC;IAED,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE,EACtC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,SAAS,EACxC;QACC,MAAM,KAAK,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnE,OAAO,KAAK,CAAC,cAAc,CAAC,OAAO,EAAE,QAAQ,EAAE;YAC7C,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS;SAC7C,EAAE,QAAQ,EAAE;YACX,aAAa,EAAE,QAAQ;YACvB,SAAS;SACV,CAAC,CAAC;IACL,CAAC;IAED,QAAQ;QACN,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE;YACf,IAAI,CAAC,KAAK,GAAG,UAAU,CAAC,WAAW,CACjC,aAAa,IAAI,CAAC,WAAW,EAAE,EAC/B,IAAI,CAAC,aAAa,EAClB,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,eAAe,oBACtB,CAAC,EACJ,CAAC;gBACH,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC5C,CAAC,kBACC,MAAM,EAAE,IAAI,CAAC,MAAM,EACnB,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAC,mBAAmB,EACrD,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,IAC9B,IAAI,CAAC,OAAO,CAAC,YAAY,EAE/B,CAAC;SACH;QACD,OAAO,IAAI,CAAC,KAAK,CAAC;IACpB,CAAC;IAED,gBAAgB;QACd,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;YACvB,IAAI,CAAC,aAAa,GAAG,UAAU,CAAC,WAAW,CACzC,iBAAiB,IAAI,CAAC,WAAW,EAAE,EACnC,IAAI,CAAC,qBAAqB,EAC1B,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBACZ,IAAI,CAAC,MAAM,CAAC,eAAe,oBACtB,CAAC,EACJ,CAAC;gBACH,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YAC5C,CAAC,kBAEC,MAAM,EAAE,IAAI,CAAC,MAAM,EACnB,mBAAmB,EAAE,IAAI,CAAC,OAAO,CAAC,mBAAmB,EACrD,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,SAAS,IAC9B,IAAI,CAAC,OAAO,CAAC,oBAAoB,EAEvC,CAAC;SACH;QACD,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,WAAW,EAAE,aAAa,EAAE,SAAS,EAAE,OAAO;QAC/D,OAAO,GAAG,OAAO,IAAI,EAAE,CAAC;QACxB,MAAM,KAAK,GAAG,IAAI,uBAAU,CAAC,WAAW,kBACtC,aAAa,EAAE;gBACb,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,eAAe,EAAE,EAAE;oBAClC,MAAM,MAAM,GAAG,MAAM,aAAa,EAAE,CAAC;oBACrC,MAAM,aAAa,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;oBAC3C,IAAI,MAAM,CAAC;oBACX,IAAI,aAAa,CAAC,MAAM,EAAE;wBACxB,KAAK,CAAC,oBAAoB,IAAI,CAAC,CAAC;wBAChC,MAAM,GAAG,KAAK,CAAC,oBAAoB,CAAC;wBACpC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,aAAa,CAAC;wBACtC,MAAM,eAAe,CAAC,MAAM,CAAC,CAAC;qBAC/B;oBACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;oBACnC,IAAI,MAAM,EAAE;wBACV,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;qBAC9B;oBACD,OAAO,MAAM,CAAC;gBAChB,CAAC;aACF,EACD,cAAc,EAAE;gBACd,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;oBACjB,IAAI,CAAC,CAAC,aAAa,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE;wBACrD,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,MAAM,EAAE,CAAC;wBAC9C,OAAO,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC;qBACvC;gBACH,CAAC;aACF,EACD,MAAM,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,MAAM,CAAC,IACjD,OAAO,EACV,CAAC;QACH,KAAK,CAAC,oBAAoB,GAAG,CAAC,CAAC;QAC/B,KAAK,CAAC,OAAO,GAAG,EAAE,CAAC;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,eAAe,CAAC,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,QAAQ,EAAE,gBAAgB,EAAE,OAAO;QAC7F,IAAI,CAAC,UAAU,CACb,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,QAAQ,EAAE,gBAAgB,EAAE,OAAO,CAChF,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YACV,IAAI,CAAC,CAAC,CAAC,YAAY,qCAAiB,CAAC,EAAE;gBACrC,IAAI,CAAC,MAAM,CAAC,yBAAyB,EAAE;oBACrC,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS;iBAC/E,CAAC,CAAC;aACJ;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,UAAU,CAAC,KAAK,EAAE,MAAM,EAAE,eAAe,EAAE,UAAU,EAAE,QAAQ,EAAE,gBAAgB,EAAE,OAAO;QACxF,OAAO,GAAG,OAAO,IAAI,EAAE,CAAC;QACxB,OAAO,OAAO,CAAC,GAAG,CAChB,eAAe,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CACjD,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAC3B,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAC5B,CAAC,EACD,UAAU,EACV;YACE,gBAAgB,EACd,IAAI,CAAC,OAAO,CAAC,0BAA0B;gBACvC,CAAC,OAAO,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;gBAC9C,CAAC,GAAG,EAAE;YACR,UAAU,EAAE,CAAC;YACb,YAAY,EAAE,CAAC,OAAO,CAAC,0BAA0B;YACjD,SAAS,EAAE,OAAO,CAAC,SAAS;SAC7B,CACF,CAAC,CACH;aACE,KAAK,CAAC,CAAC,CAAC,EAAE;YACT,IAAI,CAAC,YAAY,qCAAiB,EAAE;gBAClC,MAAM,CAAC,CAAC;aACT;YACD,IAAI,CAAC,MAAM,CAAC,kCAAkC,EAAE,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YACvG,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC;aACD,IAAI,CAAC,KAAK,EAAC,oBAAoB,EAAC,EAAE,CAAC,CAClC;YACE,IAAI,EAAE,MAAM,IAAI,CAAC,gBAAgB,CAC/B,KAAK,EAAE,MAAM,EACb,QAAQ,EACR,UAAU,EACV;gBACE,gBAAgB,EAAE,gBAAgB,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE;gBACjD,UAAU,EAAE,oBAAoB,IAAI;oBAClC,eAAe,EAAE,oBAAoB,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;iBAC3E;gBACD,YAAY,EAAE,IAAI;gBAClB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,SAAS,EAAE,OAAO,CAAC,SAAS;aAC7B,CACF;YACD,gBAAgB,EAAE,oBAAoB;YACtC,eAAe,EAAE,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC;SACtD,CACF,CAAC,CAAC;IACP,CAAC;IAED,gBAAgB,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,OAAO;QAC3D,OAAO,GAAG,OAAO,IAAI,EAAE,CAAC;QACxB,MAAM,EAAE,gBAAgB,EAAE,GAAG,OAAO,CAAC;QACrC,MAAM,UAAU,GAAG,OAAO,CAAC,UAAU,IAAI,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;QAChF,MAAM,QAAQ,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;QAC9C,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,CACrB,IAAI,CAAC,wBAAwB,CAAC,KAAK,EAAE,MAAM,EAAE;YAC3C,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,CAAC,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS;SAC/F,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YACZ,MAAM,MAAM,GAAG;gBACb,IAAI,EAAE,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE;gBAC5B,MAAM,EAAE,GAAG;gBACX,UAAU;aACX,CAAC;YACF,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,UAAU,CAAC;iBACtD,IAAI,CAAC,GAAG,EAAE;gBACT,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBACnE,OAAO,GAAG,CAAC;YACb,CAAC,CAAC,CAAC;QACP,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YACX,IAAI,CAAC,CAAC,CAAC,YAAY,qCAAiB,CAAC,EAAE;gBACrC,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC/F,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,QAAQ,CAAC;qBAC9B,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE;oBAC9C,QAAQ;oBACR,KAAK,EAAE,GAAG,CAAC,KAAK,IAAI,GAAG;oBACvB,SAAS,EAAE,OAAO,CAAC,SAAS;iBAC7B,CAAC,CAAC,CAAC;aACP;YACD,MAAM,CAAC,CAAC;QACV,CAAC,CAAC,CACH,CAAC;QAEF,IAAI,OAAO,CAAC,YAAY,EAAE;YACxB,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;YAC9E,OAAO,QAAQ,EAAE,CAAC;SACnB;QAED,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE;YAC/C,IAAI,GAAG,EAAE;gBACP,MAAM,YAAY,GAAG,GAAG,CAAC;gBACzB,MAAM,UAAU,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC;gBAC9D,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE;oBAC/B,QAAQ;oBACR,IAAI,EAAE,YAAY,CAAC,IAAI;oBACvB,UAAU;oBACV,UAAU,EAAE,YAAY,CAAC,UAAU;oBACnC,aAAa,EAAE,UAAU;oBACzB,gBAAgB;oBAChB,SAAS,EAAE,OAAO,CAAC,SAAS;iBAC7B,CAAC,CAAC;gBACH,IACE,UAAU,IAAI,CACZ,CAAC,gBAAgB;oBACjB,CAAC,YAAY,CAAC,IAAI;oBAClB,UAAU,GAAG,gBAAgB,GAAG,IAAI;oBACpC,YAAY,CAAC,UAAU,KAAK,UAAU,CACvC,EACD;oBACA,IAAI,OAAO,CAAC,YAAY,EAAE;wBACxB,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,EAAE,QAAQ,EAAE,gBAAgB,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;wBAC/F,OAAO,QAAQ,EAAE,CAAC;qBACnB;yBAAM;wBACL,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE,EAAE,QAAQ,EAAE,gBAAgB,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;wBACnG,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;4BACnB,IAAI,CAAC,CAAC,CAAC,YAAY,qCAAiB,CAAC,EAAE;gCACrC,IAAI,CAAC,MAAM,CAAC,gBAAgB,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;6BAChG;wBACH,CAAC,CAAC,CAAC;qBACJ;iBACF;gBACD,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC3E,OAAO,YAAY,CAAC,MAAM,CAAC;aAC5B;iBAAM;gBACL,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE,EAAE,QAAQ,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC,CAAC;gBAC7E,OAAO,QAAQ,EAAE,CAAC;aACnB;QACH,CAAC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,QAAQ;QAC5B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC7E,OAAO,WAAW,IAAI,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,uBAAuB,CAAC,SAAS;QACrC,MAAM,QAAQ,GAAG,UAAU,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;QAC7E,IAAI,WAAW,EAAE;YACf,OAAO;gBACL,IAAI,EAAE,WAAW,CAAC,MAAM;gBACxB,eAAe,EAAE,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC;aAC5C,CAAC;SACH;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,aAAa,CAAC,QAAQ;QACpB,OAAO,oBAAoB,IAAI,CAAC,WAAW,IAAI,gBAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;IAC3H,CAAC;CACF;AAvXD,gCAuXC"}

package/dist/src/orchestrator/QueryOrchestrator.d.ts

@@ -0,0 +1,27 @@
+export class QueryOrchestrator {
+    constructor(redisPrefix: any, driverFactory: any, logger: any, options: any);
+    redisPrefix: any;
+    driverFactory: any;
+    logger: any;
+    redisPool: RedisPool;
+    queryCache: QueryCache;
+    preAggregations: PreAggregations;
+    rollupOnlyMode: any;
+    fetchQuery(queryBody: any): Promise<any>;
+    queryStage(queryBody: any): Promise<{
+        stage: string;
+        timeElapsed: number;
+    } | {
+        stage: string;
+        timeElapsed?: undefined;
+    }>;
+    resultFromCacheIfExists(queryBody: any): Promise<{
+        data: any;
+        lastRefreshTime: Date;
+    }>;
+    cleanup(): Promise<void>;
+}
+import { RedisPool } from "./RedisPool";
+import { QueryCache } from "./QueryCache";
+import { PreAggregations } from "./PreAggregations";
+//# sourceMappingURL=QueryOrchestrator.d.ts.map

package/dist/src/orchestrator/QueryOrchestrator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueryOrchestrator.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/QueryOrchestrator.js"],"names":[],"mappings":"AAMA;IACE,6EAgCC;IA9BC,iBAA8B;IAC9B,mBAAkC;IAClC,YAAoB;IAUpB,qBAA0B;IAC1B,uBAOC;IACD,iCAOC;IACD,oBAA4C;IAG9C,yCAoBC;IAED;;;;;;OA2BC;IAED;;;OAEC;IAED,yBAIC;CACF"}

package/dist/src/orchestrator/QueryOrchestrator.js

@@ -0,0 +1,79 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.QueryOrchestrator = void 0;
+const ramda_1 = __importDefault(require("ramda"));
+const QueryCache_1 = require("./QueryCache");
+const PreAggregations_1 = require("./PreAggregations");
+const RedisPool_1 = require("./RedisPool");
+class QueryOrchestrator {
+    constructor(redisPrefix, driverFactory, logger, options) {
+        options = options || {};
+        this.redisPrefix = redisPrefix;
+        this.driverFactory = driverFactory;
+        this.logger = logger;
+        const { externalDriverFactory } = options;
+        const cacheAndQueueDriver = options.cacheAndQueueDriver || process.env.CUBEJS_CACHE_AND_QUEUE_DRIVER || (process.env.NODE_ENV === 'production' || process.env.REDIS_URL ? 'redis' : 'memory');
+        if (cacheAndQueueDriver !== 'redis' && cacheAndQueueDriver !== 'memory') {
+            throw new Error('Only \'redis\' or \'memory\' are supported for cacheAndQueueDriver option');
+        }
+        const redisPool = cacheAndQueueDriver === 'redis' ? new RedisPool_1.RedisPool() : undefined;
+        this.redisPool = redisPool;
+        this.queryCache = new QueryCache_1.QueryCache(this.redisPrefix, this.driverFactory, this.logger, Object.assign({ externalDriverFactory,
+            cacheAndQueueDriver,
+            redisPool }, options.queryCacheOptions));
+        this.preAggregations = new PreAggregations_1.PreAggregations(this.redisPrefix, this.driverFactory, this.logger, this.queryCache, Object.assign({ externalDriverFactory,
+            cacheAndQueueDriver,
+            redisPool }, options.preAggregationsOptions));
+        this.rollupOnlyMode = options.rollupOnlyMode;
+    }
+    async fetchQuery(queryBody) {
+        return this.preAggregations.loadAllPreAggregationsIfNeeded(queryBody)
+            .then(async (preAggregationsTablesToTempTables) => {
+            const usedPreAggregations = ramda_1.default.fromPairs(preAggregationsTablesToTempTables);
+            if (this.rollupOnlyMode && Object.keys(usedPreAggregations).length === 0) {
+                throw new Error('No pre-aggregation exists for that query');
+            }
+            if (!queryBody.query) {
+                return {
+                    usedPreAggregations
+                };
+            }
+            const result = await this.queryCache.cachedQueryResult(queryBody, preAggregationsTablesToTempTables);
+            return Object.assign(Object.assign({}, result), { usedPreAggregations });
+        });
+    }
+    async queryStage(queryBody) {
+        const queue = this.preAggregations.getQueue();
+        const preAggregationsQueryStageState = await queue.fetchQueryStageState();
+        const pendingPreAggregationIndex = (await Promise.all((queryBody.preAggregations || [])
+            .map(p => queue.getQueryStage(PreAggregations_1.PreAggregations.preAggregationQueryCacheKey(p), 10, preAggregationsQueryStageState)))).findIndex(p => !!p);
+        if (pendingPreAggregationIndex === -1) {
+            return this.queryCache.getQueue().getQueryStage(QueryCache_1.QueryCache.queryCacheKey(queryBody));
+        }
+        const preAggregation = queryBody.preAggregations[pendingPreAggregationIndex];
+        const preAggregationStage = await queue.getQueryStage(PreAggregations_1.PreAggregations.preAggregationQueryCacheKey(preAggregation), undefined, preAggregationsQueryStageState);
+        if (!preAggregationStage) {
+            return undefined;
+        }
+        const stageMessage = `Building pre-aggregation ${pendingPreAggregationIndex + 1}/${queryBody.preAggregations.length}`;
+        if (preAggregationStage.stage.indexOf('queue') !== -1) {
+            return Object.assign(Object.assign({}, preAggregationStage), { stage: `${stageMessage}: ${preAggregationStage.stage}` });
+        }
+        else {
+            return Object.assign(Object.assign({}, preAggregationStage), { stage: stageMessage });
+        }
+    }
+    resultFromCacheIfExists(queryBody) {
+        return this.queryCache.resultFromCacheIfExists(queryBody);
+    }
+    async cleanup() {
+        if (this.redisPool) {
+            await this.redisPool.cleanup();
+        }
+    }
+}
+exports.QueryOrchestrator = QueryOrchestrator;
+//# sourceMappingURL=QueryOrchestrator.js.map

package/dist/src/orchestrator/QueryOrchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueryOrchestrator.js","sourceRoot":"","sources":["../../../src/orchestrator/QueryOrchestrator.js"],"names":[],"mappings":";;;;;;AAAA,kDAAsB;AAEtB,6CAA0C;AAC1C,uDAAoD;AACpD,2CAAwC;AAExC,MAAa,iBAAiB;IAC5B,YAAY,WAAW,EAAE,aAAa,EAAE,MAAM,EAAE,OAAO;QACrD,OAAO,GAAG,OAAO,IAAI,EAAE,CAAC;QACxB,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,aAAa,GAAG,aAAa,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,MAAM,EAAE,qBAAqB,EAAE,GAAG,OAAO,CAAC;QAC1C,MAAM,mBAAmB,GAAG,OAAO,CAAC,mBAAmB,IAAI,OAAO,CAAC,GAAG,CAAC,6BAA6B,IAAI,CACtG,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY,IAAI,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CACpF,CAAC;QACF,IAAI,mBAAmB,KAAK,OAAO,IAAI,mBAAmB,KAAK,QAAQ,EAAE;YACvE,MAAM,IAAI,KAAK,CAAC,2EAA2E,CAAC,CAAC;SAC9F;QACD,MAAM,SAAS,GAAG,mBAAmB,KAAK,OAAO,CAAC,CAAC,CAAC,IAAI,qBAAS,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;QAEhF,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC3B,IAAI,CAAC,UAAU,GAAG,IAAI,uBAAU,CAC9B,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,kBAC/C,qBAAqB;YACrB,mBAAmB;YACnB,SAAS,IACN,OAAO,CAAC,iBAAiB,EAE/B,CAAC;QACF,IAAI,CAAC,eAAe,GAAG,IAAI,iCAAe,CACxC,IAAI,CAAC,WAAW,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,UAAU,kBAChE,qBAAqB;YACrB,mBAAmB;YACnB,SAAS,IACN,OAAO,CAAC,sBAAsB,EAEpC,CAAC;QACF,IAAI,CAAC,cAAc,GAAG,OAAO,CAAC,cAAc,CAAC;IAC/C,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAS;QACxB,OAAO,IAAI,CAAC,eAAe,CAAC,8BAA8B,CAAC,SAAS,CAAC;aAClE,IAAI,CAAC,KAAK,EAAC,iCAAiC,EAAC,EAAE;YAC9C,MAAM,mBAAmB,GAAG,eAAC,CAAC,SAAS,CAAC,iCAAiC,CAAC,CAAC;YAC3E,IAAI,IAAI,CAAC,cAAc,IAAI,MAAM,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;gBACxE,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;aAC7D;YACD,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE;gBACpB,OAAO;oBACL,mBAAmB;iBACpB,CAAC;aACH;YACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,iBAAiB,CACpD,SAAS,EAAE,iCAAiC,CAC7C,CAAC;YACF,uCACK,MAAM,KACT,mBAAmB,IACnB;QACJ,CAAC,CAAC,CAAC;IACP,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,SAAS;QACxB,MAAM,KAAK,GAAG,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;QAC9C,MAAM,8BAA8B,GAAG,MAAM,KAAK,CAAC,oBAAoB,EAAE,CAAC;QAC1E,MAAM,0BAA0B,GAC9B,CAAC,MAAM,OAAO,CAAC,GAAG,CAChB,CAAC,SAAS,CAAC,eAAe,IAAI,EAAE,CAAC;aAC9B,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,aAAa,CAC3B,iCAAe,CAAC,2BAA2B,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,8BAA8B,CACnF,CAAC,CACL,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,IAAI,0BAA0B,KAAK,CAAC,CAAC,EAAE;YACrC,OAAO,IAAI,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,aAAa,CAAC,uBAAU,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC,CAAC;SACtF;QACD,MAAM,cAAc,GAAG,SAAS,CAAC,eAAe,CAAC,0BAA0B,CAAC,CAAC;QAC7E,MAAM,mBAAmB,GAAG,MAAM,KAAK,CAAC,aAAa,CACnD,iCAAe,CAAC,2BAA2B,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,8BAA8B,CACvG,CAAC;QACF,IAAI,CAAC,mBAAmB,EAAE;YACxB,OAAO,SAAS,CAAC;SAClB;QACD,MAAM,YAAY,GAChB,4BAA4B,0BAA0B,GAAG,CAAC,IAAI,SAAS,CAAC,eAAe,CAAC,MAAM,EAAE,CAAC;QACnG,IAAI,mBAAmB,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE;YACrD,uCAAY,mBAAmB,KAAE,KAAK,EAAE,GAAG,YAAY,KAAK,mBAAmB,CAAC,KAAK,EAAE,IAAG;SAC3F;aAAM;YACL,uCAAY,mBAAmB,KAAE,KAAK,EAAE,YAAY,IAAG;SACxD;IACH,CAAC;IAED,uBAAuB,CAAC,SAAS;QAC/B,OAAO,IAAI,CAAC,UAAU,CAAC,uBAAuB,CAAC,SAAS,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,SAAS,EAAE;YAClB,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;SAChC;IACH,CAAC;CACF;AA/FD,8CA+FC"}

package/dist/src/orchestrator/QueryQueue.d.ts

@@ -0,0 +1,36 @@
+export class QueryQueue {
+    constructor(redisQueuePrefix: any, options: any);
+    redisQueuePrefix: any;
+    concurrency: any;
+    continueWaitTimeout: any;
+    executionTimeout: any;
+    orphanedTimeout: any;
+    heartBeatInterval: any;
+    sendProcessMessageFn: any;
+    sendCancelMessageFn: any;
+    queryHandlers: any;
+    cancelHandlers: any;
+    logger: any;
+    queueDriver: LocalQueueDriver | RedisQueueDriver;
+    executeInQueue(queryHandler: any, queryKey: any, query: any, priority: any, options: any): Promise<any>;
+    parseResult(result: any): any;
+    reconcileQueue(): Promise<any>;
+    reconcileAgain: boolean;
+    reconcilePromise: any;
+    reconcileQueueImpl(): Promise<void>;
+    queryTimeout(promise: any): Promise<any>;
+    fetchQueryStageState(): Promise<any[]>;
+    getQueryStage(stageQueryKey: any, priorityFilter: any, queryStageState: any): Promise<{
+        stage: string;
+        timeElapsed: number;
+    } | {
+        stage: string;
+        timeElapsed?: undefined;
+    }>;
+    processQuery(queryKey: any): Promise<void>;
+    processCancel(query: any): Promise<void>;
+    redisHash(queryKey: any): string;
+}
+import { LocalQueueDriver } from "./LocalQueueDriver";
+import { RedisQueueDriver } from "./RedisQueueDriver";
+//# sourceMappingURL=QueryQueue.d.ts.map

package/dist/src/orchestrator/QueryQueue.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"QueryQueue.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/QueryQueue.js"],"names":[],"mappings":"AAOA;IACE,iDAuBC;IAtBC,sBAAwC;IACxC,iBAA2C;IAC3C,yBAA2D;IAC3D,sBAAuD;IACvD,qBAAqD;IACrD,uBAAwD;IACxD,0BAA4G;IAC5G,yBAAqG;IACrG,mBAA0C;IAC1C,oBAA4C;IAC5C,YAAwG;IASxG,iDAE0C;IAG5C,wGA2DC;IAED,8BAUC;IAED,+BAcC;IAZG,wBAA2B;IAC3B,sBAME;IAON,oCAiCC;IAED,yCAkBC;IAED,uCAOC;IAED;;;;;;OAqBC;IAED,2CAoJC;IAED,yCAeC;IAED,iCAEC;CACF"}