@cubejs-backend/query-orchestrator 0.35.78 → 0.36.0

package/dist/src/orchestrator/IORedisFactory.js

@@ -1,76 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createIORedisClient = void 0;
-const ioredis_1 = __importDefault(require("ioredis"));
-const shared_1 = require("@cubejs-backend/shared");
-const utils_1 = require("./utils");
-// @ts-ignore
-ioredis_1.default.Pipeline.prototype.execAsync = function execAsync() {
-    return this.exec()
-        .then((array) => (array ? array.map((skipFirst) => skipFirst[1]) : array));
-};
-function decorateRedisClient(client) {
-    [
-        'brpop',
-        'del',
-        'get',
-        'hget',
-        'rpop',
-        'set',
-        'zadd',
-        'zrange',
-        'zrangebyscore',
-        'keys',
-        'watch',
-        'unwatch',
-        'incr',
-        'decr',
-        'lpush',
-    ].forEach(k => {
-        client[`${k}Async`] = client[k];
-    });
-    client.end = () => client.disconnect();
-    return client;
-}
-async function createIORedisClient(url, opts) {
-    const options = {
-        enableReadyCheck: true,
-        lazyConnect: true
-    };
-    const parsedUrl = (0, utils_1.parseRedisUrl)(url);
-    if (parsedUrl.sentinels) {
-        options.sentinels = parsedUrl.sentinels;
-        options.name = parsedUrl.name;
-        options.db = parsedUrl.db;
-        options.enableOfflineQueue = false;
-    }
-    else {
-        options.username = parsedUrl.username;
-        options.password = parsedUrl.password;
-        options.host = parsedUrl.host;
-        options.port = parsedUrl.port;
-        options.path = parsedUrl.path;
-        options.db = parsedUrl.db;
-        if (parsedUrl.ssl) {
-            options.tls = {};
-        }
-    }
-    if ((0, shared_1.getEnv)('redisTls')) {
-        options.tls = {};
-    }
-    const password = (0, shared_1.getEnv)('redisPassword');
-    if (password) {
-        options.password = password;
-    }
-    const client = new ioredis_1.default({
-        ...options,
-        ...opts,
-    });
-    await client.connect();
-    return decorateRedisClient(client);
-}
-exports.createIORedisClient = createIORedisClient;
-//# sourceMappingURL=IORedisFactory.js.map

package/dist/src/orchestrator/IORedisFactory.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"IORedisFactory.js","sourceRoot":"","sources":["../../../src/orchestrator/IORedisFactory.ts"],"names":[],"mappings":";;;;;;AAAA,sDAA8D;AAC9D,mDAAgD;AAEhD,mCAAwC;AAIxC,aAAa;AACb,iBAAK,CAAC,QAAQ,CAAC,SAAS,CAAC,SAAS,GAAG,SAAS,SAAS;IACrD,OAAO,IAAI,CAAC,IAAI,EAAE;SACf,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;AAC/E,CAAC,CAAC;AAEF,SAAS,mBAAmB,CAAC,MAAa;IACxC;QACE,OAAO;QACP,KAAK;QACL,KAAK;QACL,MAAM;QACN,MAAM;QACN,KAAK;QACL,MAAM;QACN,QAAQ;QACR,eAAe;QACf,MAAM;QACN,OAAO;QACP,SAAS;QACT,MAAM;QACN,MAAM;QACN,OAAO;KACR,CAAC,OAAO,CACP,CAAC,CAAC,EAAE;QACF,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IAClC,CAAC,CACF,CAAC;IAEI,MAAO,CAAC,GAAG,GAAG,GAAG,EAAE,CAAC,MAAM,CAAC,UAAU,EAAE,CAAC;IAE9C,OAAY,MAAM,CAAC;AACrB,CAAC;AAEM,KAAK,UAAU,mBAAmB,CAAC,GAAW,EAAE,IAAkB;IACvE,MAAM,OAAO,GAAiB;QAC5B,gBAAgB,EAAE,IAAI;QACtB,WAAW,EAAE,IAAI;KAClB,CAAC;IAEF,MAAM,SAAS,GAAG,IAAA,qBAAa,EAAC,GAAG,CAAC,CAAC;IACrC,IAAI,SAAS,CAAC,SAAS,EAAE;QACvB,OAAO,CAAC,SAAS,GAAG,SAAS,CAAC,SAAS,CAAC;QACxC,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;QAC9B,OAAO,CAAC,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC;QAC1B,OAAO,CAAC,kBAAkB,GAAG,KAAK,CAAC;KACpC;SAAM;QACL,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;QACtC,OAAO,CAAC,QAAQ,GAAG,SAAS,CAAC,QAAQ,CAAC;QACtC,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;QAC9B,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;QAC9B,OAAO,CAAC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;QAC9B,OAAO,CAAC,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC;QAE1B,IAAI,SAAS,CAAC,GAAG,EAAE;YACjB,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC;SAClB;KACF;IAED,IAAI,IAAA,eAAM,EAAC,UAAU,CAAC,EAAE;QACtB,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC;KAClB;IAED,MAAM,QAAQ,GAAG,IAAA,eAAM,EAAC,eAAe,CAAC,CAAC;IACzC,IAAI,QAAQ,EAAE;QACZ,OAAO,CAAC,QAAQ,GAAG,QAAQ,CAAC;KAC7B;IAED,MAAM,MAAM,GAAG,IAAI,iBAAK,CAAC;QACvB,GAAG,OAAO;QACV,GAAG,IAAI;KACR,CAAC,CAAC;IACH,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;IAEvB,OAAO,mBAAmB,CAAC,MAAM,CAAC,CAAC;AACrC,CAAC;AAzCD,kDAyCC"}

package/dist/src/orchestrator/RedisCacheDriver.d.ts

@@ -1,23 +0,0 @@
-import { MaybeCancelablePromise } from '@cubejs-backend/shared';
-import { CacheDriverInterface } from '@cubejs-backend/base-driver';
-import { RedisPool } from './RedisPool';
-interface RedisCacheDriverOptions {
-    pool: RedisPool;
-}
-export declare class RedisCacheDriver implements CacheDriverInterface {
-    protected readonly redisPool: RedisPool;
-    constructor({ pool }: RedisCacheDriverOptions);
-    protected getClient(): Promise<import("./AsyncRedisClient").AsyncRedisClient>;
-    get(key: string): Promise<any>;
-    withLock: (key: string, cb: () => MaybeCancelablePromise<any>, expiration?: number, freeAfter?: boolean) => import("@cubejs-backend/shared").CancelablePromise<boolean>;
-    set(key: string, value: any, expiration: any): Promise<{
-        key: string;
-        bytes: number;
-    }>;
-    remove(key: string): Promise<any>;
-    keysStartingWith(prefix: string): Promise<any>;
-    cleanup(): Promise<void>;
-    testConnection(): Promise<void>;
-}
-export {};
-//# sourceMappingURL=RedisCacheDriver.d.ts.map

package/dist/src/orchestrator/RedisCacheDriver.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"RedisCacheDriver.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/RedisCacheDriver.ts"],"names":[],"mappings":"AAAA,OAAO,EAA2B,sBAAsB,EAAE,MAAM,wBAAwB,CAAC;AACzF,OAAO,EAAE,oBAAoB,EAAE,MAAM,6BAA6B,CAAC;AAEnE,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAExC,UAAU,uBAAuB;IAC/B,IAAI,EAAE,SAAS,CAAC;CACjB;AAED,qBAAa,gBAAiB,YAAW,oBAAoB;IAC3D,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;gBAErB,EAAE,IAAI,EAAE,EAAE,uBAAuB;cAIpC,SAAS;IAIZ,GAAG,CAAC,GAAG,EAAE,MAAM;IAWrB,QAAQ,QACR,MAAM,MACP,MAAM,uBAAuB,GAAG,CAAC,eACzB,MAAM,cACP,OAAO,iEAyCjB;IAEU,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,KAAA,EAAE,UAAU,KAAA;;;;IAelC,MAAM,CAAC,GAAG,EAAE,MAAM;IAUlB,gBAAgB,CAAC,MAAM,EAAE,MAAM;IAU/B,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAIxB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;CAS7C"}

package/dist/src/orchestrator/RedisCacheDriver.js

@@ -1,100 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedisCacheDriver = void 0;
-const shared_1 = require("@cubejs-backend/shared");
-class RedisCacheDriver {
-    constructor({ pool }) {
-        this.withLock = (key, cb, expiration = 60, freeAfter = true) => (0, shared_1.createCancelablePromise)(async (tkn) => {
-            const client = await this.getClient();
-            try {
-                if (tkn.isCanceled()) {
-                    return false;
-                }
-                const response = await client.setAsync(key, '1', 
-                // Only set the key if it does not already exist.
-                'NX', 'EX', expiration);
-                if (response === 'OK') {
-                    if (tkn.isCanceled()) {
-                        if (freeAfter) {
-                            await client.delAsync(key);
-                        }
-                        return false;
-                    }
-                    try {
-                        await tkn.with(cb());
-                    }
-                    finally {
-                        if (freeAfter) {
-                            await client.delAsync(key);
-                        }
-                    }
-                    return true;
-                }
-                return false;
-            }
-            finally {
-                this.redisPool.release(client);
-            }
-        });
-        this.redisPool = pool;
-    }
-    async getClient() {
-        return this.redisPool.getClient();
-    }
-    async get(key) {
-        const client = await this.getClient();
-        try {
-            const res = await client.getAsync(key);
-            return res && JSON.parse(res);
-        }
-        finally {
-            this.redisPool.release(client);
-        }
-    }
-    async set(key, value, expiration) {
-        const client = await this.getClient();
-        try {
-            const strValue = JSON.stringify(value);
-            await client.setAsync(key, strValue, 'EX', expiration);
-            return {
-                key,
-                bytes: Buffer.byteLength(strValue),
-            };
-        }
-        finally {
-            this.redisPool.release(client);
-        }
-    }
-    async remove(key) {
-        const client = await this.getClient();
-        try {
-            return await client.delAsync(key);
-        }
-        finally {
-            this.redisPool.release(client);
-        }
-    }
-    async keysStartingWith(prefix) {
-        const client = await this.getClient();
-        try {
-            return await client.keysAsync(`${prefix}*`);
-        }
-        finally {
-            this.redisPool.release(client);
-        }
-    }
-    async cleanup() {
-        return this.redisPool.cleanup();
-    }
-    async testConnection() {
-        const client = await this.getClient();
-        try {
-            await client.ping();
-        }
-        finally {
-            this.redisPool.release(client);
-        }
-    }
-}
-exports.RedisCacheDriver = RedisCacheDriver;
-//# sourceMappingURL=RedisCacheDriver.js.map

package/dist/src/orchestrator/RedisCacheDriver.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"RedisCacheDriver.js","sourceRoot":"","sources":["../../../src/orchestrator/RedisCacheDriver.ts"],"names":[],"mappings":";;;AAAA,mDAAyF;AASzF,MAAa,gBAAgB;IAG3B,YAAmB,EAAE,IAAI,EAA2B;QAmB7C,aAAQ,GAAG,CAChB,GAAW,EACX,EAAqC,EACrC,aAAqB,EAAE,EACvB,YAAqB,IAAI,EACzB,EAAE,CAAC,IAAA,gCAAuB,EAAC,KAAK,EAAE,GAAG,EAAE,EAAE;YACzC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YAEtC,IAAI;gBACF,IAAI,GAAG,CAAC,UAAU,EAAE,EAAE;oBACpB,OAAO,KAAK,CAAC;iBACd;gBAED,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,QAAQ,CACpC,GAAG,EACH,GAAG;gBACH,iDAAiD;gBACjD,IAAI,EACJ,IAAI,EACJ,UAAU,CACX,CAAC;gBACF,IAAI,QAAQ,KAAK,IAAI,EAAE;oBACrB,IAAI,GAAG,CAAC,UAAU,EAAE,EAAE;wBACpB,IAAI,SAAS,EAAE;4BACb,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;yBAC5B;wBAED,OAAO,KAAK,CAAC;qBACd;oBAED,IAAI;wBACF,MAAM,GAAG,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;qBACtB;4BAAS;wBACR,IAAI,SAAS,EAAE;4BACb,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;yBAC5B;qBACF;oBAED,OAAO,IAAI,CAAC;iBACb;gBAED,OAAO,KAAK,CAAC;aACd;oBAAS;gBACR,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;aAChC;QACH,CAAC,CAAC,CAAC;QA/DD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC;IACxB,CAAC;IAES,KAAK,CAAC,SAAS;QACvB,OAAO,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC;IACpC,CAAC;IAEM,KAAK,CAAC,GAAG,CAAC,GAAW;QAC1B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAEtC,IAAI;YACF,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;YACvC,OAAO,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SAC/B;gBAAS;YACR,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SAChC;IACH,CAAC;IAiDM,KAAK,CAAC,GAAG,CAAC,GAAW,EAAE,KAAK,EAAE,UAAU;QAC7C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAEtC,IAAI;YACF,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YACvC,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,CAAC,CAAC;YACvD,OAAO;gBACL,GAAG;gBACH,KAAK,EAAE,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC;aACnC,CAAC;SACH;gBAAS;YACR,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SAChC;IACH,CAAC;IAEM,KAAK,CAAC,MAAM,CAAC,GAAW;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAEtC,IAAI;YACF,OAAO,MAAM,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;SACnC;gBAAS;YACR,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SAChC;IACH,CAAC;IAEM,KAAK,CAAC,gBAAgB,CAAC,MAAc;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAEtC,IAAI;YACF,OAAO,MAAM,MAAM,CAAC,SAAS,CAAC,GAAG,MAAM,GAAG,CAAC,CAAC;SAC7C;gBAAS;YACR,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SAChC;IACH,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;IAClC,CAAC;IAEM,KAAK,CAAC,cAAc;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAEtC,IAAI;YACF,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;SACrB;gBAAS;YACR,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SAChC;IACH,CAAC;CACF;AArHD,4CAqHC"}

package/dist/src/orchestrator/RedisFactory.d.ts

@@ -1,5 +0,0 @@
-import { ClientOpts } from 'redis';
-import AsyncRedisClient from './AsyncRedisClient';
-export type RedisOptions = ClientOpts;
-export declare function createRedisClient(url: string, opts?: ClientOpts): Promise<AsyncRedisClient>;
-//# sourceMappingURL=RedisFactory.d.ts.map

package/dist/src/orchestrator/RedisFactory.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"RedisFactory.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/RedisFactory.ts"],"names":[],"mappings":"AAAA,OAAc,EAAE,UAAU,EAAe,MAAM,OAAO,CAAC;AAGvD,OAAO,gBAAgB,MAAM,oBAAoB,CAAC;AAElD,MAAM,MAAM,YAAY,GAAG,UAAU,CAAC;AAkCtC,wBAAsB,iBAAiB,CAAC,GAAG,EAAE,MAAM,EAAE,IAAI,GAAE,UAAe,6BAmBzE"}

package/dist/src/orchestrator/RedisFactory.js

@@ -1,51 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createRedisClient = void 0;
-const redis_1 = __importDefault(require("redis"));
-const shared_1 = require("@cubejs-backend/shared");
-const util_1 = require("util");
-function decorateRedisClient(client) {
-    [
-        'brpop',
-        'del',
-        'get',
-        'hget',
-        'rpop',
-        'set',
-        'zadd',
-        'zrange',
-        'zrangebyscore',
-        'keys',
-        'watch',
-        'unwatch',
-        'incr',
-        'decr',
-        'lpush',
-    ].forEach(k => {
-        client[`${k}Async`] = (0, util_1.promisify)(client[k]);
-    });
-    return client;
-}
-redis_1.default.Multi.prototype.execAsync = function execAsync() {
-    return new Promise((resolve, reject) => this.exec((err, res) => (err ? reject(err) : resolve(res))));
-};
-async function createRedisClient(url, opts = {}) {
-    const options = {
-        url,
-    };
-    if ((0, shared_1.getEnv)('redisTls')) {
-        options.tls = {};
-    }
-    if ((0, shared_1.getEnv)('redisPassword')) {
-        options.password = (0, shared_1.getEnv)('redisPassword');
-    }
-    return decorateRedisClient(redis_1.default.createClient({
-        ...options,
-        ...opts,
-    }));
-}
-exports.createRedisClient = createRedisClient;
-//# sourceMappingURL=RedisFactory.js.map

package/dist/src/orchestrator/RedisFactory.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"RedisFactory.js","sourceRoot":"","sources":["../../../src/orchestrator/RedisFactory.ts"],"names":[],"mappings":";;;;;;AAAA,kDAAuD;AACvD,mDAAgD;AAChD,+BAAiC;AAKjC,SAAS,mBAAmB,CAAC,MAAmB;IAC9C;QACE,OAAO;QACP,KAAK;QACL,KAAK;QACL,MAAM;QACN,MAAM;QACN,KAAK;QACL,MAAM;QACN,QAAQ;QACR,eAAe;QACf,MAAM;QACN,OAAO;QACP,SAAS;QACT,MAAM;QACN,MAAM;QACN,OAAO;KACR,CAAC,OAAO,CACP,CAAC,CAAC,EAAE;QACF,MAAM,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,IAAA,gBAAS,EAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,CAAC,CACF,CAAC;IAEF,OAAyB,MAAM,CAAC;AAClC,CAAC;AAED,eAAK,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,GAAG,SAAS,SAAS;IAClD,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE,CAAC,CAC9D,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CACjC,CAAC,CAAC,CAAC;AACN,CAAC,CAAC;AAEK,KAAK,UAAU,iBAAiB,CAAC,GAAW,EAAE,OAAmB,EAAE;IACxE,MAAM,OAAO,GAAe;QAC1B,GAAG;KACJ,CAAC;IAEF,IAAI,IAAA,eAAM,EAAC,UAAU,CAAC,EAAE;QACtB,OAAO,CAAC,GAAG,GAAG,EAAE,CAAC;KAClB;IAED,IAAI,IAAA,eAAM,EAAC,eAAe,CAAC,EAAE;QAC3B,OAAO,CAAC,QAAQ,GAAG,IAAA,eAAM,EAAC,eAAe,CAAC,CAAC;KAC5C;IAED,OAAO,mBAAmB,CACxB,eAAK,CAAC,YAAY,CAAC;QACjB,GAAG,OAAO;QACV,GAAG,IAAI;KACR,CAAC,CACH,CAAC;AACJ,CAAC;AAnBD,8CAmBC"}

package/dist/src/orchestrator/RedisPool.d.ts

@@ -1,23 +0,0 @@
-import { Pool, Options as PoolOptions } from 'generic-pool';
-import AsyncRedisClient from './AsyncRedisClient';
-export type CreateRedisClientFn = () => Promise<AsyncRedisClient>;
-export interface RedisPoolOptions {
-    poolMin?: number;
-    poolMax?: number;
-    idleTimeoutSeconds?: number;
-    softIdleTimeoutSeconds?: number;
-    poolOptions?: Omit<PoolOptions, 'max' | 'min'>;
-    createClient?: CreateRedisClientFn;
-    destroyClient?: (client: AsyncRedisClient) => Promise<void>;
-}
-export declare class RedisPool {
-    protected readonly pool: Pool<AsyncRedisClient> | null;
-    protected readonly create: CreateRedisClientFn | null;
-    protected poolErrors: number;
-    constructor(options?: RedisPoolOptions);
-    getClient(): Promise<AsyncRedisClient>;
-    release(client: AsyncRedisClient): void;
-    testConnection(): Promise<void>;
-    cleanup(): Promise<void>;
-}
-//# sourceMappingURL=RedisPool.d.ts.map

package/dist/src/orchestrator/RedisPool.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"RedisPool.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/RedisPool.ts"],"names":[],"mappings":"AACA,OAAoB,EAAE,IAAI,EAAE,OAAO,IAAI,WAAW,EAAE,MAAM,cAAc,CAAC;AAEzE,OAAO,gBAAgB,MAAM,oBAAoB,CAAC;AAYlD,MAAM,MAAM,mBAAmB,GAAG,MAAM,OAAO,CAAC,gBAAgB,CAAC,CAAC;AAElE,MAAM,WAAW,gBAAgB;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,sBAAsB,CAAC,EAAE,MAAM,CAAC;IAChC,WAAW,CAAC,EAAE,IAAI,CAAC,WAAW,EAAE,KAAK,GAAG,KAAK,CAAC,CAAC;IAC/C,YAAY,CAAC,EAAE,mBAAmB,CAAC;IACnC,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,gBAAgB,KAAK,OAAO,CAAC,IAAI,CAAC,CAAC;CAC7D;AAID,qBAAa,SAAS;IACpB,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAQ;IAE9D,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,mBAAmB,GAAG,IAAI,CAAQ;IAE7D,SAAS,CAAC,UAAU,EAAE,MAAM,CAAK;gBAEd,OAAO,GAAE,gBAAqB;IAqCpC,SAAS;IAQf,OAAO,CAAC,MAAM,EAAE,gBAAgB;IAU1B,cAAc;IAUd,OAAO;CAMrB"}

package/dist/src/orchestrator/RedisPool.js

@@ -1,90 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RedisPool = void 0;
-/* eslint-disable global-require */
-const generic_pool_1 = __importDefault(require("generic-pool"));
-const shared_1 = require("@cubejs-backend/shared");
-const RedisFactory_1 = require("./RedisFactory");
-const IORedisFactory_1 = require("./IORedisFactory");
-function createRedisClient(url, opts = {}) {
-    if ((0, shared_1.getEnv)('redisUseIORedis')) {
-        return (0, IORedisFactory_1.createIORedisClient)(url, opts);
-    }
-    return (0, RedisFactory_1.createRedisClient)(url, opts);
-}
-const MAX_ALLOWED_POOL_ERRORS = 100;
-class RedisPool {
-    constructor(options = {}) {
-        this.pool = null;
-        this.create = null;
-        this.poolErrors = 0;
-        const min = (typeof options.poolMin !== 'undefined') ? options.poolMin : (0, shared_1.getEnv)('redisPoolMin');
-        const max = (typeof options.poolMax !== 'undefined') ? options.poolMax : (0, shared_1.getEnv)('redisPoolMax');
-        const opts = {
-            min,
-            max,
-            acquireTimeoutMillis: (0, shared_1.getEnv)('redisAcquireTimeout') || 5000,
-            evictionRunIntervalMillis: 5000,
-            // idleTimeoutSeconds and softIdleTimeoutSeconds should be deprecated in favour of options.poolOptions.idleTimeoutMillis
-            idleTimeoutMillis: options.idleTimeoutSeconds ? options.idleTimeoutSeconds * 1000 : 5000,
-            softIdleTimeoutMillis: options.softIdleTimeoutSeconds ? options.softIdleTimeoutSeconds * 1000 : 5000,
-            ...(options.poolOptions || {})
-        };
-        const create = options.createClient || (async () => createRedisClient((0, shared_1.getEnv)('redisUrl')));
-        if (max > 0) {
-            const destroy = options.destroyClient || (async (client) => client.end(true));
-            this.pool = generic_pool_1.default.createPool({ create, destroy }, opts);
-            this.pool.on('factoryCreateError', (error) => {
-                this.poolErrors++;
-                // prevent the infinite loop when pool creation fails too many times
-                if (this.poolErrors > MAX_ALLOWED_POOL_ERRORS) {
-                    // @ts-ignore
-                    // eslint-disable-next-line
-                    this.pool._waitingClientsQueue.dequeue().reject(error);
-                }
-            });
-        }
-        else {
-            // fallback to un-pooled behavior if pool max is 0
-            this.create = create;
-        }
-    }
-    async getClient() {
-        if (this.pool) {
-            return this.pool.acquire();
-        }
-        else {
-            return this.create();
-        }
-    }
-    release(client) {
-        if (this.pool) {
-            this.pool.release(client).catch(() => {
-                // nothing to do
-            });
-        }
-        else if (client) {
-            client.quit();
-        }
-    }
-    async testConnection() {
-        const client = await this.getClient();
-        try {
-            await client.ping();
-        }
-        finally {
-            this.release(client);
-        }
-    }
-    async cleanup() {
-        if (this.pool) {
-            await this.pool.drain();
-            this.pool.clear();
-        }
-    }
-}
-exports.RedisPool = RedisPool;
-//# sourceMappingURL=RedisPool.js.map

package/dist/src/orchestrator/RedisPool.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"RedisPool.js","sourceRoot":"","sources":["../../../src/orchestrator/RedisPool.ts"],"names":[],"mappings":";;;;;;AAAA,mCAAmC;AACnC,gEAAyE;AACzE,mDAAgD;AAEhD,iDAA0F;AAC1F,qDAAuE;AAEvE,SAAS,iBAAiB,CAAC,GAAW,EAAE,OAAsC,EAAE;IAC9E,IAAI,IAAA,eAAM,EAAC,iBAAiB,CAAC,EAAE;QAC7B,OAAO,IAAA,oCAAmB,EAAC,GAAG,EAAkB,IAAI,CAAC,CAAC;KACvD;IAED,OAAO,IAAA,gCAAqB,EAAC,GAAG,EAAgB,IAAI,CAAC,CAAC;AACxD,CAAC;AAcD,MAAM,uBAAuB,GAAG,GAAG,CAAC;AAEpC,MAAa,SAAS;IAOpB,YAAmB,UAA4B,EAAE;QAN9B,SAAI,GAAkC,IAAI,CAAC;QAE3C,WAAM,GAA+B,IAAI,CAAC;QAEnD,eAAU,GAAW,CAAC,CAAC;QAG/B,MAAM,GAAG,GAAG,CAAC,OAAO,OAAO,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAA,eAAM,EAAC,cAAc,CAAC,CAAC;QAChG,MAAM,GAAG,GAAG,CAAC,OAAO,OAAO,CAAC,OAAO,KAAK,WAAW,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,IAAA,eAAM,EAAC,cAAc,CAAC,CAAC;QAEhG,MAAM,IAAI,GAAgB;YACxB,GAAG;YACH,GAAG;YACH,oBAAoB,EAAE,IAAA,eAAM,EAAC,qBAAqB,CAAC,IAAI,IAAI;YAC3D,yBAAyB,EAAE,IAAI;YAC/B,wHAAwH;YACxH,iBAAiB,EAAE,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,OAAO,CAAC,kBAAkB,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI;YACxF,qBAAqB,EAAE,OAAO,CAAC,sBAAsB,CAAC,CAAC,CAAC,OAAO,CAAC,sBAAsB,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI;YACpG,GAAG,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,CAAC;SAC/B,CAAC;QAEF,MAAM,MAAM,GAAG,OAAO,CAAC,YAAY,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,iBAAiB,CAAC,IAAA,eAAM,EAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAE3F,IAAI,GAAG,GAAG,CAAC,EAAE;YACX,MAAM,OAAO,GAAG,OAAO,CAAC,aAAa,IAAI,CAAC,KAAK,EAAE,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;YAE9E,IAAI,CAAC,IAAI,GAAG,sBAAW,CAAC,UAAU,CAAmB,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC;YAEhF,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,oBAAoB,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC3C,IAAI,CAAC,UAAU,EAAE,CAAC;gBAClB,oEAAoE;gBACpE,IAAI,IAAI,CAAC,UAAU,GAAG,uBAAuB,EAAE;oBAC7C,aAAa;oBACb,2BAA2B;oBAC3B,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,OAAO,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;iBACxD;YACH,CAAC,CAAC,CAAC;SACJ;aAAM;YACL,kDAAkD;YAClD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;SACtB;IACH,CAAC;IAEM,KAAK,CAAC,SAAS;QACpB,IAAI,IAAI,CAAC,IAAI,EAAE;YACb,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;SAC5B;aAAM;YACL,OAAO,IAAI,CAAC,MAAM,EAAE,CAAC;SACtB;IACH,CAAC;IAEM,OAAO,CAAC,MAAwB;QACrC,IAAI,IAAI,CAAC,IAAI,EAAE;YACb,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE;gBACnC,gBAAgB;YAClB,CAAC,CAAC,CAAC;SACJ;aAAM,IAAI,MAAM,EAAE;YACjB,MAAM,CAAC,IAAI,EAAE,CAAC;SACf;IACH,CAAC;IAEM,KAAK,CAAC,cAAc;QACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;QAEtC,IAAI;YACF,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;SACrB;gBAAS;YACR,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SACtB;IACH,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,IAAI,IAAI,CAAC,IAAI,EAAE;YACb,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YACxB,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;SACnB;IACH,CAAC;CACF;AA9ED,8BA8EC"}

package/dist/src/orchestrator/RedisQueueDriver.d.ts

@@ -1,64 +0,0 @@
-import { QueueDriverInterface, QueueDriverConnectionInterface, QueueDriverOptions, GetActiveAndToProcessResponse, QueryDef, QueryKeyHash, QueryStageStateResponse, QueryKey, AddToQueueQuery, AddToQueueOptions, AddToQueueResponse, ProcessingId, RetrieveForProcessingResponse, QueryKeysTuple } from '@cubejs-backend/base-driver';
-import { BaseQueueDriver } from './BaseQueueDriver';
-import { RedisPool } from './RedisPool';
-type AsyncRedisClient = any;
-interface RedisQueueDriverConnectionOptions extends QueueDriverOptions {
-    redisClient: AsyncRedisClient;
-}
-export declare class RedisQueueDriverConnection implements QueueDriverConnectionInterface {
-    protected readonly redisClient: AsyncRedisClient;
-    protected readonly driver: RedisQueueDriver;
-    protected readonly redisQueuePrefix: string;
-    protected readonly heartBeatTimeout: number;
-    protected readonly concurrency: number;
-    protected readonly getQueueEventsBus: any;
-    protected readonly continueWaitTimeout: number;
-    constructor(driver: RedisQueueDriver, options: RedisQueueDriverConnectionOptions);
-    getRedisClient(): any;
-    getResultBlocking(queryKeyHash: any): Promise<any>;
-    getResult(queryKey: any): Promise<any>;
-    getQueriesToCancel(): Promise<QueryKeysTuple[]>;
-    getActiveAndToProcess(): Promise<GetActiveAndToProcessResponse>;
-    addToQueue(keyScore: number, queryKey: QueryKey, orphanedTime: number, queryHandler: string, query: AddToQueueQuery, priority: number, options: AddToQueueOptions): Promise<AddToQueueResponse>;
-    getToProcessQueries(): Promise<QueryKeysTuple[]>;
-    getActiveQueries(): Promise<QueryKeysTuple[]>;
-    getQueryAndRemove(queryKey: QueryKeyHash): Promise<[QueryDef]>;
-    cancelQuery(queryKey: any): Promise<unknown>;
-    setResultAndRemoveQuery(queryKey: any, executionResult: any, processingId: any): Promise<any>;
-    getOrphanedQueries(): Promise<QueryKeysTuple[]>;
-    getStalledQueries(): Promise<QueryKeysTuple[]>;
-    getQueryStageState(onlyKeys: boolean): Promise<QueryStageStateResponse>;
-    getQueryDef(queryKey: any): Promise<any>;
-    /**
-     * Updates heart beat for the processing query by its `queryKey`.
-     */
-    updateHeartBeat(queryKey: any): Promise<any>;
-    getNextProcessingId(): Promise<any>;
-    retrieveForProcessing(queryKey: QueryKeyHash, processingId: ProcessingId): Promise<RetrieveForProcessingResponse>;
-    freeProcessingLock(queryKey: any, processingId: any, activated: any): Promise<any>;
-    optimisticQueryUpdate(queryKey: any, toUpdate: any, processingId: any): Promise<boolean>;
-    release(): any;
-    protected toProcessRedisKey(): string;
-    protected recentRedisKey(): string;
-    protected activeRedisKey(): string;
-    protected heartBeatRedisKey(): string;
-    protected queryRedisKey(queryKey: any, suffix: any): string;
-    protected queueRedisKey(suffix: any): string;
-    protected queriesDefKey(): string;
-    protected processingIdKey(): string;
-    protected resultListKey(queryKey: any): string;
-    protected queryProcessingLockKey(queryKey: any): string;
-    redisHash(queryKey: any): QueryKeyHash;
-}
-interface RedisQueueDriverOptions extends QueueDriverOptions {
-    redisPool: RedisPool;
-}
-export declare class RedisQueueDriver extends BaseQueueDriver implements QueueDriverInterface {
-    protected readonly redisPool: RedisPool;
-    protected readonly options: RedisQueueDriverOptions;
-    constructor(options: RedisQueueDriverOptions);
-    createConnection(): Promise<RedisQueueDriverConnection>;
-    release(connection: RedisQueueDriverConnection): void;
-}
-export {};
-//# sourceMappingURL=RedisQueueDriver.d.ts.map

package/dist/src/orchestrator/RedisQueueDriver.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"RedisQueueDriver.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/RedisQueueDriver.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,oBAAoB,EACpB,8BAA8B,EAC9B,kBAAkB,EAClB,6BAA6B,EAC7B,QAAQ,EACR,YAAY,EACZ,uBAAuB,EACvB,QAAQ,EACR,eAAe,EACf,iBAAiB,EACjB,kBAAkB,EAClB,YAAY,EACZ,6BAA6B,EAAE,cAAc,EAC9C,MAAM,6BAA6B,CAAC;AAErC,OAAO,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAGxC,KAAK,gBAAgB,GAAG,GAAG,CAAC;AAE5B,UAAU,iCAAkC,SAAQ,kBAAkB;IACpE,WAAW,EAAE,gBAAgB,CAAC;CAC/B;AAED,qBAAa,0BAA2B,YAAW,8BAA8B;IAC/E,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,gBAAgB,CAAC;IAEjD,SAAS,CAAC,QAAQ,CAAC,MAAM,EAAE,gBAAgB,CAAC;IAE5C,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAE5C,SAAS,CAAC,QAAQ,CAAC,gBAAgB,EAAE,MAAM,CAAC;IAE5C,SAAS,CAAC,QAAQ,CAAC,WAAW,EAAE,MAAM,CAAC;IAEvC,SAAS,CAAC,QAAQ,CAAC,iBAAiB,EAAE,GAAG,CAAC;IAE1C,SAAS,CAAC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC;gBAE5B,MAAM,EAAE,gBAAgB,EAAE,OAAO,EAAE,iCAAiC;IAUhF,cAAc;IAIR,iBAAiB,CAAC,YAAY,KAAA;IAc9B,SAAS,CAAC,QAAQ,KAAA;IAMlB,kBAAkB;IAQlB,qBAAqB,IAAI,OAAO,CAAC,6BAA6B,CAAC;IAU/D,UAAU,CACrB,QAAQ,EAAE,MAAM,EAChB,QAAQ,EAAE,QAAQ,EAClB,YAAY,EAAE,MAAM,EACpB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,eAAe,EACtB,QAAQ,EAAE,MAAM,EAChB,OAAO,EAAE,iBAAiB,GACzB,OAAO,CAAC,kBAAkB,CAAC;IA4CjB,mBAAmB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAMhD,gBAAgB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAM7C,iBAAiB,CAAC,QAAQ,EAAE,YAAY,GAAG,OAAO,CAAC,CAAC,QAAQ,CAAC,CAAC;IAc9D,WAAW,CAAC,QAAQ,KAAA;IAkBpB,uBAAuB,CAAC,QAAQ,KAAA,EAAE,eAAe,KAAA,EAAE,YAAY,KAAA;IAiC/D,kBAAkB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAQ/C,iBAAiB,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAQ9C,kBAAkB,CAAC,QAAQ,EAAE,OAAO,GAAG,OAAO,CAAC,uBAAuB,CAAC;IAevE,WAAW,CAAC,QAAQ,KAAA;IAKjC;;OAEG;IACU,eAAe,CAAC,QAAQ,KAAA;IAIxB,mBAAmB;IAKnB,qBAAqB,CAAC,QAAQ,EAAE,YAAY,EAAE,YAAY,EAAE,YAAY,GAAG,OAAO,CAAC,6BAA6B,CAAC;IAqDjH,kBAAkB,CAAC,QAAQ,KAAA,EAAE,YAAY,KAAA,EAAE,SAAS,KAAA;IAsBpD,qBAAqB,CAAC,QAAQ,KAAA,EAAE,QAAQ,KAAA,EAAE,YAAY,KAAA;IA6B5D,OAAO;IAId,SAAS,CAAC,iBAAiB;IAI3B,SAAS,CAAC,cAAc;IAIxB,SAAS,CAAC,cAAc;IAIxB,SAAS,CAAC,iBAAiB;IAI3B,SAAS,CAAC,aAAa,CAAC,QAAQ,KAAA,EAAE,MAAM,KAAA;IAIxC,SAAS,CAAC,aAAa,CAAC,MAAM,KAAA;IAI9B,SAAS,CAAC,aAAa;IAIvB,SAAS,CAAC,eAAe;IAIzB,SAAS,CAAC,aAAa,CAAC,QAAQ,KAAA;IAIhC,SAAS,CAAC,sBAAsB,CAAC,QAAQ,KAAA;IAIlC,SAAS,CAAC,QAAQ,KAAA;CAG1B;AAED,UAAU,uBAAwB,SAAQ,kBAAkB;IAC1D,SAAS,EAAE,SAAS,CAAA;CACrB;AAED,qBAAa,gBAAiB,SAAQ,eAAgB,YAAW,oBAAoB;IACnF,SAAS,CAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAExC,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,uBAAuB,CAAC;gBAEjC,OAAO,EAAE,uBAAuB;IAMtC,gBAAgB;IAQtB,OAAO,CAAC,UAAU,EAAE,0BAA0B;CAGtD"}