@cubejs-backend/server-core 0.30.29 → 0.30.32

package/dist/src/core/OptsHandler.js

@@ -0,0 +1,412 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.OptsHandler = void 0;
+const crypto_1 = __importDefault(require("crypto"));
+const fs_extra_1 = __importDefault(require("fs-extra"));
+const path_1 = __importDefault(require("path"));
+const lodash_clonedeep_1 = __importDefault(require("lodash.clonedeep"));
+const query_orchestrator_1 = require("@cubejs-backend/query-orchestrator");
+const shared_1 = require("@cubejs-backend/shared");
+const DriverResolvers_1 = require("./DriverResolvers");
+const optionsValidate_1 = __importDefault(require("./optionsValidate"));
+const { version } = require('../../../package.json');
+/**
+ * Driver service class.
+ */
+class OptsHandler {
+    /**
+     * Class constructor.
+     */
+    constructor(core, createOptions, systemOptions) {
+        this.core = core;
+        this.createOptions = createOptions;
+        this.systemOptions = systemOptions;
+        /**
+         * Decorated dbType flag.
+         */
+        this.decoratedType = false;
+        /**
+         * Decorated driverFactory flag.
+         */
+        this.decoratedFactory = false;
+        this.assertOptions(createOptions);
+        const options = lodash_clonedeep_1.default(this.createOptions);
+        options.driverFactory = this.getDriverFactory(options);
+        options.dbType = this.getDbType(options);
+        this.initializedOptions = this.initializeCoreOptions(options);
+    }
+    /**
+     * Assert create options.
+     */
+    assertOptions(opts) {
+        optionsValidate_1.default(opts);
+        if (!this.configuredAsDevServer() &&
+            !process.env.CUBEJS_DB_TYPE &&
+            !opts.dbType &&
+            !opts.driverFactory) {
+            throw new Error('Either CUBEJS_DB_TYPE, CreateOptions.dbType or CreateOptions.driverFactory ' +
+                'must be specified');
+        }
+        // TODO (buntarb): this assertion should be restored after documentation
+        // will be added.
+        //
+        // if (opts.dbType) {
+        //   this.core.logger(
+        //     'Cube.js `CreateOptions.dbType` Property Deprecation',
+        //     {
+        //       warning: (
+        //         // TODO (buntarb): add https://github.com/cube-js/cube.js/blob/master/DEPRECATION.md#dbType
+        //         // link once it will be created.
+        //         'CreateOptions.dbType property is now deprecated, please migrate.'
+        //       ),
+        //     },
+        //   );
+        // }
+    }
+    /**
+     * Assert value returned from the driver factory.
+     */
+    assertDriverFactoryResult(val) {
+        if (val instanceof query_orchestrator_1.BaseDriver) {
+            // TODO (buntarb): these assertions should be restored after documentation
+            // will be added.
+            //
+            // if (this.decoratedType) {
+            //   throw new Error(
+            //     'CreateOptions.dbType is required if CreateOptions.driverFactory ' +
+            //     'returns driver instance'
+            //   );
+            // }
+            // this.core.logger(
+            //   'Cube.js CreateOptions.driverFactory Property Deprecation',
+            //   {
+            //     warning: (
+            //       // TODO (buntarb): add https://github.com/cube-js/cube.js/blob/master/DEPRECATION.md#driverFactory
+            //       // link once it will be created.
+            //       'CreateOptions.driverFactory should return DriverConfig object instead of driver instance, please migrate.'
+            //     ),
+            //   },
+            // );
+            return val;
+        }
+        else if (val && val.type && typeof val.type === 'string') {
+            return val;
+        }
+        else {
+            throw new Error('Unexpected CreateOptions.driverFactory result value. Must be either ' +
+                `DriverConfig or driver instance: <${typeof val}>${val}`);
+        }
+    }
+    /**
+     * Assert value returned from the dbType function.
+     */
+    assertDbTypeResult(val) {
+        if (typeof val !== 'string') {
+            throw new Error(`Unexpected CreateOptions.dbType result type: <${typeof val}>${val}`);
+        }
+        return val;
+    }
+    /**
+     * Default database factory function.
+     */ // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    defaultDriverFactory(ctx) {
+        return {
+            type: process.env.CUBEJS_DB_TYPE,
+        };
+    }
+    /**
+     * Async driver factory getter.
+     */
+    getDriverFactory(opts) {
+        const { dbType, driverFactory } = opts;
+        this.decoratedType = !dbType;
+        this.decoratedFactory = !driverFactory;
+        return async (ctx) => {
+            if (!driverFactory) {
+                return this.defaultDriverFactory(ctx);
+            }
+            else {
+                return this.assertDriverFactoryResult(await driverFactory(ctx));
+            }
+        };
+    }
+    /**
+     * Async driver type getter.
+     */
+    getDbType(opts) {
+        const { dbType, driverFactory } = opts;
+        return async (ctx) => {
+            if (!dbType) {
+                const { type } = (await driverFactory(ctx));
+                return type;
+            }
+            else if (typeof dbType === 'function') {
+                return this.assertDbTypeResult(await dbType(ctx));
+            }
+            else {
+                return dbType;
+            }
+        };
+    }
+    /**
+     * Returns default driver concurrency if specified.
+     */
+    async getDriverConcurrency(ctx) {
+        const type = await this
+            .getCoreInitializedOptions()
+            .dbType(ctx);
+        const DriverConstructor = DriverResolvers_1.lookupDriverClass(type);
+        if (DriverConstructor &&
+            DriverConstructor.getDefaultConcurrency) {
+            return DriverConstructor.getDefaultConcurrency();
+        }
+        return undefined;
+    }
+    /**
+     * Wrap queueOptions into a function which evaluate concurrency on the fly.
+     */
+    queueOptionsWrapper(context, queueOptions) {
+        return async (dataSource = 'default') => {
+            const options = (typeof queueOptions === 'function'
+                ? queueOptions(dataSource)
+                : queueOptions) || {};
+            if (options.concurrency) {
+                // concurrency specified in cube.js
+                return options;
+            }
+            else {
+                const envConcurrency = shared_1.getEnv('concurrency');
+                if (envConcurrency) {
+                    // concurrency specified in CUBEJS_CONCURRENCY
+                    return {
+                        ...options,
+                        concurrency: envConcurrency,
+                    };
+                }
+                else {
+                    const defConcurrency = await this.getDriverConcurrency({
+                        ...context,
+                        dataSource,
+                    });
+                    if (defConcurrency) {
+                        // concurrency specified in driver
+                        return {
+                            ...options,
+                            concurrency: defConcurrency,
+                        };
+                    }
+                    // no specified concurrency
+                    return {
+                        ...options,
+                        concurrency: 2,
+                    };
+                }
+            }
+        };
+    }
+    /**
+     * Initialize core options.
+     */
+    initializeCoreOptions(opts) {
+        var _a;
+        const skipOnEnv = [
+            // Default EXT_DB variables
+            'CUBEJS_EXT_DB_URL',
+            'CUBEJS_EXT_DB_HOST',
+            'CUBEJS_EXT_DB_NAME',
+            'CUBEJS_EXT_DB_PORT',
+            'CUBEJS_EXT_DB_USER',
+            'CUBEJS_EXT_DB_PASS',
+            // Cube Store variables
+            'CUBEJS_CUBESTORE_HOST',
+            'CUBEJS_CUBESTORE_PORT',
+            'CUBEJS_CUBESTORE_USER',
+            'CUBEJS_CUBESTORE_PASS',
+        ];
+        const definedExtDBVariables = skipOnEnv.filter((field) => process.env[field] !== undefined);
+        const externalDbType = opts.externalDbType ||
+            process.env.CUBEJS_EXT_DB_TYPE ||
+            (shared_1.getEnv('devMode') || definedExtDBVariables.length > 0) && 'cubestore' ||
+            undefined;
+        const devServer = process.env.NODE_ENV !== 'production' ||
+            shared_1.getEnv('devMode');
+        let externalDriverFactory = externalDbType &&
+            (() => new (DriverResolvers_1.lookupDriverClass(externalDbType))({
+                url: process.env.CUBEJS_EXT_DB_URL,
+                host: process.env.CUBEJS_EXT_DB_HOST,
+                database: process.env.CUBEJS_EXT_DB_NAME,
+                port: process.env.CUBEJS_EXT_DB_PORT,
+                user: process.env.CUBEJS_EXT_DB_USER,
+                password: process.env.CUBEJS_EXT_DB_PASS,
+            }));
+        let externalDialectFactory = () => typeof externalDbType === 'string' &&
+            DriverResolvers_1.lookupDriverClass(externalDbType).dialectClass &&
+            DriverResolvers_1.lookupDriverClass(externalDbType).dialectClass();
+        if (!devServer && shared_1.getEnv('externalDefault') && !externalDbType) {
+            shared_1.displayCLIWarning('Cube Store is not found. Please follow this documentation ' +
+                'to configure Cube Store ' +
+                'https://cube.dev/docs/caching/running-in-production');
+        }
+        if (devServer && externalDbType !== 'cubestore') {
+            shared_1.displayCLIWarning(`Using ${externalDbType} as an external database is deprecated. ` +
+                'Please use Cube Store instead: ' +
+                'https://cube.dev/docs/caching/running-in-production');
+        }
+        if (externalDbType === 'cubestore' && devServer && !opts.serverless) {
+            if (!definedExtDBVariables.length) {
+                // There is no @cubejs-backend/cubestore-driver dependency in the core
+                // package. At the same time, @cubejs-backend/cubestore-driver is already
+                // exist at the moment, when the core server instance is up. That is the
+                // reason why we inject it in this way.
+                //
+                // eslint-disable-next-line global-require,import/no-extraneous-dependencies
+                const cubeStorePackage = require('@cubejs-backend/cubestore-driver');
+                if (cubeStorePackage.isCubeStoreSupported()) {
+                    const cubeStoreHandler = new cubeStorePackage.CubeStoreHandler({
+                        stdout: (data) => {
+                            console.log(data.toString().trim());
+                        },
+                        stderr: (data) => {
+                            console.log(data.toString().trim());
+                        },
+                        onRestart: (code) => this.core.logger('Cube Store Restarting', {
+                            warning: `Instance exit with ${code}, restarting`,
+                        }),
+                    });
+                    console.log(`🔥 Cube Store (${version}) is assigned to 3030 port.`);
+                    // Start Cube Store on startup in official docker images
+                    if (shared_1.isDockerImage()) {
+                        cubeStoreHandler.acquire().catch((e) => this.core.logger('Cube Store Start Error', {
+                            error: e.message,
+                        }));
+                    }
+                    // Lazy loading for Cube Store
+                    externalDriverFactory =
+                        () => new cubeStorePackage.CubeStoreDevDriver(cubeStoreHandler);
+                    externalDialectFactory =
+                        () => cubeStorePackage.CubeStoreDevDriver.dialectClass();
+                }
+                else {
+                    this.core.logger('Cube Store is not supported on your system', {
+                        warning: (`You are using ${process.platform} platform with ${process.arch} architecture, which is not supported by Cube Store.`),
+                    });
+                }
+            }
+        }
+        const options = {
+            externalDbType,
+            devServer,
+            dialectFactory: (ctx) => (DriverResolvers_1.lookupDriverClass(ctx.dbType).dialectClass &&
+                DriverResolvers_1.lookupDriverClass(ctx.dbType).dialectClass()),
+            externalDriverFactory,
+            externalDialectFactory,
+            apiSecret: process.env.CUBEJS_API_SECRET,
+            telemetry: shared_1.getEnv('telemetry'),
+            scheduledRefreshTimeZones: process.env.CUBEJS_SCHEDULED_REFRESH_TIMEZONES &&
+                process.env.CUBEJS_SCHEDULED_REFRESH_TIMEZONES.split(',').map(t => t.trim()),
+            scheduledRefreshContexts: async () => [null],
+            basePath: '/cubejs-api',
+            dashboardAppPath: 'dashboard-app',
+            dashboardAppPort: 3000,
+            scheduledRefreshConcurrency: parseInt(process.env.CUBEJS_SCHEDULED_REFRESH_CONCURRENCY, 10),
+            preAggregationsSchema: shared_1.getEnv('preAggregationsSchema') ||
+                (devServer ? 'dev_pre_aggregations' : 'prod_pre_aggregations'),
+            schemaPath: process.env.CUBEJS_SCHEMA_PATH || 'schema',
+            scheduledRefreshTimer: shared_1.getEnv('refreshWorkerMode'),
+            sqlCache: true,
+            livePreview: shared_1.getEnv('livePreview'),
+            ...opts,
+            jwt: {
+                key: shared_1.getEnv('jwtKey'),
+                algorithms: shared_1.getEnv('jwtAlgorithms'),
+                issuer: shared_1.getEnv('jwtIssuer'),
+                audience: shared_1.getEnv('jwtAudience'),
+                subject: shared_1.getEnv('jwtSubject'),
+                jwkUrl: shared_1.getEnv('jwkUrl'),
+                claimsNamespace: shared_1.getEnv('jwtClaimsNamespace'),
+                ...opts.jwt,
+            }
+        };
+        if (opts.contextToAppId && !opts.scheduledRefreshContexts) {
+            this.core.logger('Multitenancy Without ScheduledRefreshContexts', {
+                warning: ('You are using multitenancy without configuring scheduledRefreshContexts, ' +
+                    'which can lead to issues where the security context will be undefined ' +
+                    'while Cube.js will do background refreshing: ' +
+                    'https://cube.dev/docs/config#options-reference-scheduled-refresh-contexts'),
+            });
+        }
+        if (options.devServer && !options.apiSecret) {
+            options.apiSecret = crypto_1.default.randomBytes(16).toString('hex');
+            shared_1.displayCLIWarning(`Option apiSecret is required in dev mode. Cube.js has generated it as ${options.apiSecret}`);
+        }
+        // Create schema directory to protect error on new project with dev mode
+        // (docker flow)
+        if (options.devServer) {
+            const repositoryPath = path_1.default.join(process.cwd(), options.schemaPath);
+            if (!fs_extra_1.default.existsSync(repositoryPath)) {
+                fs_extra_1.default.mkdirSync(repositoryPath);
+            }
+        }
+        if (!options.devServer || this.configuredForQueryProcessing()) {
+            const fieldsForValidation = [
+                'driverFactory',
+                'dbType'
+            ];
+            if (!((_a = options.jwt) === null || _a === void 0 ? void 0 : _a.jwkUrl)) {
+                // apiSecret is required only for auth by JWT, for JWK it's not needed
+                fieldsForValidation.push('apiSecret');
+            }
+            const invalidFields = fieldsForValidation.filter((field) => options[field] === undefined);
+            if (invalidFields.length) {
+                throw new Error(`${invalidFields.join(', ')} ${invalidFields.length === 1 ? 'is' : 'are'} required option(s)`);
+            }
+        }
+        return options;
+    }
+    /**
+     * Determines whether current instance should be bootstraped in the
+     * dev mode or not.
+     */
+    configuredAsDevServer() {
+        return (this.createOptions.devServer ||
+            process.env.NODE_ENV !== 'production' ||
+            shared_1.getEnv('devMode'));
+    }
+    /**
+     * Determines whether current configuration is sutisfied system to process
+     * queries.
+     */
+    configuredForQueryProcessing() {
+        var _a, _b;
+        const hasDbCredentials = Object.keys(process.env).filter((key) => (key.startsWith('CUBEJS_DB') && key !== 'CUBEJS_DB_TYPE' ||
+            key.startsWith('CUBEJS_AWS'))).length > 0;
+        return (hasDbCredentials ||
+            ((_a = this.systemOptions) === null || _a === void 0 ? void 0 : _a.isCubeConfigEmpty) === undefined ||
+            !((_b = this.systemOptions) === null || _b === void 0 ? void 0 : _b.isCubeConfigEmpty));
+    }
+    /**
+     * Returns server core initialized options object.
+     */
+    getCoreInitializedOptions() {
+        return this.initializedOptions;
+    }
+    /**
+     * Decorate `OrchestratorOptions` with `queueOptions` property which include
+     * concurrency calculation logic.
+     */
+    getOrchestratorInitializedOptions(context, orchestratorOptions) {
+        const clone = lodash_clonedeep_1.default(orchestratorOptions);
+        // query queue
+        clone.queryCacheOptions = clone.queryCacheOptions || {};
+        clone.queryCacheOptions.queueOptions = this.queueOptionsWrapper(context, clone.queryCacheOptions.queueOptions);
+        // pre-aggs queue
+        clone.preAggregationsOptions = clone.preAggregationsOptions || {};
+        clone.preAggregationsOptions.queueOptions = this.queueOptionsWrapper(context, clone.preAggregationsOptions.queueOptions);
+        return clone;
+    }
+}
+exports.OptsHandler = OptsHandler;
+//# sourceMappingURL=OptsHandler.js.map

package/dist/src/core/OptsHandler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"OptsHandler.js","sourceRoot":"","sources":["../../../src/core/OptsHandler.ts"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAC5B,wDAA0B;AAC1B,gDAAwB;AACxB,wEAAyC;AACzC,2EAAgE;AAChE,mDAIgC;AAgBhC,uDAAsD;AAEtD,wEAAgD;AAEhD,MAAM,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,uBAAuB,CAAC,CAAC;AAErD;;GAEG;AACH,MAAa,WAAW;IACtB;;OAEG;IACH,YACU,IAAsB,EACtB,aAA4B,EAC5B,aAA6B;QAF7B,SAAI,GAAJ,IAAI,CAAkB;QACtB,kBAAa,GAAb,aAAa,CAAe;QAC5B,kBAAa,GAAb,aAAa,CAAgB;QASvC;;WAEG;QACK,kBAAa,GAAG,KAAK,CAAC;QAE9B;;WAEG;QACK,qBAAgB,GAAG,KAAK,CAAC;QAf/B,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,CAAC;QAClC,MAAM,OAAO,GAAG,0BAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC9C,OAAO,CAAC,aAAa,GAAG,IAAI,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;QACvD,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;IAChE,CAAC;IAiBD;;OAEG;IACK,aAAa,CAAC,IAAmB;QACvC,yBAAe,CAAC,IAAI,CAAC,CAAC;QAEtB,IACE,CAAC,IAAI,CAAC,qBAAqB,EAAE;YAC7B,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc;YAC3B,CAAC,IAAI,CAAC,MAAM;YACZ,CAAC,IAAI,CAAC,aAAa,EACnB;YACA,MAAM,IAAI,KAAK,CACb,6EAA6E;gBAC7E,mBAAmB,CACpB,CAAC;SACH;QAED,wEAAwE;QACxE,iBAAiB;QACjB,EAAE;QACF,qBAAqB;QACrB,sBAAsB;QACtB,6DAA6D;QAC7D,QAAQ;QACR,mBAAmB;QACnB,sGAAsG;QACtG,2CAA2C;QAC3C,6EAA6E;QAC7E,WAAW;QACX,SAAS;QACT,OAAO;QACP,IAAI;IACN,CAAC;IAED;;OAEG;IACK,yBAAyB,CAAC,GAA8B;QAC9D,IAAI,GAAG,YAAY,+BAAU,EAAE;YAC7B,0EAA0E;YAC1E,iBAAiB;YACjB,EAAE;YACF,4BAA4B;YAC5B,qBAAqB;YACrB,2EAA2E;YAC3E,gCAAgC;YAChC,OAAO;YACP,IAAI;YACJ,oBAAoB;YACpB,gEAAgE;YAChE,MAAM;YACN,iBAAiB;YACjB,2GAA2G;YAC3G,yCAAyC;YACzC,oHAAoH;YACpH,SAAS;YACT,OAAO;YACP,KAAK;YACL,OAAmB,GAAG,CAAC;SACxB;aAAM,IACL,GAAG,IAAI,GAAG,CAAC,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ,EAC/C;YACA,OAAqB,GAAG,CAAC;SAC1B;aAAM;YACL,MAAM,IAAI,KAAK,CACb,sEAAsE;gBACtE,qCAAqC,OAAO,GAAG,IAAI,GAAG,EAAE,CACzD,CAAC;SACH;IACH,CAAC;IAED;;OAEG;IACK,kBAAkB,CAAC,GAAiB;QAC1C,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE;YAC3B,MAAM,IAAI,KAAK,CAAC,iDACd,OAAO,GACT,IAAI,GAAG,EAAE,CAAC,CAAC;SACZ;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED;;OAEG,CAAC,6DAA6D;IACzD,oBAAoB,CAAC,GAAkB;QAC7C,OAAO;YACL,IAAI,EAAgB,OAAO,CAAC,GAAG,CAAC,cAAc;SAC/C,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,gBAAgB,CAAC,IAAmB;QAC1C,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC;QACvC,IAAI,CAAC,aAAa,GAAG,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,gBAAgB,GAAG,CAAC,aAAa,CAAC;QAEvC,OAAO,KAAK,EAAE,GAAkB,EAAE,EAAE;YAClC,IAAI,CAAC,aAAa,EAAE;gBAClB,OAAO,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;aACvC;iBAAM;gBACL,OAAO,IAAI,CAAC,yBAAyB,CACnC,MAAM,aAAa,CAAC,GAAG,CAAC,CACzB,CAAC;aACH;QACH,CAAC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,SAAS,CACf,IAEC;QAED,MAAM,EAAE,MAAM,EAAE,aAAa,EAAE,GAAG,IAAI,CAAC;QACvC,OAAO,KAAK,EAAE,GAAkB,EAAE,EAAE;YAClC,IAAI,CAAC,MAAM,EAAE;gBACX,MAAM,EAAE,IAAI,EAAE,GAAiB,CAAC,MAAM,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;gBAC1D,OAAO,IAAI,CAAC;aACb;iBAAM,IAAI,OAAO,MAAM,KAAK,UAAU,EAAE;gBACvC,OAAO,IAAI,CAAC,kBAAkB,CAAC,MAAM,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC;aACnD;iBAAM;gBACL,OAAO,MAAM,CAAC;aACf;QACH,CAAC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,KAAK,CAAC,oBAAoB,CAChC,GAAkB;QAElB,MAAM,IAAI,GAAG,MAAM,IAAI;aACpB,yBAAyB,EAAE;aAC3B,MAAM,CAAC,GAAG,CAAC,CAAC;QACf,MAAM,iBAAiB,GAAG,mCAAiB,CAAC,IAAI,CAAC,CAAC;QAClD,IACE,iBAAiB;YACjB,iBAAiB,CAAC,qBAAqB,EACvC;YACA,OAAO,iBAAiB,CAAC,qBAAqB,EAAE,CAAC;SAClD;QACD,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACK,mBAAmB,CACzB,OAAuB,EACvB,YAA+D;QAE/D,OAAO,KAAK,EAAE,UAAU,GAAG,SAAS,EAAE,EAAE;YACtC,MAAM,OAAO,GAAG,CACd,OAAO,YAAY,KAAK,UAAU;gBAChC,CAAC,CAAC,YAAY,CAAC,UAAU,CAAC;gBAC1B,CAAC,CAAC,YAAY,CACjB,IAAI,EAAE,CAAC;YACR,IAAI,OAAO,CAAC,WAAW,EAAE;gBACvB,mCAAmC;gBACnC,OAAO,OAAO,CAAC;aAChB;iBAAM;gBACL,MAAM,cAAc,GAAW,eAAM,CAAC,aAAa,CAAC,CAAC;gBACrD,IAAI,cAAc,EAAE;oBAClB,8CAA8C;oBAC9C,OAAO;wBACL,GAAG,OAAO;wBACV,WAAW,EAAE,cAAc;qBAC5B,CAAC;iBACH;qBAAM;oBACL,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC;wBACrD,GAAG,OAAO;wBACV,UAAU;qBACX,CAAC,CAAC;oBACH,IAAI,cAAc,EAAE;wBAClB,kCAAkC;wBAClC,OAAO;4BACL,GAAG,OAAO;4BACV,WAAW,EAAE,cAAc;yBAC5B,CAAC;qBACH;oBACD,2BAA2B;oBAC3B,OAAO;wBACL,GAAG,OAAO;wBACV,WAAW,EAAE,CAAC;qBACf,CAAC;iBACH;aACF;QACH,CAAC,CAAC;IACJ,CAAC;IAED;;OAEG;IACK,qBAAqB,CAC3B,IAA4B;;QAE5B,MAAM,SAAS,GAAG;YAChB,2BAA2B;YAC3B,mBAAmB;YACnB,oBAAoB;YACpB,oBAAoB;YACpB,oBAAoB;YACpB,oBAAoB;YACpB,oBAAoB;YACpB,uBAAuB;YACvB,uBAAuB;YACvB,uBAAuB;YACvB,uBAAuB;YACvB,uBAAuB;SACxB,CAAC;QAEF,MAAM,qBAAqB,GACzB,SAAS,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,CAAC;QAEhE,MAAM,cAAc,GAClB,IAAI,CAAC,cAAc;YACO,OAAO,CAAC,GAAG,CAAC,kBAAkB;YACxD,CAAC,eAAM,CAAC,SAAS,CAAC,IAAI,qBAAqB,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,WAAW;YACtE,SAAS,CAAC;QAEZ,MAAM,SAAS,GACb,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY;YACrC,eAAM,CAAC,SAAS,CAAC,CAAC;QAEpB,IAAI,qBAAqB,GACvB,cAAc;YACd,CACE,GAAG,EAAE,CAAC,IAAI,CAAC,mCAAiB,CAAC,cAAc,CAAC,CAAC,CAAC;gBAC5C,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;gBAClC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;gBACpC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;gBACxC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;gBACpC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;gBACpC,QAAQ,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;aACzC,CAAC,CACH,CAAC;QAEJ,IAAI,sBAAsB,GACxB,GAAG,EAAE,CAAC,OAAO,cAAc,KAAK,QAAQ;YACxC,mCAAiB,CAAC,cAAc,CAAC,CAAC,YAAY;YAC9C,mCAAiB,CAAC,cAAc,CAAC,CAAC,YAAY,EAAE,CAAC;QAEnD,IAAI,CAAC,SAAS,IAAI,eAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,cAAc,EAAE;YAC9D,0BAAiB,CACf,4DAA4D;gBAC5D,0BAA0B;gBAC1B,qDAAqD,CACtD,CAAC;SACH;QAED,IAAI,SAAS,IAAI,cAAc,KAAK,WAAW,EAAE;YAC/C,0BAAiB,CACf,SAAS,cAAc,0CAA0C;gBACjE,iCAAiC;gBACjC,qDAAqD,CACtD,CAAC;SACH;QAED,IAAI,cAAc,KAAK,WAAW,IAAI,SAAS,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;YACnE,IAAI,CAAC,qBAAqB,CAAC,MAAM,EAAE;gBACjC,sEAAsE;gBACtE,yEAAyE;gBACzE,wEAAwE;gBACxE,uCAAuC;gBACvC,EAAE;gBACF,4EAA4E;gBAC5E,MAAM,gBAAgB,GAAG,OAAO,CAAC,kCAAkC,CAAC,CAAC;gBACrE,IAAI,gBAAgB,CAAC,oBAAoB,EAAE,EAAE;oBAC3C,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,CAAC,gBAAgB,CAAC;wBAC7D,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;4BACf,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;wBACtC,CAAC;wBACD,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE;4BACf,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;wBACtC,CAAC;wBACD,SAAS,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,uBAAuB,EAAE;4BAC7D,OAAO,EAAE,sBAAsB,IAAI,cAAc;yBAClD,CAAC;qBACH,CAAC,CAAC;oBAEH,OAAO,CAAC,GAAG,CAAC,kBAAkB,OAAO,6BAA6B,CAAC,CAAC;oBAEpE,wDAAwD;oBACxD,IAAI,sBAAa,EAAE,EAAE;wBACnB,gBAAgB,CAAC,OAAO,EAAE,CAAC,KAAK,CAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,wBAAwB,EAAE;4BAChD,KAAK,EAAE,CAAC,CAAC,OAAO;yBACjB,CAAC,CACH,CAAC;qBACH;oBAED,8BAA8B;oBAC9B,qBAAqB;wBACnB,GAAG,EAAE,CAAC,IAAI,gBAAgB,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,CAAC;oBAClE,sBAAsB;wBACpB,GAAG,EAAE,CAAC,gBAAgB,CAAC,kBAAkB,CAAC,YAAY,EAAE,CAAC;iBAC5D;qBAAM;oBACL,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,4CAA4C,EAAE;wBAC7D,OAAO,EAAE,CACP,iBACE,OAAO,CAAC,QACV,kBACE,OAAO,CAAC,IACV,sDAAsD,CACvD;qBACF,CAAC,CAAC;iBACJ;aACF;SACF;QAED,MAAM,OAAO,GAAiC;YAC5C,cAAc;YACd,SAAS;YACT,cAAc,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CACvB,mCAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,YAAY;gBAC1C,mCAAiB,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,YAAY,EAAE,CAC7C;YACD,qBAAqB;YACrB,sBAAsB;YACtB,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;YACxC,SAAS,EAAE,eAAM,CAAC,WAAW,CAAC;YAC9B,yBAAyB,EACvB,OAAO,CAAC,GAAG,CAAC,kCAAkC;gBAC9C,OAAO,CAAC,GAAG,CAAC,kCAAkC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9E,wBAAwB,EAAE,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC;YAC5C,QAAQ,EAAE,aAAa;YACvB,gBAAgB,EAAE,eAAe;YACjC,gBAAgB,EAAE,IAAI;YACtB,2BAA2B,EACzB,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,oCAAoC,EAAE,EAAE,CAAC;YAChE,qBAAqB,EACnB,eAAM,CAAC,uBAAuB,CAAC;gBAC/B,CAAC,SAAS,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,uBAAuB,CAAC;YAChE,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,IAAI,QAAQ;YACtD,qBAAqB,EAAE,eAAM,CAAC,mBAAmB,CAAC;YAClD,QAAQ,EAAE,IAAI;YACd,WAAW,EAAE,eAAM,CAAC,aAAa,CAAC;YAClC,GAAG,IAAI;YACP,GAAG,EAAE;gBACH,GAAG,EAAE,eAAM,CAAC,QAAQ,CAAC;gBACrB,UAAU,EAAE,eAAM,CAAC,eAAe,CAAC;gBACnC,MAAM,EAAE,eAAM,CAAC,WAAW,CAAC;gBAC3B,QAAQ,EAAE,eAAM,CAAC,aAAa,CAAC;gBAC/B,OAAO,EAAE,eAAM,CAAC,YAAY,CAAC;gBAC7B,MAAM,EAAE,eAAM,CAAC,QAAQ,CAAC;gBACxB,eAAe,EAAE,eAAM,CAAC,oBAAoB,CAAC;gBAC7C,GAAG,IAAI,CAAC,GAAG;aACZ;SACF,CAAC;QAEF,IAAI,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,wBAAwB,EAAE;YACzD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,+CAA+C,EAAE;gBAChE,OAAO,EAAE,CACP,2EAA2E;oBAC3E,wEAAwE;oBACxE,+CAA+C;oBAC/C,2EAA2E,CAC5E;aACF,CAAC,CAAC;SACJ;QAED,IAAI,OAAO,CAAC,SAAS,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE;YAC3C,OAAO,CAAC,SAAS,GAAG,gBAAM,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;YAC3D,0BAAiB,CACf,yEACE,OAAO,CAAC,SACV,EAAE,CACH,CAAC;SACH;QAED,wEAAwE;QACxE,gBAAgB;QAChB,IAAI,OAAO,CAAC,SAAS,EAAE;YACrB,MAAM,cAAc,GAAG,cAAI,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;YACpE,IAAI,CAAC,kBAAE,CAAC,UAAU,CAAC,cAAc,CAAC,EAAE;gBAClC,kBAAE,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;aAC9B;SACF;QAED,IAAI,CAAC,OAAO,CAAC,SAAS,IAAI,IAAI,CAAC,4BAA4B,EAAE,EAAE;YAC7D,MAAM,mBAAmB,GAA2C;gBAClE,eAAe;gBACf,QAAQ;aACT,CAAC;YAEF,IAAI,QAAC,OAAO,CAAC,GAAG,0CAAE,MAAM,CAAA,EAAE;gBACxB,sEAAsE;gBACtE,mBAAmB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;aACvC;YAED,MAAM,aAAa,GACjB,mBAAmB,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,CAAC;YACtE,IAAI,aAAa,CAAC,MAAM,EAAE;gBACxB,MAAM,IAAI,KAAK,CACb,GACE,aAAa,CAAC,IAAI,CAAC,IAAI,CACzB,IACE,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KACtC,qBAAqB,CACtB,CAAC;aACH;SACF;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;;OAGG;IACI,qBAAqB;QAC1B,OAAO,CACL,IAAI,CAAC,aAAa,CAAC,SAAS;YAC5B,OAAO,CAAC,GAAG,CAAC,QAAQ,KAAK,YAAY;YACrC,eAAM,CAAC,SAAS,CAAC,CAClB,CAAC;IACJ,CAAC;IAED;;;OAGG;IACI,4BAA4B;;QACjC,MAAM,gBAAgB,GACpB,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,CAC7B,CAAC,GAAG,EAAE,EAAE,CAAC,CACP,GAAG,CAAC,UAAU,CAAC,WAAW,CAAC,IAAI,GAAG,KAAK,gBAAgB;YACvD,GAAG,CAAC,UAAU,CAAC,YAAY,CAAC,CAC7B,CACF,CAAC,MAAM,GAAG,CAAC,CAAC;QAEf,OAAO,CACL,gBAAgB;YAChB,OAAA,IAAI,CAAC,aAAa,0CAAE,iBAAiB,MAAK,SAAS;YACnD,QAAC,IAAI,CAAC,aAAa,0CAAE,iBAAiB,CAAA,CACvC,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,yBAAyB;QAC9B,OAAO,IAAI,CAAC,kBAAkB,CAAC;IACjC,CAAC;IAED;;;OAGG;IACI,iCAAiC,CACtC,OAAuB,EACvB,mBAAwC;QAExC,MAAM,KAAK,GAAG,0BAAS,CAAC,mBAAmB,CAAC,CAAC;QAC7C,cAAc;QACd,KAAK,CAAC,iBAAiB,GAAG,KAAK,CAAC,iBAAiB,IAAI,EAAE,CAAC;QACxD,KAAK,CAAC,iBAAiB,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAC7D,OAAO,EACP,KAAK,CAAC,iBAAiB,CAAC,YAAY,CACrC,CAAC;QACF,iBAAiB;QACjB,KAAK,CAAC,sBAAsB,GAAG,KAAK,CAAC,sBAAsB,IAAI,EAAE,CAAC;QAClE,KAAK,CAAC,sBAAsB,CAAC,YAAY,GAAG,IAAI,CAAC,mBAAmB,CAClE,OAAO,EACP,KAAK,CAAC,sBAAsB,CAAC,YAAY,CAC1C,CAAC;QACF,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA3fD,kCA2fC"}

package/dist/src/core/OrchestratorApi.d.ts

@@ -1,7 +1,7 @@
 import { QueryOrchestrator, DriverFactoryByDataSource, QueryOrchestratorOptions } from '@cubejs-backend/query-orchestrator';
-import { DbTypeFn, ExternalDbTypeFn, RequestContext } from './types';
+import { DbTypeAsyncFn, ExternalDbTypeFn, RequestContext } from './types';
 export interface OrchestratorApiOptions extends QueryOrchestratorOptions {
-    contextToDbType: DbTypeFn;
+    contextToDbType: DbTypeAsyncFn;
     contextToExternalDbType: ExternalDbTypeFn;
     redisPrefix?: string;
 }
@@ -13,6 +13,10 @@ export declare class OrchestratorApi {
     protected readonly orchestrator: QueryOrchestrator;
     protected readonly continueWaitTimeout: number;
     constructor(driverFactory: DriverFactoryByDataSource, logger: any, options: OrchestratorApiOptions);
+    /**
+     * Returns QueryOrchestrator instance.
+     */
+    getQueryOrchestrator(): QueryOrchestrator;
     /**
      * Force reconcile queue logic to be executed.
      */

package/dist/src/core/OrchestratorApi.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"OrchestratorApi.d.ts","sourceRoot":"","sources":["../../../src/core/OrchestratorApi.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,iBAAiB,EAEjB,yBAAyB,EACzB,wBAAwB,EACzB,MAAM,oCAAoC,CAAC;AAE5C,OAAO,EAAE,QAAQ,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAErE,MAAM,WAAW,sBAAuB,SAAQ,wBAAwB;IACtE,eAAe,EAAE,QAAQ,CAAC;IAC1B,uBAAuB,EAAE,gBAAgB,CAAC;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,eAAe;IAQxB,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,yBAAyB;IAC3D,SAAS,CAAC,QAAQ,CAAC,MAAM;IACzB,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,sBAAsB;IATpD,OAAO,CAAC,eAAe,CAA+B;IAEtD,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,iBAAiB,CAAC;IAEnD,SAAS,CAAC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC;gBAG1B,aAAa,EAAE,yBAAyB,EACxC,MAAM,KAAA,EACN,OAAO,EAAE,sBAAsB;IAYpD;;OAEG;IACU,cAAc,CAAC,UAAU,SAAY;IAIrC,YAAY,CAAC,KAAK,KAAA;IAsGlB,cAAc;IAOd,2BAA2B;IAI3B,oBAAoB,CAAC,QAAQ,CAAC,EAAE,yBAAyB,EAAE,UAAU,GAAE,MAAkB;IAOzF,OAAO;cAQJ,aAAa,CAAC,QAAQ,CAAC,EAAE,yBAAyB,EAAE,UAAU,GAAE,MAAkB;IAS3F,iBAAiB,CAAC,UAAU,KAAA;IAI5B,+BAA+B,CAAC,OAAO,EAAE,cAAc,EAAE,eAAe,KAAA,EAAE,qBAAqB,KAAA;;;;IAQ/F,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,cAAc,KAAA;IAI1D,iCAAiC,CAAC,SAAS,KAAA;IAa3C,8BAA8B,CAAC,SAAS,KAAA;IAIxC,4BAA4B;IAI5B,oCAAoC,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM;IAI5E,oBAAoB,CAAC,EAAE,KAAA,EAAE,QAAQ,KAAA;IAIjC,sBAAsB,CAAC,EAAE,KAAA;CAGvC"}
+{"version":3,"file":"OrchestratorApi.d.ts","sourceRoot":"","sources":["../../../src/core/OrchestratorApi.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,iBAAiB,EAEjB,yBAAyB,EACzB,wBAAwB,EACzB,MAAM,oCAAoC,CAAC;AAE5C,OAAO,EAAE,aAAa,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE1E,MAAM,WAAW,sBAAuB,SAAQ,wBAAwB;IACtE,eAAe,EAAE,aAAa,CAAC;IAC/B,uBAAuB,EAAE,gBAAgB,CAAC;IAC1C,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,qBAAa,eAAe;IAQxB,SAAS,CAAC,QAAQ,CAAC,aAAa,EAAE,yBAAyB;IAC3D,SAAS,CAAC,QAAQ,CAAC,MAAM;IACzB,SAAS,CAAC,QAAQ,CAAC,OAAO,EAAE,sBAAsB;IATpD,OAAO,CAAC,eAAe,CAA+B;IAEtD,SAAS,CAAC,QAAQ,CAAC,YAAY,EAAE,iBAAiB,CAAC;IAEnD,SAAS,CAAC,QAAQ,CAAC,mBAAmB,EAAE,MAAM,CAAC;gBAG1B,aAAa,EAAE,yBAAyB,EACxC,MAAM,KAAA,EACN,OAAO,EAAE,sBAAsB;IAYpD;;OAEG;IACI,oBAAoB,IAAI,iBAAiB;IAIhD;;OAEG;IACU,cAAc,CAAC,UAAU,SAAY;IAIrC,YAAY,CAAC,KAAK,KAAA;IA0GlB,cAAc;IAOd,2BAA2B;IAI3B,oBAAoB,CAAC,QAAQ,CAAC,EAAE,yBAAyB,EAAE,UAAU,GAAE,MAAkB;IAOzF,OAAO;cAQJ,aAAa,CAAC,QAAQ,CAAC,EAAE,yBAAyB,EAAE,UAAU,GAAE,MAAkB;IAS3F,iBAAiB,CAAC,UAAU,KAAA;IAI5B,+BAA+B,CAAC,OAAO,EAAE,cAAc,EAAE,eAAe,KAAA,EAAE,qBAAqB,KAAA;;;;IAQ/F,wBAAwB,CAAC,OAAO,EAAE,cAAc,EAAE,cAAc,KAAA;IAI1D,iCAAiC,CAAC,SAAS,KAAA;IAa3C,8BAA8B,CAAC,SAAS,KAAA;IAIxC,4BAA4B;IAI5B,oCAAoC,CAAC,SAAS,EAAE,MAAM,EAAE,EAAE,UAAU,EAAE,MAAM;IAI5E,oBAAoB,CAAC,EAAE,KAAA,EAAE,QAAQ,KAAA;IAIjC,sBAAsB,CAAC,EAAE,KAAA;CAGvC"}

package/dist/src/core/OrchestratorApi.js

@@ -16,6 +16,12 @@ class OrchestratorApi {
         this.continueWaitTimeout = this.options.continueWaitTimeout || 5;
         this.orchestrator = new query_orchestrator_1.QueryOrchestrator(options.redisPrefix || 'STANDALONE', driverFactory, logger, options);
     }
+    /**
+     * Returns QueryOrchestrator instance.
+     */
+    getQueryOrchestrator() {
+        return this.orchestrator;
+    }
     /**
      * Force reconcile queue logic to be executed.
      */
@@ -42,22 +48,26 @@ class OrchestratorApi {
                 params: query.values,
                 requestId: query.requestId
             });
-            const extractDbType = (response) => (this.options.contextToDbType({
-                ...query.context,
-                dataSource: response.dataSource,
-            }));
+            const extractDbType = async (response) => {
+                const dbType = await this.options.contextToDbType({
+                    ...query.context,
+                    dataSource: response.dataSource,
+                });
+                return dbType;
+            };
             const extractExternalDbType = (response) => (this.options.contextToExternalDbType({
                 ...query.context,
                 dataSource: response.dataSource,
             }));
             if (Array.isArray(data)) {
-                return data.map((item) => ({
+                const res = await Promise.all(data.map(async (item) => ({
                     ...item,
-                    dbType: extractDbType(item),
-                    extDbType: extractExternalDbType(item)
-                }));
+                    dbType: await extractDbType(item),
+                    extDbType: extractExternalDbType(item),
+                })));
+                return res;
             }
-            data.dbType = extractDbType(data);
+            data.dbType = await extractDbType(data);
             data.extDbType = extractExternalDbType(data);
             return data;
         }

package/dist/src/core/OrchestratorApi.js.map

@@ -1 +1 @@
-{"version":3,"file":"OrchestratorApi.js","sourceRoot":"","sources":["../../../src/core/OrchestratorApi.ts"],"names":[],"mappings":";;;;;;AAAA,qCAAqC;AACrC,sEAAiC;AACjC,2EAK4C;AAU5C,MAAa,eAAe;IAO1B,YACqB,aAAwC,EACxC,MAAM,EACN,OAA+B;QAF/B,kBAAa,GAAb,aAAa,CAA2B;QACxC,WAAM,GAAN,MAAM,CAAA;QACN,YAAO,GAAP,OAAO,CAAwB;QAT5C,oBAAe,GAA4B,EAAE,CAAC;QAWpD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAEjE,IAAI,CAAC,YAAY,GAAG,IAAI,sCAAiB,CACvC,OAAO,CAAC,WAAW,IAAI,YAAY,EACnC,aAAa,EACb,MAAM,EACN,OAAO,CACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,cAAc,CAAC,UAAU,GAAG,SAAS;QAChD,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IACrD,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,KAAK;QAC7B,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACpE,MAAM,cAAc,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAE9C,IAAI;YACF,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE;gBAC3B,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC,CAAC;YAEH,IAAI,iBAAiB,GAAG,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBACjD,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1C,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEtC,iBAAiB,GAAG,yBAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC;YAEnF,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC;YAErC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE;gBAC7B,QAAQ,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC;gBACnD,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAClC,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC;gBAC3B,GAAG,KAAK,CAAC,OAAO;gBAChB,UAAU,EAAE,QAAQ,CAAC,UAAU;aAChC,CAAC,CACH,CAAC;YAEF,MAAM,qBAAqB,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAC1C,IAAI,CAAC,OAAO,CAAC,uBAAuB,CAAC;gBACnC,GAAG,KAAK,CAAC,OAAO;gBAChB,UAAU,EAAE,QAAQ,CAAC,UAAU;aAChC,CAAC,CACH,CAAC;YAEF,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBACvB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;oBACzB,GAAG,IAAI;oBACP,MAAM,EAAE,aAAa,CAAC,IAAI,CAAC;oBAC3B,SAAS,EAAE,qBAAqB,CAAC,IAAI,CAAC;iBACvC,CAAC,CAAC,CAAC;aACL;YAED,IAAI,CAAC,MAAM,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,CAAC,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAE7C,OAAO,IAAI,CAAC;SACb;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,CAAC,GAAG,YAAY,yBAAE,CAAC,YAAY,IAAI,GAAG,YAAY,sCAAiB,CAAC,EAAE;gBACxE,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE;oBAC3B,QAAQ,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC;oBACnD,KAAK,EAAE,WAAW;oBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,SAAS,EAAE,KAAK,CAAC,SAAS;iBAC3B,CAAC,CAAC;gBAEH,MAAM,SAAS,GAAG,MAAM,IAAI;qBACzB,YAAY;qBACZ,uBAAuB,CAAC,KAAK,CAAC,CAAC;gBAClC,IACE,CAAC,KAAK,CAAC,UAAU;oBACjB,SAAS;oBACT,CAAC,KAAK,CAAC,gBAAgB,EACvB;oBACA,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE;wBAChC,KAAK,EAAE,WAAW;wBAClB,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,OAAO,EAAE,6CAA6C;4BACpD,qDAAqD;4BACrD,8CAA8C;qBACjD,CAAC,CAAC;oBAEH,OAAO;wBACL,GAAG,SAAS;wBACZ,SAAS,EAAE,IAAI;qBAChB,CAAC;iBACH;gBAED,MAAM;oBACJ,KAAK,EAAE,eAAe;oBACtB,KAAK,EAAE,CAAC,KAAK,CAAC,gBAAgB;wBAC5B,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC;wBAC3C,CAAC,CAAC,IAAI;iBACT,CAAC;aACH;YAED,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE;gBAC/B,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,KAAK,EAAE,CAAE,GAAa,CAAC,KAAK,IAAI,GAAG,CAAC;gBACpC,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC,CAAC;YAEH,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC;SACjC;IACH,CAAC;IAEM,KAAK,CAAC,cAAc;QACzB,OAAO,OAAO,CAAC,GAAG,CAAC;YACjB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YACjG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC;SAC9D,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,2BAA2B;QACtC,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC;IAC7C,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAAC,QAAoC,EAAE,aAAqB,SAAS;QACpG,IAAI,QAAQ,EAAE;YACZ,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC1C,MAAM,MAAM,CAAC,cAAc,EAAE,CAAC;SAC/B;IACH,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,OAAO,OAAO,CAAC,GAAG,CAAC;YACjB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YAC1F,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC;YACtD,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE;SAC5B,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,aAAa,CAAC,QAAoC,EAAE,aAAqB,SAAS;QAChG,IAAI,QAAQ,EAAE;YACZ,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC1C,IAAI,MAAM,CAAC,OAAO,EAAE;gBAClB,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;aACxB;SACF;IACH,CAAC;IAEM,iBAAiB,CAAC,UAAU;QACjC,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;IAC1C,CAAC;IAEM,+BAA+B,CAAC,OAAuB,EAAE,eAAe,EAAE,qBAAqB;QACpG,OAAO,IAAI,CAAC,YAAY,CAAC,+BAA+B,CACtD,eAAe,EACf,qBAAqB,EACrB,OAAO,CAAC,SAAS,CAClB,CAAC;IACJ,CAAC;IAEM,wBAAwB,CAAC,OAAuB,EAAE,cAAc;QACrE,OAAO,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAAC,OAAO,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IACvF,CAAC;IAEM,KAAK,CAAC,iCAAiC,CAAC,SAAS;QACtD,IAAI;YACF,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,iCAAiC,CAAC,SAAS,CAAC,CAAC;SAC7E;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,GAAG,YAAY,sCAAiB,EAAE;gBACpC,MAAM;oBACJ,KAAK,EAAE,eAAe;iBACvB,CAAC;aACH;YACD,MAAM,GAAG,CAAC;SACX;IACH,CAAC;IAEM,KAAK,CAAC,8BAA8B,CAAC,SAAS;QACnD,OAAO,IAAI,CAAC,YAAY,CAAC,8BAA8B,CAAC,SAAS,CAAC,CAAC;IACrE,CAAC;IAEM,KAAK,CAAC,4BAA4B;QACvC,OAAO,IAAI,CAAC,YAAY,CAAC,4BAA4B,EAAE,CAAC;IAC1D,CAAC;IAEM,KAAK,CAAC,oCAAoC,CAAC,SAAmB,EAAE,UAAkB;QACvF,OAAO,IAAI,CAAC,YAAY,CAAC,oCAAoC,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACvF,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAAC,EAAE,EAAE,QAAQ;QAC5C,OAAO,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC9D,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,EAAE;QACpC,OAAO,IAAI,CAAC,YAAY,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;CACF;AAtND,0CAsNC"}
+{"version":3,"file":"OrchestratorApi.js","sourceRoot":"","sources":["../../../src/core/OrchestratorApi.ts"],"names":[],"mappings":";;;;;;AAAA,qCAAqC;AACrC,sEAAiC;AACjC,2EAK4C;AAU5C,MAAa,eAAe;IAO1B,YACqB,aAAwC,EACxC,MAAM,EACN,OAA+B;QAF/B,kBAAa,GAAb,aAAa,CAA2B;QACxC,WAAM,GAAN,MAAM,CAAA;QACN,YAAO,GAAP,OAAO,CAAwB;QAT5C,oBAAe,GAA4B,EAAE,CAAC;QAWpD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,OAAO,CAAC,mBAAmB,IAAI,CAAC,CAAC;QAEjE,IAAI,CAAC,YAAY,GAAG,IAAI,sCAAiB,CACvC,OAAO,CAAC,WAAW,IAAI,YAAY,EACnC,aAAa,EACb,MAAM,EACN,OAAO,CACR,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,oBAAoB;QACzB,OAAO,IAAI,CAAC,YAAY,CAAC;IAC3B,CAAC;IAED;;OAEG;IACI,KAAK,CAAC,cAAc,CAAC,UAAU,GAAG,SAAS;QAChD,MAAM,IAAI,CAAC,YAAY,CAAC,cAAc,CAAC,UAAU,CAAC,CAAC;IACrD,CAAC;IAEM,KAAK,CAAC,YAAY,CAAC,KAAK;QAC7B,MAAM,WAAW,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC;QACpE,MAAM,cAAc,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QAE9C,IAAI;YACF,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE;gBAC3B,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC,CAAC;YAEH,IAAI,iBAAiB,GAAG,KAAK,CAAC,mBAAmB,CAAC,CAAC;gBACjD,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1C,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC;YAEtC,iBAAiB,GAAG,yBAAE,CAAC,OAAO,CAAC,iBAAiB,EAAE,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,CAAC;YAEnF,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC;YAErC,IAAI,CAAC,MAAM,CAAC,iBAAiB,EAAE;gBAC7B,QAAQ,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC;gBACnD,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,KAAK,EAAE,QAAQ,EAAE,EAAE;gBACvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,eAAe,CAAC;oBAChD,GAAG,KAAK,CAAC,OAAO;oBAChB,UAAU,EAAE,QAAQ,CAAC,UAAU;iBAChC,CAAC,CAAC;gBACH,OAAO,MAAM,CAAC;YAChB,CAAC,CAAC;YAEF,MAAM,qBAAqB,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAC1C,IAAI,CAAC,OAAO,CAAC,uBAAuB,CAAC;gBACnC,GAAG,KAAK,CAAC,OAAO;gBAChB,UAAU,EAAE,QAAQ,CAAC,UAAU;aAChC,CAAC,CACH,CAAC;YAEF,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE;gBACvB,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAC3B,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;oBACxB,GAAG,IAAI;oBACP,MAAM,EAAE,MAAM,aAAa,CAAC,IAAI,CAAC;oBACjC,SAAS,EAAE,qBAAqB,CAAC,IAAI,CAAC;iBACvC,CAAC,CAAC,CACJ,CAAC;gBACF,OAAO,GAAG,CAAC;aACZ;YAED,IAAI,CAAC,MAAM,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,CAAC;YACxC,IAAI,CAAC,SAAS,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAE7C,OAAO,IAAI,CAAC;SACb;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,CAAC,GAAG,YAAY,yBAAE,CAAC,YAAY,IAAI,GAAG,YAAY,sCAAiB,CAAC,EAAE;gBACxE,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE;oBAC3B,QAAQ,EAAE,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,cAAc,CAAC;oBACnD,KAAK,EAAE,WAAW;oBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;oBACpB,SAAS,EAAE,KAAK,CAAC,SAAS;iBAC3B,CAAC,CAAC;gBAEH,MAAM,SAAS,GAAG,MAAM,IAAI;qBACzB,YAAY;qBACZ,uBAAuB,CAAC,KAAK,CAAC,CAAC;gBAClC,IACE,CAAC,KAAK,CAAC,UAAU;oBACjB,SAAS;oBACT,CAAC,KAAK,CAAC,gBAAgB,EACvB;oBACA,IAAI,CAAC,MAAM,CAAC,oBAAoB,EAAE;wBAChC,KAAK,EAAE,WAAW;wBAClB,SAAS,EAAE,KAAK,CAAC,SAAS;wBAC1B,OAAO,EAAE,6CAA6C;4BACpD,qDAAqD;4BACrD,8CAA8C;qBACjD,CAAC,CAAC;oBAEH,OAAO;wBACL,GAAG,SAAS;wBACZ,SAAS,EAAE,IAAI;qBAChB,CAAC;iBACH;gBAED,MAAM;oBACJ,KAAK,EAAE,eAAe;oBACtB,KAAK,EAAE,CAAC,KAAK,CAAC,gBAAgB;wBAC5B,CAAC,CAAC,MAAM,IAAI,CAAC,YAAY,CAAC,UAAU,CAAC,KAAK,CAAC;wBAC3C,CAAC,CAAC,IAAI;iBACT,CAAC;aACH;YAED,IAAI,CAAC,MAAM,CAAC,mBAAmB,EAAE;gBAC/B,KAAK,EAAE,WAAW;gBAClB,MAAM,EAAE,KAAK,CAAC,MAAM;gBACpB,KAAK,EAAE,CAAE,GAAa,CAAC,KAAK,IAAI,GAAG,CAAC;gBACpC,SAAS,EAAE,KAAK,CAAC,SAAS;aAC3B,CAAC,CAAC;YAEH,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC;SACjC;IACH,CAAC;IAEM,KAAK,CAAC,cAAc;QACzB,OAAO,OAAO,CAAC,GAAG,CAAC;YACjB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YACjG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC;SAC9D,CAAC,CAAC;IACL,CAAC;IAEM,KAAK,CAAC,2BAA2B;QACtC,OAAO,IAAI,CAAC,YAAY,CAAC,eAAe,EAAE,CAAC;IAC7C,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAAC,QAAoC,EAAE,aAAqB,SAAS;QACpG,IAAI,QAAQ,EAAE;YACZ,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC1C,MAAM,MAAM,CAAC,cAAc,EAAE,CAAC;SAC/B;IACH,CAAC;IAEM,KAAK,CAAC,OAAO;QAClB,OAAO,OAAO,CAAC,GAAG,CAAC;YACjB,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;YAC1F,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,qBAAqB,CAAC;YACtD,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE;SAC5B,CAAC,CAAC;IACL,CAAC;IAES,KAAK,CAAC,aAAa,CAAC,QAAoC,EAAE,aAAqB,SAAS;QAChG,IAAI,QAAQ,EAAE;YACZ,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,UAAU,CAAC,CAAC;YAC1C,IAAI,MAAM,CAAC,OAAO,EAAE;gBAClB,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC;aACxB;SACF;IACH,CAAC;IAEM,iBAAiB,CAAC,UAAU;QACjC,IAAI,CAAC,eAAe,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC;IAC1C,CAAC;IAEM,+BAA+B,CAAC,OAAuB,EAAE,eAAe,EAAE,qBAAqB;QACpG,OAAO,IAAI,CAAC,YAAY,CAAC,+BAA+B,CACtD,eAAe,EACf,qBAAqB,EACrB,OAAO,CAAC,SAAS,CAClB,CAAC;IACJ,CAAC;IAEM,wBAAwB,CAAC,OAAuB,EAAE,cAAc;QACrE,OAAO,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAAC,OAAO,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;IACvF,CAAC;IAEM,KAAK,CAAC,iCAAiC,CAAC,SAAS;QACtD,IAAI;YACF,OAAO,MAAM,IAAI,CAAC,YAAY,CAAC,iCAAiC,CAAC,SAAS,CAAC,CAAC;SAC7E;QAAC,OAAO,GAAG,EAAE;YACZ,IAAI,GAAG,YAAY,sCAAiB,EAAE;gBACpC,MAAM;oBACJ,KAAK,EAAE,eAAe;iBACvB,CAAC;aACH;YACD,MAAM,GAAG,CAAC;SACX;IACH,CAAC;IAEM,KAAK,CAAC,8BAA8B,CAAC,SAAS;QACnD,OAAO,IAAI,CAAC,YAAY,CAAC,8BAA8B,CAAC,SAAS,CAAC,CAAC;IACrE,CAAC;IAEM,KAAK,CAAC,4BAA4B;QACvC,OAAO,IAAI,CAAC,YAAY,CAAC,4BAA4B,EAAE,CAAC;IAC1D,CAAC;IAEM,KAAK,CAAC,oCAAoC,CAAC,SAAmB,EAAE,UAAkB;QACvF,OAAO,IAAI,CAAC,YAAY,CAAC,oCAAoC,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACvF,CAAC;IAEM,KAAK,CAAC,oBAAoB,CAAC,EAAE,EAAE,QAAQ;QAC5C,OAAO,IAAI,CAAC,YAAY,CAAC,oBAAoB,CAAC,EAAE,EAAE,QAAQ,CAAC,CAAC;IAC9D,CAAC;IAEM,KAAK,CAAC,sBAAsB,CAAC,EAAE;QACpC,OAAO,IAAI,CAAC,YAAY,CAAC,sBAAsB,CAAC,EAAE,CAAC,CAAC;IACtD,CAAC;CACF;AAjOD,0CAiOC"}

package/dist/src/core/RefreshScheduler.d.ts

@@ -40,6 +40,10 @@ export declare class RefreshScheduler {
     constructor(serverCore: CubejsServerCore);
     protected refreshQueriesForPreAggregation(context: any, compilerApi: CompilerApi, preAggregation: any, queryingOptions: ScheduledRefreshQueryingOptions): Promise<RefreshQueries>;
     protected baseQueryForPreAggregation(compilerApi: CompilerApi, preAggregation: any, queryingOptions: ScheduledRefreshQueryingOptions): Promise<any>;
+    /**
+     * Evaluate and returns minimal QueryQueue concurrency value.
+     */
+    protected getSchedulerConcurrency(core: CubejsServerCore, context: RequestContext): null | number;
     runScheduledRefresh(ctx: RequestContext | null, options: Readonly<ScheduledRefreshOptions>): Promise<{
         finished: boolean;
     }>;

package/dist/src/core/RefreshScheduler.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"RefreshScheduler.d.ts","sourceRoot":"","sources":["../../../src/core/RefreshScheduler.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAE/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,GAAG,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,aAAK,+BAA+B,GAAG,QAAQ,CAAC,uBAAuB,EAAE,aAAa,GAAG,eAAe,CAAC,GAAG;IAC1G,cAAc,EAAE;QACd,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,SAAS,EAAE,MAAM,EAAE,CAAA;CACpB,CAAC;AAEF,aAAK,8BAA8B,GAAG;IACpC,QAAQ,CAAC,EAAE,GAAG,CAAC;IACf,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,eAAe,EAAE;QACf,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;KACtB,EAAE,CAAC;IACJ,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,WAAW,CAAC,EAAE,OAAO,CAAA;CACtB,CAAC;AAEF,aAAK,cAAc,GAAG;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,yBAAyB,EAAE,CAAC;IACxC,iBAAiB,EAAE,yBAAyB,EAAE,EAAE,CAAC;CAClD,CAAC;AAEF,qBAAa,gBAAgB;IAEzB,SAAS,CAAC,QAAQ,CAAC,UAAU,EAAE,gBAAgB;gBAA5B,UAAU,EAAE,gBAAgB;cAIjC,+BAA+B,CAC7C,OAAO,KAAA,EACP,WAAW,EAAE,WAAW,EACxB,cAAc,KAAA,EACd,eAAe,EAAE,+BAA+B,GAC/C,OAAO,CAAC,cAAc,CAAC;cA4CV,0BAA0B,CACxC,WAAW,EAAE,WAAW,EACxB,cAAc,KAAA,EACd,eAAe,EAAE,+BAA+B;IAiCrC,mBAAmB,CAAC,GAAG,EAAE,cAAc,GAAG,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,uBAAuB,CAAC;;;IAqDvG;;OAEG;cACa,cAAc,CAC5B,OAAO,EAAE,cAAc,EACvB,WAAW,EAAE,WAAW;cAcV,sBAAsB,CACpC,OAAO,EAAE,cAAc,EACvB,WAAW,EAAE,WAAW,EACxB,eAAe,EAAE,+BAA+B;IAyCrC,wBAAwB,CACnC,OAAO,KAAA,EACP,eAAe,EAAE,8BAA8B;cA2FjC,6CAA6C,CAAC,OAAO,KAAA,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,KAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cA6GhG,sBAAsB,CACpC,OAAO,EAAE,cAAc,EACvB,WAAW,EAAE,WAAW,EACxB,eAAe,EAAE,+BAA+B;IA+BrC,oBAAoB,CAC/B,OAAO,EAAE,cAAc,EACvB,eAAe,EAAE,8BAA8B;CA2ClD"}
+{"version":3,"file":"RefreshScheduler.d.ts","sourceRoot":"","sources":["../../../src/core/RefreshScheduler.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAClD,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAE/E,OAAO,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC5C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAEzC,MAAM,WAAW,uBAAuB;IACtC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,kBAAkB,CAAC,EAAE,GAAG,CAAC;IACzB,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC1B;AAED,aAAK,+BAA+B,GAAG,QAAQ,CAAC,uBAAuB,EAAE,aAAa,GAAG,eAAe,CAAC,GAAG;IAC1G,cAAc,EAAE;QACd,eAAe,EAAE,MAAM,CAAC;KACzB,CAAC;IACF,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,SAAS,EAAE,MAAM,EAAE,CAAA;CACpB,CAAC;AAEF,aAAK,8BAA8B,GAAG;IACpC,QAAQ,CAAC,EAAE,GAAG,CAAC;IACf,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,eAAe,EAAE;QACf,EAAE,EAAE,MAAM,CAAC;QACX,SAAS,CAAC,EAAE,OAAO,CAAC;QACpB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAA;KACtB,EAAE,CAAC;IACJ,yBAAyB,CAAC,EAAE,OAAO,CAAC;IACpC,WAAW,CAAC,EAAE,OAAO,CAAA;CACtB,CAAC;AAEF,aAAK,cAAc,GAAG;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,yBAAyB,EAAE,CAAC;IACxC,iBAAiB,EAAE,yBAAyB,EAAE,EAAE,CAAC;CAClD,CAAC;AAEF,qBAAa,gBAAgB;IAEzB,SAAS,CAAC,QAAQ,CAAC,UAAU,EAAE,gBAAgB;gBAA5B,UAAU,EAAE,gBAAgB;cAIjC,+BAA+B,CAC7C,OAAO,KAAA,EACP,WAAW,EAAE,WAAW,EACxB,cAAc,KAAA,EACd,eAAe,EAAE,+BAA+B,GAC/C,OAAO,CAAC,cAAc,CAAC;cA4CV,0BAA0B,CACxC,WAAW,EAAE,WAAW,EACxB,cAAc,KAAA,EACd,eAAe,EAAE,+BAA+B;IAiClD;;OAEG;IACH,SAAS,CAAC,uBAAuB,CAC/B,IAAI,EAAE,gBAAgB,EACtB,OAAO,EAAE,cAAc,GACtB,IAAI,GAAG,MAAM;IAuBH,mBAAmB,CAAC,GAAG,EAAE,cAAc,GAAG,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,uBAAuB,CAAC;;;IA0DvG;;OAEG;cACa,cAAc,CAC5B,OAAO,EAAE,cAAc,EACvB,WAAW,EAAE,WAAW;cAcV,sBAAsB,CACpC,OAAO,EAAE,cAAc,EACvB,WAAW,EAAE,WAAW,EACxB,eAAe,EAAE,+BAA+B;IAyCrC,wBAAwB,CACnC,OAAO,KAAA,EACP,eAAe,EAAE,8BAA8B;cA2FjC,6CAA6C,CAAC,OAAO,KAAA,EAAE,WAAW,EAAE,WAAW,EAAE,eAAe,KAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;cA6GhG,sBAAsB,CACpC,OAAO,EAAE,cAAc,EACvB,WAAW,EAAE,WAAW,EACxB,eAAe,EAAE,+BAA+B;IA+BrC,oBAAoB,CAC/B,OAAO,EAAE,cAAc,EACvB,eAAe,EAAE,8BAA8B;CA2ClD"}

package/dist/src/core/RefreshScheduler.js

@@ -50,7 +50,7 @@ class RefreshScheduler {
     }
     async baseQueryForPreAggregation(compilerApi, preAggregation, queryingOptions) {
         const compilers = await compilerApi.getCompilers();
-        const query = compilerApi.createQueryByDataSource(compilers, queryingOptions);
+        const query = await compilerApi.createQueryByDataSource(compilers, queryingOptions);
         if (preAggregation.preAggregation.partitionGranularity || preAggregation.preAggregation.type === 'rollup') {
             return { ...queryingOptions, ...preAggregation.references };
         }
@@ -73,6 +73,30 @@ class RefreshScheduler {
             throw new Error(`Scheduled refresh is unsupported for ${preAggregation.preAggregation.type} of ${preAggregation.preAggregationName}`);
         }
     }
+    /**
+     * Evaluate and returns minimal QueryQueue concurrency value.
+     */
+    getSchedulerConcurrency(core, context) {
+        const preaggsQueues = core
+            .getOrchestratorApi(context)
+            .getQueryOrchestrator()
+            .getPreAggregations()
+            .getQueues();
+        let concurrency;
+        if (Object.keys(preaggsQueues).length === 0) {
+            // first execution - no queues
+            concurrency = null;
+        }
+        else {
+            // further executions - queues ready
+            const concurrencies = [];
+            Object.keys(preaggsQueues).forEach((name) => {
+                concurrencies.push(preaggsQueues[name].concurrency);
+            });
+            concurrency = Math.min(...concurrencies);
+        }
+        return concurrency;
+    }
     async runScheduledRefresh(ctx, options) {
         const context = {
             authInfo: null,
@@ -80,11 +104,14 @@ class RefreshScheduler {
             securityContext: (ctx === null || ctx === void 0 ? void 0 : ctx.securityContext) ? ctx.securityContext : {},
             requestId: `scheduler-${ctx && ctx.requestId || uuid_1.v4()}`,
         };
+        const concurrency = options.concurrency ||
+            this.getSchedulerConcurrency(this.serverCore, context) ||
+            1;
         const queryingOptions = {
             timezones: [options.timezone || 'UTC'],
             ...options,
-            concurrency: options.concurrency || 1,
-            workerIndices: options.workerIndices || ramda_1.default.range(0, options.concurrency || 1),
+            concurrency,
+            workerIndices: options.workerIndices || ramda_1.default.range(0, concurrency),
             contextSymbols: {
                 securityContext: context.securityContext,
             },
@@ -141,7 +168,7 @@ class RefreshScheduler {
     }
     async refreshCubesRefreshKey(context, compilerApi, queryingOptions) {
         const compilers = await compilerApi.getCompilers();
-        const queryForEvaluation = compilerApi.createQueryByDataSource(compilers, {});
+        const queryForEvaluation = await compilerApi.createQueryByDataSource(compilers, {});
         await Promise.all(queryForEvaluation.cubeEvaluator.cubeNames().map(async (cube) => {
             const cubeFromPath = queryForEvaluation.cubeEvaluator.cubeFromPath(cube);
             const measuresCount = Object.keys(cubeFromPath.measures || {}).length;