@cubejs-backend/query-orchestrator 0.23.3 → 0.24.2

package/CHANGELOG.md

@@ -3,6 +3,44 @@
 All notable changes to this project will be documented in this file.
 See [Conventional Commits](https://conventionalcommits.org) for commit guidelines.
 
+## [0.24.2](https://github.com/cube-js/cube.js/compare/v0.24.1...v0.24.2) (2020-11-27)
+
+
+### Features
+
+* **@cubejs-backend/query-orchestrator:** Initial move to TypeScript ([#1462](https://github.com/cube-js/cube.js/issues/1462)) ([101e8dc](https://github.com/cube-js/cube.js/commit/101e8dc90d4b1266c0327adb86cab3e3caa8d4d0))
+
+
+
+
+
+# [0.24.0](https://github.com/cube-js/cube.js/compare/v0.23.15...v0.24.0) (2020-11-26)
+
+**Note:** Version bump only for package @cubejs-backend/query-orchestrator
+
+
+
+
+
+## [0.23.14](https://github.com/cube-js/cube.js/compare/v0.23.13...v0.23.14) (2020-11-22)
+
+
+### Bug Fixes
+
+* **@cubejs-backend/query-orchestrator:** Intermittent lags when pre-aggregation tables are refreshed ([4efe1fc](https://github.com/cube-js/cube.js/commit/4efe1fc006282d87ab2718918d1bdd174baa6be3))
+
+
+
+
+
+## [0.23.6](https://github.com/cube-js/cube.js/compare/v0.23.5...v0.23.6) (2020-11-02)
+
+**Note:** Version bump only for package @cubejs-backend/query-orchestrator
+
+
+
+
+
 ## [0.23.3](https://github.com/cube-js/cube.js/compare/v0.23.2...v0.23.3) (2020-10-31)
 
 

package/README.md

@@ -3,7 +3,7 @@
 [Website](https://cube.dev) • [Docs](https://cube.dev/docs) • [Blog](https://cube.dev/blog) • [Slack](https://slack.cube.dev) • [Twitter](https://twitter.com/thecubejs)
 
 [![npm version](https://badge.fury.io/js/%40cubejs-backend%2Fserver.svg)](https://badge.fury.io/js/%40cubejs-backend%2Fserver)
-[![CircleCI](https://circleci.com/gh/cube-js/cube.js.svg?style=shield)](https://circleci.com/gh/cube-js/cube.js)
+[![GitHub Actions](https://github.com/cube-js/cube.js/workflows/Build/badge.svg)](https://github.com/cube-js/cube.js/actions?query=workflow%3ABuild+branch%3Amaster)
 
 # Cube.js Query Orchestrator
 
@@ -14,4 +14,4 @@ Receives array of pre-aggregation SQL queries and one query that fetches data to
 
 ### License
 
-Cube.js CLI is [Apache 2.0 licensed](./LICENSE).
+Cube.js CLI is [Apache 2.0 licensed](./LICENSE).

package/dist/src/driver/BaseDriver.d.ts

@@ -0,0 +1,36 @@
+export class BaseDriver {
+    informationSchemaQuery(): string;
+    testConnection(): void;
+    query(query: any, values: any): void;
+    downloadQueryResults(query: any, values: any): Promise<{
+        rows: void;
+        types: {
+            name: string;
+            type: string;
+        }[];
+    }>;
+    readOnly(): boolean;
+    tablesSchema(): any;
+    createSchemaIfNotExists(schemaName: any): any;
+    getTablesQuery(schemaName: any): void;
+    loadPreAggregationIntoTable(preAggregationTableName: any, loadSql: any, params: any, options: any): void;
+    dropTable(tableName: any, options: any): void;
+    param(): string;
+    testConnectionTimeout(): number;
+    downloadTable(table: any): Promise<{
+        rows: void;
+    }>;
+    uploadTable(table: any, columns: any, tableData: any): Promise<void>;
+    toColumnValue(value: any, genericType: any): any;
+    tableColumnTypes(table: any): Promise<any>;
+    createTable(quotedTableName: any, columns: any): any;
+    createTableSql(quotedTableName: any, columns: any): string;
+    toGenericType(columnType: any): any;
+    fromGenericType(columnType: any): any;
+    quoteIdentifier(identifier: any): string;
+    cancelCombinator(fn: any): any;
+    setLogger(logger: any): void;
+    logger: any;
+    reportQueryUsage(usage: any, queryOptions: any): void;
+}
+//# sourceMappingURL=BaseDriver.d.ts.map

package/dist/src/driver/BaseDriver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseDriver.d.ts","sourceRoot":"","sources":["../../../src/driver/BaseDriver.js"],"names":[],"mappings":"AAyCA;IACE,iCASC;IAED,uBAEC;IAED,qCAEC;IAED;;;;;;OAgBC;IAED,oBAEC;IAED,oBAkBC;IAED,8CAUC;IAED,sCAKC;IAED,yGAEC;IAED,8CAEC;IAED,gBAEC;IAED,gCAEC;IAED;;OAEC;IAED,qEAkBC;IAGD,iDAEC;IAED,2CAYC;IAED,qDAMC;IAED,2DAGC;IAED,oCAEC;IAED,sCAEC;IAED,yCAEC;IAED,+BAEC;IAED,6BAEC;IADC,YAAoB;IAGtB,sDAOC;CACF"}

package/dist/src/driver/BaseDriver.js

@@ -0,0 +1,175 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseDriver = void 0;
+const ramda_1 = require("ramda");
+const utils_1 = require("./utils");
+const sortByKeys = (unordered) => {
+    const ordered = {};
+    Object.keys(unordered).sort().forEach((key) => {
+        ordered[key] = unordered[key];
+    });
+    return ordered;
+};
+const DbTypeToGenericType = {
+    'timestamp without time zone': 'timestamp',
+    integer: 'int',
+    'character varying': 'text',
+    varchar: 'text',
+    nvarchar: 'text',
+    text: 'text',
+    string: 'text',
+    boolean: 'boolean',
+    bigint: 'bigint',
+    time: 'string',
+    datetime: 'timestamp',
+    date: 'date',
+    'double precision': 'decimal'
+};
+// Order of keys is important here: from more specific to less specific
+const DbTypeValueMatcher = {
+    timestamp: (v) => v instanceof Date || v.toString().match(/^\d\d\d\d-\d\d-\d\dT\d\d:\d\d:\d\d/),
+    date: (v) => v instanceof Date || v.toString().match(/^\d\d\d\d-\d\d-\d\d$/),
+    int: (v) => Number.isInteger(v) || v.toString().match(/^\d+$/),
+    decimal: (v) => v instanceof Number || v.toString().match(/^\d+(\.\d+)?$/),
+    boolean: (v) => v === false || v === true || v.toString().toLowerCase() === 'true' || v.toString().toLowerCase() === 'false',
+    string: (v) => v.length < 256,
+    text: () => true
+};
+class BaseDriver {
+    informationSchemaQuery() {
+        return `
+      SELECT columns.column_name as ${this.quoteIdentifier('column_name')},
+             columns.table_name as ${this.quoteIdentifier('table_name')},
+             columns.table_schema as ${this.quoteIdentifier('table_schema')},
+             columns.data_type as ${this.quoteIdentifier('data_type')}
+      FROM information_schema.columns
+      WHERE columns.table_schema NOT IN ('information_schema', 'mysql', 'performance_schema', 'sys')
+   `;
+    }
+    testConnection() {
+        throw new Error('Not implemented');
+    }
+    query(query, values) {
+        throw new Error('Not implemented');
+    }
+    async downloadQueryResults(query, values) {
+        const rows = await this.query(query, values);
+        const fields = Object.keys(rows[0]);
+        const types = fields.map(field => ({
+            name: field,
+            type: Object.keys(DbTypeValueMatcher).find(type => !rows.filter(row => !!row[field]).find(row => !DbTypeValueMatcher[type](row[field])) &&
+                rows.find(row => !!row[field])) || 'text'
+        }));
+        return {
+            rows,
+            types,
+        };
+    }
+    readOnly() {
+        return false;
+    }
+    tablesSchema() {
+        const query = this.informationSchemaQuery();
+        const reduceCb = (result, i) => {
+            let schema = (result[i.table_schema] || {});
+            const tables = (schema[i.table_name] || []);
+            tables.push({ name: i.column_name, type: i.data_type, attributes: i.key_type ? ['primaryKey'] : [] });
+            tables.sort();
+            schema[i.table_name] = tables;
+            schema = sortByKeys(schema);
+            result[i.table_schema] = schema;
+            return sortByKeys(result);
+        };
+        return this.query(query).then(data => ramda_1.reduce(reduceCb, {}, data));
+    }
+    createSchemaIfNotExists(schemaName) {
+        return this.query(`SELECT schema_name FROM information_schema.schemata WHERE schema_name = ${this.param(0)}`, [schemaName]).then((schemas) => {
+            if (schemas.length === 0) {
+                return this.query(`CREATE SCHEMA IF NOT EXISTS ${schemaName}`);
+            }
+            return null;
+        });
+    }
+    getTablesQuery(schemaName) {
+        return this.query(`SELECT table_name FROM information_schema.tables WHERE table_schema = ${this.param(0)}`, [schemaName]);
+    }
+    loadPreAggregationIntoTable(preAggregationTableName, loadSql, params, options) {
+        return this.query(loadSql, params, options);
+    }
+    dropTable(tableName, options) {
+        return this.query(`DROP TABLE ${tableName}`, [], options);
+    }
+    param( /* paramIndex */) {
+        return '?';
+    }
+    testConnectionTimeout() {
+        return 10000;
+    }
+    async downloadTable(table) {
+        return { rows: await this.query(`SELECT * FROM ${table}`) };
+    }
+    async uploadTable(table, columns, tableData) {
+        if (!tableData.rows) {
+            throw new Error(`${this.constructor} driver supports only rows upload`);
+        }
+        await this.createTable(table, columns);
+        try {
+            for (let i = 0; i < tableData.rows.length; i++) {
+                await this.query(`INSERT INTO ${table}
+        (${columns.map(c => this.quoteIdentifier(c.name)).join(', ')})
+        VALUES (${columns.map((c, paramIndex) => this.param(paramIndex)).join(', ')})`, columns.map(c => this.toColumnValue(tableData.rows[i][c.name], c.type)));
+            }
+        }
+        catch (e) {
+            await this.dropTable(table);
+            throw e;
+        }
+    }
+    // eslint-disable-next-line no-unused-vars
+    toColumnValue(value, genericType) {
+        return value;
+    }
+    async tableColumnTypes(table) {
+        const [schema, name] = table.split('.');
+        const columns = await this.query(`SELECT columns.column_name,
+             columns.table_name,
+             columns.table_schema,
+             columns.data_type
+      FROM information_schema.columns
+      WHERE table_name = ${this.param(0)} AND table_schema = ${this.param(1)}`, [name, schema]);
+        return columns.map(c => ({ name: c.column_name, type: this.toGenericType(c.data_type) }));
+    }
+    createTable(quotedTableName, columns) {
+        const createTableSql = this.createTableSql(quotedTableName, columns);
+        return this.query(createTableSql, []).catch(e => {
+            e.message = `Error during create table: ${createTableSql}: ${e.message}`;
+            throw e;
+        });
+    }
+    createTableSql(quotedTableName, columns) {
+        columns = columns.map(c => `${this.quoteIdentifier(c.name)} ${this.fromGenericType(c.type)}`);
+        return `CREATE TABLE ${quotedTableName} (${columns.join(', ')})`;
+    }
+    toGenericType(columnType) {
+        return DbTypeToGenericType[columnType.toLowerCase()] || columnType;
+    }
+    fromGenericType(columnType) {
+        return columnType;
+    }
+    quoteIdentifier(identifier) {
+        return `"${identifier}"`;
+    }
+    cancelCombinator(fn) {
+        return utils_1.cancelCombinator(fn);
+    }
+    setLogger(logger) {
+        this.logger = logger;
+    }
+    reportQueryUsage(usage, queryOptions) {
+        if (this.logger) {
+            this.logger('SQL Query Usage', Object.assign(Object.assign({}, usage), queryOptions));
+        }
+    }
+}
+exports.BaseDriver = BaseDriver;
+//# sourceMappingURL=BaseDriver.js.map

package/dist/src/driver/BaseDriver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseDriver.js","sourceRoot":"","sources":["../../../src/driver/BaseDriver.js"],"names":[],"mappings":";;;AAAA,iCAA+B;AAE/B,mCAA2C;AAE3C,MAAM,UAAU,GAAG,CAAC,SAAS,EAAE,EAAE;IAC/B,MAAM,OAAO,GAAG,EAAE,CAAC;IAEnB,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QAC5C,OAAO,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IAEH,OAAO,OAAO,CAAC;AACjB,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG;IAC1B,6BAA6B,EAAE,WAAW;IAC1C,OAAO,EAAE,KAAK;IACd,mBAAmB,EAAE,MAAM;IAC3B,OAAO,EAAE,MAAM;IACf,QAAQ,EAAE,MAAM;IAChB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,MAAM;IACd,OAAO,EAAE,SAAS;IAClB,MAAM,EAAE,QAAQ;IAChB,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,WAAW;IACrB,IAAI,EAAE,MAAM;IACZ,kBAAkB,EAAE,SAAS;CAC9B,CAAC;AAEF,uEAAuE;AACvE,MAAM,kBAAkB,GAAG;IACzB,SAAS,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,oCAAoC,CAAC;IAC/F,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,sBAAsB,CAAC;IAC5E,GAAG,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,OAAO,CAAC;IAC9D,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,YAAY,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,eAAe,CAAC;IAC1E,OAAO,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,KAAK,MAAM,IAAI,CAAC,CAAC,QAAQ,EAAE,CAAC,WAAW,EAAE,KAAK,OAAO;IAC5H,MAAM,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,GAAG;IAC7B,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI;CACjB,CAAC;AAEF,MAAa,UAAU;IACrB,sBAAsB;QACpB,OAAO;sCAC2B,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC;qCACpC,IAAI,CAAC,eAAe,CAAC,YAAY,CAAC;uCAChC,IAAI,CAAC,eAAe,CAAC,cAAc,CAAC;oCACvC,IAAI,CAAC,eAAe,CAAC,WAAW,CAAC;;;IAGjE,CAAC;IACH,CAAC;IAED,cAAc;QACZ,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,KAAK,EAAE,MAAM;QACjB,MAAM,IAAI,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,KAAK,EAAE,MAAM;QACtC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAEpC,MAAM,KAAK,GAAG,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACjC,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CACxC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,kBAAkB,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC;gBAC1F,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CACjC,IAAI,MAAM;SACZ,CAAC,CAAC,CAAC;QAEJ,OAAO;YACL,IAAI;YACJ,KAAK;SACN,CAAC;IACJ,CAAC;IAED,QAAQ;QACN,OAAO,KAAK,CAAC;IACf,CAAC;IAED,YAAY;QACV,MAAM,KAAK,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;QAE5C,MAAM,QAAQ,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAC7B,IAAI,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE,CAAC,CAAC;YAC5C,MAAM,MAAM,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;YAE5C,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAEtG,MAAM,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,CAAC,CAAC,CAAC,UAAU,CAAC,GAAG,MAAM,CAAC;YAC9B,MAAM,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC;YAC5B,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,GAAG,MAAM,CAAC;YAEhC,OAAO,UAAU,CAAC,MAAM,CAAC,CAAC;QAC5B,CAAC,CAAC;QAEF,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,cAAM,CAAC,QAAQ,EAAE,EAAE,EAAE,IAAI,CAAC,CAAC,CAAC;IACpE,CAAC;IAED,uBAAuB,CAAC,UAAU;QAChC,OAAO,IAAI,CAAC,KAAK,CACf,2EAA2E,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAC1F,CAAC,UAAU,CAAC,CACb,CAAC,IAAI,CAAC,CAAC,OAAO,EAAE,EAAE;YACjB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;gBACxB,OAAO,IAAI,CAAC,KAAK,CAAC,+BAA+B,UAAU,EAAE,CAAC,CAAC;aAChE;YACD,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;IACL,CAAC;IAED,cAAc,CAAC,UAAU;QACvB,OAAO,IAAI,CAAC,KAAK,CACf,yEAAyE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EACxF,CAAC,UAAU,CAAC,CACb,CAAC;IACJ,CAAC;IAED,2BAA2B,CAAC,uBAAuB,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO;QAC3E,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,SAAS,CAAC,SAAS,EAAE,OAAO;QAC1B,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,SAAS,EAAE,EAAE,EAAE,EAAE,OAAO,CAAC,CAAC;IAC5D,CAAC;IAED,KAAK,EAAC,gBAAgB;QACpB,OAAO,GAAG,CAAC;IACb,CAAC;IAED,qBAAqB;QACnB,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,KAAK;QACvB,OAAO,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC,KAAK,CAAC,iBAAiB,KAAK,EAAE,CAAC,EAAE,CAAC;IAC9D,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,EAAE,SAAS;QACzC,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE;YACnB,MAAM,IAAI,KAAK,CAAC,GAAG,IAAI,CAAC,WAAW,mCAAmC,CAAC,CAAC;SACzE;QACD,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QACvC,IAAI;YACF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAC9C,MAAM,IAAI,CAAC,KAAK,CACd,eAAe,KAAK;WACnB,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC;kBAClD,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAC5E,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,aAAa,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CACxE,CAAC;aACH;SACF;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC5B,MAAM,CAAC,CAAC;SACT;IACH,CAAC;IAED,0CAA0C;IAC1C,aAAa,CAAC,KAAK,EAAE,WAAW;QAC9B,OAAO,KAAK,CAAC;IACf,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,KAAK;QAC1B,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACxC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAC9B;;;;;2BAKqB,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,uBAAuB,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EACxE,CAAC,IAAI,EAAE,MAAM,CAAC,CACf,CAAC;QACF,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;IAC5F,CAAC;IAED,WAAW,CAAC,eAAe,EAAE,OAAO;QAClC,MAAM,cAAc,GAAG,IAAI,CAAC,cAAc,CAAC,eAAe,EAAE,OAAO,CAAC,CAAC;QACrE,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE;YAC9C,CAAC,CAAC,OAAO,GAAG,8BAA8B,cAAc,KAAK,CAAC,CAAC,OAAO,EAAE,CAAC;YACzE,MAAM,CAAC,CAAC;QACV,CAAC,CAAC,CAAC;IACL,CAAC;IAED,cAAc,CAAC,eAAe,EAAE,OAAO;QACrC,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9F,OAAO,gBAAgB,eAAe,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IACnE,CAAC;IAED,aAAa,CAAC,UAAU;QACtB,OAAO,mBAAmB,CAAC,UAAU,CAAC,WAAW,EAAE,CAAC,IAAI,UAAU,CAAC;IACrE,CAAC;IAED,eAAe,CAAC,UAAU;QACxB,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,eAAe,CAAC,UAAU;QACxB,OAAO,IAAI,UAAU,GAAG,CAAC;IAC3B,CAAC;IAED,gBAAgB,CAAC,EAAE;QACjB,OAAO,wBAAgB,CAAC,EAAE,CAAC,CAAC;IAC9B,CAAC;IAED,SAAS,CAAC,MAAM;QACd,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED,gBAAgB,CAAC,KAAK,EAAE,YAAY;QAClC,IAAI,IAAI,CAAC,MAAM,EAAE;YACf,IAAI,CAAC,MAAM,CAAC,iBAAiB,kCACxB,KAAK,GACL,YAAY,EACf,CAAC;SACJ;IACH,CAAC;CACF;AArLD,gCAqLC"}

package/dist/src/driver/index.d.ts

@@ -0,0 +1,3 @@
+export * from './BaseDriver';
+export * from './utils';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/driver/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/driver/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,SAAS,CAAC"}

package/dist/src/driver/index.js

@@ -0,0 +1,15 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./BaseDriver"), exports);
+__exportStar(require("./utils"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/driver/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/driver/index.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+CAA6B;AAC7B,0CAAwB"}

package/dist/src/driver/utils.d.ts

@@ -0,0 +1,2 @@
+export function cancelCombinator(fn: any): any;
+//# sourceMappingURL=utils.d.ts.map

package/dist/src/driver/utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.d.ts","sourceRoot":"","sources":["../../../src/driver/utils.js"],"names":[],"mappings":"AAAA,+CAcC"}

package/dist/src/driver/utils.js

@@ -0,0 +1,17 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.cancelCombinator = void 0;
+function cancelCombinator(fn) {
+    const cancelFnArray = [];
+    const saveCancelFn = promise => {
+        if (promise.cancel) {
+            cancelFnArray.push(promise.cancel);
+        }
+        return promise;
+    };
+    const promise = fn(saveCancelFn);
+    promise.cancel = () => Promise.all(cancelFnArray.map(cancel => cancel()));
+    return promise;
+}
+exports.cancelCombinator = cancelCombinator;
+//# sourceMappingURL=utils.js.map

package/dist/src/driver/utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/driver/utils.js"],"names":[],"mappings":";;;AAAA,SAAgB,gBAAgB,CAAC,EAAE;IACjC,MAAM,aAAa,GAAG,EAAE,CAAC;IAEzB,MAAM,YAAY,GAAG,OAAO,CAAC,EAAE;QAC7B,IAAI,OAAO,CAAC,MAAM,EAAE;YAClB,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;SACpC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC,CAAC;IAEF,MAAM,OAAO,GAAG,EAAE,CAAC,YAAY,CAAC,CAAC;IACjC,OAAO,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAE1E,OAAO,OAAO,CAAC;AACjB,CAAC;AAdD,4CAcC"}

package/dist/src/index.d.ts

@@ -0,0 +1,3 @@
+export * from './driver';
+export * from './orchestrator';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,UAAU,CAAC;AACzB,cAAc,gBAAgB,CAAC"}

package/dist/src/index.js

@@ -0,0 +1,15 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./driver"), exports);
+__exportStar(require("./orchestrator"), exports);
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,2CAAyB;AACzB,iDAA+B"}

package/dist/src/orchestrator/BaseQueueDriver.d.ts

@@ -0,0 +1,4 @@
+export class BaseQueueDriver {
+    redisHash(queryKey: any): string;
+}
+//# sourceMappingURL=BaseQueueDriver.d.ts.map

package/dist/src/orchestrator/BaseQueueDriver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseQueueDriver.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/BaseQueueDriver.js"],"names":[],"mappings":"AAEA;IACE,iCAIC;CACF"}

package/dist/src/orchestrator/BaseQueueDriver.js

@@ -0,0 +1,16 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseQueueDriver = void 0;
+const crypto_1 = __importDefault(require("crypto"));
+class BaseQueueDriver {
+    redisHash(queryKey) {
+        return typeof queryKey === 'string' && queryKey.length < 256 ?
+            queryKey :
+            crypto_1.default.createHash('md5').update(JSON.stringify(queryKey)).digest('hex');
+    }
+}
+exports.BaseQueueDriver = BaseQueueDriver;
+//# sourceMappingURL=BaseQueueDriver.js.map

package/dist/src/orchestrator/BaseQueueDriver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"BaseQueueDriver.js","sourceRoot":"","sources":["../../../src/orchestrator/BaseQueueDriver.js"],"names":[],"mappings":";;;;;;AAAA,oDAA4B;AAE5B,MAAa,eAAe;IAC1B,SAAS,CAAC,QAAQ;QAChB,OAAO,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC;YAC5D,QAAQ,CAAC,CAAC;YACV,gBAAM,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IAC5E,CAAC;CACF;AAND,0CAMC"}

package/dist/src/orchestrator/ContinueWaitError.d.ts

@@ -0,0 +1,3 @@
+export class ContinueWaitError extends Error {
+}
+//# sourceMappingURL=ContinueWaitError.d.ts.map

package/dist/src/orchestrator/ContinueWaitError.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContinueWaitError.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/ContinueWaitError.js"],"names":[],"mappings":"AAAA;CAIC"}

package/dist/src/orchestrator/ContinueWaitError.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ContinueWaitError = void 0;
+class ContinueWaitError extends Error {
+    constructor() {
+        super('Continue wait');
+    }
+}
+exports.ContinueWaitError = ContinueWaitError;
+//# sourceMappingURL=ContinueWaitError.js.map

package/dist/src/orchestrator/ContinueWaitError.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ContinueWaitError.js","sourceRoot":"","sources":["../../../src/orchestrator/ContinueWaitError.js"],"names":[],"mappings":";;;AAAA,MAAa,iBAAkB,SAAQ,KAAK;IAC1C;QACE,KAAK,CAAC,eAAe,CAAC,CAAC;IACzB,CAAC;CACF;AAJD,8CAIC"}

package/dist/src/orchestrator/LocalCacheDriver.d.ts

@@ -0,0 +1,8 @@
+export class LocalCacheDriver {
+    store: {};
+    get(key: any): Promise<any>;
+    set(key: any, value: any, expiration: any): Promise<void>;
+    remove(key: any): Promise<void>;
+    keysStartingWith(prefix: any): Promise<string[]>;
+}
+//# sourceMappingURL=LocalCacheDriver.d.ts.map

package/dist/src/orchestrator/LocalCacheDriver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalCacheDriver.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/LocalCacheDriver.js"],"names":[],"mappings":"AAEA;IAEI,UAAkB;IAGpB,4BAKC;IAED,0DAKC;IAED,gCAEC;IAED,iDAGC;CACF"}

package/dist/src/orchestrator/LocalCacheDriver.js

@@ -0,0 +1,30 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LocalCacheDriver = void 0;
+const store = {};
+class LocalCacheDriver {
+    constructor() {
+        this.store = store;
+    }
+    async get(key) {
+        if (this.store[key] && this.store[key].exp < new Date().getTime()) {
+            delete this.store[key];
+        }
+        return this.store[key] && this.store[key].value;
+    }
+    async set(key, value, expiration) {
+        this.store[key] = {
+            value,
+            exp: new Date().getTime() + expiration * 1000
+        };
+    }
+    async remove(key) {
+        delete this.store[key];
+    }
+    async keysStartingWith(prefix) {
+        return Object.keys(this.store)
+            .filter(k => k.indexOf(prefix) === 0 && this.store[k].exp > new Date().getTime());
+    }
+}
+exports.LocalCacheDriver = LocalCacheDriver;
+//# sourceMappingURL=LocalCacheDriver.js.map

package/dist/src/orchestrator/LocalCacheDriver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalCacheDriver.js","sourceRoot":"","sources":["../../../src/orchestrator/LocalCacheDriver.js"],"names":[],"mappings":";;;AAAA,MAAM,KAAK,GAAG,EAAE,CAAC;AAEjB,MAAa,gBAAgB;IAC3B;QACE,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;IACrB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAG;QACX,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,EAAE;YACjE,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;SACxB;QACD,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,UAAU;QAC9B,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG;YAChB,KAAK;YACL,GAAG,EAAE,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,GAAG,UAAU,GAAG,IAAI;SAC9C,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,GAAG;QACd,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,MAAM;QAC3B,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;aAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IACtF,CAAC;CACF;AA3BD,4CA2BC"}

package/dist/src/orchestrator/LocalQueueDriver.d.ts

@@ -0,0 +1,57 @@
+export class LocalQueueDriverConnection {
+    constructor(driver: any, options: any);
+    redisQueuePrefix: any;
+    continueWaitTimeout: any;
+    orphanedTimeout: any;
+    heartBeatTimeout: any;
+    concurrency: any;
+    driver: any;
+    results: any;
+    resultPromises: any;
+    queryDef: any;
+    toProcess: any;
+    recent: any;
+    active: any;
+    heartBeat: any;
+    processingCounter: any;
+    processingLocks: any;
+    getResultPromise(resultListKey: any): any;
+    getResultBlocking(queryKey: any): Promise<any>;
+    getResult(queryKey: any): Promise<any>;
+    queueArray(queueObj: any, orderFilterLessThan: any): any[];
+    addToQueue(keyScore: any, queryKey: any, time: any, queryHandler: any, query: any, priority: any, options: any): number[];
+    getToProcessQueries(): any[];
+    getActiveQueries(): any[];
+    getQueryAndRemove(queryKey: any): Promise<any[]>;
+    setResultAndRemoveQuery(queryKey: any, executionResult: any, processingId: any): Promise<boolean>;
+    getNextProcessingId(): any;
+    getOrphanedQueries(): any[];
+    getStalledQueries(): any[];
+    getQueryStageState(onlyKeys: any): Promise<any[]>;
+    getQueryDef(queryKey: any): Promise<any>;
+    updateHeartBeat(queryKey: any): void;
+    retrieveForProcessing(queryKey: any, processingId: any): any[];
+    freeProcessingLock(queryKey: any, processingId: any, activated: any): void;
+    optimisticQueryUpdate(queryKey: any, toUpdate: any, processingId: any): Promise<boolean>;
+    release(): void;
+    queryRedisKey(queryKey: any, suffix: any): string;
+    resultListKey(queryKey: any): string;
+    redisHash(queryKey: any): any;
+}
+export class LocalQueueDriver extends BaseQueueDriver {
+    constructor(options: any);
+    options: any;
+    results: any;
+    resultPromises: any;
+    queryDef: any;
+    toProcess: any;
+    recent: any;
+    active: any;
+    heartBeat: any;
+    processingCounter: any;
+    processingLocks: any;
+    createConnection(): LocalQueueDriverConnection;
+    release(client: any): void;
+}
+import { BaseQueueDriver } from "./BaseQueueDriver";
+//# sourceMappingURL=LocalQueueDriver.d.ts.map

package/dist/src/orchestrator/LocalQueueDriver.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalQueueDriver.d.ts","sourceRoot":"","sources":["../../../src/orchestrator/LocalQueueDriver.js"],"names":[],"mappings":"AAGA;IACE,uCAgBC;IAfC,sBAAgD;IAChD,yBAAsD;IACtD,qBAA8C;IAC9C,sBAAgD;IAChD,iBAAsC;IACtC,YAAoB;IACpB,aAA6B;IAC7B,oBAA2C;IAC3C,cAA+B;IAC/B,eAAiC;IACjC,YAA2B;IAC3B,YAA2B;IAC3B,eAAiC;IACjC,uBAAiD;IACjD,qBAA6C;IAG/C,0CASC;IAED,+CAgBC;IAED,uCAMC;IAED,2DAOC;IAED,0HAyBC;IAED,6BAEC;IAED,0BAEC;IAED,iDAUC;IAED,kGAeC;IAED,2BAGC;IAED,4BAEC;IAED,2BAEC;IAED,kDAEC;IAED,yCAEC;IAED,qCAKC;IAED,+DAkBC;IAED,2EAQC;IAED,yFAOC;IAGD,gBACC;IAED,kDAEC;IAED,qCAEC;IAED,8BAEC;CACF;AAYD;IACE,0BAqBC;IAnBC,aAAsB;IAUtB,aAAgD;IAChD,oBAA8D;IAC9D,cAAkD;IAClD,eAAoD;IACpD,YAA8C;IAC9C,YAA8C;IAC9C,eAAoD;IACpD,uBAAqE;IACrE,qBAAgE;IAGlE,+CAEC;IAED,2BAEC;CACF"}