@finos/legend-data-cube 0.0.2

package/lib/stores/core/DataCubeQuerySnapshotBuilder.js

@@ -0,0 +1,260 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+/***************************************************************************************
+ * [CORE]
+ *
+ * This and its corresponding utilitites are used to build the query snapshot from the
+ * executable query. This is needed when we initialize the application by loading a
+ * persisted query.
+ ***************************************************************************************/
+import { V1_AppliedFunction, V1_CInteger, V1_Collection, V1_serializeValueSpecification, extractElementNameFromPath as _name, matchFunctionName, } from '@finos/legend-graph';
+import { _toCol, DataCubeQuerySnapshot, } from './DataCubeQuerySnapshot.js';
+import { assertType, guaranteeNonNullable } from '@finos/legend-shared';
+import { DataCubeQuerySortOperator, DataCubeFunction, } from './DataCubeQueryEngine.js';
+import { DataCubeConfiguration } from './DataCubeConfiguration.js';
+import { buildDefaultConfiguration } from './DataCubeConfigurationBuilder.js';
+import { _colSpecArrayParam, _colSpecParam, _funcMatch, _param, } from './DataCubeQuerySnapshotBuilderUtils.js';
+// --------------------------------- BUILDING BLOCKS ---------------------------------
+const _SUPPORTED_TOP_LEVEL_FUNCTIONS = [
+    { func: DataCubeFunction.EXTEND, parameters: 1 },
+    { func: DataCubeFunction.FILTER, parameters: 1 },
+    { func: DataCubeFunction.SELECT, parameters: 1 },
+    { func: DataCubeFunction.GROUP_BY, parameters: 3 },
+    { func: DataCubeFunction.PIVOT, parameters: 3 },
+    { func: DataCubeFunction.CAST, parameters: 1 },
+    { func: DataCubeFunction.SORT, parameters: 1 },
+    { func: DataCubeFunction.LIMIT, parameters: 1 },
+];
+// NOTE: this corresponds to the sequence:
+// extend()->filter()->select()->sort()->pivot()->cast()->groupBy()->extend()->sort()->limit()
+// which represents the ONLY query shape that we currently support
+const _FUNCTION_SEQUENCE_COMPOSITION_PATTERN = [
+    { name: 'leaf_extend', func: DataCubeFunction.EXTEND }, // leaf-level extend
+    { name: 'filter', func: DataCubeFunction.FILTER },
+    { name: 'select', func: DataCubeFunction.SELECT },
+    {
+        name: 'pivot_group',
+        funcs: [
+            { name: 'pivot_sort', func: DataCubeFunction.SORT, required: true }, // pre-pivot sort
+            { name: 'pivot', func: DataCubeFunction.PIVOT, required: true },
+            { name: 'pivot_cast', func: DataCubeFunction.CAST, required: true }, // cast to a relation type post pivot() to enable type-checking
+        ],
+    },
+    { name: 'group_by', func: DataCubeFunction.GROUP_BY },
+    { name: 'group_extend', func: DataCubeFunction.EXTEND }, // group-level extend
+    { name: 'sort', func: DataCubeFunction.SORT },
+    { name: 'limit', func: DataCubeFunction.LIMIT },
+];
+const _FUNCTION_SEQUENCE_COMPOSITION_PATTERN_REGEXP = new RegExp(`^${_FUNCTION_SEQUENCE_COMPOSITION_PATTERN
+    .map((node) => 'funcs' in node
+    ? `(${node.funcs.map((childNode) => `(?<${childNode.name}><${_name(childNode.func)}>)${childNode.repeat ? '*' : !childNode.required ? '?' : ''}`)})${node.repeat ? '*' : !node.required ? '?' : ''}`
+    : `(?<${node.name}><${_name(node.func)}>)${node.repeat ? '*' : !node.required ? '?' : ''}`)
+    .join('')}$`);
+/**
+ * Since the query created by DataCube will be a chain call of various functions,
+ * this utility function will extract that sequence of function calls as well as
+ * do various basic checks for the validity, composition, and order of those functions.
+ */
+function extractQueryFunctionSequence(query) {
+    // Make sure this is a sequence of function calls
+    if (!(query instanceof V1_AppliedFunction)) {
+        throw new Error(`Query must be a sequence of function calls (e.g. x()->y()->z())`);
+    }
+    const sequence = [];
+    let currentFunc = query;
+    while (currentFunc instanceof V1_AppliedFunction) {
+        const supportedFunc = _SUPPORTED_TOP_LEVEL_FUNCTIONS.find((spec) => matchFunctionName(currentFunc.function, spec.func));
+        // Check that all functions in sequence are supported
+        if (!supportedFunc) {
+            throw new Error(`Found unsupported function ${currentFunc.function}()`);
+        }
+        if (currentFunc.parameters.length > supportedFunc.parameters) {
+            const vs = currentFunc.parameters[0];
+            if (!(vs instanceof V1_AppliedFunction)) {
+                throw new Error(`Query must be a sequence of function calls (e.g. x()->y()->z())`);
+            }
+            currentFunc.parameters = currentFunc.parameters.slice(1);
+            sequence.unshift(currentFunc);
+            currentFunc = vs;
+        }
+        else {
+            sequence.unshift(currentFunc);
+            break;
+        }
+    }
+    // Check that sequence follows the supported pattern
+    const sequenceFormText = sequence
+        .map((func) => `<${_name(func.function)}>`)
+        .join('');
+    const matchResult = sequenceFormText.match(_FUNCTION_SEQUENCE_COMPOSITION_PATTERN_REGEXP);
+    if (!matchResult) {
+        throw new Error(`Unsupported function composition ${sequence.map((fn) => `${_name(fn.function)}()`).join('->')} (supported composition: ${_FUNCTION_SEQUENCE_COMPOSITION_PATTERN.map((node) => `${'funcs' in node ? `[${node.funcs.map((childNode) => `${_name(childNode.func)}()`).join('->')}]` : `${_name(node.func)}()`}`).join('->')})`);
+    }
+    return {
+        sequence,
+        leafExtend: Boolean(matchResult.groups?.leaf_extend),
+        pivot: Boolean(matchResult.groups?.pivot),
+        groupExtend: Boolean(matchResult.groups?.group_extend),
+        sort: Boolean(matchResult.groups?.sort),
+    };
+}
+/**
+ * Turn the function sequence into a map of available functions
+ * for easier construction of the snapshot
+ */
+function extractFunctionMap(sequenceMatchingResult) {
+    const { sequence, leafExtend: hasLeafExtend, groupExtend: hasGroupExtend, pivot: hasPivot, sort: hasSort, } = sequenceMatchingResult;
+    const leafExtend = hasLeafExtend
+        ? sequence.find((func) => matchFunctionName(func.function, DataCubeFunction.EXTEND))
+        : undefined;
+    const filter = sequence.find((func) => matchFunctionName(func.function, DataCubeFunction.FILTER));
+    const select = sequence.find((func) => matchFunctionName(func.function, DataCubeFunction.SELECT));
+    const pivotSort = hasPivot
+        ? sequence.find((func) => matchFunctionName(func.function, DataCubeFunction.SORT))
+        : undefined;
+    const pivot = hasPivot
+        ? sequence.find((func) => matchFunctionName(func.function, DataCubeFunction.PIVOT))
+        : undefined;
+    const pivotCast = hasPivot
+        ? sequence.find((func) => matchFunctionName(func.function, DataCubeFunction.CAST))
+        : undefined;
+    const groupBy = sequence.find((func) => matchFunctionName(func.function, DataCubeFunction.GROUP_BY));
+    const groupExtend = hasGroupExtend
+        ? sequence.find((func) => matchFunctionName(func.function, DataCubeFunction.EXTEND))
+        : undefined;
+    const sort = hasSort
+        ? sequence.find((func) => matchFunctionName(func.function, DataCubeFunction.SORT))
+        : undefined;
+    const limit = sequence.find((func) => matchFunctionName(func.function, DataCubeFunction.LIMIT));
+    return {
+        leafExtend: leafExtend,
+        select,
+        filter,
+        groupBy,
+        pivotSort,
+        pivot,
+        pivotCast,
+        groupExtend,
+        sort,
+        limit,
+    };
+}
+// --------------------------------- MAIN ---------------------------------
+/**
+ * Analyze the partial query to build a query snapshot.
+ *
+ * Implementation-wise, this extracts the function call sequence, then walk the
+ * sequence in order to fill in the information for the snapshot.
+ */
+export function validateAndBuildQuerySnapshot(partialQuery, sourceQuery, baseQuery) {
+    // --------------------------------- BASE ---------------------------------
+    // Build the function call sequence and the function map to make the
+    // analysis more ergonomic
+    const sequenceMatchingResult = extractQueryFunctionSequence(partialQuery);
+    const funcMap = extractFunctionMap(sequenceMatchingResult);
+    const snapshot = DataCubeQuerySnapshot.create(baseQuery.name, baseQuery.source.runtime, baseQuery.source.mapping, V1_serializeValueSpecification(sourceQuery, []), {});
+    const data = snapshot.data;
+    const colsMap = new Map();
+    const _col = (colSpec) => {
+        const column = guaranteeNonNullable(colsMap.get(colSpec.name), `Can't find column '${colSpec.name}'`);
+        return _toCol(column);
+    };
+    // --------------------------------- SOURCE ---------------------------------
+    data.sourceColumns = baseQuery.source.columns.map(_toCol);
+    data.sourceColumns.map((col) => colsMap.set(col.name, col));
+    // --------------------------------- LEAF-LEVEL EXTEND ---------------------------------
+    /** TODO: @datacube roundtrip */
+    // --------------------------------- FILTER ---------------------------------
+    if (funcMap.filter) {
+        /** TODO: @datacube roundtrip */
+        data.filter = undefined;
+    }
+    // --------------------------------- SELECT ---------------------------------
+    if (funcMap.select) {
+        data.selectColumns = _colSpecArrayParam(funcMap.select, 0).colSpecs.map((colSpec) => _col(colSpec));
+    }
+    // --------------------------------- PIVOT ---------------------------------
+    /** TODO: @datacube roundtrip */
+    // TODO: verify group-by agg columns, pivot agg columns and configuration agree
+    // --------------------------------- GROUP BY ---------------------------------
+    if (funcMap.groupBy) {
+        data.groupBy = {
+            columns: _colSpecArrayParam(funcMap.groupBy, 0).colSpecs.map((colSpec) => _col(colSpec)),
+            // TODO: verify group-by agg columns, pivot agg columns and configuration agree
+        };
+    }
+    // --------------------------------- GROUP-LEVEL EXTEND ---------------------------------
+    /** TODO: @datacube roundtrip */
+    // --------------------------------- SORT ---------------------------------
+    if (funcMap.sort) {
+        data.sortColumns = _param(funcMap.sort, 0, V1_Collection).values.map((value) => {
+            const sortColFunc = _funcMatch(value, [
+                DataCubeFunction.ASC,
+                DataCubeFunction.DESC,
+            ]);
+            return {
+                ..._col(_colSpecParam(sortColFunc, 0)),
+                operation: _name(sortColFunc.function) === DataCubeFunction.ASC
+                    ? DataCubeQuerySortOperator.ASCENDING
+                    : DataCubeQuerySortOperator.DESCENDING,
+            };
+        });
+    }
+    // --------------------------------- LIMIT ---------------------------------
+    if (funcMap.limit) {
+        const value = funcMap.limit.parameters[0];
+        assertType(value, V1_CInteger);
+        data.limit = value.value;
+    }
+    // --------------------------------- CONFIGURATION ---------------------------------
+    // NOTE: we aim to keep the data query a Pure query instead of a specification object
+    // so this configuration holds mostly layout and styling customization.
+    // But there are overlaps, i.e. certain data query configuration are stored in the
+    // configuration, e.g. column aggregation type, this is because a column
+    // aggregation's preference can be populated even when there's no aggregation specified
+    // in the data query.
+    //
+    // Arguably, the query should be the single source for these information, but when
+    // the configuration for a particular data query function coming from multiple sources
+    // conflict, we need to do some reconciliation (or throw error). Some examples include:
+    // - missing/extra columns present in the configuration
+    // - column kind and type conflict with aggregation
+    // - column kind and type conflict with the column configuration
+    //
+    // In certain cases, configuration needs to be generated from default presets. This
+    // helps with use cases where the query might comes from a different source, such as
+    // Studio or Query, or another part of Engine.
+    const configuration = baseQuery.configuration
+        ? DataCubeConfiguration.serialization.fromJson(baseQuery.configuration)
+        : buildDefaultConfiguration([
+            ...baseQuery.source.columns,
+            ...data.leafExtendedColumns,
+            ...data.groupExtendedColumns,
+        ]);
+    data.configuration =
+        DataCubeConfiguration.serialization.toJson(configuration);
+    /**
+     * TODO: @datacube roundtrip - implement the logic to reconcile the configuration with the query
+     * - columns (missing/extra columns - remove or generate default column configuration)
+     * - column kind
+     * - column type
+     * - base off the type, check the settings
+     * - aggregation
+     * - verify group-by agg columns, pivot agg columns and configuration agree
+     */
+    return snapshot.finalize();
+}
+//# sourceMappingURL=DataCubeQuerySnapshotBuilder.js.map

package/lib/stores/core/DataCubeQuerySnapshotBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataCubeQuerySnapshotBuilder.js","sourceRoot":"","sources":["../../../src/stores/core/DataCubeQuerySnapshotBuilder.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH;;;;;;yFAMyF;AAEzF,OAAO,EACL,kBAAkB,EAClB,WAAW,EAEX,aAAa,EACb,8BAA8B,EAC9B,0BAA0B,IAAI,KAAK,EACnC,iBAAiB,GAElB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EACL,MAAM,EACN,qBAAqB,GAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAAE,UAAU,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAC;AACxE,OAAO,EACL,yBAAyB,EACzB,gBAAgB,GAEjB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AACnE,OAAO,EAAE,yBAAyB,EAAE,MAAM,mCAAmC,CAAC;AAC9E,OAAO,EACL,kBAAkB,EAClB,aAAa,EACb,UAAU,EACV,MAAM,GACP,MAAM,wCAAwC,CAAC;AAEhD,sFAAsF;AAEtF,MAAM,8BAA8B,GAG9B;IACJ,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE;IAChD,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE;IAChD,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE,UAAU,EAAE,CAAC,EAAE;IAChD,EAAE,IAAI,EAAE,gBAAgB,CAAC,QAAQ,EAAE,UAAU,EAAE,CAAC,EAAE;IAClD,EAAE,IAAI,EAAE,gBAAgB,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE;IAC/C,EAAE,IAAI,EAAE,gBAAgB,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE;IAC9C,EAAE,IAAI,EAAE,gBAAgB,CAAC,IAAI,EAAE,UAAU,EAAE,CAAC,EAAE;IAC9C,EAAE,IAAI,EAAE,gBAAgB,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC,EAAE;CAChD,CAAC;AAgBF,0CAA0C;AAC1C,8FAA8F;AAC9F,kEAAkE;AAClE,MAAM,sCAAsC,GAGtC;IACJ,EAAE,IAAI,EAAE,aAAa,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE,EAAE,oBAAoB;IAC5E,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE;IACjD,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE;IACjD;QACE,IAAI,EAAE,aAAa;QACnB,KAAK,EAAE;YACL,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,gBAAgB,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,iBAAiB;YACtF,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,gBAAgB,CAAC,KAAK,EAAE,QAAQ,EAAE,IAAI,EAAE;YAC/D,EAAE,IAAI,EAAE,YAAY,EAAE,IAAI,EAAE,gBAAgB,CAAC,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,+DAA+D;SACrI;KACF;IACD,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,gBAAgB,CAAC,QAAQ,EAAE;IACrD,EAAE,IAAI,EAAE,cAAc,EAAE,IAAI,EAAE,gBAAgB,CAAC,MAAM,EAAE,EAAE,qBAAqB;IAC9E,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,gBAAgB,CAAC,IAAI,EAAE;IAC7C,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,gBAAgB,CAAC,KAAK,EAAE;CAChD,CAAC;AACF,MAAM,6CAA6C,GAAG,IAAI,MAAM,CAC9D,IAAI,sCAAsC;KACvC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CACZ,OAAO,IAAI,IAAI;IACb,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAChB,CAAC,SAAS,EAAE,EAAE,CACZ,MAAM,SAAS,CAAC,IAAI,KAAK,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/G,IAAI,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;IACtD,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC7F;KACA,IAAI,CAAC,EAAE,CAAC,GAAG,CACf,CAAC;AASF;;;;GAIG;AACH,SAAS,4BAA4B,CACnC,KAA4B;IAE5B,iDAAiD;IACjD,IAAI,CAAC,CAAC,KAAK,YAAY,kBAAkB,CAAC,EAAE,CAAC;QAC3C,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAyB,EAAE,CAAC;IAC1C,IAAI,WAAW,GAAG,KAAK,CAAC;IACxB,OAAO,WAAW,YAAY,kBAAkB,EAAE,CAAC;QACjD,MAAM,aAAa,GAAG,8BAA8B,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACjE,iBAAiB,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,IAAI,CAAC,CACnD,CAAC;QAEF,qDAAqD;QACrD,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,MAAM,IAAI,KAAK,CAAC,8BAA8B,WAAW,CAAC,QAAQ,IAAI,CAAC,CAAC;QAC1E,CAAC;QACD,IAAI,WAAW,CAAC,UAAU,CAAC,MAAM,GAAG,aAAa,CAAC,UAAU,EAAE,CAAC;YAC7D,MAAM,EAAE,GAAG,WAAW,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YACrC,IAAI,CAAC,CAAC,EAAE,YAAY,kBAAkB,CAAC,EAAE,CAAC;gBACxC,MAAM,IAAI,KAAK,CACb,iEAAiE,CAClE,CAAC;YACJ,CAAC;YACD,WAAW,CAAC,UAAU,GAAG,WAAW,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACzD,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC9B,WAAW,GAAG,EAAE,CAAC;QACnB,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;YAC9B,MAAM;QACR,CAAC;IACH,CAAC;IAED,oDAAoD;IACpD,MAAM,gBAAgB,GAAG,QAAQ;SAC9B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;SAC1C,IAAI,CAAC,EAAE,CAAC,CAAC;IACZ,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,CACxC,6CAA6C,CAC9C,CAAC;IACF,IAAI,CAAC,WAAW,EAAE,CAAC;QACjB,MAAM,IAAI,KAAK,CACb,oCAAoC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,4BAA4B,sCAAsC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAC7T,CAAC;IACJ,CAAC;IAED,OAAO;QACL,QAAQ;QACR,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,WAAW,CAAC;QACpD,KAAK,EAAE,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,KAAK,CAAC;QACzC,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,YAAY,CAAC;QACtD,IAAI,EAAE,OAAO,CAAC,WAAW,CAAC,MAAM,EAAE,IAAI,CAAC;KACxC,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,SAAS,kBAAkB,CACzB,sBAAsD;IAEtD,MAAM,EACJ,QAAQ,EACR,UAAU,EAAE,aAAa,EACzB,WAAW,EAAE,cAAc,EAC3B,KAAK,EAAE,QAAQ,EACf,IAAI,EAAE,OAAO,GACd,GAAG,sBAAsB,CAAC;IAC3B,MAAM,UAAU,GAAG,aAAa;QAC9B,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACrB,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAC1D;QACH,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACpC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAC1D,CAAC;IACF,MAAM,MAAM,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACpC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAC1D,CAAC;IACF,MAAM,SAAS,GAAG,QAAQ;QACxB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACrB,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,IAAI,CAAC,CACxD;QACH,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,KAAK,GAAG,QAAQ;QACpB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACrB,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,KAAK,CAAC,CACzD;QACH,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,SAAS,GAAG,QAAQ;QACxB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACrB,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,IAAI,CAAC,CACxD;QACH,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACrC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,QAAQ,CAAC,CAC5D,CAAC;IACF,MAAM,WAAW,GAAG,cAAc;QAChC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACrB,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,MAAM,CAAC,CAC1D;QACH,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,IAAI,GAAG,OAAO;QAClB,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACrB,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,IAAI,CAAC,CACxD;QACH,CAAC,CAAC,SAAS,CAAC;IACd,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACnC,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,KAAK,CAAC,CACzD,CAAC;IAEF,OAAO;QACL,UAAU,EAAE,UAAU;QACtB,MAAM;QACN,MAAM;QACN,OAAO;QACP,SAAS;QACT,KAAK;QACL,SAAS;QACT,WAAW;QACX,IAAI;QACJ,KAAK;KACN,CAAC;AACJ,CAAC;AAED,2EAA2E;AAE3E;;;;;GAKG;AACH,MAAM,UAAU,6BAA6B,CAC3C,YAAmC,EACnC,WAAkC,EAClC,SAAwB;IAExB,2EAA2E;IAC3E,oEAAoE;IACpE,0BAA0B;IAE1B,MAAM,sBAAsB,GAAG,4BAA4B,CAAC,YAAY,CAAC,CAAC;IAC1E,MAAM,OAAO,GAAG,kBAAkB,CAAC,sBAAsB,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,qBAAqB,CAAC,MAAM,CAC3C,SAAS,CAAC,IAAI,EACd,SAAS,CAAC,MAAM,CAAC,OAAO,EACxB,SAAS,CAAC,MAAM,CAAC,OAAO,EACxB,8BAA8B,CAAC,WAAW,EAAE,EAAE,CAAC,EAC/C,EAAE,CACH,CAAC;IACF,MAAM,IAAI,GAAG,QAAQ,CAAC,IAAI,CAAC;IAC3B,MAAM,OAAO,GAAG,IAAI,GAAG,EAAuC,CAAC;IAC/D,MAAM,IAAI,GAAG,CAAC,OAAmB,EAAE,EAAE;QACnC,MAAM,MAAM,GAAG,oBAAoB,CACjC,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,EACzB,sBAAsB,OAAO,CAAC,IAAI,GAAG,CACtC,CAAC;QACF,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC;IACxB,CAAC,CAAC;IAEF,6EAA6E;IAE7E,IAAI,CAAC,aAAa,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC1D,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;IAE5D,wFAAwF;IACxF,gCAAgC;IAEhC,6EAA6E;IAE7E,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,gCAAgC;QAChC,IAAI,CAAC,MAAM,GAAG,SAAS,CAAC;IAC1B,CAAC;IAED,6EAA6E;IAE7E,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACnB,IAAI,CAAC,aAAa,GAAG,kBAAkB,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CACrE,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,CAC3B,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,gCAAgC;IAChC,+EAA+E;IAE/E,+EAA+E;IAE/E,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;QACpB,IAAI,CAAC,OAAO,GAAG;YACb,OAAO,EAAE,kBAAkB,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CACvE,IAAI,CAAC,OAAO,CAAC,CACd;YACD,+EAA+E;SAChF,CAAC;IACJ,CAAC;IAED,yFAAyF;IACzF,gCAAgC;IAEhC,2EAA2E;IAE3E,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;QACjB,IAAI,CAAC,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,GAAG,CAClE,CAAC,KAAK,EAAE,EAAE;YACR,MAAM,WAAW,GAAG,UAAU,CAAC,KAAK,EAAE;gBACpC,gBAAgB,CAAC,GAAG;gBACpB,gBAAgB,CAAC,IAAI;aACtB,CAAC,CAAC;YACH,OAAO;gBACL,GAAG,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;gBACtC,SAAS,EACP,KAAK,CAAC,WAAW,CAAC,QAAQ,CAAC,KAAK,gBAAgB,CAAC,GAAG;oBAClD,CAAC,CAAC,yBAAyB,CAAC,SAAS;oBACrC,CAAC,CAAC,yBAAyB,CAAC,UAAU;aAC3C,CAAC;QACJ,CAAC,CACF,CAAC;IACJ,CAAC;IAED,4EAA4E;IAE5E,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;QAClB,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QAC1C,UAAU,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;QAC/B,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC;IAC3B,CAAC;IAED,oFAAoF;IACpF,qFAAqF;IACrF,uEAAuE;IACvE,kFAAkF;IAClF,wEAAwE;IACxE,uFAAuF;IACvF,qBAAqB;IACrB,EAAE;IACF,kFAAkF;IAClF,sFAAsF;IACtF,uFAAuF;IACvF,uDAAuD;IACvD,mDAAmD;IACnD,gEAAgE;IAChE,EAAE;IACF,mFAAmF;IACnF,oFAAoF;IACpF,8CAA8C;IAC9C,MAAM,aAAa,GAAG,SAAS,CAAC,aAAa;QAC3C,CAAC,CAAC,qBAAqB,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,CAAC,aAAa,CAAC;QACvE,CAAC,CAAC,yBAAyB,CAAC;YACxB,GAAG,SAAS,CAAC,MAAM,CAAC,OAAO;YAC3B,GAAG,IAAI,CAAC,mBAAmB;YAC3B,GAAG,IAAI,CAAC,oBAAoB;SAC7B,CAAC,CAAC;IACP,IAAI,CAAC,aAAa;QAChB,qBAAqB,CAAC,aAAa,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;IAC5D;;;;;;;;OAQG;IAEH,OAAO,QAAQ,CAAC,QAAQ,EAAE,CAAC;AAC7B,CAAC"}

package/lib/stores/core/DataCubeQuerySnapshotBuilderUtils.d.ts

@@ -0,0 +1,30 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { V1_AppliedFunction, V1_ColSpec, V1_ColSpecArray, type V1_ValueSpecification } from '@finos/legend-graph';
+import { type DataCubeQuerySnapshotColumn } from './DataCubeQuerySnapshot.js';
+import { type Clazz } from '@finos/legend-shared';
+import { DataCubeAggregateOperator } from './DataCubeQueryEngine.js';
+export declare function _param<T extends V1_ValueSpecification>(func: V1_AppliedFunction, paramIdx: number, clazz: Clazz<T>): T;
+export declare function _colSpecParam(func: V1_AppliedFunction, paramIdx: number): V1_ColSpec;
+export declare function _colSpecArrayParam(func: V1_AppliedFunction, paramIdx: number): V1_ColSpecArray;
+export declare function _funcMatch(value: V1_ValueSpecification | undefined, functionNames: string | string[]): V1_AppliedFunction;
+export declare function _aggCol(colSpec: V1_ColSpec, column: DataCubeQuerySnapshotColumn): {
+    operation: DataCubeAggregateOperator;
+    parameters: never[];
+    name: string;
+    type: string;
+};
+//# sourceMappingURL=DataCubeQuerySnapshotBuilderUtils.d.ts.map

package/lib/stores/core/DataCubeQuerySnapshotBuilderUtils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataCubeQuerySnapshotBuilderUtils.d.ts","sourceRoot":"","sources":["../../../src/stores/core/DataCubeQuerySnapshotBuilderUtils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EACL,kBAAkB,EAElB,UAAU,EACV,eAAe,EAIf,KAAK,qBAAqB,EAC3B,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,KAAK,2BAA2B,EAAE,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EAKL,KAAK,KAAK,EACX,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAEL,yBAAyB,EAC1B,MAAM,0BAA0B,CAAC;AAIlC,wBAAgB,MAAM,CAAC,CAAC,SAAS,qBAAqB,EACpD,IAAI,EAAE,kBAAkB,EACxB,QAAQ,EAAE,MAAM,EAChB,KAAK,EAAE,KAAK,CAAC,CAAC,CAAC,GACd,CAAC,CAUH;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,cAMvE;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,kBAAkB,EAAE,QAAQ,EAAE,MAAM,mBAM5E;AAED,wBAAgB,UAAU,CACxB,KAAK,EAAE,qBAAqB,GAAG,SAAS,EACxC,aAAa,EAAE,MAAM,GAAG,MAAM,EAAE,sBAejC;AAgBD,wBAAgB,OAAO,CACrB,OAAO,EAAE,UAAU,EACnB,MAAM,EAAE,2BAA2B;;;;;EAwFpC"}

package/lib/stores/core/DataCubeQuerySnapshotBuilderUtils.js

@@ -0,0 +1,125 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { V1_AppliedFunction, V1_ClassInstance, V1_ColSpec, V1_ColSpecArray, V1_Lambda, extractElementNameFromPath as _name, matchFunctionName, } from '@finos/legend-graph';
+import {} from './DataCubeQuerySnapshot.js';
+import { assertTrue, assertType, guaranteeType, UnsupportedOperationError, } from '@finos/legend-shared';
+import { DataCubeFunction, DataCubeAggregateOperator, } from './DataCubeQueryEngine.js';
+// --------------------------------- UTILITIES ---------------------------------
+export function _param(func, paramIdx, clazz) {
+    assertTrue(func.parameters.length >= paramIdx + 1, `Can't process ${_name(func.function)}: Expected at least ${paramIdx + 1} parameter(s)`);
+    return guaranteeType(func.parameters[paramIdx], clazz, `Can't process ${_name(func.function)}: Found unexpected type for parameter at index ${paramIdx}`);
+}
+export function _colSpecParam(func, paramIdx) {
+    return guaranteeType(_param(func, paramIdx, V1_ClassInstance).value, V1_ColSpec, `Can't process ${_name(func.function)}: Expected parameter at index ${paramIdx} to be a column specification`);
+}
+export function _colSpecArrayParam(func, paramIdx) {
+    return guaranteeType(_param(func, paramIdx, V1_ClassInstance).value, V1_ColSpecArray, `Can't process ${_name(func.function)}: Expected parameter at index ${paramIdx} to be a column specification list`);
+}
+export function _funcMatch(value, functionNames) {
+    assertType(value, V1_AppliedFunction, `Can't process function: Found unexpected value specification type`);
+    assertTrue(matchFunctionName(value.function, Array.isArray(functionNames) ? functionNames : [functionNames]), `Can't process function: Expected function name to be one of [${Array.isArray(functionNames) ? functionNames.join(', ') : functionNames}]`);
+    return value;
+}
+// TODO: move these functions out into aggregator utils when we make agg operator handling systematic
+// similar to what we did with filter
+function _aggFuncMatch(value, functionNames) {
+    assertType(value, V1_Lambda, `Can't process aggregation: Found unexpected value specification type`);
+    return _funcMatch(value.body[0], functionNames);
+}
+export function _aggCol(colSpec, column) {
+    const func = _aggFuncMatch(colSpec.function2, Object.values(DataCubeFunction));
+    if (matchFunctionName(func.function, DataCubeFunction.COUNT)) {
+        return {
+            ...column,
+            operation: DataCubeAggregateOperator.COUNT,
+            parameters: [],
+        };
+    }
+    else if (matchFunctionName(func.function, DataCubeFunction.SUM)) {
+        return {
+            ...column,
+            operation: DataCubeAggregateOperator.SUM,
+            parameters: [],
+        };
+    }
+    else if (matchFunctionName(func.function, DataCubeFunction.AVERAGE)) {
+        return {
+            ...column,
+            operation: DataCubeAggregateOperator.AVERAGE,
+            parameters: [],
+        };
+    }
+    else if (matchFunctionName(func.function, DataCubeFunction.MIN)) {
+        return {
+            ...column,
+            operation: DataCubeAggregateOperator.MIN,
+            parameters: [],
+        };
+    }
+    else if (matchFunctionName(func.function, DataCubeFunction.MAX)) {
+        return {
+            ...column,
+            operation: DataCubeAggregateOperator.MAX,
+            parameters: [],
+        };
+    }
+    else if (matchFunctionName(func.function, DataCubeFunction.FIRST)) {
+        return {
+            ...column,
+            operation: DataCubeAggregateOperator.FIRST,
+            parameters: [],
+        };
+    }
+    else if (matchFunctionName(func.function, DataCubeFunction.LAST)) {
+        return {
+            ...column,
+            operation: DataCubeAggregateOperator.LAST,
+            parameters: [],
+        };
+    }
+    else if (matchFunctionName(func.function, DataCubeFunction.VARIANCE_POPULATION)) {
+        return {
+            ...column,
+            operation: DataCubeAggregateOperator.VARIANCE_POPULATION,
+            parameters: [],
+        };
+    }
+    else if (matchFunctionName(func.function, DataCubeFunction.VARIANCE_SAMPLE)) {
+        return {
+            ...column,
+            operation: DataCubeAggregateOperator.VARIANCE_SAMPLE,
+            parameters: [],
+        };
+    }
+    else if (matchFunctionName(func.function, DataCubeFunction.STANDARD_DEVIATION_POPULATION)) {
+        return {
+            ...column,
+            operation: DataCubeAggregateOperator.STANDARD_DEVIATION_POPULATION,
+            parameters: [],
+        };
+    }
+    else if (matchFunctionName(func.function, DataCubeFunction.STANDARD_DEVIATION_SAMPLE)) {
+        return {
+            ...column,
+            operation: DataCubeAggregateOperator.STANDARD_DEVIATION_SAMPLE,
+            parameters: [],
+        };
+    }
+    else {
+        throw new UnsupportedOperationError(`Unsupported aggregate function '${func.function}'`);
+    }
+}
+//# sourceMappingURL=DataCubeQuerySnapshotBuilderUtils.js.map

package/lib/stores/core/DataCubeQuerySnapshotBuilderUtils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataCubeQuerySnapshotBuilderUtils.js","sourceRoot":"","sources":["../../../src/stores/core/DataCubeQuerySnapshotBuilderUtils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EACL,kBAAkB,EAClB,gBAAgB,EAChB,UAAU,EACV,eAAe,EACf,SAAS,EACT,0BAA0B,IAAI,KAAK,EACnC,iBAAiB,GAElB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAoC,MAAM,4BAA4B,CAAC;AAC9E,OAAO,EACL,UAAU,EACV,UAAU,EACV,aAAa,EACb,yBAAyB,GAE1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,gBAAgB,EAChB,yBAAyB,GAC1B,MAAM,0BAA0B,CAAC;AAElC,gFAAgF;AAEhF,MAAM,UAAU,MAAM,CACpB,IAAwB,EACxB,QAAgB,EAChB,KAAe;IAEf,UAAU,CACR,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,QAAQ,GAAG,CAAC,EACtC,iBAAiB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,uBAAuB,QAAQ,GAAG,CAAC,eAAe,CACxF,CAAC;IACF,OAAO,aAAa,CAClB,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EACzB,KAAK,EACL,iBAAiB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,kDAAkD,QAAQ,EAAE,CAClG,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,IAAwB,EAAE,QAAgB;IACtE,OAAO,aAAa,CAClB,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC,KAAK,EAC9C,UAAU,EACV,iBAAiB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,iCAAiC,QAAQ,+BAA+B,CAC9G,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAwB,EAAE,QAAgB;IAC3E,OAAO,aAAa,CAClB,MAAM,CAAC,IAAI,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC,KAAK,EAC9C,eAAe,EACf,iBAAiB,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,iCAAiC,QAAQ,oCAAoC,CACnH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,UAAU,CACxB,KAAwC,EACxC,aAAgC;IAEhC,UAAU,CACR,KAAK,EACL,kBAAkB,EAClB,mEAAmE,CACpE,CAAC;IACF,UAAU,CACR,iBAAiB,CACf,KAAK,CAAC,QAAQ,EACd,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAC/D,EACD,gEAAgE,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,GAAG,CAC3I,CAAC;IACF,OAAO,KAAK,CAAC;AACf,CAAC;AAED,qGAAqG;AACrG,qCAAqC;AACrC,SAAS,aAAa,CACpB,KAAwC,EACxC,aAAgC;IAEhC,UAAU,CACR,KAAK,EACL,SAAS,EACT,sEAAsE,CACvE,CAAC;IACF,OAAO,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC;AAClD,CAAC;AAED,MAAM,UAAU,OAAO,CACrB,OAAmB,EACnB,MAAmC;IAEnC,MAAM,IAAI,GAAG,aAAa,CACxB,OAAO,CAAC,SAAS,EACjB,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAChC,CAAC;IACF,IAAI,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QAC7D,OAAO;YACL,GAAG,MAAM;YACT,SAAS,EAAE,yBAAyB,CAAC,KAAK;YAC1C,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;SAAM,IAAI,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;QAClE,OAAO;YACL,GAAG,MAAM;YACT,SAAS,EAAE,yBAAyB,CAAC,GAAG;YACxC,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;SAAM,IAAI,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,OAAO,CAAC,EAAE,CAAC;QACtE,OAAO;YACL,GAAG,MAAM;YACT,SAAS,EAAE,yBAAyB,CAAC,OAAO;YAC5C,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;SAAM,IAAI,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;QAClE,OAAO;YACL,GAAG,MAAM;YACT,SAAS,EAAE,yBAAyB,CAAC,GAAG;YACxC,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;SAAM,IAAI,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,GAAG,CAAC,EAAE,CAAC;QAClE,OAAO;YACL,GAAG,MAAM;YACT,SAAS,EAAE,yBAAyB,CAAC,GAAG;YACxC,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;SAAM,IAAI,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,KAAK,CAAC,EAAE,CAAC;QACpE,OAAO;YACL,GAAG,MAAM;YACT,SAAS,EAAE,yBAAyB,CAAC,KAAK;YAC1C,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;SAAM,IAAI,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,IAAI,CAAC,EAAE,CAAC;QACnE,OAAO;YACL,GAAG,MAAM;YACT,SAAS,EAAE,yBAAyB,CAAC,IAAI;YACzC,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;SAAM,IACL,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,mBAAmB,CAAC,EACtE,CAAC;QACD,OAAO;YACL,GAAG,MAAM;YACT,SAAS,EAAE,yBAAyB,CAAC,mBAAmB;YACxD,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;SAAM,IACL,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,eAAe,CAAC,EAClE,CAAC;QACD,OAAO;YACL,GAAG,MAAM;YACT,SAAS,EAAE,yBAAyB,CAAC,eAAe;YACpD,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;SAAM,IACL,iBAAiB,CACf,IAAI,CAAC,QAAQ,EACb,gBAAgB,CAAC,6BAA6B,CAC/C,EACD,CAAC;QACD,OAAO;YACL,GAAG,MAAM;YACT,SAAS,EAAE,yBAAyB,CAAC,6BAA6B;YAClE,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;SAAM,IACL,iBAAiB,CAAC,IAAI,CAAC,QAAQ,EAAE,gBAAgB,CAAC,yBAAyB,CAAC,EAC5E,CAAC;QACD,OAAO;YACL,GAAG,MAAM;YACT,SAAS,EAAE,yBAAyB,CAAC,yBAAyB;YAC9D,UAAU,EAAE,EAAE;SACf,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,IAAI,yBAAyB,CACjC,mCAAmC,IAAI,CAAC,QAAQ,GAAG,CACpD,CAAC;IACJ,CAAC;AACH,CAAC"}

package/lib/stores/core/DataCubeQuerySnapshotManager.d.ts

@@ -0,0 +1,47 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import type { DataCubeViewState } from '../DataCubeViewState.js';
+import type { DataCubeQuerySnapshot } from './DataCubeQuerySnapshot.js';
+import type { DataCubeQuery } from '../engine/DataCubeQuery.js';
+interface DataCubeQuerySnapshotSubscriber {
+    getLatestSnapshot(): DataCubeQuerySnapshot | undefined;
+    receiveSnapshot(snapshot: DataCubeQuerySnapshot): Promise<void>;
+}
+export declare abstract class DataCubeQuerySnapshotController implements DataCubeQuerySnapshotSubscriber {
+    readonly view: DataCubeViewState;
+    private latestSnapshot;
+    constructor(view: DataCubeViewState);
+    abstract applySnapshot(snapshot: DataCubeQuerySnapshot, previousSnapshot: DataCubeQuerySnapshot | undefined): Promise<void>;
+    receiveSnapshot(snapshot: DataCubeQuerySnapshot): Promise<void>;
+    publishSnapshot(snapshot: DataCubeQuerySnapshot): void;
+    getLatestSnapshot(): DataCubeQuerySnapshot | undefined;
+}
+export declare class DataCubeQuerySnapshotManager {
+    private readonly view;
+    private readonly subscribers;
+    private readonly snapshots;
+    private _initialSnapshot;
+    private _initialQuery;
+    constructor(view: DataCubeViewState);
+    get currentSnapshot(): DataCubeQuerySnapshot;
+    registerSubscriber(subscriber: DataCubeQuerySnapshotSubscriber): void;
+    initialize(initialSnapshot: DataCubeQuerySnapshot, initialQuery: DataCubeQuery): void;
+    get initialSnapshot(): DataCubeQuerySnapshot;
+    get initialQuery(): DataCubeQuery;
+    broadcastSnapshot(snapshot: DataCubeQuerySnapshot): void;
+}
+export {};
+//# sourceMappingURL=DataCubeQuerySnapshotManager.d.ts.map

package/lib/stores/core/DataCubeQuerySnapshotManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataCubeQuerySnapshotManager.d.ts","sourceRoot":"","sources":["../../../src/stores/core/DataCubeQuerySnapshotManager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AACjE,OAAO,KAAK,EAAE,qBAAqB,EAAE,MAAM,4BAA4B,CAAC;AAOxE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAKhE,UAAU,+BAA+B;IACvC,iBAAiB,IAAI,qBAAqB,GAAG,SAAS,CAAC;IACvD,eAAe,CAAC,QAAQ,EAAE,qBAAqB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACjE;AAED,8BAAsB,+BACpB,YAAW,+BAA+B;IAE1C,QAAQ,CAAC,IAAI,EAAG,iBAAiB,CAAC;IAElC,OAAO,CAAC,cAAc,CAAoC;gBAE9C,IAAI,EAAE,iBAAiB;IAInC,QAAQ,CAAC,aAAa,CACpB,QAAQ,EAAE,qBAAqB,EAC/B,gBAAgB,EAAE,qBAAqB,GAAG,SAAS,GAClD,OAAO,CAAC,IAAI,CAAC;IAEV,eAAe,CAAC,QAAQ,EAAE,qBAAqB;IAMrD,eAAe,CAAC,QAAQ,EAAE,qBAAqB;IAgB/C,iBAAiB;CAGlB;AAED,qBAAa,4BAA4B;IACvC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAoB;IACzC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAyC;IACrE,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA+B;IAEzD,OAAO,CAAC,gBAAgB,CAAoC;IAC5D,OAAO,CAAC,aAAa,CAA4B;gBAErC,IAAI,EAAE,iBAAiB;IAInC,IAAI,eAAe,0BAElB;IAED,kBAAkB,CAAC,UAAU,EAAE,+BAA+B;IAI9D,UAAU,CACR,eAAe,EAAE,qBAAqB,EACtC,YAAY,EAAE,aAAa;IAW7B,IAAI,eAAe,0BAKlB;IAED,IAAI,YAAY,kBAKf;IAED,iBAAiB,CAAC,QAAQ,EAAE,qBAAqB;CAuBlD"}

package/lib/stores/core/DataCubeQuerySnapshotManager.js

@@ -0,0 +1,84 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import { IllegalStateError, assertErrorThrown, deepDiff, guaranteeNonNullable, } from '@finos/legend-shared';
+export class DataCubeQuerySnapshotController {
+    view;
+    latestSnapshot;
+    constructor(view) {
+        this.view = view;
+    }
+    async receiveSnapshot(snapshot) {
+        const previousSnapshot = this.latestSnapshot;
+        this.latestSnapshot = snapshot;
+        await this.applySnapshot(snapshot, previousSnapshot);
+    }
+    publishSnapshot(snapshot) {
+        if (this.view.engine.enableDebugMode) {
+            this.view.application.debugProcess(`New Snapshot`, '\nSnapshot', snapshot, '\nPrevious Snapshot', this.latestSnapshot ?? {}, '\nDiff', deepDiff(snapshot, this.latestSnapshot ?? {}));
+        }
+        this.latestSnapshot = snapshot;
+        this.view.snapshotManager.broadcastSnapshot(snapshot);
+    }
+    getLatestSnapshot() {
+        return this.latestSnapshot;
+    }
+}
+export class DataCubeQuerySnapshotManager {
+    view;
+    subscribers = [];
+    snapshots = [];
+    _initialSnapshot;
+    _initialQuery;
+    constructor(view) {
+        this.view = view;
+    }
+    get currentSnapshot() {
+        return guaranteeNonNullable(this.snapshots[this.snapshots.length - 1]);
+    }
+    registerSubscriber(subscriber) {
+        this.subscribers.push(subscriber);
+    }
+    initialize(initialSnapshot, initialQuery) {
+        if (this._initialSnapshot || this._initialQuery) {
+            throw new IllegalStateError(`Snapshot manager has already been initialized`);
+        }
+        this._initialSnapshot = initialSnapshot;
+        this._initialQuery = initialQuery;
+    }
+    get initialSnapshot() {
+        return guaranteeNonNullable(this._initialSnapshot, `Snapshot manager has not been initialized`);
+    }
+    get initialQuery() {
+        return guaranteeNonNullable(this._initialQuery, `Snapshot manager has not been initialized`);
+    }
+    broadcastSnapshot(snapshot) {
+        if (!snapshot.isFinalized()) {
+            this.view.application.logIllegalStateError(`Snapshot must be finalized before broadcasting`);
+            return;
+        }
+        this.snapshots.push(snapshot);
+        this.subscribers.forEach((subscriber) => {
+            const currentSnapshot = subscriber.getLatestSnapshot();
+            if (currentSnapshot?.uuid !== snapshot.uuid) {
+                subscriber.receiveSnapshot(snapshot).catch((error) => {
+                    assertErrorThrown(error);
+                    this.view.application.logIllegalStateError(`Error occured while subscribers receiving and applying new snapshot should be handled gracefully`, error);
+                });
+            }
+        });
+    }
+}
+//# sourceMappingURL=DataCubeQuerySnapshotManager.js.map

package/lib/stores/core/DataCubeQuerySnapshotManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataCubeQuerySnapshotManager.js","sourceRoot":"","sources":["../../../src/stores/core/DataCubeQuerySnapshotManager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,EACL,iBAAiB,EACjB,iBAAiB,EACjB,QAAQ,EACR,oBAAoB,GACrB,MAAM,sBAAsB,CAAC;AAW9B,MAAM,OAAgB,+BAA+B;IAG1C,IAAI,CAAqB;IAE1B,cAAc,CAAoC;IAE1D,YAAY,IAAuB;QACjC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAOD,KAAK,CAAC,eAAe,CAAC,QAA+B;QACnD,MAAM,gBAAgB,GAAG,IAAI,CAAC,cAAc,CAAC;QAC7C,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC;QAC/B,MAAM,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,gBAAgB,CAAC,CAAC;IACvD,CAAC;IAED,eAAe,CAAC,QAA+B;QAC7C,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,EAAE,CAAC;YACrC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,CAChC,cAAc,EACd,YAAY,EACZ,QAAQ,EACR,qBAAqB,EACrB,IAAI,CAAC,cAAc,IAAI,EAAE,EACzB,QAAQ,EACR,QAAQ,CAAC,QAAQ,EAAE,IAAI,CAAC,cAAc,IAAI,EAAE,CAAC,CAC9C,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,cAAc,GAAG,QAAQ,CAAC;QAC/B,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;IACxD,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAC;IAC7B,CAAC;CACF;AAED,MAAM,OAAO,4BAA4B;IACtB,IAAI,CAAoB;IACxB,WAAW,GAAsC,EAAE,CAAC;IACpD,SAAS,GAA4B,EAAE,CAAC;IAEjD,gBAAgB,CAAoC;IACpD,aAAa,CAA4B;IAEjD,YAAY,IAAuB;QACjC,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACnB,CAAC;IAED,IAAI,eAAe;QACjB,OAAO,oBAAoB,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC;IAED,kBAAkB,CAAC,UAA2C;QAC5D,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACpC,CAAC;IAED,UAAU,CACR,eAAsC,EACtC,YAA2B;QAE3B,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,aAAa,EAAE,CAAC;YAChD,MAAM,IAAI,iBAAiB,CACzB,+CAA+C,CAChD,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,gBAAgB,GAAG,eAAe,CAAC;QACxC,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;IACpC,CAAC;IAED,IAAI,eAAe;QACjB,OAAO,oBAAoB,CACzB,IAAI,CAAC,gBAAgB,EACrB,2CAA2C,CAC5C,CAAC;IACJ,CAAC;IAED,IAAI,YAAY;QACd,OAAO,oBAAoB,CACzB,IAAI,CAAC,aAAa,EAClB,2CAA2C,CAC5C,CAAC;IACJ,CAAC;IAED,iBAAiB,CAAC,QAA+B;QAC/C,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC;YAC5B,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,oBAAoB,CACxC,gDAAgD,CACjD,CAAC;YACF,OAAO;QACT,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAC9B,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,UAAU,EAAE,EAAE;YACtC,MAAM,eAAe,GAAG,UAAU,CAAC,iBAAiB,EAAE,CAAC;YACvD,IAAI,eAAe,EAAE,IAAI,KAAK,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC5C,UAAU,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;oBAC5D,iBAAiB,CAAC,KAAK,CAAC,CAAC;oBACzB,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,oBAAoB,CACxC,kGAAkG,EAClG,KAAK,CACN,CAAC;gBACJ,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;IACL,CAAC;CAGF"}

package/lib/stores/core/aggregation/DataCubeQueryAggregateOperation.d.ts

@@ -0,0 +1,28 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+import type { DataCubeQuerySnapshotColumn } from '../DataCubeQuerySnapshot.js';
+import { type V1_ColSpec } from '@finos/legend-graph';
+import type { DataCubeColumnConfiguration } from '../DataCubeConfiguration.js';
+export declare function getAggregateOperation(operator: string, aggregateOperations: DataCubeQueryAggregateOperation[]): DataCubeQueryAggregateOperation;
+export declare abstract class DataCubeQueryAggregateOperation {
+    abstract get label(): React.ReactNode;
+    abstract get textLabel(): string;
+    abstract get description(): string;
+    abstract get operator(): string;
+    abstract isCompatibleWithColumn(column: DataCubeQuerySnapshotColumn): boolean;
+    abstract buildAggregateColumn(column: DataCubeColumnConfiguration): V1_ColSpec | undefined;
+}
+//# sourceMappingURL=DataCubeQueryAggregateOperation.d.ts.map

package/lib/stores/core/aggregation/DataCubeQueryAggregateOperation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DataCubeQueryAggregateOperation.d.ts","sourceRoot":"","sources":["../../../../src/stores/core/aggregation/DataCubeQueryAggregateOperation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAGH,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,6BAA6B,CAAC;AAC/E,OAAO,EAAE,KAAK,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,KAAK,EAAE,2BAA2B,EAAE,MAAM,6BAA6B,CAAC;AAI/E,wBAAgB,qBAAqB,CACnC,QAAQ,EAAE,MAAM,EAChB,mBAAmB,EAAE,+BAA+B,EAAE,mCAMvD;AAID,8BAAsB,+BAA+B;IACnD,QAAQ,KAAK,KAAK,IAAI,KAAK,CAAC,SAAS,CAAC;IACtC,QAAQ,KAAK,SAAS,IAAI,MAAM,CAAC;IACjC,QAAQ,KAAK,WAAW,IAAI,MAAM,CAAC;IACnC,QAAQ,KAAK,QAAQ,IAAI,MAAM,CAAC;IAEhC,QAAQ,CAAC,sBAAsB,CAAC,MAAM,EAAE,2BAA2B,GAAG,OAAO;IAE7E,QAAQ,CAAC,oBAAoB,CAC3B,MAAM,EAAE,2BAA2B,GAClC,UAAU,GAAG,SAAS;CAC1B"}