@finos/legend-data-cube 0.0.38 → 0.0.39

package/src/stores/core/DataCubeQuerySnapshotBuilderUtils.ts

@@ -13,15 +13,26 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-
 import {
+  PRIMITIVE_TYPE,
   V1_AppliedFunction,
+  V1_AppliedProperty,
+  V1_CBoolean,
+  V1_CDateTime,
+  V1_CDecimal,
+  V1_CFloat,
+  V1_CInteger,
+  V1_CStrictDate,
+  V1_CStrictTime,
+  V1_CString,
   V1_ClassInstance,
   V1_ColSpec,
   V1_ColSpecArray,
+  V1_Lambda,
+  type V1_ValueSpecification,
+  type V1_PrimitiveValueSpecification,
   extractElementNameFromPath as _name,
   matchFunctionName,
-  type V1_ValueSpecification,
 } from '@finos/legend-graph';
 import { type DataCubeColumn } from './model/DataCubeColumn.js';
 import {
@@ -29,9 +40,22 @@ import {
   assertType,
   guaranteeNonNullable,
   guaranteeType,
+  UnsupportedOperationError,
   type Clazz,
 } from '@finos/legend-shared';
-import { TREE_COLUMN_VALUE_SEPARATOR } from './DataCubeQueryEngine.js';
+import {
+  DataCubeFunction,
+  DataCubeQueryFilterGroupOperator,
+  DataCubeQueryFilterOperator,
+  TREE_COLUMN_VALUE_SEPARATOR,
+  type DataCubeOperationValue,
+} from './DataCubeQueryEngine.js';
+import type {
+  DataCubeQuerySnapshotFilter,
+  DataCubeQuerySnapshotFilterCondition,
+} from './DataCubeQuerySnapshot.js';
+import { _functionName } from './DataCubeQueryBuilderUtils.js';
+import type { DataCubeQueryFilterOperation } from './filter/DataCubeQueryFilterOperation.js';
 
 // --------------------------------- UTILITIES ---------------------------------
 
@@ -59,6 +83,14 @@ export function _colSpecParam(func: V1_AppliedFunction, paramIdx: number) {
   );
 }
 
+export function _lambdaParam(func: V1_AppliedFunction, paramIdx: number) {
+  return guaranteeType(
+    _param(func, paramIdx, V1_Lambda),
+    V1_Lambda,
+    `Can't process ${_name(func.function)}: Expected parameter at index ${paramIdx} to be a lambda expression`,
+  );
+}
+
 export function _colSpecArrayParam(func: V1_AppliedFunction, paramIdx: number) {
   return guaranteeType(
     _param(func, paramIdx, V1_ClassInstance).value,
@@ -121,3 +153,284 @@ export function _pruneExpandedPaths(
     )
     .sort();
 }
+
+export function _buildFilterSnapshot(
+  vs: V1_ValueSpecification,
+  filterOperations: DataCubeQueryFilterOperation[],
+): DataCubeQuerySnapshotFilter {
+  const filterSnapshot = {} as DataCubeQuerySnapshotFilter;
+  const filterConditionSnapshot = [];
+
+  if (vs instanceof V1_AppliedFunction) {
+    switch (vs.function) {
+      case DataCubeQueryFilterGroupOperator.OR:
+      case DataCubeQueryFilterGroupOperator.AND:
+        filterSnapshot.groupOperator = vs.function;
+        break;
+      default:
+        filterSnapshot.groupOperator = DataCubeQueryFilterGroupOperator.AND;
+    }
+
+    if (
+      vs.function === DataCubeQueryFilterGroupOperator.AND ||
+      vs.function === DataCubeQueryFilterGroupOperator.OR
+    ) {
+      vs.parameters.forEach((param) => {
+        filterConditionSnapshot.push(_buildSubFilter(param, filterOperations)!);
+      });
+    } else {
+      filterConditionSnapshot.push(_buildSubFilter(vs, filterOperations)!);
+    }
+  }
+  filterSnapshot.conditions = filterConditionSnapshot;
+  return filterSnapshot;
+}
+
+function _buildSubFilter(
+  vs: V1_ValueSpecification,
+  filterOperations: DataCubeQueryFilterOperation[],
+):
+  | DataCubeQuerySnapshotFilterCondition
+  | DataCubeQuerySnapshotFilter
+  | undefined {
+  if (vs instanceof V1_AppliedFunction) {
+    if (
+      Object.values(DataCubeFunction)
+        .map((op) => _functionName(op))
+        .includes(vs.function) &&
+      vs.function !== _functionName(DataCubeFunction.NOT)
+    ) {
+      const condition = _buildFilterConditionSnapshot(vs)!;
+      return _buildDataCubeQueryFilter(
+        condition[0],
+        condition[1],
+        filterOperations,
+      );
+    } else if (vs.function === _functionName(DataCubeFunction.NOT)) {
+      const notCondition = _buildNotFilterConditionSnapshot(
+        vs.parameters[0] as V1_AppliedFunction,
+      );
+      if (notCondition) {
+        return _buildDataCubeQueryFilter(
+          notCondition[0],
+          notCondition[1],
+          filterOperations,
+        );
+      } else {
+        const filterSnapshot = _buildFilterSnapshot(
+          vs.parameters[0] as V1_ValueSpecification,
+          filterOperations,
+        );
+        filterSnapshot.not = true;
+        return filterSnapshot;
+      }
+    } else if (vs.parameters[0] instanceof V1_AppliedFunction) {
+      return _buildFilterSnapshot(vs, filterOperations);
+    }
+  }
+  return undefined;
+}
+
+function _buildFilterConditionSnapshot(
+  af: V1_AppliedFunction,
+): [V1_AppliedFunction, string] | undefined {
+  if (af.parameters[1] && af.parameters[1] instanceof V1_AppliedProperty) {
+    switch (af.function) {
+      case _functionName(DataCubeFunction.EQUAL):
+        return [af, DataCubeQueryFilterOperator.EQUAL_COLUMN];
+      case _functionName(DataCubeFunction.GREATER_THAN):
+        return [af, DataCubeQueryFilterOperator.GREATER_THAN_COLUMN];
+      case _functionName(DataCubeFunction.GREATER_THAN_OR_EQUAL):
+        return [af, DataCubeQueryFilterOperator.GREATER_THAN_OR_EQUAL_COLUMN];
+      case _functionName(DataCubeFunction.LESS_THAN):
+        return [af, DataCubeQueryFilterOperator.GREATER_THAN_OR_EQUAL_COLUMN];
+      case _functionName(DataCubeFunction.LESS_THAN):
+        return [af, DataCubeQueryFilterOperator.LESS_THAN_COLUMN];
+      case _functionName(DataCubeFunction.LESS_THAN_OR_EQUAL):
+        return [af, DataCubeQueryFilterOperator.LESS_THAN_OR_EQUAL_COLUMN];
+      default:
+        return undefined;
+    }
+  } else if (
+    af.parameters[0] instanceof V1_AppliedFunction &&
+    af.parameters[0].function === _functionName(DataCubeFunction.TO_LOWERCASE)
+  ) {
+    return _buildCaseInsensitiveFilterConditionSnapshot(af);
+  } else {
+    switch (af.function) {
+      case _functionName(DataCubeFunction.CONTAINS):
+        return [af, DataCubeQueryFilterOperator.CONTAIN];
+      case _functionName(DataCubeFunction.ENDS_WITH):
+        return [af, DataCubeQueryFilterOperator.END_WITH];
+      case _functionName(DataCubeFunction.EQUAL):
+        return [af, DataCubeQueryFilterOperator.EQUAL];
+      case _functionName(DataCubeFunction.GREATER_THAN):
+        return [af, DataCubeQueryFilterOperator.GREATER_THAN];
+      case _functionName(DataCubeFunction.GREATER_THAN_OR_EQUAL):
+        return [af, DataCubeQueryFilterOperator.GREATER_THAN_OR_EQUAL];
+      case _functionName(DataCubeFunction.IS_EMPTY):
+        return [af, DataCubeQueryFilterOperator.IS_NULL];
+      case _functionName(DataCubeFunction.LESS_THAN):
+        return [af, DataCubeQueryFilterOperator.LESS_THAN];
+      case _functionName(DataCubeFunction.LESS_THAN_OR_EQUAL):
+        return [af, DataCubeQueryFilterOperator.LESS_THAN_OR_EQUAL];
+      case _functionName(DataCubeFunction.STARTS_WITH):
+        return [af, DataCubeQueryFilterOperator.START_WITH];
+      default:
+        return undefined;
+    }
+  }
+}
+
+function _buildCaseInsensitiveFilterConditionSnapshot(
+  af: V1_AppliedFunction,
+): [V1_AppliedFunction, string] | undefined {
+  const func = af;
+  if (
+    af.parameters[0] instanceof V1_AppliedFunction &&
+    af.parameters[1] instanceof V1_AppliedFunction
+  ) {
+    func.parameters = [
+      af.parameters[0].parameters[0]!,
+      af.parameters[1].parameters[0]!,
+    ];
+  }
+  if (func.parameters[1] && func.parameters[1] instanceof V1_AppliedProperty) {
+    switch (af.function) {
+      case _functionName(DataCubeFunction.EQUAL):
+        return [
+          func,
+          DataCubeQueryFilterOperator.EQUAL_CASE_INSENSITIVE_COLUMN,
+        ];
+      default:
+        return undefined;
+    }
+  } else {
+    switch (af.function) {
+      case _functionName(DataCubeFunction.CONTAINS):
+        return [func, DataCubeQueryFilterOperator.CONTAIN_CASE_INSENSITIVE];
+      case _functionName(DataCubeFunction.ENDS_WITH):
+        return [func, DataCubeQueryFilterOperator.END_WITH_CASE_INSENSITIVE];
+      case _functionName(DataCubeFunction.EQUAL):
+        return [func, DataCubeQueryFilterOperator.EQUAL_CASE_INSENSITIVE];
+      case _functionName(DataCubeFunction.STARTS_WITH):
+        return [func, DataCubeQueryFilterOperator.START_WITH_CASE_INSENSITIVE];
+      default:
+        return undefined;
+    }
+  }
+}
+
+function _buildNotFilterConditionSnapshot(
+  af: V1_AppliedFunction,
+): [V1_AppliedFunction, string] | undefined {
+  if (af.parameters[1] && af.parameters[1] instanceof V1_AppliedProperty) {
+    switch (af.function) {
+      case _functionName(DataCubeFunction.EQUAL):
+        return [af, DataCubeQueryFilterOperator.NOT_EQUAL_COLUMN];
+      default:
+        return undefined;
+    }
+  } else if (
+    af.parameters[0] instanceof V1_AppliedFunction &&
+    af.parameters[0].function === _functionName(DataCubeFunction.TO_LOWERCASE)
+  ) {
+    if (af.function === _functionName(DataCubeFunction.EQUAL)) {
+      const func = af;
+      if (
+        af.parameters[0] instanceof V1_AppliedFunction &&
+        af.parameters[1] instanceof V1_AppliedFunction
+      ) {
+        func.parameters = [
+          af.parameters[0].parameters[0]!,
+          af.parameters[1].parameters[0]!,
+        ];
+      }
+      if (
+        func.parameters[1] &&
+        func.parameters[1] instanceof V1_AppliedProperty
+      ) {
+        return [
+          func,
+          DataCubeQueryFilterOperator.NOT_EQUAL_CASE_INSENSITIVE_COLUMN,
+        ];
+      }
+      return [func, DataCubeQueryFilterOperator.NOT_EQUAL_CASE_INSENSITIVE];
+    }
+  } else {
+    switch (af.function) {
+      case _functionName(DataCubeFunction.CONTAINS):
+        return [af, DataCubeQueryFilterOperator.NOT_CONTAIN];
+      case _functionName(DataCubeFunction.ENDS_WITH):
+        return [af, DataCubeQueryFilterOperator.NOT_END_WITH];
+      case _functionName(DataCubeFunction.EQUAL):
+        return [af, DataCubeQueryFilterOperator.NOT_EQUAL];
+      case _functionName(DataCubeFunction.IS_EMPTY):
+        return [af, DataCubeQueryFilterOperator.IS_NOT_NULL];
+      case _functionName(DataCubeFunction.STARTS_WITH):
+        return [af, DataCubeQueryFilterOperator.NOT_START_WITH];
+      default:
+        return undefined;
+    }
+  }
+  return undefined;
+}
+
+export function _dataCubeOperationValue(
+  vs: V1_PrimitiveValueSpecification,
+): DataCubeOperationValue {
+  switch (true) {
+    case vs instanceof V1_CString:
+      return _buildDataCubeOperationValue(PRIMITIVE_TYPE.STRING, vs.value);
+    case vs instanceof V1_CBoolean:
+      return _buildDataCubeOperationValue(PRIMITIVE_TYPE.BOOLEAN, vs.value);
+    case vs instanceof V1_CDecimal:
+      return _buildDataCubeOperationValue(PRIMITIVE_TYPE.DECIMAL, vs.value);
+    case vs instanceof V1_CInteger:
+      return _buildDataCubeOperationValue(PRIMITIVE_TYPE.INTEGER, vs.value);
+    case vs instanceof V1_CFloat:
+      return _buildDataCubeOperationValue(PRIMITIVE_TYPE.FLOAT, vs.value);
+    case vs instanceof V1_CStrictDate:
+      return _buildDataCubeOperationValue(PRIMITIVE_TYPE.STRICTDATE, vs.value);
+    case vs instanceof V1_CDateTime:
+      return _buildDataCubeOperationValue(PRIMITIVE_TYPE.DATETIME, vs.value);
+    case vs instanceof V1_CStrictTime:
+      return _buildDataCubeOperationValue(PRIMITIVE_TYPE.STRICTTIME, vs.value);
+    default:
+      throw new UnsupportedOperationError(
+        `Unsupported primitive value '${vs}'`,
+      );
+  }
+}
+
+function _buildDataCubeQueryFilter(
+  af: V1_AppliedFunction,
+  operator: string,
+  filterOperations: DataCubeQueryFilterOperation[],
+): DataCubeQuerySnapshotFilterCondition | undefined {
+  const filterOperation = filterOperations.find(
+    (op) => op.operator === operator,
+  );
+  return filterOperation?.buildConditionSnapshot(af);
+}
+
+function _buildDataCubeOperationValue(
+  type: string,
+  value: unknown,
+): DataCubeOperationValue {
+  return {
+    value: value,
+    type: type,
+  } satisfies DataCubeOperationValue;
+}
+
+export function _buildConditionSnapshotProperty(
+  property: V1_AppliedProperty,
+  operator: DataCubeQueryFilterOperator,
+): DataCubeQuerySnapshotFilterCondition {
+  return {
+    name: property.property,
+    operator: operator,
+    type: property.class!, // TODO: fix this in engine (missing class in V1_AppliedProperty)
+  } as DataCubeQuerySnapshotFilterCondition;
+}

package/src/stores/core/filter/DataCubeQueryFilterOperation__Contain.tsx

@@ -13,8 +13,6 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-
-import { type V1_AppliedFunction } from '@finos/legend-graph';
 import {
   DataCubeQueryFilterOperation,
   generateDefaultFilterConditionPrimitiveTypeValue,
@@ -35,6 +33,15 @@ import {
   _value,
 } from '../DataCubeQueryBuilderUtils.js';
 import { guaranteeNonNullable } from '@finos/legend-shared';
+import {
+  V1_PrimitiveValueSpecification,
+  type V1_AppliedFunction,
+  type V1_AppliedProperty,
+} from '@finos/legend-graph';
+import {
+  _buildConditionSnapshotProperty,
+  _dataCubeOperationValue,
+} from '../DataCubeQuerySnapshotBuilderUtils.js';
 
 export class DataCubeQueryFilterOperation__Contain extends DataCubeQueryFilterOperation {
   override get label() {
@@ -73,8 +80,15 @@ export class DataCubeQueryFilterOperation__Contain extends DataCubeQueryFilterOp
   }
 
   buildConditionSnapshot(expression: V1_AppliedFunction) {
-    /** TODO: @datacube roundtrip */
-    return undefined;
+    const value = expression.parameters[1];
+    const filterConditionSnapshot = _buildConditionSnapshotProperty(
+      expression.parameters[0] as V1_AppliedProperty,
+      this.operator,
+    );
+    if (value instanceof V1_PrimitiveValueSpecification) {
+      filterConditionSnapshot.value = _dataCubeOperationValue(value);
+    }
+    return filterConditionSnapshot satisfies DataCubeQuerySnapshotFilterCondition;
   }
 
   buildConditionExpression(condition: DataCubeQuerySnapshotFilterCondition) {

package/src/stores/core/filter/DataCubeQueryFilterOperation__ContainCaseInsensitive.tsx

@@ -13,8 +13,6 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-
-import { type V1_AppliedFunction } from '@finos/legend-graph';
 import {
   DataCubeQueryFilterOperation,
   generateDefaultFilterConditionPrimitiveTypeValue,
@@ -36,6 +34,15 @@ import {
   _var,
 } from '../DataCubeQueryBuilderUtils.js';
 import { guaranteeNonNullable } from '@finos/legend-shared';
+import {
+  V1_PrimitiveValueSpecification,
+  type V1_AppliedFunction,
+  type V1_AppliedProperty,
+} from '@finos/legend-graph';
+import {
+  _buildConditionSnapshotProperty,
+  _dataCubeOperationValue,
+} from '../DataCubeQuerySnapshotBuilderUtils.js';
 
 export class DataCubeQueryFilterOperation__ContainCaseInsensitive extends DataCubeQueryFilterOperation {
   override get label() {
@@ -74,8 +81,15 @@ export class DataCubeQueryFilterOperation__ContainCaseInsensitive extends DataCu
   }
 
   buildConditionSnapshot(expression: V1_AppliedFunction) {
-    /** TODO: @datacube roundtrip */
-    return undefined;
+    const value = expression.parameters[1];
+    const filterConditionSnapshot = _buildConditionSnapshotProperty(
+      expression.parameters[0] as V1_AppliedProperty,
+      this.operator,
+    );
+    if (value instanceof V1_PrimitiveValueSpecification) {
+      filterConditionSnapshot.value = _dataCubeOperationValue(value);
+    }
+    return filterConditionSnapshot satisfies DataCubeQuerySnapshotFilterCondition;
   }
 
   buildConditionExpression(condition: DataCubeQuerySnapshotFilterCondition) {

package/src/stores/core/filter/DataCubeQueryFilterOperation__EndWith.tsx

@@ -13,8 +13,6 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-
-import { type V1_AppliedFunction } from '@finos/legend-graph';
 import {
   DataCubeQueryFilterOperation,
   generateDefaultFilterConditionPrimitiveTypeValue,
@@ -35,6 +33,15 @@ import {
   _value,
 } from '../DataCubeQueryBuilderUtils.js';
 import { guaranteeNonNullable } from '@finos/legend-shared';
+import {
+  V1_PrimitiveValueSpecification,
+  type V1_AppliedFunction,
+  type V1_AppliedProperty,
+} from '@finos/legend-graph';
+import {
+  _buildConditionSnapshotProperty,
+  _dataCubeOperationValue,
+} from '../DataCubeQuerySnapshotBuilderUtils.js';
 
 export class DataCubeQueryFilterOperation__EndWith extends DataCubeQueryFilterOperation {
   override get label() {
@@ -73,8 +80,15 @@ export class DataCubeQueryFilterOperation__EndWith extends DataCubeQueryFilterOp
   }
 
   buildConditionSnapshot(expression: V1_AppliedFunction) {
-    /** TODO: @datacube roundtrip */
-    return undefined;
+    const value = expression.parameters[1];
+    const filterConditionSnapshot = _buildConditionSnapshotProperty(
+      expression.parameters[0] as V1_AppliedProperty,
+      this.operator,
+    );
+    if (value instanceof V1_PrimitiveValueSpecification) {
+      filterConditionSnapshot.value = _dataCubeOperationValue(value);
+    }
+    return filterConditionSnapshot satisfies DataCubeQuerySnapshotFilterCondition;
   }
 
   buildConditionExpression(condition: DataCubeQuerySnapshotFilterCondition) {

package/src/stores/core/filter/DataCubeQueryFilterOperation__EndWithCaseInsensitive.tsx

@@ -13,8 +13,6 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-
-import { type V1_AppliedFunction } from '@finos/legend-graph';
 import {
   DataCubeQueryFilterOperation,
   generateDefaultFilterConditionPrimitiveTypeValue,
@@ -36,6 +34,15 @@ import {
   _var,
 } from '../DataCubeQueryBuilderUtils.js';
 import { guaranteeNonNullable } from '@finos/legend-shared';
+import {
+  V1_PrimitiveValueSpecification,
+  type V1_AppliedFunction,
+  type V1_AppliedProperty,
+} from '@finos/legend-graph';
+import {
+  _buildConditionSnapshotProperty,
+  _dataCubeOperationValue,
+} from '../DataCubeQuerySnapshotBuilderUtils.js';
 
 export class DataCubeQueryFilterOperation__EndWithCaseInsensitive extends DataCubeQueryFilterOperation {
   override get label() {
@@ -74,8 +81,15 @@ export class DataCubeQueryFilterOperation__EndWithCaseInsensitive extends DataCu
   }
 
   buildConditionSnapshot(expression: V1_AppliedFunction) {
-    /** TODO: @datacube roundtrip */
-    return undefined;
+    const value = expression.parameters[1];
+    const filterConditionSnapshot = _buildConditionSnapshotProperty(
+      expression.parameters[0] as V1_AppliedProperty,
+      this.operator,
+    );
+    if (value instanceof V1_PrimitiveValueSpecification) {
+      filterConditionSnapshot.value = _dataCubeOperationValue(value);
+    }
+    return filterConditionSnapshot satisfies DataCubeQuerySnapshotFilterCondition;
   }
 
   buildConditionExpression(condition: DataCubeQuerySnapshotFilterCondition) {