@finos/legend-query-builder 4.14.71 → 4.14.73

package/src/components/filter/QueryBuilderFilterPanel.tsx

@@ -1020,13 +1020,22 @@ const QueryBuilderFilterConditionEditor = observer(
         rightConditionValue instanceof FilterValueSpecConditionValueState &&
         rightConditionValue.value
       ) {
+        const isInvalidVariable =
+          rightConditionValue.value instanceof VariableExpression &&
+          node.condition.filterState.isInvalidValueSpecFilterValue(node);
         return (
           <div
             ref={dropConnector}
             data-testid={
               QUERY_BUILDER_TEST_ID.QUERY_BUILDER_FILTER_TREE_CONDITION_NODE_VALUE
             }
-            className="query-builder-filter-tree__condition-node__value"
+            className={clsx(
+              'query-builder-filter-tree__condition-node__value',
+              {
+                'query-builder-filter-tree__condition-node__value--error':
+                  isInvalidVariable,
+              },
+            )}
           >
             <PanelEntryDropZonePlaceholder
               isDragOver={isFilterValueDragOver}

package/src/components/result/QueryBuilderResultPanel.tsx

@@ -403,7 +403,9 @@ export const QueryBuilderResultPanel = observer(
     };
     const resultDescription = executionResult
       ? getResultSetDescription(executionResult)
-      : undefined;
+      : resultState.executionError
+        ? 'fail to execute'
+        : undefined;
 
     const [previewLimitValue, setPreviewLimitValue] = useState(
       resultState.previewLimit,

package/src/components/result/tds/QueryBuilderTDSGridResult.tsx

@@ -61,6 +61,10 @@ import {
   Dialog,
   CustomSelectorInput,
 } from '@finos/legend-art';
+import {
+  getTDSColumnCustomizations,
+  MAXIMUM_FRACTION_DIGITS,
+} from './QueryBuilderTDSSimpleGridResult.js';
 
 export const enum QueryBuilderDataGridCustomAggregationFunction {
   wavg = 'wavg',
@@ -109,7 +113,7 @@ const QueryResultCellRenderer = observer(
     const formattedCellValue = (): QueryBuilderTDSResultCellDataType => {
       if (isNumber(cellValue)) {
         return Intl.NumberFormat(DEFAULT_LOCALE, {
-          maximumFractionDigits: 4,
+          maximumFractionDigits: MAXIMUM_FRACTION_DIGITS,
         }).format(Number(cellValue));
       } else if (isBoolean(cellValue)) {
         return String(cellValue);
@@ -173,6 +177,7 @@ const getLocalColDefs = (
         tdsExecutionResult: executionResult,
       },
       ...getAggregationTDSColumnCustomizations(executionResult, colName),
+      ...getTDSColumnCustomizations(executionResult, colName),
     } as DataGridColumnDefinition;
     const persistedColumn = resultState.gridConfig?.columns.find(
       (c) => c.colId === colName,
@@ -207,8 +212,8 @@ const getFilterTDSColumnCustomizations = (
       };
     case PRIMITIVE_TYPE.DECIMAL:
     case PRIMITIVE_TYPE.INTEGER:
-    case PRIMITIVE_TYPE.FLOAT:
     case PRIMITIVE_TYPE.NUMBER:
+    case PRIMITIVE_TYPE.FLOAT:
       return {
         filter: 'agNumberColumnFilter',
       };
@@ -241,6 +246,7 @@ const getColDefs = (
           tdsExecutionResult: executionResult,
         },
         ...getFilterTDSColumnCustomizations(executionResult, colName),
+        ...getTDSColumnCustomizations(executionResult, colName),
       }) as DataGridColumnDefinition,
   );
 

package/src/components/result/tds/QueryBuilderTDSSimpleGridResult.tsx

@@ -19,6 +19,7 @@ import { observer } from 'mobx-react-lite';
 import type { QueryBuilderState } from '../../../stores/QueryBuilderState.js';
 import {
   getTDSRowRankByColumnInAsc,
+  PRIMITIVE_TYPE,
   TDSExecutionResult,
 } from '@finos/legend-graph';
 import {
@@ -47,6 +48,109 @@ import type {
 } from '../../../stores/QueryBuilderResultState.js';
 import { QUERY_BUILDER_TEST_ID } from '../../../__lib__/QueryBuilderTesting.js';
 
+export const MAXIMUM_FRACTION_DIGITS = 4;
+
+export const getFloatGridColumnCustomHeader = (): string =>
+  `<div class="ag-cell-label-container" role="presentation">
+    <span
+      data-ref="eMenu"
+      class="ag-header-icon ag-header-cell-menu-button"
+    ></span>
+    <span
+      data-ref="eFilterButton"
+      class="ag-header-icon ag-header-cell-filter-button"
+    ></span>
+    <div data-ref="eLabel" class="ag-header-cell-label" role="presentation">
+      <span
+        data-ref="eSortOrder"
+        class="ag-header-icon ag-sort-order ag-hidden"
+      ></span>
+      <span
+        data-ref="eSortAsc"
+        class="ag-header-icon ag-sort-ascending-icon ag-hidden"
+      ></span>
+      <span
+        data-ref="eSortDesc"
+        class="ag-header-icon ag-sort-descending-icon ag-hidden"
+      ></span>
+      <span
+        data-ref="eSortMixed"
+        class="ag-header-icon ag-sort-mixed-icon ag-hidden"
+      ></span>
+      <span
+        data-ref="eSortNone"
+        class="ag-header-icon ag-sort-none-icon ag-hidden"
+      ></span>
+      <span
+        data-ref="eText"
+        class="ag-header-cell-text"
+        role="columnheader"
+      ></span>
+      <span data-ref="eFilter" class="ag-header-icon ag-filter-icon"></span>
+    </div>
+    <div
+      data-testid="query__builder__result__grid__custom-header"
+      class="query-builder__result__values__table__custom-header"
+    >
+      <div
+        class="query-builder__result__values__table__custom-header__icon"
+        title="some values have been rounded using en-us format in this preview grid (defaults to max 4 decimal places)"
+      >
+        <svg
+          stroke="currentColor"
+          fill="currentColor"
+          stroke-width="0"
+          viewBox="0 0 576 512"
+          height="1em"
+          width="1em"
+          xmlns="http://www.w3.org/2000/svg"
+        >
+          <path d="M569.517 440.013C587.975 472.007 564.806 512 527.94 512H48.054c-36.937 0-59.999-40.055-41.577-71.987L246.423 23.985c18.467-32.009 64.72-31.951 83.154 0l239.94 416.028zM288 354c-25.405 0-46 20.595-46 46s20.595 46 46 46 46-20.595 46-46-20.595-46-46-46zm-43.673-165.346l7.418 136c.347 6.364 5.609 11.346 11.982 11.346h48.546c6.373 0 11.635-4.982 11.982-11.346l7.418-136c.375-6.874-5.098-12.654-11.982-12.654h-63.383c-6.884 0-12.356 5.78-11.981 12.654z"></path>
+        </svg>
+      </div>
+    </div>
+  </div>`;
+
+export const getTDSColumnCustomizations = (
+  result: TDSExecutionResult,
+  columnName: string,
+): object => {
+  const index = result.builder.columns.findIndex(
+    (col) => col.name === columnName,
+  );
+  if (index >= 0) {
+    const columnType = result.builder.columns[index]?.type;
+    const colValues = result.result.rows.map((r) => r.values[index]);
+    const isTruncated = (
+      vals: (string | number | boolean | null | undefined)[],
+    ): boolean =>
+      Boolean(
+        vals.some((val) => {
+          if (val) {
+            const decimalPart = val.toString().split('.')[1];
+            return decimalPart && decimalPart.length > MAXIMUM_FRACTION_DIGITS;
+          }
+          return false;
+        }),
+      );
+    switch (columnType) {
+      case PRIMITIVE_TYPE.NUMBER:
+      case PRIMITIVE_TYPE.DECIMAL:
+      case PRIMITIVE_TYPE.FLOAT:
+        return isTruncated(colValues)
+          ? {
+              headerComponentParams: {
+                template: getFloatGridColumnCustomHeader(),
+              },
+            }
+          : {};
+      default:
+        return {};
+    }
+  }
+  return {};
+};
+
 const QueryResultCellRenderer = observer(
   (params: IQueryRendererParamsWithGridType) => {
     const resultState = params.resultState;
@@ -62,7 +166,7 @@ const QueryResultCellRenderer = observer(
     const formattedCellValue = (): QueryBuilderTDSResultCellDataType => {
       if (isNumber(cellValue)) {
         return Intl.NumberFormat(DEFAULT_LOCALE, {
-          maximumFractionDigits: 4,
+          maximumFractionDigits: MAXIMUM_FRACTION_DIGITS,
         }).format(Number(cellValue));
       } else if (isBoolean(cellValue)) {
         return String(cellValue);
@@ -368,6 +472,7 @@ export const QueryBuilderTDSSimpleGridResult = observer(
           resizable: true,
           field: colName,
           flex: 1,
+          ...getTDSColumnCustomizations(executionResult, colName),
           cellRenderer: QueryResultCellRenderer,
           cellRendererParams: {
             resultState: resultState,

package/src/stores/QueryBuilderConfig.ts

@@ -25,12 +25,13 @@ export const DEFAULT_VARIABLE_NAME = 'var';
 export const DEFAULT_CONSTANT_VARIABLE_NAME = 'c_var';
 export const DEFAULT_POST_FILTER_LAMBDA_VARIABLE_NAME = 'row';
 
-export const QUERY_BUILDER_PROPERTY_SEARCH_MAX_DEPTH = 5;
+export const QUERY_BUILDER_PROPERTY_SEARCH_MAX_DEPTH = 10;
 export const QUERY_BUILDER_PROPERTY_SEARCH_MAX_NODES = 10000;
 export const QUERY_BUILDER_PROPERTY_SEARCH_RESULTS_LIMIT = 100;
 
 export enum QUERY_BUILDER_PROPERTY_SEARCH_TYPE {
   CLASS = 'CLASS',
+  ENUMERATION = 'ENUMERATION',
   STRING = 'STRING',
   BOOLEAN = 'BOOLEAN',
   NUMBER = 'NUMBER',

package/src/stores/QueryBuilderResultState.ts

@@ -38,6 +38,7 @@ import {
   reportGraphAnalytics,
   TDSExecutionResult,
   V1_ZIPKIN_TRACE_HEADER,
+  ExecutionError,
 } from '@finos/legend-graph';
 import { buildLambdaFunction } from './QueryBuilderValueSpecificationBuilder.js';
 import {
@@ -536,6 +537,9 @@ export class QueryBuilderResultState {
           error,
         );
         this.setExecutionError(error);
+        if (error instanceof ExecutionError && error.executionTraceId) {
+          this.setExecutionTraceId(error.executionTraceId);
+        }
       }
     } finally {
       this.setIsRunningQuery(false);

package/src/stores/QueryBuilderValueSpecificationHelper.ts

@@ -213,7 +213,7 @@ export const isPropertyExpressionChainOptional = (
 
 export const isTypeCompatibleForAssignment = (
   type: Type | undefined,
-  assignmentType: Type,
+  assignmentType: Type | undefined,
 ): boolean => {
   const NUMERIC_PRIMITIVE_TYPES = [
     PRIMITIVE_TYPE.NUMBER,
@@ -231,6 +231,7 @@ export const isTypeCompatibleForAssignment = (
   // When changing the return type for LHS, the RHS value should be adjusted accordingly.
   return (
     type !== undefined &&
+    assignmentType !== undefined &&
     // Numeric value is handled loosely because of autoboxing
     // e.g. LHS (integer) = RHS (float) is acceptable
     ((NUMERIC_PRIMITIVE_TYPES.includes(type.path) &&

package/src/stores/QueryLoaderState.ts

@@ -19,17 +19,18 @@ import {
   type GenericLegendApplicationStore,
 } from '@finos/legend-application';
 import {
-  QuerySearchSpecification,
-  GRAPH_MANAGER_EVENT,
   type QueryInfo,
   type LightQuery,
   type BasicGraphManagerState,
   type Query,
   type RawLambda,
+  QuerySearchSpecification,
+  GRAPH_MANAGER_EVENT,
+  QuerySearchSortBy,
 } from '@finos/legend-graph';
 import {
-  ActionState,
   type GeneratorFn,
+  ActionState,
   assertErrorThrown,
   guaranteeNonNullable,
   LogEvent,
@@ -51,7 +52,7 @@ export enum SORT_BY_OPTIONS {
   SORT_BY_UPDATE = 'Last Updated',
 }
 
-export type SortByOption = { label: string; value: string };
+export type SortByOption = { label: SORT_BY_OPTIONS; value: SORT_BY_OPTIONS };
 
 export class QueryLoaderState {
   readonly applicationStore: GenericLegendApplicationStore;
@@ -92,7 +93,7 @@ export class QueryLoaderState {
   showingDefaultQueries = true;
   showPreviewViewer = false;
   queryPreviewContent?: QueryInfo | { name: string; content: string };
-  sortBy = '';
+  sortBy = SORT_BY_OPTIONS.SORT_BY_VIEW;
 
   constructor(
     applicationStore: GenericLegendApplicationStore,
@@ -158,10 +159,23 @@ export class QueryLoaderState {
     this.isCuratedTemplateToggled = val;
   }
 
-  setSortBy(val: string): void {
+  setSortBy(val: SORT_BY_OPTIONS): void {
     this.sortBy = val;
   }
 
+  getQuerySearchSortBy(sortByValue: string): QuerySearchSortBy | undefined {
+    switch (sortByValue) {
+      case SORT_BY_OPTIONS.SORT_BY_CREATE:
+        return QuerySearchSortBy.SORT_BY_CREATE;
+      case SORT_BY_OPTIONS.SORT_BY_UPDATE:
+        return QuerySearchSortBy.SORT_BY_UPDATE;
+      case SORT_BY_OPTIONS.SORT_BY_VIEW:
+        return QuerySearchSortBy.SORT_BY_VIEW;
+      default:
+        return undefined;
+    }
+  }
+
   setSearchText(val: string): void {
     this.searchText = val;
   }
@@ -171,7 +185,16 @@ export class QueryLoaderState {
   }
 
   setQueries(val: LightQuery[]): void {
-    this.queries = val.sort((a, b) => a.name.localeCompare(b.name));
+    this.queries = val;
+  }
+
+  // search query using search specification
+  canPerformAdvancedSearch(searchText: string): boolean {
+    return !(
+      searchText.length < DEFAULT_TYPEAHEAD_SEARCH_MINIMUM_SEARCH_LENGTH &&
+      !this.showCurrentUserQueriesOnly &&
+      Array.from(this.extraFilters.values()).every((value) => value === false)
+    );
   }
 
   setShowPreviewViewer(val: boolean): void {
@@ -226,11 +249,7 @@ export class QueryLoaderState {
   }
 
   *searchQueries(searchText: string): GeneratorFn<void> {
-    if (
-      searchText.length < DEFAULT_TYPEAHEAD_SEARCH_MINIMUM_SEARCH_LENGTH &&
-      !this.showCurrentUserQueriesOnly &&
-      Array.from(this.extraFilters.values()).every((value) => value === false)
-    ) {
+    if (!this.canPerformAdvancedSearch(searchText)) {
       // if no search text is specified, use fetch the default queries
       if (!searchText) {
         this.showingDefaultQueries = true;
@@ -268,6 +287,10 @@ export class QueryLoaderState {
       searchSpecification.limit = QUERY_LOADER_TYPEAHEAD_SEARCH_LIMIT + 1;
       searchSpecification.showCurrentUserQueriesOnly =
         this.showCurrentUserQueriesOnly;
+      const querySearchSortBy = this.getQuerySearchSortBy(this.sortBy);
+      if (querySearchSortBy) {
+        searchSpecification.sortByOption = querySearchSortBy;
+      }
       if (this.queryBuilderState) {
         Array.from(this.extraFilters.entries()).forEach(([key, value]) => {
           if (value) {
@@ -288,11 +311,14 @@ export class QueryLoaderState {
       searchSpecification =
         this.decorateSearchSpecification?.(searchSpecification) ??
         searchSpecification;
-      this.queries = (
-        (yield this.graphManagerState.graphManager.searchQueries(
-          searchSpecification,
-        )) as LightQuery[]
-      ).sort((a, b) => a.name.localeCompare(b.name));
+      this.queries = (yield this.graphManagerState.graphManager.searchQueries(
+        searchSpecification,
+      )) as LightQuery[];
+      if (!querySearchSortBy) {
+        this.queries = this.queries.sort((a, b) =>
+          a.name.localeCompare(b.name),
+        );
+      }
       this.searchQueriesState.pass();
     } catch (error) {
       assertErrorThrown(error);

package/src/stores/explorer/QueryBuilderExplorerState.ts

@@ -31,6 +31,7 @@ import {
   type MappingModelCoverageAnalysisResult,
   type EnumMappedProperty,
   type MappedEntity,
+  type ExecutionResultWithMetadata,
   AbstractPropertyExpression,
   Class,
   VariableExpression,
@@ -55,7 +56,6 @@ import {
   Association,
   PRIMITIVE_TYPE,
   TDSExecutionResult,
-  type ExecutionResult,
   getAllSubclasses,
   PropertyExplicitReference,
   reportGraphAnalytics,
@@ -115,6 +115,7 @@ export abstract class QueryBuilderExplorerTreeNodeData implements TreeNodeData {
     isPartOfDerivedPropertyBranch: boolean,
     type: Type,
     mappingData: QueryBuilderExplorerTreeNodeMappingData,
+    childrenIds?: string[] | undefined,
   ) {
     makeObservable(this, {
       isHighlighting: observable,
@@ -131,6 +132,9 @@ export abstract class QueryBuilderExplorerTreeNodeData implements TreeNodeData {
     this.isPartOfDerivedPropertyBranch = isPartOfDerivedPropertyBranch;
     this.type = type;
     this.mappingData = mappingData;
+    if (childrenIds) {
+      this.childrenIds = childrenIds;
+    }
     this.elementRef = createRef();
   }
 
@@ -169,6 +173,7 @@ export class QueryBuilderExplorerTreePropertyNodeData extends QueryBuilderExplor
     isPartOfDerivedPropertyBranch: boolean,
     mappingData: QueryBuilderExplorerTreeNodeMappingData,
     type?: Type | undefined,
+    childrenIds?: string[],
   ) {
     super(
       id,
@@ -177,6 +182,7 @@ export class QueryBuilderExplorerTreePropertyNodeData extends QueryBuilderExplor
       isPartOfDerivedPropertyBranch,
       type ?? property.genericType.value.rawType,
       mappingData,
+      childrenIds,
     );
     this.property = property;
     this.parentId = parentId;
@@ -197,6 +203,7 @@ export class QueryBuilderExplorerTreeSubTypeNodeData extends QueryBuilderExplore
     isPartOfDerivedPropertyBranch: boolean,
     mappingData: QueryBuilderExplorerTreeNodeMappingData,
     multiplicity: Multiplicity,
+    childrenIds?: string[],
   ) {
     super(
       id,
@@ -205,6 +212,7 @@ export class QueryBuilderExplorerTreeSubTypeNodeData extends QueryBuilderExplore
       isPartOfDerivedPropertyBranch,
       subclass,
       mappingData,
+      childrenIds,
     );
     this.subclass = subclass;
     this.parentId = parentId;
@@ -652,6 +660,49 @@ const getQueryBuilderTreeData = (
   return { rootIds, nodes };
 };
 
+export const cloneQueryBuilderExplorerTreeNodeData = (
+  node: QueryBuilderExplorerTreeNodeData,
+): QueryBuilderExplorerTreeNodeData => {
+  if (node instanceof QueryBuilderExplorerTreeRootNodeData) {
+    return new QueryBuilderExplorerTreeRootNodeData(
+      node.id,
+      node.label,
+      node.dndText,
+      node.isPartOfDerivedPropertyBranch,
+      node.type,
+      node.mappingData,
+      node.childrenIds,
+    );
+  } else if (node instanceof QueryBuilderExplorerTreePropertyNodeData) {
+    return new QueryBuilderExplorerTreePropertyNodeData(
+      node.id,
+      node.label,
+      node.dndText,
+      node.property,
+      node.parentId,
+      node.isPartOfDerivedPropertyBranch,
+      node.mappingData,
+      node.type,
+      node.childrenIds,
+    );
+  } else if (node instanceof QueryBuilderExplorerTreeSubTypeNodeData) {
+    return new QueryBuilderExplorerTreeSubTypeNodeData(
+      node.id,
+      node.label,
+      node.dndText,
+      node.subclass,
+      node.parentId,
+      node.isPartOfDerivedPropertyBranch,
+      node.mappingData,
+      node.multiplicity,
+      node.childrenIds,
+    );
+  }
+  throw new UnsupportedOperationError(
+    `Unable to clone node of type ${node.constructor.name}`,
+  );
+};
+
 export class QueryBuilderExplorerPreviewDataState {
   isGeneratingPreviewData = false;
   propertyName = '(unknown)';
@@ -957,7 +1008,7 @@ export class QueryBuilderExplorerState {
         case PRIMITIVE_TYPE.INTEGER:
         case PRIMITIVE_TYPE.DECIMAL:
         case PRIMITIVE_TYPE.FLOAT: {
-          const previewResult =
+          const previewResult = (
             (yield this.queryBuilderState.graphManagerState.graphManager.runQuery(
               buildNumericPreviewDataQuery(
                 this.queryBuilderState,
@@ -970,7 +1021,8 @@ export class QueryBuilderExplorerState {
                 abortController:
                   this.previewDataState.previewDataAbortController,
               },
-            )) as ExecutionResult;
+            )) as ExecutionResultWithMetadata
+          ).executionResult;
           assertType(
             previewResult,
             TDSExecutionResult,
@@ -998,7 +1050,7 @@ export class QueryBuilderExplorerState {
         case PRIMITIVE_TYPE.DATE:
         case PRIMITIVE_TYPE.STRICTDATE:
         case PRIMITIVE_TYPE.DATETIME: {
-          const previewResult =
+          const previewResult = (
             (yield this.queryBuilderState.graphManagerState.graphManager.runQuery(
               buildNonNumericPreviewDataQuery(
                 this.queryBuilderState,
@@ -1011,7 +1063,8 @@ export class QueryBuilderExplorerState {
                 abortController:
                   this.previewDataState.previewDataAbortController,
               },
-            )) as ExecutionResult;
+            )) as ExecutionResultWithMetadata
+          ).executionResult;
           assertType(
             previewResult,
             TDSExecutionResult,

package/src/stores/explorer/QueryBuilderFuzzySearchAdvancedConfigState.ts

@@ -18,7 +18,7 @@ import { FuzzySearchAdvancedConfigState } from '@finos/legend-shared';
 import { action, makeObservable, observable } from 'mobx';
 
 export class QueryBuilderFuzzySearchAdvancedConfigState extends FuzzySearchAdvancedConfigState {
-  includeSubTypes = false;
+  includeSubTypes = true;
   includeDocumentation = false;
 
   constructor(