@finos/legend-application-data-cube 0.1.20 → 0.2.0

package/lib/stores/query-builder/LegendDataCubeNewQueryState.js

@@ -23,7 +23,6 @@ import { LegendDataCubeNewQueryBuilder } from '../../components/query-builder/Le
 import { AdhocQueryDataCubeSourceBuilderState } from './source-builder/AdhocQueryDataCubeSourceBuilderState.js';
 import { LegendDataCubeQueryBuilderState, } from './LegendDataCubeQueryBuilderStore.js';
 import { generateQueryBuilderRoute } from '../../__lib__/LegendDataCubeNavigation.js';
-import { LEGEND_QUERY_DATA_CUBE_SOURCE_TYPE, RawLegendQueryDataCubeSource, } from '../model/LegendQueryDataCubeSource.js';
 export class LegendDataCubeNewQueryState {
     _application;
     _store;
@@ -48,24 +47,6 @@ export class LegendDataCubeNewQueryState {
         });
         this.sourceBuilder = this.createSourceBuilder(LegendDataCubeSourceBuilderType.LEGEND_QUERY);
     }
-    initWithSourceData(source) {
-        if (source._type === LEGEND_QUERY_DATA_CUBE_SOURCE_TYPE) {
-            this.changeSourceBuilder(LegendDataCubeSourceBuilderType.LEGEND_QUERY);
-            const serializedSourceData = RawLegendQueryDataCubeSource.serialization.fromJson(source);
-            this._store.graphManager
-                .getLightQuery(serializedSourceData.queryId)
-                .then(async (currentQuery) => {
-                if (this.sourceBuilder instanceof LegendQueryDataCubeSourceBuilderState) {
-                    this.sourceBuilder.query = currentQuery;
-                    await this.finalize();
-                }
-            })
-                .catch(this._application.alertUnhandledError);
-        }
-        else {
-            this._application.notificationService.notifyError(`Can't generate query: source of type ${source._type} is not supported`);
-        }
-    }
     changeSourceBuilder(type, skipCheck) {
         if (this.sourceBuilder.label !== type || skipCheck) {
             this.sourceBuilder = this.createSourceBuilder(type);
@@ -81,13 +62,13 @@ export class LegendDataCubeNewQueryState {
                 throw new UnsupportedOperationError(`Can't create source builder for unsupported type '${type}'`);
         }
     }
-    async finalize() {
-        if (!this.sourceBuilder.isValid) {
+    async finalize(sourceData) {
+        if (!this.sourceBuilder.isValid && !sourceData) {
             throw new IllegalStateError(`Can't generate query: source is not valid`);
         }
         this.finalizeState.inProgress();
         try {
-            const source = await this.sourceBuilder.build();
+            const source = sourceData ?? (await this.sourceBuilder.build());
             const query = new DataCubeQuery();
             const processedSource = await this._engine.processQuerySource(source);
             query.source = source;

package/lib/stores/query-builder/LegendDataCubeNewQueryState.js.map

@@ -1 +1 @@
-{"version":3,"file":"LegendDataCubeNewQueryState.js","sourceRoot":"","sources":["../../../src/stores/query-builder/LegendDataCubeNewQueryState.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,MAAM,CAAC;AAC1D,OAAO,EACL,WAAW,EACX,iBAAiB,EACjB,iBAAiB,EACjB,yBAAyB,GAE1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qCAAqC,EAAE,MAAM,2DAA2D,CAAC;AAElH,OAAO,EACL,+BAA+B,GAEhC,MAAM,sDAAsD,CAAC;AAC9D,OAAO,EACL,eAAe,EAEf,aAAa,EACb,gCAAgC,GAEjC,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,6BAA6B,EAAE,MAAM,iEAAiE,CAAC;AAChH,OAAO,EAAE,oCAAoC,EAAE,MAAM,0DAA0D,CAAC;AAChH,OAAO,EACL,+BAA+B,GAEhC,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,yBAAyB,EAAE,MAAM,2CAA2C,CAAC;AACtF,OAAO,EACL,kCAAkC,EAClC,4BAA4B,GAC7B,MAAM,uCAAuC,CAAC;AAE/C,MAAM,OAAO,2BAA2B;IACrB,YAAY,CAAiC;IAC7C,MAAM,CAAkC;IACxC,OAAO,CAA+B;IACtC,aAAa,CAAuB;IAE5C,aAAa,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;IACrC,OAAO,CAAe;IAE/B,aAAa,CAAmC;IAEhD,YAAY,KAAsC;QAChD,cAAc,CAAC,IAAI,EAAE;YACnB,aAAa,EAAE,UAAU;YACzB,mBAAmB,EAAE,MAAM;SAC5B,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,YAAY,CAAC;QAExC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,aAAa,CAAC,UAAU,CAC3C,WAAW,EACX,GAAG,EAAE,CAAC,KAAC,6BAA6B,KAAG,EACvC;YACE,GAAG,gCAAgC;YACnC,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,GAAG;SACd,CACF,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAC3C,+BAA+B,CAAC,YAAY,CAC7C,CAAC;IACJ,CAAC;IAED,kBAAkB,CAAC,MAAmB;QACpC,IAAI,MAAM,CAAC,KAAK,KAAK,kCAAkC,EAAE,CAAC;YACxD,IAAI,CAAC,mBAAmB,CAAC,+BAA+B,CAAC,YAAY,CAAC,CAAC;YACvE,MAAM,oBAAoB,GACxB,4BAA4B,CAAC,aAAa,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE9D,IAAI,CAAC,MAAM,CAAC,YAAY;iBACrB,aAAa,CAAC,oBAAoB,CAAC,OAAO,CAAC;iBAC3C,IAAI,CAAC,KAAK,EAAE,YAAY,EAAE,EAAE;gBAC3B,IACE,IAAI,CAAC,aAAa,YAAY,qCAAqC,EACnE,CAAC;oBACD,IAAI,CAAC,aAAa,CAAC,KAAK,GAAG,YAAY,CAAC;oBACxC,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACxB,CAAC;YACH,CAAC,CAAC;iBACD,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,CAAC;QAClD,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,WAAW,CAC/C,wCAAwC,MAAM,CAAC,KAAK,mBAAmB,CACxE,CAAC;QACJ,CAAC;IACH,CAAC;IAED,mBAAmB,CACjB,IAAqC,EACrC,SAA+B;QAE/B,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,KAAK,IAAI,IAAI,SAAS,EAAE,CAAC;YACnD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAEO,mBAAmB,CACzB,IAAqC;QAErC,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,+BAA+B,CAAC,YAAY;gBAC/C,OAAO,IAAI,qCAAqC,CAC9C,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAC9B,IAAI,CAAC,MAAM,CAAC,YAAY,EACxB,IAAI,CAAC,aAAa,CACnB,CAAC;YACJ,KAAK,+BAA+B,CAAC,WAAW;gBAC9C,OAAO,IAAI,oCAAoC,CAC7C,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,OAAO,CACb,CAAC;YACJ;gBACE,MAAM,IAAI,yBAAyB,CACjC,qDAAqD,IAAI,GAAG,CAC7D,CAAC;QACN,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ;QACZ,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,CAAC;YAChC,MAAM,IAAI,iBAAiB,CAAC,2CAA2C,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;YAChD,MAAM,KAAK,GAAG,IAAI,aAAa,EAAE,CAAC;YAClC,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;YACtE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;YACtB,KAAK,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,yBAAyB,CACxD,eAAe,CAAC,eAAe,CAAC,OAAO,CAAC,CACzC,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,+BAA+B,CAAC,KAAK,CAAC,CAAC,CAAC;YACnE,qEAAqE;YACrE,gDAAgD;YAChD,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,SAAS,CAAC,qBAAqB,CACjE,yBAAyB,CAAC,IAAI,CAAC,CAChC,CAAC;YAEF,QAAQ;YACR,IAAI,CAAC,mBAAmB,CACtB,+BAA+B,CAAC,YAAY,EAC5C,IAAI,CACL,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,EAAE;gBACnC,OAAO,EAAE,2BAA2B,KAAK,CAAC,OAAO,EAAE;aACpD,CAAC,CAAC;YACH,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;CACF"}
+{"version":3,"file":"LegendDataCubeNewQueryState.js","sourceRoot":"","sources":["../../../src/stores/query-builder/LegendDataCubeNewQueryState.tsx"],"names":[],"mappings":";AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,MAAM,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,MAAM,CAAC;AAC1D,OAAO,EACL,WAAW,EACX,iBAAiB,EACjB,iBAAiB,EACjB,yBAAyB,GAE1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,qCAAqC,EAAE,MAAM,2DAA2D,CAAC;AAElH,OAAO,EACL,+BAA+B,GAEhC,MAAM,sDAAsD,CAAC;AAC9D,OAAO,EACL,eAAe,EAEf,aAAa,EACb,gCAAgC,GAEjC,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,6BAA6B,EAAE,MAAM,iEAAiE,CAAC;AAChH,OAAO,EAAE,oCAAoC,EAAE,MAAM,0DAA0D,CAAC;AAChH,OAAO,EACL,+BAA+B,GAEhC,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,yBAAyB,EAAE,MAAM,2CAA2C,CAAC;AAEtF,MAAM,OAAO,2BAA2B;IACrB,YAAY,CAAiC;IAC7C,MAAM,CAAkC;IACxC,OAAO,CAA+B;IACtC,aAAa,CAAuB;IAE5C,aAAa,GAAG,WAAW,CAAC,MAAM,EAAE,CAAC;IACrC,OAAO,CAAe;IAE/B,aAAa,CAAmC;IAEhD,YAAY,KAAsC;QAChD,cAAc,CAAC,IAAI,EAAE;YACnB,aAAa,EAAE,UAAU;YACzB,mBAAmB,EAAE,MAAM;SAC5B,CAAC,CAAC;QAEH,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,WAAW,CAAC;QACtC,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC;QAC5B,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC,YAAY,CAAC;QAExC,IAAI,CAAC,OAAO,GAAG,KAAK,CAAC,aAAa,CAAC,UAAU,CAC3C,WAAW,EACX,GAAG,EAAE,CAAC,KAAC,6BAA6B,KAAG,EACvC;YACE,GAAG,gCAAgC;YACnC,KAAK,EAAE,GAAG;YACV,QAAQ,EAAE,GAAG;SACd,CACF,CAAC;QAEF,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAC3C,+BAA+B,CAAC,YAAY,CAC7C,CAAC;IACJ,CAAC;IAED,mBAAmB,CACjB,IAAqC,EACrC,SAA+B;QAE/B,IAAI,IAAI,CAAC,aAAa,CAAC,KAAK,KAAK,IAAI,IAAI,SAAS,EAAE,CAAC;YACnD,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAEO,mBAAmB,CACzB,IAAqC;QAErC,QAAQ,IAAI,EAAE,CAAC;YACb,KAAK,+BAA+B,CAAC,YAAY;gBAC/C,OAAO,IAAI,qCAAqC,CAC9C,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAC9B,IAAI,CAAC,MAAM,CAAC,YAAY,EACxB,IAAI,CAAC,aAAa,CACnB,CAAC;YACJ,KAAK,+BAA+B,CAAC,WAAW;gBAC9C,OAAO,IAAI,oCAAoC,CAC7C,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,OAAO,CACb,CAAC;YACJ;gBACE,MAAM,IAAI,yBAAyB,CACjC,qDAAqD,IAAI,GAAG,CAC7D,CAAC;QACN,CAAC;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CAAC,UAAwB;QACrC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,IAAI,CAAC,UAAU,EAAE,CAAC;YAC/C,MAAM,IAAI,iBAAiB,CAAC,2CAA2C,CAAC,CAAC;QAC3E,CAAC;QAED,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,CAAC;QAChC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,UAAU,IAAI,CAAC,MAAM,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC,CAAC;YAChE,MAAM,KAAK,GAAG,IAAI,aAAa,EAAE,CAAC;YAClC,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,kBAAkB,CAAC,MAAM,CAAC,CAAC;YACtE,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;YACtB,KAAK,CAAC,KAAK,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,yBAAyB,CACxD,eAAe,CAAC,eAAe,CAAC,OAAO,CAAC,CACzC,CAAC;YACF,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,+BAA+B,CAAC,KAAK,CAAC,CAAC,CAAC;YACnE,qEAAqE;YACrE,gDAAgD;YAChD,IAAI,CAAC,YAAY,CAAC,iBAAiB,CAAC,SAAS,CAAC,qBAAqB,CACjE,yBAAyB,CAAC,IAAI,CAAC,CAChC,CAAC;YAEF,QAAQ;YACR,IAAI,CAAC,mBAAmB,CACtB,+BAA+B,CAAC,YAAY,EAC5C,IAAI,CACL,CAAC;YACF,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YACrB,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACzB,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,KAAK,EAAE;gBACnC,OAAO,EAAE,2BAA2B,KAAK,CAAC,OAAO,EAAE;aACpD,CAAC,CAAC;YACH,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC;QAC5B,CAAC;IACH,CAAC;CACF"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@finos/legend-application-data-cube",
-  "version": "0.1.20",
+  "version": "0.2.0",
   "description": "Legend DataCube application core",
   "keywords": [
     "legend",
@@ -42,12 +42,13 @@
     "test:watch": "jest --watch"
   },
   "dependencies": {
+    "@duckdb/duckdb-wasm": "1.29.0",
     "@finos/legend-application": "16.0.22",
     "@finos/legend-art": "7.1.79",
-    "@finos/legend-code-editor": "2.0.41",
-    "@finos/legend-data-cube": "0.0.48",
-    "@finos/legend-graph": "32.0.9",
-    "@finos/legend-query-builder": "4.15.46",
+    "@finos/legend-code-editor": "2.0.42",
+    "@finos/legend-data-cube": "0.1.0",
+    "@finos/legend-graph": "32.1.0",
+    "@finos/legend-query-builder": "4.16.0",
     "@finos/legend-server-depot": "6.0.78",
     "@finos/legend-shared": "11.0.1",
     "@finos/legend-storage": "3.0.120",
@@ -60,7 +61,7 @@
     "serializr": "3.0.3"
   },
   "devDependencies": {
-    "@finos/legend-dev-utils": "2.1.37",
+    "@finos/legend-dev-utils": "2.2.0",
     "@jest/globals": "29.7.0",
     "cross-env": "7.0.3",
     "eslint": "9.19.0",

package/src/components/query-builder/LegendDataCubeQueryBuilder.tsx

@@ -33,7 +33,7 @@ import {
 } from '../../__lib__/LegendDataCubeNavigation.js';
 import { useEffect } from 'react';
 import { LegendDataCubeSettingStorageKey } from '../../__lib__/LegendDataCubeSetting.js';
-import type { PlainObject } from '@finos/legend-shared';
+import { assertErrorThrown, type PlainObject } from '@finos/legend-shared';
 
 const LegendDataCubeQueryBuilderHeader = observer(() => {
   const store = useLegendDataCubeQueryBuilderStore();
@@ -76,8 +76,16 @@ export const LegendDataCubeQueryBuilder = withLegendDataCubeQueryBuilderStore(
 
     useEffect(() => {
       if (sourceData) {
-        const sourceDataJson = JSON.parse(atob(sourceData)) as PlainObject;
-        store.newQueryState.initWithSourceData(sourceDataJson);
+        try {
+          const sourceDataJson = JSON.parse(
+            decodeURIComponent(atob(sourceData)),
+          ) as PlainObject;
+          store.newQueryState
+            .finalize(sourceDataJson)
+            .catch((error) => store.alertService.alertUnhandledError(error));
+        } catch (error) {
+          assertErrorThrown(error);
+        }
       } else if (queryId !== store.builder?.persistentQuery?.id) {
         store
           .loadQuery(queryId)
@@ -149,6 +157,7 @@ export const LegendDataCubeQueryBuilder = withLegendDataCubeQueryBuilderStore(
             );
           },
           documentationUrl: application.documentationService.url,
+          enableCache: true,
         }}
       />
     );

package/src/stores/DuckDBWASM.d.ts

@@ -0,0 +1,22 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+declare module '*.wasm' {
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  const value: any;
+  // eslint-disable-next-line import/no-default-export
+  export default value;
+}

package/src/stores/LegendDataCubeCacheManager.ts

@@ -0,0 +1,132 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import * as duckdb from '@duckdb/duckdb-wasm';
+import duckdb_wasm from '@duckdb/duckdb-wasm/dist/duckdb-mvp.wasm';
+import duckdb_wasm_next from '@duckdb/duckdb-wasm/dist/duckdb-eh.wasm';
+import {
+  TDSExecutionResult,
+  TDSRow,
+  TabularDataSet,
+} from '@finos/legend-graph';
+import type { AsyncDuckDBConnection } from '@duckdb/duckdb-wasm';
+import { assertNonNullable } from '@finos/legend-shared';
+
+export class LegendDataCubeDataCubeCacheEngine {
+  private _database?: duckdb.AsyncDuckDB | undefined;
+  private _connection?: AsyncDuckDBConnection | undefined;
+
+  // Documentation: https://duckdb.org/docs/api/wasm/instantiation.html
+  async initializeDuckDb(result: TDSExecutionResult) {
+    const MANUAL_BUNDLES: duckdb.DuckDBBundles = {
+      mvp: {
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
+        mainModule: duckdb_wasm,
+        mainWorker: new URL(
+          '@duckdb/duckdb-wasm/dist/duckdb-browser-mvp.worker.js',
+          import.meta.url,
+        ).toString(),
+      },
+      eh: {
+        // eslint-disable-next-line @typescript-eslint/no-unsafe-assignment
+        mainModule: duckdb_wasm_next,
+        mainWorker: new URL(
+          '@duckdb/duckdb-wasm/dist/duckdb-browser-eh.worker.js',
+          import.meta.url,
+        ).toString(),
+      },
+    };
+    // Select a bundle based on browser checks
+    const bundle = await duckdb.selectBundle(MANUAL_BUNDLES);
+    // Instantiate the asynchronus version of DuckDB-wasm
+    assertNonNullable(bundle.mainWorker, `Can't initialize duck db`);
+    const worker = new Worker(bundle.mainWorker);
+    const logger = new duckdb.ConsoleLogger();
+    this._database = new duckdb.AsyncDuckDB(logger, worker);
+    await this._database.instantiate(bundle.mainModule, bundle.pthreadWorker);
+    this._connection = await this._database.connect();
+
+    const columns: string[] = [];
+    result.builder.columns.forEach((col) =>
+      columns.push(`"${col.name}" ${this.getDuckDbType(col.type)}`),
+    );
+
+    const CREATE_TABLE_SQL = `CREATE TABLE cached_tbl (${columns.join(',')})`;
+    await this._connection.query(CREATE_TABLE_SQL);
+
+    const rowString: string[] = [];
+
+    result.result.rows.forEach((row) => {
+      const updatedRows = row.values.map((val) => {
+        if (val !== null && typeof val === 'string') {
+          return `'${val.replaceAll(`'`, `''`)}'`;
+        } else if (val === null) {
+          return `NULL`;
+        }
+        return val;
+      });
+      rowString.push(`(${updatedRows.join(',')})`);
+    });
+
+    const INSERT_TABLE_SQL = `INSERT INTO cached_tbl VALUES ${rowString.join(',')}`;
+
+    await this._connection.query(INSERT_TABLE_SQL);
+  }
+
+  async runQuery(sql: string) {
+    const result = await this._connection?.query(sql);
+    const columnNames = Object.keys(result?.toArray().at(0));
+    const rows = result?.toArray().map((row) => {
+      const values = new TDSRow();
+      values.values = columnNames.map(
+        (column) => row[column] as string | number | boolean | null,
+      );
+      return values;
+    });
+    const tdsExecutionResult = new TDSExecutionResult();
+    const tds = new TabularDataSet();
+    tds.columns = columnNames;
+    tds.rows = rows !== undefined ? rows : [new TDSRow()];
+    tdsExecutionResult.result = tds;
+    return tdsExecutionResult;
+  }
+
+  async clearDuckDb() {
+    await this._connection?.close();
+    await this._database?.flushFiles();
+    await this._database?.terminate();
+  }
+
+  private getDuckDbType(type: string | undefined): string {
+    switch (type?.toLowerCase()) {
+      //TODO: mapping from tds build to duckdb data types
+      case 'string':
+        return 'VARCHAR';
+      case 'boolean':
+        return 'BOOLEAN';
+      case 'bigint':
+        return 'BIGINT';
+      case 'number':
+        return 'DOUBLE';
+      case 'integer':
+        return 'INTEGER';
+      case 'date':
+        return 'TIMESTAMP';
+      default:
+        return 'VARCHAR';
+    }
+  }
+}

package/src/stores/LegendDataCubeDataCubeEngine.ts

@@ -15,8 +15,8 @@
  */
 
 import {
-  type V1_Lambda,
-  type V1_ValueSpecification,
+  V1_Lambda,
+  V1_ValueSpecification,
   type V1_EngineServerClient,
   V1_PureGraphManager,
   type V1_PureModelContext,
@@ -44,6 +44,33 @@ import {
   V1_PackageableType,
   V1_deserializeRawValueSpecificationType,
   V1_Protocol,
+  type V1_ExecutionPlan,
+  V1_deserializeExecutionPlan,
+  V1_SQLExecutionNode,
+  V1_SimpleExecutionPlan,
+  V1_Binary,
+  V1_ClassInstance,
+  V1_ClassInstanceType,
+  V1_Column,
+  V1_Database,
+  V1_Date,
+  V1_Double,
+  V1_DuckDBDatasourceSpecification,
+  V1_EngineRuntime,
+  V1_IdentifiedConnection,
+  V1_Integer,
+  V1_PackageableElementPointer,
+  V1_PackageableRuntime,
+  V1_PureModelContextData,
+  V1_RelationStoreAccessor,
+  type V1_RelationalDataType,
+  V1_RelationalDatabaseConnection,
+  V1_Schema,
+  V1_StoreConnections,
+  V1_Table,
+  V1_TestAuthenticationStrategy,
+  V1_VarChar,
+  type TDSBuilder,
 } from '@finos/legend-graph';
 import {
   _elementPtr,
@@ -61,6 +88,8 @@ import {
   _deserializeValueSpecification,
   _defaultPrimitiveTypeValue,
   type DataCubeExecutionOptions,
+  CachedDataCubeSource,
+  type DataCubeQuerySnapshot,
 } from '@finos/legend-data-cube';
 import {
   isNonNullable,
@@ -72,8 +101,11 @@ import {
   HttpStatus,
   at,
   assertType,
+  guaranteeType,
+  assertNonNullable,
 } from '@finos/legend-shared';
 import type { LegendDataCubeApplicationStore } from './LegendDataCubeBaseStore.js';
+import { LegendDataCubeDataCubeCacheEngine } from './LegendDataCubeCacheManager.js';
 import { APPLICATION_EVENT } from '@finos/legend-application';
 import {
   LEGEND_QUERY_DATA_CUBE_SOURCE_TYPE,
@@ -91,6 +123,7 @@ export class LegendDataCubeDataCubeEngine extends DataCubeEngine {
   private readonly _depotServerClient: DepotServerClient;
   private readonly _engineServerClient: V1_EngineServerClient;
   private readonly _graphManager: V1_PureGraphManager;
+  private readonly _cacheManager: LegendDataCubeDataCubeCacheEngine;
 
   constructor(
     application: LegendDataCubeApplicationStore,
@@ -104,6 +137,7 @@ export class LegendDataCubeDataCubeEngine extends DataCubeEngine {
     this._depotServerClient = depotServerClient;
     this._engineServerClient = engineServerClient;
     this._graphManager = graphManager;
+    this._cacheManager = new LegendDataCubeDataCubeCacheEngine();
   }
 
   // ---------------------------------- IMPLEMENTATION ----------------------------------
@@ -369,6 +403,7 @@ export class LegendDataCubeDataCubeEngine extends DataCubeEngine {
   ) {
     const queryCodePromise = this.getValueSpecificationCode(query);
     let result: ExecutionResult;
+    const startTime = performance.now();
     if (source instanceof AdhocQueryDataCubeSource) {
       result = await this._runQuery(query, source.model, undefined, options);
     } else if (source instanceof LegendQueryDataCubeSource) {
@@ -379,6 +414,35 @@ export class LegendDataCubeDataCubeEngine extends DataCubeEngine {
         source.parameterValues,
         options,
       );
+    } else if (source instanceof CachedDataCubeSource) {
+      //execute plan
+      const executionPlan = await this.generateExecutionPlan(
+        query,
+        source.model,
+        [],
+        options,
+      );
+      let sql;
+      if (executionPlan instanceof V1_SimpleExecutionPlan) {
+        sql = executionPlan.rootExecutionNode.executionNodes
+          .filter((node) => node instanceof V1_SQLExecutionNode)
+          .map((x) =>
+            guaranteeType(
+              x,
+              V1_SQLExecutionNode,
+              `Can't generate sql for the query`,
+            ),
+          )
+          .at(-1)?.sqlQuery;
+      }
+      assertNonNullable(sql, `Can't generate sql for the query`);
+      const endTime = performance.now();
+      return {
+        executedQuery: await queryCodePromise,
+        executedSQL: sql,
+        result: await this._cacheManager.runQuery(sql),
+        executionTime: endTime - startTime,
+      };
     } else {
       throw new UnsupportedOperationError(
         `Can't execute query with unsupported source`,
@@ -389,6 +453,7 @@ export class LegendDataCubeDataCubeEngine extends DataCubeEngine {
       TDSExecutionResult,
       `Can't extract execution result: expected tabular data set format`,
     );
+    const endTime = performance.now();
     const queryCode = await queryCodePromise;
     const sql =
       result.activities?.[0] instanceof RelationalExecutionActivities
@@ -401,6 +466,7 @@ export class LegendDataCubeDataCubeEngine extends DataCubeEngine {
       result: result,
       executedQuery: queryCode,
       executedSQL: sql,
+      executionTime: endTime - startTime,
     };
   }
 
@@ -418,10 +484,25 @@ export class LegendDataCubeDataCubeEngine extends DataCubeEngine {
           _elementPtr(source.runtime),
         ].filter(isNonNullable),
       );
+    } else if (source instanceof CachedDataCubeSource) {
+      return _function(
+        DataCubeFunction.FROM,
+        [_elementPtr(source.runtime)].filter(isNonNullable),
+      );
     }
     return undefined;
   }
 
+  override processInitialSnapshot(
+    source: DataCubeSource,
+    snapshot: DataCubeQuerySnapshot,
+  ): DataCubeQuerySnapshot {
+    if (source instanceof LegendQueryDataCubeSource) {
+      snapshot.data.configuration.name = source.info.name;
+    }
+    return snapshot;
+  }
+
   // ---------------------------------- UTILITIES ----------------------------------
 
   private async _getQueryRelationType(
@@ -432,6 +513,8 @@ export class LegendDataCubeDataCubeEngine extends DataCubeEngine {
       return this._getLambdaRelationType(query, source.model);
     } else if (source instanceof LegendQueryDataCubeSource) {
       return this._getLambdaRelationType(query, source.model);
+    } else if (source instanceof CachedDataCubeSource) {
+      return this._getLambdaRelationType(query, serialize(source.model));
     }
     throw new UnsupportedOperationError(
       `Can't get relation type for lambda with unsupported source`,
@@ -486,6 +569,165 @@ export class LegendDataCubeDataCubeEngine extends DataCubeEngine {
     );
   }
 
+  private async generateExecutionPlan(
+    query: V1_Lambda,
+    model: V1_PureModelContext,
+    parameterValues?: V1_ParameterValue[] | undefined,
+    options?: DataCubeExecutionOptions | undefined,
+  ): Promise<V1_ExecutionPlan> {
+    return V1_deserializeExecutionPlan(
+      await this._engineServerClient.generatePlan({
+        clientVersion:
+          options?.clientVersion ??
+          // eslint-disable-next-line no-process-env
+          (process.env.NODE_ENV === 'development'
+            ? PureClientVersion.VX_X_X
+            : undefined),
+        function: _serializeValueSpecification(query),
+        model: serialize(model),
+        context: serialize(
+          V1_rawBaseExecutionContextModelSchema,
+          new V1_RawBaseExecutionContext(),
+        ),
+        parameterValues: (parameterValues ?? []).map((parameterValue) =>
+          serialize(V1_parameterValueModelSchema, parameterValue),
+        ),
+      }),
+    );
+  }
+
+  // ---------------------------------- CACHING --------------------------------------
+
+  override async initializeCache(
+    source: DataCubeSource,
+  ): Promise<CachedDataCubeSource | undefined> {
+    if (source instanceof LegendQueryDataCubeSource) {
+      const fromQuery = this.buildExecutionContext(source);
+      fromQuery?.parameters.unshift(source.query);
+      const valSpec = guaranteeType(
+        fromQuery,
+        V1_ValueSpecification,
+        'Query is not a valueSpecification',
+      );
+      const queryLambda = new V1_Lambda();
+      queryLambda.body = [valSpec];
+      const resultQuery = await this.executeQuery(
+        queryLambda,
+        source,
+        undefined,
+      );
+      const result = resultQuery.result;
+      await this._cacheManager.initializeDuckDb(result);
+      return this._synthesizeCachedSource(source, result.builder);
+    }
+    return undefined;
+  }
+
+  override async clearCache() {
+    await this._cacheManager.clearDuckDb();
+  }
+
+  // --------------------------------- CACHING UTILITY -------------------------------
+
+  private _synthesizeCachedSource(
+    source: LegendQueryDataCubeSource,
+    builder: TDSBuilder,
+  ) {
+    const cachedSource = new CachedDataCubeSource();
+    cachedSource.columns = source.columns;
+    cachedSource.query = this._synthesizeQuery([
+      'local::duckdb::cachedStore',
+      'main',
+      'cached_tbl',
+    ]);
+    cachedSource.model = this._synthesizeModel(builder);
+    cachedSource.runtime = 'local::duckdb::runtime';
+    return cachedSource;
+  }
+
+  private _synthesizeQuery(databaseAccessor: string[]) {
+    const classInstance = new V1_ClassInstance();
+    classInstance.type = V1_ClassInstanceType.RELATION_STORE_ACCESSOR;
+    const storeAccessor = new V1_RelationStoreAccessor();
+    storeAccessor.path = databaseAccessor;
+    classInstance.value = storeAccessor;
+    return classInstance;
+  }
+
+  private _synthesizeModel(builder: TDSBuilder) {
+    // synthesize table
+    const table = new V1_Table();
+    table.name = 'cached_tbl';
+    table.columns = builder.columns.map((col) => {
+      const column = new V1_Column();
+      column.name = col.name;
+      column.type = this._getColumnType(col.type);
+      return column;
+    });
+    // synthesize schema
+    const schema = new V1_Schema();
+    schema.name = 'main';
+    schema.tables = [table];
+    // synthesize database
+    const database = new V1_Database();
+    database.name = 'cachedStore';
+    database.package = 'local::duckdb';
+    database.schemas = [schema];
+
+    // build connection
+    const connection = new V1_RelationalDatabaseConnection();
+    connection.databaseType = 'DuckDB';
+    connection.type = 'DuckDB';
+    const dataSourceSpec = new V1_DuckDBDatasourceSpecification();
+    dataSourceSpec.path = '/temp/path';
+    connection.store = 'local::duckdb::cachedStore';
+    connection.datasourceSpecification = dataSourceSpec;
+    connection.authenticationStrategy = new V1_TestAuthenticationStrategy();
+
+    // build runtime
+    const runtime = new V1_EngineRuntime();
+    const storeConnections = new V1_StoreConnections();
+    storeConnections.store = new V1_PackageableElementPointer(
+      'STORE',
+      `${database.package}::${database.name}`,
+    );
+    const idConnection = new V1_IdentifiedConnection();
+    idConnection.connection = connection;
+    idConnection.id = 'local_duckdb_connection';
+    storeConnections.storeConnections = [idConnection];
+    runtime.connections = [storeConnections];
+
+    const packageableRuntime = new V1_PackageableRuntime();
+    packageableRuntime.runtimeValue = runtime;
+    packageableRuntime.package = 'local::duckdb';
+    packageableRuntime.name = 'runtime';
+
+    const pmcd = new V1_PureModelContextData();
+    pmcd.elements = [database, packageableRuntime];
+    return pmcd;
+  }
+
+  // TODO: need a better way to infer datatype from tds builder
+  private _getColumnType(type: string | undefined): V1_RelationalDataType {
+    if (type === undefined) {
+      throw Error('Unsupported data type');
+    }
+    switch (type) {
+      case 'string':
+        return new V1_VarChar();
+      case 'integer':
+        return new V1_Integer();
+      case 'date':
+        return new V1_Date();
+      case 'boolean':
+        return new V1_Binary();
+      case 'number':
+        return new V1_Double();
+      default:
+        return new V1_VarChar();
+    }
+  }
+
   // ---------------------------------- APPLICATION ----------------------------------
 
   override logDebug(message: string, ...data: unknown[]) {