@finos/legend-application-data-cube 0.2.8 → 0.3.1

package/src/stores/{LegendDataCubeCacheManager.ts → LegendDataCubeDuckDBEngine.ts}

@@ -34,11 +34,20 @@ import {
 import type { CachedDataCubeSource } from '@finos/legend-data-cube';
 import { Type } from 'apache-arrow';
 
-export class LegendDataCubeDataCubeCacheManager {
+export class LegendDataCubeDuckDBEngine {
   private static readonly DUCKDB_DEFAULT_SCHEMA_NAME = 'main'; // See https://duckdb.org/docs/sql/statements/use.html
-  private static readonly TABLE_NAME_PREFIX = 'cache';
-  private static readonly CSV_FILE_NAME = 'data';
-  private static tableCounter = 0;
+  private static readonly CACHE_TABLE_NAME_PREFIX = 'cache';
+  private static readonly INGEST_TABLE_NAME_PREFIX = 'ingest';
+  private static readonly CACHE_FILE_NAME = 'cacheData';
+  private static readonly INGEST_FILE_DATA_FILE_NAME = 'ingestData';
+  private static cacheTableCounter = 0;
+  private static ingestFileTableCounter = 0;
+  // https://duckdb.org/docs/guides/meta/describe.html
+  private static readonly COLUMN_NAME = 'column_name';
+  private static readonly COLUMN_TYPE = 'column_type';
+  // Options for creating csv using papa parser: https://www.papaparse.com/docs#config
+  private static readonly ESCAPE_CHAR = `'`;
+  private static readonly QUOTE_CHAR = `'`;
 
   private _database?: duckdb.AsyncDuckDB | undefined;
 
@@ -85,40 +94,79 @@ export class LegendDataCubeDataCubeCacheManager {
   }
 
   async cache(result: TDSExecutionResult) {
-    const schema =
-      LegendDataCubeDataCubeCacheManager.DUCKDB_DEFAULT_SCHEMA_NAME;
-    LegendDataCubeDataCubeCacheManager.tableCounter += 1;
-    const table = `${LegendDataCubeDataCubeCacheManager.TABLE_NAME_PREFIX}${LegendDataCubeDataCubeCacheManager.tableCounter}`;
-    const csvFileName = `${LegendDataCubeDataCubeCacheManager.CSV_FILE_NAME}${LegendDataCubeDataCubeCacheManager.tableCounter}.csv`;
-
-    const connection = await this.database.connect();
+    const schema = LegendDataCubeDuckDBEngine.DUCKDB_DEFAULT_SCHEMA_NAME;
+    LegendDataCubeDuckDBEngine.cacheTableCounter += 1;
+    const table = `${LegendDataCubeDuckDBEngine.CACHE_TABLE_NAME_PREFIX}${LegendDataCubeDuckDBEngine.cacheTableCounter}`;
+    const csvFileName = `${LegendDataCubeDuckDBEngine.CACHE_FILE_NAME}${LegendDataCubeDuckDBEngine.cacheTableCounter}.csv`;
 
     const columnNames: string[] = [];
     result.builder.columns.forEach((col) => columnNames.push(col.name));
 
     const data = result.result.rows.map((row) => row.values);
 
-    const csv = csvStringify([columnNames, ...data], {
-      escapeChar: `'`,
-      quoteChar: `'`,
+    const csvContent = csvStringify([columnNames, ...data], {
+      escapeChar: LegendDataCubeDuckDBEngine.ESCAPE_CHAR,
+      quoteChar: LegendDataCubeDuckDBEngine.QUOTE_CHAR,
     });
+    await this.database.registerFileText(csvFileName, csvContent);
 
-    await this._database?.registerFileText(csvFileName, csv);
-
+    const connection = await this.database.connect();
     await connection.insertCSVFromPath(csvFileName, {
       schema: schema,
       name: table,
       create: true,
       header: true,
       detect: true,
-      escape: `'`,
-      quote: `'`,
-      delimiter: ',',
+      dateFormat: 'YYYY-MM-DD',
+      timestampFormat: 'YYYY-MM-DD', // make sure Date is not auto-converted to timestamp
+      escape: LegendDataCubeDuckDBEngine.ESCAPE_CHAR,
+      quote: LegendDataCubeDuckDBEngine.QUOTE_CHAR,
     });
+    await connection.close();
+
+    return { schema, table, rowCount: result.result.rows.length };
+  }
+
+  async ingestLocalFileData(data: string, format: string) {
+    const schema = LegendDataCubeDuckDBEngine.DUCKDB_DEFAULT_SCHEMA_NAME;
+    LegendDataCubeDuckDBEngine.ingestFileTableCounter += 1;
+    const table = `${LegendDataCubeDuckDBEngine.INGEST_TABLE_NAME_PREFIX}${LegendDataCubeDuckDBEngine.ingestFileTableCounter}`;
+    const fileName = `${LegendDataCubeDuckDBEngine.INGEST_FILE_DATA_FILE_NAME}${LegendDataCubeDuckDBEngine.ingestFileTableCounter}`;
 
+    await this._database?.registerFileText(fileName, data);
+
+    const connection = await this.database.connect();
+
+    switch (format.toLowerCase()) {
+      case 'csv': {
+        await connection.insertCSVFromPath(fileName, {
+          schema: schema,
+          name: table,
+          header: true,
+          detect: true,
+          dateFormat: 'YYYY-MM-DD',
+          timestampFormat: 'YYYY-MM-DD', // make sure Date is not auto-converted to timestamp
+          escape: LegendDataCubeDuckDBEngine.ESCAPE_CHAR,
+          quote: LegendDataCubeDuckDBEngine.QUOTE_CHAR,
+        });
+        break;
+      }
+      default: {
+        throw new UnsupportedOperationError(
+          `Can't ingest local file data: unsupported format '${format}'`,
+        );
+      }
+    }
+
+    const tableSpec = (await connection.query(`DESCRIBE ${schema}.${table}`))
+      .toArray()
+      .map((spec) => [
+        spec[LegendDataCubeDuckDBEngine.COLUMN_NAME],
+        spec[LegendDataCubeDuckDBEngine.COLUMN_TYPE],
+      ]);
     await connection.close();
 
-    return { table, schema, rowCount: result.result.rows.length };
+    return { schema, table, tableSpec };
   }
 
   async runSQLQuery(sql: string) {
@@ -130,14 +178,18 @@ export class LegendDataCubeDataCubeCacheManager {
     const columnNames = result.schema.fields.map((field) => field.name);
     const rows = data.map((row) => {
       const tdsRow = new TDSRow();
-      tdsRow.values = columnNames.map(
-        (column) =>
-          // NOTE: DuckDB WASM returns ArrayBuffer for numeric value, such as for count(*)
-          // so we need to convert it to number
-          (ArrayBuffer.isView(row[column])
-            ? row[column].valueOf()
-            : row[column]) as string | number | boolean | null,
-      );
+      tdsRow.values = columnNames.map((column) => {
+        const value = row[column] as unknown;
+        // NOTE: DuckDB WASM returns ArrayBuffer for numeric value, such as for count(*)
+        // so we need to convert it to number
+        if (ArrayBuffer.isView(value)) {
+          return row[column].valueOf() as number;
+          // BigInt is not supported by ag-grid, so we need to convert it to native number
+        } else if (typeof value === 'bigint') {
+          return Number(value);
+        }
+        return value as string | number | boolean | null;
+      });
       return tdsRow;
     });
     const tdsExecutionResult = new TDSExecutionResult();
@@ -158,6 +210,7 @@ export class LegendDataCubeDataCubeCacheManager {
           col.type = PRIMITIVE_TYPE.BOOLEAN;
           break;
         }
+        case Type.Timestamp:
         case Type.Date:
         case Type.DateDay:
         case Type.DateMillisecond: {

package/src/stores/builder/LegendDataCubeBuilderStore.tsx

@@ -231,7 +231,7 @@ export class LegendDataCubeBuilderStore {
 
     this.initializeState.inProgress();
     try {
-      await this.engine.initializeCacheManager();
+      await this.engine.initialize();
       this.initializeState.pass();
     } catch (error) {
       assertErrorThrown(error);
@@ -244,7 +244,7 @@ export class LegendDataCubeBuilderStore {
 
   async cleanUp() {
     try {
-      await this.engine.disposeCacheManager();
+      await this.engine.dispose();
     } catch (error) {
       assertErrorThrown(error);
       this.alertService.alertError(error, {

package/src/stores/builder/LegendDataCubeCreatorState.tsx

@@ -41,6 +41,7 @@ import {
   type LegendDataCubeBuilderStore,
 } from './LegendDataCubeBuilderStore.js';
 import { generateBuilderRoute } from '../../__lib__/LegendDataCubeNavigation.js';
+import { LocalFileDataCubeSourceBuilderState } from './source/LocalFileDataCubeSourceBuilderState.js';
 
 const DEFAULT_SOURCE_TYPE = LegendDataCubeSourceBuilderType.LEGEND_QUERY;
 
@@ -105,6 +106,11 @@ export class LegendDataCubeCreatorState {
           this._application,
           this._engine,
         );
+      case LegendDataCubeSourceBuilderType.LOCAL_FILE:
+        return new LocalFileDataCubeSourceBuilderState(
+          this._application,
+          this._engine,
+        );
       default:
         throw new UnsupportedOperationError(
           `Can't create source builder for unsupported type '${type}'`,

package/src/stores/builder/source/LegendDataCubeSourceBuilderState.ts

@@ -22,6 +22,7 @@ import type { DataCubeConfiguration } from '@finos/legend-data-cube';
 export enum LegendDataCubeSourceBuilderType {
   LEGEND_QUERY = 'Legend Query',
   ADHOC_QUERY = 'Ad hoc Query',
+  LOCAL_FILE = 'Local File',
 }
 
 export abstract class LegendDataCubeSourceBuilderState {
@@ -40,7 +41,9 @@ export abstract class LegendDataCubeSourceBuilderState {
   abstract get isValid(): boolean;
   abstract generateSourceData(): Promise<PlainObject>;
 
-  /* Modifies the configuration of the finalized DataCube based on the source builder */
+  /**
+   * Modifies the configuration of the finalized DataCube based on the source builder.
+   */
   finalizeConfiguration(configuration: DataCubeConfiguration) {
     // do nothing
   }

package/src/stores/builder/source/LegendQueryDataCubeSourceBuilderState.ts

@@ -137,7 +137,9 @@ export class LegendQueryDataCubeSourceBuilderState extends LegendDataCubeSourceB
 
   override async generateSourceData() {
     if (!this.query) {
-      throw new IllegalStateError('Query is missing');
+      throw new IllegalStateError(
+        `Can't generate source data: query is not set`,
+      );
     }
     const source = new RawLegendQueryDataCubeSource();
     source.queryId = this.query.id;

package/src/stores/builder/source/LocalFileDataCubeSourceBuilderState.ts

@@ -0,0 +1,179 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import {
+  ActionState,
+  csvStringify,
+  guaranteeType,
+  IllegalStateError,
+  parseCSVFile,
+  type PlainObject,
+} from '@finos/legend-shared';
+import {
+  LegendDataCubeSourceBuilderState,
+  LegendDataCubeSourceBuilderType,
+} from './LegendDataCubeSourceBuilderState.js';
+import type { LegendDataCubeApplicationStore } from '../../LegendDataCubeBaseStore.js';
+import { action, makeObservable, observable } from 'mobx';
+import type { LegendDataCubeDataCubeEngine } from '../../LegendDataCubeDataCubeEngine.js';
+import {
+  LocalFileDataCubeSource,
+  LocalFileDataCubeSourceFormat,
+  RawLocalFileQueryDataCubeSource,
+} from '../../model/LocalFileDataCubeSource.js';
+
+export class LocalFileDataCubeSourceBuilderState extends LegendDataCubeSourceBuilderState {
+  readonly processState = ActionState.create();
+
+  fileName?: string | undefined;
+  fileFormat?: string | undefined;
+  // NOTE: type string is suitable for CSV/Excel, etc. but will not be appropriate
+  // for other format that we want to support, e.g. arrow/parquet
+  fileData?: string | undefined;
+  previewText?: string | undefined;
+  rowCount?: number | undefined;
+
+  constructor(
+    application: LegendDataCubeApplicationStore,
+    engine: LegendDataCubeDataCubeEngine,
+  ) {
+    super(application, engine);
+
+    makeObservable(this, {
+      fileName: observable,
+      setFileName: action,
+
+      fileFormat: observable,
+      setFileFormat: action,
+
+      fileData: observable,
+      setFileData: action,
+
+      previewText: observable,
+      setPreviewText: action,
+
+      rowCount: observable,
+      setRowCount: action,
+    });
+  }
+
+  setFileName(fileName: string | undefined) {
+    this.fileName = fileName;
+  }
+
+  setFileFormat(format: string | undefined) {
+    this.fileFormat = format;
+  }
+
+  setFileData(data: string | undefined) {
+    this.fileData = data;
+  }
+
+  setRowCount(count: number | undefined) {
+    this.rowCount = count;
+  }
+
+  setPreviewText(text: string | undefined) {
+    this.previewText = text;
+  }
+
+  processFile(file: File | undefined) {
+    this.setFileName(undefined);
+    this.setFileFormat(undefined);
+    this.setFileData(undefined);
+    this.setRowCount(undefined);
+    this.setPreviewText(undefined);
+
+    if (!file) {
+      return;
+    }
+
+    this.processState.inProgress();
+
+    const fileName = file.name;
+    const fileFormat = fileName.split('.').pop();
+
+    switch (fileFormat?.toLowerCase()) {
+      case LocalFileDataCubeSourceFormat.CSV.toLowerCase(): {
+        parseCSVFile(file, {
+          complete: (result) => {
+            this.setFileData(
+              csvStringify(result.data, { escapeChar: `'`, quoteChar: `'` }),
+            );
+            this.setFileName(fileName);
+            this.setFileFormat(fileFormat);
+            this.setRowCount(result.data.length);
+            this.setPreviewText(
+              csvStringify(result.data.slice(0, 100), {
+                escapeChar: `'`,
+                quoteChar: `'`,
+              }),
+            );
+          },
+          header: true,
+          dynamicTyping: false,
+          skipEmptyLines: true,
+        });
+        break;
+      }
+      default: {
+        this.processState.complete();
+        throw new IllegalStateError(
+          `Can't process file with format '${fileFormat}'`,
+        );
+      }
+    }
+
+    this.processState.complete();
+  }
+
+  override get label(): LegendDataCubeSourceBuilderType {
+    return LegendDataCubeSourceBuilderType.LOCAL_FILE;
+  }
+
+  override get isValid(): boolean {
+    return Boolean(this.fileData);
+  }
+
+  override async generateSourceData(): Promise<PlainObject> {
+    if (
+      !this.fileData ||
+      !this.fileName ||
+      !this.fileFormat ||
+      this.rowCount === undefined
+    ) {
+      throw new IllegalStateError(
+        `Can't generate source data: file data and information is not set`,
+      );
+    }
+
+    const source = guaranteeType(
+      await this._engine.ingestLocalFileData(this.fileData, this.fileFormat),
+      LocalFileDataCubeSource,
+      `Can't generate data source`,
+    );
+    const rawSource = new RawLocalFileQueryDataCubeSource();
+    rawSource.count = this.rowCount;
+    rawSource.fileName = this.fileName;
+    rawSource.db = source.db;
+    rawSource.model = source.model;
+    rawSource.schema = source.schema;
+    rawSource.table = source.table;
+    rawSource.runtime = source.runtime;
+
+    return RawLocalFileQueryDataCubeSource.serialization.toJson(rawSource);
+  }
+}

package/src/stores/model/LocalFileDataCubeSource.ts

@@ -0,0 +1,67 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import { DataCubeSource } from '@finos/legend-data-cube';
+import { type V1_PureModelContextData } from '@finos/legend-graph';
+import {
+  SerializationFactory,
+  usingConstantValueSchema,
+  type PlainObject,
+} from '@finos/legend-shared';
+import { createModelSchema, primitive, raw } from 'serializr';
+
+export const LOCAL_FILE_QUERY_DATA_CUBE_SOURCE_TYPE = 'localFile';
+
+export enum LocalFileDataCubeSourceFormat {
+  CSV = 'csv',
+  // TODO: arrow/parquet/excel, etc.
+}
+
+export class LocalFileDataCubeSource extends DataCubeSource {
+  model!: PlainObject<V1_PureModelContextData>;
+  runtime!: string;
+  db!: string;
+  schema!: string;
+  table!: string;
+  count!: number;
+  fileName!: string;
+  fileFormat!: LocalFileDataCubeSourceFormat;
+}
+
+export class RawLocalFileQueryDataCubeSource {
+  model!: PlainObject<V1_PureModelContextData>;
+  runtime!: string;
+  db!: string;
+  schema!: string;
+  table!: string;
+  count!: number;
+  fileName!: string;
+  fileFormat!: LocalFileDataCubeSourceFormat;
+
+  static readonly serialization = new SerializationFactory(
+    createModelSchema(RawLocalFileQueryDataCubeSource, {
+      _type: usingConstantValueSchema(LOCAL_FILE_QUERY_DATA_CUBE_SOURCE_TYPE),
+      count: primitive(),
+      db: primitive(),
+      fileFormat: primitive(),
+      fileName: primitive(),
+      model: raw(),
+      runtime: primitive(),
+      schema: primitive(),
+      table: primitive(),
+    }),
+  );
+}

package/tsconfig.json

@@ -62,12 +62,14 @@
     "./src/application/LegendDataCubePluginManager.ts",
     "./src/stores/DuckDBWASM.d.ts",
     "./src/stores/LegendDataCubeBaseStore.ts",
-    "./src/stores/LegendDataCubeCacheManager.ts",
     "./src/stores/LegendDataCubeDataCubeEngine.ts",
+    "./src/stores/LegendDataCubeDuckDBEngine.ts",
     "./src/stores/builder/source/AdhocQueryDataCubeSourceBuilderState.ts",
     "./src/stores/builder/source/LegendDataCubeSourceBuilderState.ts",
     "./src/stores/builder/source/LegendQueryDataCubeSourceBuilderState.ts",
+    "./src/stores/builder/source/LocalFileDataCubeSourceBuilderState.ts",
     "./src/stores/model/LegendQueryDataCubeSource.ts",
+    "./src/stores/model/LocalFileDataCubeSource.ts",
     "./src/application/LegendDataCube.tsx",
     "./src/components/LegendDataCubeBlockingWindow.tsx",
     "./src/components/LegendDataCubeFrameworkProvider.tsx",
@@ -81,6 +83,7 @@
     "./src/components/builder/LegendDataCubeSourceViewer.tsx",
     "./src/components/builder/source/AdhocQueryDataCubeSourceBuilder.tsx",
     "./src/components/builder/source/LegendQueryDataCubeSourceBuilder.tsx",
+    "./src/components/builder/source/LocalFileDataCubeSourceBuilder.tsx",
     "./src/stores/builder/LegendDataCubeBuilderStore.tsx",
     "./src/stores/builder/LegendDataCubeCreatorState.tsx",
     "./src/stores/builder/LegendDataCubeLoaderState.tsx"

package/lib/stores/LegendDataCubeCacheManager.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"LegendDataCubeCacheManager.d.ts","sourceRoot":"","sources":["../../src/stores/LegendDataCubeCacheManager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAKH,OAAO,EAIL,kBAAkB,EAGnB,MAAM,qBAAqB,CAAC;AAO7B,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAGpE,qBAAa,kCAAkC;IAC7C,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,0BAA0B,CAAU;IAC5D,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,iBAAiB,CAAW;IACpD,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,CAAU;IAC/C,OAAO,CAAC,MAAM,CAAC,YAAY,CAAK;IAEhC,OAAO,CAAC,SAAS,CAAC,CAAiC;IAEnD,OAAO,KAAK,QAAQ,GAKnB;IAEK,UAAU;IAmCV,KAAK,CAAC,MAAM,EAAE,kBAAkB;;;;;IAqChC,WAAW,CAAC,GAAG,EAAE,MAAM;IAmFvB,YAAY,CAAC,MAAM,EAAE,oBAAoB;IAOzC,OAAO;CAId"}

package/lib/stores/LegendDataCubeCacheManager.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"LegendDataCubeCacheManager.js","sourceRoot":"","sources":["../../src/stores/LegendDataCubeCacheManager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,KAAK,MAAM,MAAM,qBAAqB,CAAC;AAC9C,OAAO,WAAW,MAAM,0CAA0C,CAAC;AACnE,OAAO,gBAAgB,MAAM,yCAAyC,CAAC;AACvE,OAAO,EACL,mBAAmB,EACnB,cAAc,EACd,UAAU,EACV,kBAAkB,EAClB,MAAM,EACN,cAAc,GACf,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,iBAAiB,EACjB,YAAY,EACZ,oBAAoB,EACpB,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC;AAE9B,OAAO,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AAEpC,MAAM,OAAO,kCAAkC;IACrC,MAAM,CAAU,0BAA0B,GAAG,MAAM,CAAC,CAAC,sDAAsD;IAC3G,MAAM,CAAU,iBAAiB,GAAG,OAAO,CAAC;IAC5C,MAAM,CAAU,aAAa,GAAG,MAAM,CAAC;IACvC,MAAM,CAAC,YAAY,GAAG,CAAC,CAAC;IAExB,SAAS,CAAkC;IAEnD,IAAY,QAAQ;QAClB,OAAO,oBAAoB,CACzB,IAAI,CAAC,SAAS,EACd,wCAAwC,CACzC,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU;QACd,8BAA8B;QAC9B,2DAA2D;QAC3D,MAAM,cAAc,GAAyB;YAC3C,GAAG,EAAE;gBACH,mEAAmE;gBACnE,UAAU,EAAE,WAAW;gBACvB,UAAU,EAAE,IAAI,GAAG,CACjB,uDAAuD,EACvD,MAAM,CAAC,IAAI,CAAC,GAAG,CAChB,CAAC,QAAQ,EAAE;aACb;YACD,EAAE,EAAE;gBACF,mEAAmE;gBACnE,UAAU,EAAE,gBAAgB;gBAC5B,UAAU,EAAE,IAAI,GAAG,CACjB,sDAAsD,EACtD,MAAM,CAAC,IAAI,CAAC,GAAG,CAChB,CAAC,QAAQ,EAAE;aACb;SACF,CAAC;QACF,0CAA0C;QAC1C,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,YAAY,CAAC,cAAc,CAAC,CAAC;QACzD,qDAAqD;QACrD,iBAAiB,CACf,MAAM,CAAC,UAAU,EACjB,oEAAoE,CACrE,CAAC;QACF,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,gCAAgC;QAClG,MAAM,QAAQ,GAAG,IAAI,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACxD,MAAM,QAAQ,CAAC,WAAW,CAAC,MAAM,CAAC,UAAU,EAAE,MAAM,CAAC,aAAa,CAAC,CAAC;QACpE,IAAI,CAAC,SAAS,GAAG,QAAQ,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAA0B;QACpC,MAAM,MAAM,GACV,kCAAkC,CAAC,0BAA0B,CAAC;QAChE,kCAAkC,CAAC,YAAY,IAAI,CAAC,CAAC;QACrD,MAAM,KAAK,GAAG,GAAG,kCAAkC,CAAC,iBAAiB,GAAG,kCAAkC,CAAC,YAAY,EAAE,CAAC;QAC1H,MAAM,WAAW,GAAG,GAAG,kCAAkC,CAAC,aAAa,GAAG,kCAAkC,CAAC,YAAY,MAAM,CAAC;QAEhI,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QAEjD,MAAM,WAAW,GAAa,EAAE,CAAC;QACjC,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,WAAW,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAEpE,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QAEzD,MAAM,GAAG,GAAG,YAAY,CAAC,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,EAAE;YAC/C,UAAU,EAAE,GAAG;YACf,SAAS,EAAE,GAAG;SACf,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,SAAS,EAAE,gBAAgB,CAAC,WAAW,EAAE,GAAG,CAAC,CAAC;QAEzD,MAAM,UAAU,CAAC,iBAAiB,CAAC,WAAW,EAAE;YAC9C,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,KAAK;YACX,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,IAAI;YACZ,MAAM,EAAE,GAAG;YACX,KAAK,EAAE,GAAG;YACV,SAAS,EAAE,GAAG;SACf,CAAC,CAAC;QAEH,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QAEzB,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;IAChE,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,GAAW;QAC3B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACjD,MAAM,MAAM,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC3C,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;QAEzB,MAAM,IAAI,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;QAC9B,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACpE,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;YAC5B,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAC;YAC5B,MAAM,CAAC,MAAM,GAAG,WAAW,CAAC,GAAG,CAC7B,CAAC,MAAM,EAAE,EAAE;YACT,gFAAgF;YAChF,qCAAqC;YACrC,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;gBAC9B,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,OAAO,EAAE;gBACvB,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAqC,CACvD,CAAC;YACF,OAAO,MAAM,CAAC;QAChB,CAAC,CAAC,CAAC;QACH,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,cAAc,EAAE,CAAC;QACjC,GAAG,CAAC,OAAO,GAAG,WAAW,CAAC;QAC1B,GAAG,CAAC,IAAI,GAAG,IAAI,CAAC;QAChB,kBAAkB,CAAC,MAAM,GAAG,GAAG,CAAC;QAChC,MAAM,OAAO,GAAG,IAAI,UAAU,EAAE,CAAC;QACjC,OAAO,CAAC,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YACnD,MAAM,GAAG,GAAG,IAAI,mBAAmB,EAAE,CAAC;YACtC,GAAG,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;YACtB,QAAQ,KAAK,CAAC,MAAM,EAAE,CAAC;gBACrB,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBACjB,GAAG,CAAC,IAAI,GAAG,cAAc,CAAC,MAAM,CAAC;oBACjC,MAAM;gBACR,CAAC;gBACD,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;oBACf,GAAG,CAAC,IAAI,GAAG,cAAc,CAAC,OAAO,CAAC;oBAClC,MAAM;gBACR,CAAC;gBACD,KAAK,IAAI,CAAC,IAAI,CAAC;gBACf,KAAK,IAAI,CAAC,OAAO,CAAC;gBAClB,KAAK,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC;oBAC1B,GAAG,CAAC,IAAI,GAAG,cAAc,CAAC,IAAI,CAAC;oBAC/B,MAAM;gBACR,CAAC;gBACD,KAAK,IAAI,CAAC,IAAI,CAAC;gBACf,KAAK,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC;oBACpB,GAAG,CAAC,IAAI,GAAG,cAAc,CAAC,MAAM,CAAC;oBACjC,MAAM;gBACR,CAAC;gBACD,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAClB,GAAG,CAAC,IAAI,GAAG,cAAc,CAAC,OAAO,CAAC;oBAClC,MAAM;gBACR,CAAC;gBACD,KAAK,IAAI,CAAC,GAAG,CAAC;gBACd,KAAK,IAAI,CAAC,IAAI,CAAC;gBACf,KAAK,IAAI,CAAC,KAAK,CAAC;gBAChB,KAAK,IAAI,CAAC,KAAK,CAAC;gBAChB,KAAK,IAAI,CAAC,MAAM,CAAC;gBACjB,KAAK,IAAI,CAAC,KAAK,CAAC;gBAChB,KAAK,IAAI,CAAC,MAAM,CAAC;gBACjB,KAAK,IAAI,CAAC,KAAK,CAAC;gBAChB,KAAK,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;oBACjB,GAAG,CAAC,IAAI,GAAG,cAAc,CAAC,OAAO,CAAC;oBAClC,MAAM;gBACR,CAAC;gBACD,KAAK,IAAI,CAAC,KAAK,CAAC;gBAChB,KAAK,IAAI,CAAC,OAAO,CAAC;gBAClB,KAAK,IAAI,CAAC,OAAO,CAAC;gBAClB,KAAK,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC;oBAClB,GAAG,CAAC,IAAI,GAAG,cAAc,CAAC,KAAK,CAAC;oBAChC,MAAM;gBACR,CAAC;gBACD,OAAO,CAAC,CAAC,CAAC;oBACR,MAAM,IAAI,yBAAyB,CACjC,oDAAoD,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,IAAI,EAAE,CACjF,CAAC;gBACJ,CAAC;YACH,CAAC;YACD,OAAO,GAAG,CAAC;QACb,CAAC,CAAC,CAAC;QACH,kBAAkB,CAAC,OAAO,GAAG,OAAO,CAAC;QACrC,OAAO,kBAAkB,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,MAA4B;QAC7C,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACjD,MAAM,cAAc,GAAG,yBAAyB,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC;QACjF,MAAM,UAAU,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QACvC,MAAM,UAAU,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,SAAS,EAAE,UAAU,EAAE,CAAC;QACnC,MAAM,IAAI,CAAC,SAAS,EAAE,SAAS,EAAE,CAAC;IACpC,CAAC"}