@finos/legend-graph 32.3.29 → 32.3.32

package/src/graph/PureModel.ts

@@ -302,6 +302,15 @@ export class PureModel extends BasicModel {
       ...this.generationModel.ownFunctions,
     ];
   }
+  get dataProducts(): DataProduct[] {
+    return [
+      ...this.coreModel.ownDataProducts,
+      ...this.systemModel.ownDataProducts,
+      ...this.dependencyManager.dataProducts,
+      ...this.ownDataProducts,
+      ...this.generationModel.ownDataProducts,
+    ];
+  }
   get functionActivators(): FunctionActivator[] {
     return [
       ...this.coreModel.ownFunctionActivators,

package/src/graph/metamodel/pure/dataProduct/DataProduct.ts

@@ -139,6 +139,11 @@ export class DataProductRuntimeInfo {
 
 export type DataProductElement = Package | Class | Enumeration | Association;
 
+export interface ElementScope {
+  element: PackageableElementReference<DataProductElement>;
+  exclude?: boolean | undefined;
+}
+
 export class DataProductElementScope implements Hashable {
   exclude: boolean | undefined;
   element!: PackageableElementReference<DataProductElement>;
@@ -222,8 +227,8 @@ export class NativeModelExecutionContext implements Hashable {
 
 export class NativeModelAccess implements Hashable {
   featuredElements: DataProductElementScope[] = [];
-  nativeModelExecutionContexts!: NativeModelExecutionContext[];
-  defaultExecutionContext!: string;
+  nativeModelExecutionContexts: NativeModelExecutionContext[] = [];
+  defaultExecutionContext!: NativeModelExecutionContext;
   diagrams: DataProductDiagram[] = [];
   sampleQueries: SampleQuery[] = [];
 
@@ -234,7 +239,7 @@ export class NativeModelAccess implements Hashable {
       hashArray(this.featuredElements),
       hashArray(this.diagrams),
       hashArray(this.sampleQueries),
-      this.defaultExecutionContext,
+      this.defaultExecutionContext.key,
     ]);
   }
 }

package/src/graph/metamodel/pure/packageableElements/function/test/FunctionTest.ts

@@ -47,6 +47,7 @@ export class FunctionTest extends AtomicTest implements Hashable {
       this.id,
       this.doc ?? '',
       this.parameters ? hashArray(this.parameters) : '',
+      hashArray(this.assertions),
     ]);
   }
 }

package/src/graph-manager/action/changeDetection/DSL_Data_ObserverHelper.ts

@@ -44,6 +44,10 @@ import {
   observe_TaggedValue,
 } from './DomainObserverHelper.js';
 import { INTERNAL__UnknownEmbeddedData } from '../../../graph/metamodel/pure/data/INTERNAL__UnknownEmbeddedData.js';
+import type {
+  RelationTypeColumnMetadata,
+  RelationTypeMetadata,
+} from '../relation/RelationTypeMetadata.js';
 
 export const observe_ExternalFormatData = skipObserved(
   (metamodel: ExternalFormatData): ExternalFormatData => {
@@ -234,3 +238,22 @@ export const observe_DataElement = skipObservedWithContext(
     return metamodel;
   },
 );
+
+export const observe_RelationTypeColumnMetadata = skipObserved(
+  (column: RelationTypeColumnMetadata): RelationTypeColumnMetadata =>
+    makeObservable(column, {
+      type: observable,
+      name: observable,
+    }),
+);
+
+export const observe_RelationTypeMetadata = skipObserved(
+  (relationTypeMetadata: RelationTypeMetadata): RelationTypeMetadata => {
+    makeObservable(relationTypeMetadata, {
+      columns: observable,
+    });
+
+    relationTypeMetadata.columns.forEach(observe_RelationTypeColumnMetadata);
+    return relationTypeMetadata;
+  },
+);

package/src/graph-manager/action/changeDetection/GraphObserverHelper.ts

@@ -86,7 +86,7 @@ const observe_Abstract_BasicModel = (metamodel: BasicModel): void => {
     ownFunctions: computed,
     ownFunctionActivators: computed,
     ownStores: computed,
-    ownProducts: computed,
+    ownDataProducts: computed,
     ownIngests: computed,
     ownFlatDatas: computed,
     ownDatabases: computed,

package/src/graph-manager/action/query/Query.ts

@@ -46,6 +46,11 @@ export class QueryDataSpaceExecutionContext extends QueryExecutionContext {
   executionKey: string | undefined;
 }
 
+export class QueryDataProductExecutionContext extends QueryExecutionContext {
+  dataProductPath!: string;
+  executionKey: string | undefined;
+}
+
 export interface QueryGridConfig {
   columns: object[];
   isPivotModeEnabled: boolean | undefined;
@@ -154,6 +159,12 @@ export class QueryDataSpaceExecutionContextInfo extends QueryExecutionContextInf
   dataSpacePath!: string;
   executionKey: string | undefined;
 }
+
+export class QueryDataProductNativeExecutionContextInfo extends QueryExecutionContextInfo {
+  dataProductPath!: string;
+  executionKey: string | undefined;
+}
+
 export interface QueryInfo {
   name: string;
   id: string;

package/src/graph-manager/helpers/DataProductHelper.ts

@@ -0,0 +1,113 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import { assertTrue, uniq, guaranteeNonNullable } from '@finos/legend-shared';
+import {
+  ModelAccessPointGroup,
+  type NativeModelAccess,
+  type DataProduct,
+  type DataProductElement,
+  type ElementScope,
+} from '../../graph/metamodel/pure/dataProduct/DataProduct.js';
+import type { Mapping } from '../../graph/metamodel/pure/packageableElements/mapping/Mapping.js';
+import type { GraphManagerState } from '../GraphManagerState.js';
+import type { MappingModelCoverageAnalysisResult } from '../action/analytics/MappingModelCoverageAnalysis.js';
+import { getMappingCompatibleClasses } from '../../graph/helpers/DSL_Mapping_Helper.js';
+import type { Class } from '../../graph/metamodel/pure/packageableElements/domain/Class.js';
+import { elementBelongsToPackage } from '../../graph/helpers/DomainHelper.js';
+import { Package } from '../../graph/metamodel/pure/packageableElements/domain/Package.js';
+
+export const isDataProductNative = (dataProduct: DataProduct): boolean => {
+  return dataProduct.nativeModelAccess !== undefined;
+};
+
+export const isDataProductModeled = (dataProduct: DataProduct): boolean => {
+  const groups = dataProduct.accessPointGroups;
+  if (groups.length === 1) {
+    const group = groups[0];
+    if (group instanceof ModelAccessPointGroup) {
+      return true;
+    }
+  }
+  return false;
+};
+
+export const getModelGroupFromNativeDataProduct = (
+  dataProduct: DataProduct,
+): NativeModelAccess => {
+  assertTrue(isDataProductNative(dataProduct), 'Data product is not native');
+  return guaranteeNonNullable(
+    dataProduct.nativeModelAccess,
+    'Native access point group is expected',
+  );
+};
+
+const matchesDataElement = (
+  _class: Class,
+  element: DataProductElement,
+): boolean => {
+  if (_class === element) {
+    return true;
+  }
+  if (element instanceof Package) {
+    return elementBelongsToPackage(_class, element);
+  }
+  return false;
+};
+
+export const resolveUsableDataProductClasses = (
+  elements: ElementScope[] | undefined,
+  mapping: Mapping,
+  graphManagerState: GraphManagerState,
+  mappingModelCoverageAnalysisResult?: MappingModelCoverageAnalysisResult,
+): Class[] => {
+  let compatibleClasses = getMappingCompatibleClasses(
+    mapping,
+    graphManagerState.usableClasses,
+  );
+  if (
+    // This check is to make sure that we have `info` field present in `MappedEntity` which
+    // contains information about the mapped class path
+    mappingModelCoverageAnalysisResult?.mappedEntities.some(
+      (m) => m.info !== undefined,
+    )
+  ) {
+    const uniqueCompatibleClasses = uniq(
+      mappingModelCoverageAnalysisResult.mappedEntities
+        // is root entity filters out mapped classes
+        .filter((e) => e.info?.isRootEntity)
+        .map((e) => e.info?.classPath),
+    );
+    compatibleClasses = graphManagerState.graph.classes.filter((c) =>
+      uniqueCompatibleClasses.includes(c.path),
+    );
+  }
+  if (elements?.length) {
+    return compatibleClasses.filter((_class) => {
+      const _classElements = elements
+        .filter((e) => matchesDataElement(_class, e.element.value))
+        // we sort because we respect the closest definition to the element.
+        .sort(
+          (a, b) => b.element.value.path.length - a.element.value.path.length,
+        );
+      if (!_classElements.length) {
+        return false;
+      }
+      return !_classElements[0]?.exclude;
+    });
+  }
+  return compatibleClasses;
+};

package/src/graph-manager/protocol/pure/v1/engine/V1_EngineHelper.ts

@@ -32,6 +32,7 @@ import {
   type QueryExecutionContextInfo,
   QueryExplicitExecutionContextInfo,
   QueryDataSpaceExecutionContextInfo,
+  QueryDataProductExecutionContext,
 } from '../../../../../graph-manager/action/query/Query.js';
 import {
   type V1_LightQuery,
@@ -40,6 +41,7 @@ import {
   V1_QueryExplicitExecutionContext,
   V1_QueryDataSpaceExecutionContext,
   type V1_QueryExecutionContext,
+  V1_QueryDataProductExecutionContext,
 } from './query/V1_Query.js';
 import type { PureModel } from '../../../../../graph/PureModel.js';
 import { DEPRECATED__ServiceTestResult } from '../../../../../graph-manager/action/service/DEPRECATED__ServiceTestResult.js';
@@ -124,6 +126,7 @@ export const V1_buildLightQuery = (
     `Query 'artifactId' field is missing`,
   );
   metamodel.owner = protocol.owner;
+  metamodel.description = protocol.description;
   metamodel.lastUpdatedAt = protocol.lastUpdatedAt;
   metamodel.createdAt = protocol.createdAt;
   metamodel.lastOpenAt = protocol.lastOpenAt;
@@ -337,6 +340,11 @@ export const V1_transformQueryExecutionContext = (
     protocol.dataSpacePath = execContext.dataSpacePath;
     protocol.executionKey = execContext.executionKey;
     return protocol;
+  } else if (execContext instanceof QueryDataProductExecutionContext) {
+    const protocol = new V1_QueryDataProductExecutionContext();
+    protocol.dataProductPath = execContext.dataProductPath;
+    protocol.executionKey = execContext.executionKey;
+    return protocol;
   }
   throw new UnsupportedOperationError('Unsupported query execution context');
 };

package/src/graph-manager/protocol/pure/v1/engine/query/V1_Query.ts

@@ -65,6 +65,7 @@ export class V1_QueryExecutionContext {}
 export enum V1_QueryExecutionContextType {
   QUERY_EXPLICIT_EXECUTION_CONTEXT = 'explicitExecutionContext',
   QUERY_DATASAPCE_EXECUTION_CONTEXT = 'dataSpaceExecutionContext',
+  QUERY_DATAPRODUCT_EXECUTION_CONTEXT = 'dataProductExecutionContext',
 }
 
 export class V1_QueryExplicitExecutionContext extends V1_QueryExecutionContext {
@@ -103,6 +104,24 @@ export class V1_QueryDataSpaceExecutionContext extends V1_QueryExecutionContext
   );
 }
 
+export class V1_QueryDataProductExecutionContext extends V1_QueryExecutionContext {
+  dataProductPath!: string;
+  executionKey: string | undefined;
+
+  static readonly serialization = new SerializationFactory(
+    createModelSchema(V1_QueryDataProductExecutionContext, {
+      _type: usingConstantValueSchema(
+        V1_QueryExecutionContextType.QUERY_DATAPRODUCT_EXECUTION_CONTEXT,
+      ),
+      dataProductPath: primitive(),
+      executionKey: optional(primitive()),
+    }),
+    {
+      deserializeNullAsUndefined: true,
+    },
+  );
+}
+
 export const V1_deserializeQueryExecutionContext = (
   json: PlainObject<V1_QueryExecutionContext>,
 ): V1_QueryExecutionContext => {
@@ -117,6 +136,11 @@ export const V1_deserializeQueryExecutionContext = (
         V1_QueryDataSpaceExecutionContext.serialization.schema,
         json,
       );
+    case V1_QueryExecutionContextType.QUERY_DATAPRODUCT_EXECUTION_CONTEXT:
+      return deserialize(
+        V1_QueryDataProductExecutionContext.serialization.schema,
+        json,
+      );
     default: {
       throw new UnsupportedOperationError(
         `Can't deserialize authentication strategy of type '${json._type}': no compatible deserializer available from plugins`,
@@ -138,6 +162,11 @@ export const V1_serializeQueryExecutionContext = (
       V1_QueryDataSpaceExecutionContext.serialization.schema,
       protocol,
     );
+  } else if (protocol instanceof V1_QueryDataProductExecutionContext) {
+    return serialize(
+      V1_QueryDataProductExecutionContext.serialization.schema,
+      protocol,
+    );
   }
   throw new UnsupportedOperationError(
     `Can't serialize authentication strategy: no compatible serializer available from plugins`,
@@ -217,6 +246,7 @@ export class V1_LightQuery {
   artifactId!: string;
   versionId!: string;
   originalVersionId?: string | undefined;
+  description?: string | undefined;
   lastUpdatedAt?: number | undefined;
   createdAt?: number | undefined;
   lastOpenAt?: number | undefined;
@@ -231,6 +261,7 @@ export class V1_LightQuery {
       lastOpenAt: optional(primitive()),
       name: primitive(),
       owner: optional(primitive()),
+      description: optional(primitive()),
       versionId: primitive(),
       originalVersionId: optional(primitive()),
     }),

package/src/graph-manager/protocol/pure/v1/model/packageableElements/function/test/V1_FunctionTest.ts

@@ -48,6 +48,7 @@ export class V1_FunctionTest extends V1_AtomicTest {
       this.id,
       this.doc ?? '',
       this.parameters ? hashArray(this.parameters) : '',
+      hashArray(this.assertions),
     ]);
   }
 }

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_DataProductTransformer.ts

@@ -167,7 +167,7 @@ export const V1_transformDataProduct = (
       );
     }
     nativeModelAccess.defaultExecutionContext =
-      metamodelNativeModelAccess.defaultExecutionContext;
+      metamodelNativeModelAccess.defaultExecutionContext.key;
     nativeModelAccess.nativeModelExecutionContexts =
       metamodelNativeModelAccess.nativeModelExecutionContexts.map(
         (executionContext) => {

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/helpers/V1_DataProductBuilder.ts

@@ -310,12 +310,16 @@ export const V1_buildNativeModelAccess = (
   context: V1_GraphBuilderContext,
 ): NativeModelAccess => {
   const metamodelNativeModelAccess = new NativeModelAccess();
-  metamodelNativeModelAccess.defaultExecutionContext =
-    nativeModelAccess.defaultExecutionContext;
   metamodelNativeModelAccess.nativeModelExecutionContexts =
     nativeModelAccess.nativeModelExecutionContexts.map((executionContext) =>
       V1_buildNativeModelExecutionContext(executionContext, context),
     );
+  metamodelNativeModelAccess.defaultExecutionContext = guaranteeNonNullable(
+    metamodelNativeModelAccess.nativeModelExecutionContexts.find(
+      (e) => e.key === nativeModelAccess.defaultExecutionContext,
+    ),
+    `Default execution context ${nativeModelAccess.defaultExecutionContext} not found among native model execution contexts`,
+  );
   if (nativeModelAccess.sampleQueries) {
     metamodelNativeModelAccess.sampleQueries =
       nativeModelAccess.sampleQueries.map((sampleQuery) =>

package/src/index.ts

@@ -399,6 +399,7 @@ export {
 } from './graph-manager/protocol/pure/v1/lakehouse/subscriptions/V1_ConsumerSubscriptions.js';
 export {
   V1_DataProductArtifact,
+  V1_NativeModelExecutionContextInfo,
   V1_AccessPointImplementation,
   V1_AccessPointGroupInfo,
   V1_SampleQueryInfo,
@@ -781,8 +782,6 @@ export {
   SupportInfo,
   ModelAccessPointGroup,
   InLineSampleQuery,
-  NativeModelAccess,
-  NativeModelExecutionContext,
   PackageableElementSampleQuery,
   SampleQuery,
   DataProductRuntimeInfo,
@@ -794,6 +793,8 @@ export {
   Expertise,
   ExternalDataProductType,
   type DataProductElement,
+  NativeModelAccess,
+  NativeModelExecutionContext,
   DataProductOperationalMetadata,
 } from './graph/metamodel/pure/dataProduct/DataProduct.js';
 export * from './graph-manager/action/changeDetection/DataProductObserveHelper.js';
@@ -839,6 +840,8 @@ export {
   observe_RelationElement,
   observe_RelationRowTestData,
   observe_RelationElementsData,
+  observe_RelationTypeMetadata,
+  observe_RelationTypeColumnMetadata,
 } from './graph-manager/action/changeDetection/DSL_Data_ObserverHelper.js';
 export { V1_transformExternalFormatData } from './graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_DataElementTransformer.js';
 export { V1_externalFormatDataModelSchema } from './graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_DataElementSerializationHelper.js';
@@ -972,6 +975,7 @@ export {
   DatasetEntitlementAccessApprovedReport,
   DatasetEntitlementUnsupportedReport,
 } from './graph-manager/action/analytics/StoreEntitlementAnalysis.js';
+export * from './graph-manager/helpers/DataProductHelper.js';
 export {
   FunctionAnalysisInfo,
   FunctionAnalysisParameterInfo,

package/tsconfig.json

@@ -435,6 +435,7 @@
     "./src/graph-manager/extensions/Testable_PureGraphManagerPlugin_Extension.ts",
     "./src/graph-manager/helpers/DSL_Data_GraphManagerHelper.ts",
     "./src/graph-manager/helpers/DSL_ExternalFormat_GraphManagerHelper.ts",
+    "./src/graph-manager/helpers/DataProductHelper.ts",
     "./src/graph-manager/helpers/ValueSpecificationGraphManagerHelper.ts",
     "./src/graph-manager/protocol/pure/PureGraphManagerBuilder.ts",
     "./src/graph-manager/protocol/pure/PureProtocolProcessorPlugin.ts",