@finos/legend-graph 32.3.21 → 32.3.23

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_DataProductTransformer.ts

@@ -28,6 +28,8 @@ import {
   UnknownAccessPoint,
   UnknownDataProductIcon,
   FunctionAccessPoint,
+  PackageableElementSampleQuery,
+  InLineSampleQuery,
 } from '../../../../../../../graph/metamodel/pure/dataProduct/DataProduct.js';
 import {
   type V1_AccessPoint,
@@ -51,6 +53,10 @@ import {
   V1_FunctionAccessPoint,
   type V1_Expertise,
   V1_DataProductOperationalMetadata,
+  V1_NativeModelAccess,
+  V1_PackageableElementSampleQuery,
+  V1_InLineSampleQuery,
+  V1_NativeModelExecutionContext,
 } from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
 import { V1_initPackageableElement } from './V1_CoreTransformerHelper.js';
 import { V1_transformRawLambda } from './V1_RawValueSpecificationTransformer.js';
@@ -61,6 +67,8 @@ import {
 } from './V1_DomainTransformer.js';
 import { V1_PackageableElementPointer } from '../../../model/packageableElements/V1_PackageableElement.js';
 import { V1_transformEmbeddedData } from './V1_DataElementTransformer.js';
+import { ConcreteFunctionDefinition } from '../../../../../../../graph/metamodel/pure/packageableElements/function/ConcreteFunctionDefinition.js';
+import { generateFunctionPrettyName } from '../../../../../../../graph/helpers/PureLanguageHelper.js';
 
 const transformAccessPoint = (
   ap: AccessPoint,
@@ -137,6 +145,103 @@ export const V1_transformDataProduct = (
     product.type = dataProductType;
   }
 
+  if (element.nativeModelAccess) {
+    const nativeModelAccess = new V1_NativeModelAccess();
+    const metamodelNativeModelAccess = element.nativeModelAccess;
+    if (metamodelNativeModelAccess.diagrams.length === 0) {
+      nativeModelAccess.diagrams = undefined;
+    } else {
+      nativeModelAccess.diagrams = metamodelNativeModelAccess.diagrams.map(
+        (diagram) => {
+          const v1Diagram = new V1_DataProductDiagram();
+          v1Diagram.title = diagram.title;
+          v1Diagram.description = diagram.description;
+          v1Diagram.diagram = new V1_PackageableElementPointer(
+            undefined,
+            diagram.diagram.path,
+          );
+          return v1Diagram;
+        },
+      );
+    }
+    nativeModelAccess.defaultExecutionContext =
+      metamodelNativeModelAccess.defaultExecutionContext;
+    nativeModelAccess.nativeModelExecutionContexts =
+      metamodelNativeModelAccess.nativeModelExecutionContexts.map(
+        (executionContext) => {
+          const v1ExecutionContext = new V1_NativeModelExecutionContext();
+          v1ExecutionContext.key = executionContext.key;
+          v1ExecutionContext.mapping = new V1_PackageableElementPointer(
+            undefined,
+            executionContext.mapping.valueForSerialization ?? '',
+          );
+          if (executionContext.runtime) {
+            v1ExecutionContext.runtime = new V1_PackageableElementPointer(
+              undefined,
+              executionContext.runtime.valueForSerialization ?? '',
+            );
+          }
+          return v1ExecutionContext;
+        },
+      );
+    nativeModelAccess.featuredElements =
+      metamodelNativeModelAccess.featuredElements.map((metatamodelScope) => {
+        const scope = new V1_ElementScope();
+        scope.exclude = metatamodelScope.exclude;
+        scope.element = new V1_PackageableElementPointer(
+          undefined,
+          metatamodelScope.element.valueForSerialization ?? '',
+        );
+        return scope;
+      });
+    nativeModelAccess.sampleQueries =
+      metamodelNativeModelAccess.sampleQueries.map((metamodelSampleQuery) => {
+        if (metamodelSampleQuery instanceof PackageableElementSampleQuery) {
+          const sampleQuery = new V1_PackageableElementSampleQuery();
+          sampleQuery.id = metamodelSampleQuery.id;
+          sampleQuery.title = metamodelSampleQuery.title;
+          sampleQuery.description = metamodelSampleQuery.description;
+          sampleQuery.executionContextKey =
+            metamodelSampleQuery.executionContextKey;
+          if (
+            metamodelSampleQuery.query.value instanceof
+            ConcreteFunctionDefinition
+          ) {
+            sampleQuery.query = new V1_PackageableElementPointer(
+              undefined,
+              generateFunctionPrettyName(metamodelSampleQuery.query.value, {
+                fullPath: true,
+                spacing: false,
+                notIncludeParamName: true,
+              }),
+            );
+          } else {
+            sampleQuery.query = new V1_PackageableElementPointer(
+              undefined,
+              metamodelSampleQuery.query.valueForSerialization ?? '',
+            );
+          }
+          return sampleQuery;
+        } else if (metamodelSampleQuery instanceof InLineSampleQuery) {
+          const sampleQuery = new V1_InLineSampleQuery();
+          sampleQuery.id = metamodelSampleQuery.id;
+          sampleQuery.title = metamodelSampleQuery.title;
+          sampleQuery.description = metamodelSampleQuery.description;
+          sampleQuery.executionContextKey =
+            metamodelSampleQuery.executionContextKey;
+          sampleQuery.query = V1_transformRawLambda(
+            metamodelSampleQuery.query,
+            context,
+          );
+          return sampleQuery;
+        }
+        throw new UnsupportedOperationError(
+          `Unable to transform data product sample query`,
+        );
+      });
+    product.nativeModelAccess = nativeModelAccess;
+  }
+
   if (!element.icon) {
     product.icon = undefined;
   } else {

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_ServiceTransformer.ts

@@ -332,6 +332,7 @@ export const V1_transformService = (
   service.stereotypes = element.stereotypes.map(V1_transformStereotype);
   service.taggedValues = element.taggedValues.map(V1_transformTaggedValue);
   service.autoActivateUpdates = element.autoActivateUpdates;
+  service.mcpServer = element.mcpServer;
   service.documentation = element.documentation;
   service.execution = transformServiceExecution(element.execution, context);
   if (element.ownership) {

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/V1_ElementSecondPassBuilder.ts

@@ -143,6 +143,7 @@ import {
   V1_buildDataProductIcon,
   V1_buildDataProductLink,
   V1_buildDataProductOperationalMetadata,
+  V1_buildNativeModelAccess,
 } from './helpers/V1_DataProductBuilder.js';
 import type { V1_IngestDefinition } from '../../../model/packageableElements/ingest/V1_IngestDefinition.js';
 import { IncludeStore } from '../../../../../../../graph/metamodel/pure/packageableElements/store/relational/model/IncludeStore.js';
@@ -619,6 +620,7 @@ export class V1_ElementSecondPassBuilder
     service.owners = element.owners.slice();
     service.documentation = element.documentation;
     service.autoActivateUpdates = element.autoActivateUpdates;
+    service.mcpServer = element.mcpServer;
     if (element.ownership) {
       service.ownership = V1_buildServiceOwnership(element.ownership, service);
     }
@@ -751,6 +753,12 @@ export class V1_ElementSecondPassBuilder
     dataProduct.accessPointGroups = element.accessPointGroups.map((gr) =>
       V1_buildAccessPointGroup(gr, this.context),
     );
+    if (element.nativeModelAccess) {
+      dataProduct.nativeModelAccess = V1_buildNativeModelAccess(
+        element.nativeModelAccess,
+        this.context,
+      );
+    }
     const protocolSupportInfo = element.supportInfo;
     if (protocolSupportInfo) {
       const supportInfo = new SupportInfo();

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/helpers/V1_DataProductBuilder.ts

@@ -14,7 +14,11 @@
  * limitations under the License.
  */
 
-import { isNonNullable, UnsupportedOperationError } from '@finos/legend-shared';
+import {
+  guaranteeNonNullable,
+  isNonNullable,
+  UnsupportedOperationError,
+} from '@finos/legend-shared';
 import {
   type AccessPoint,
   type DataProductElement,
@@ -33,6 +37,12 @@ import {
   ModelAccessPointGroup,
   UnknownAccessPoint,
   UnknownDataProductIcon,
+  NativeModelAccess,
+  type SampleQuery,
+  PackageableElementSampleQuery,
+  InLineSampleQuery,
+  DataProductDiagram,
+  NativeModelExecutionContext,
 } from '../../../../../../../../graph/metamodel/pure/dataProduct/DataProduct.js';
 import {
   type V1_AccessPoint,
@@ -45,9 +55,14 @@ import {
   V1_FunctionAccessPoint,
   V1_LakehouseAccessPoint,
   V1_ModelAccessPointGroup,
+  type V1_NativeModelAccess,
+  type V1_SampleQuery,
   V1_UnknownAccessPoint,
   V1_UnknownDataProductIcon,
   type V1_DataProductOperationalMetadata,
+  V1_PackageableElementSampleQuery,
+  V1_InLineSampleQuery,
+  type V1_NativeModelExecutionContext,
 } from '../../../../model/packageableElements/dataProduct/V1_DataProduct.js';
 import type { V1_GraphBuilderContext } from '../V1_GraphBuilderContext.js';
 import { V1_buildRawLambdaWithResolvedPaths } from './V1_ValueSpecificationPathResolver.js';
@@ -59,6 +74,7 @@ import { Package } from '../../../../../../../../graph/metamodel/pure/packageabl
 import { Class } from '../../../../../../../../graph/metamodel/pure/packageableElements/domain/Class.js';
 import { Enumeration } from '../../../../../../../../graph/metamodel/pure/packageableElements/domain/Enumeration.js';
 import { Association } from '../../../../../../../../graph/metamodel/pure/packageableElements/domain/Association.js';
+import { generateFunctionPrettyName } from '../../../../../../../../graph/helpers/PureLanguageHelper.js';
 
 export const V1_buildDataProductLink = (
   link: V1_DataProductLink,
@@ -202,3 +218,147 @@ export const V1_buildAccessPointGroup = (
     return group;
   }
 };
+
+export const V1_buildNativeModelExecutionContext = (
+  nativeModelExecutionContext: V1_NativeModelExecutionContext,
+  context: V1_GraphBuilderContext,
+): NativeModelExecutionContext => {
+  const metamodelNativeModelExecutionContext =
+    new NativeModelExecutionContext();
+  metamodelNativeModelExecutionContext.key = nativeModelExecutionContext.key;
+  metamodelNativeModelExecutionContext.mapping =
+    PackageableElementExplicitReference.create(
+      context.graph.getMapping(nativeModelExecutionContext.mapping.path),
+    );
+  if (nativeModelExecutionContext.runtime) {
+    metamodelNativeModelExecutionContext.runtime =
+      PackageableElementExplicitReference.create(
+        context.graph.getRuntime(nativeModelExecutionContext.runtime.path),
+      );
+  }
+  return metamodelNativeModelExecutionContext;
+};
+
+export const V1_buildSampleQuery = (
+  sampleQuery: V1_SampleQuery,
+  defaultExecutionContext: string,
+  context: V1_GraphBuilderContext,
+): SampleQuery => {
+  if (sampleQuery instanceof V1_PackageableElementSampleQuery) {
+    const metamodelSampleQuery = new PackageableElementSampleQuery();
+    metamodelSampleQuery.id = sampleQuery.id;
+    metamodelSampleQuery.title = sampleQuery.title;
+    metamodelSampleQuery.description = sampleQuery.description;
+    metamodelSampleQuery.executionContextKey =
+      sampleQuery.executionContextKey ?? defaultExecutionContext;
+    try {
+      metamodelSampleQuery.query = context.resolveElement(
+        sampleQuery.query.path,
+        false,
+      );
+    } catch {
+      try {
+        metamodelSampleQuery.query = PackageableElementExplicitReference.create(
+          guaranteeNonNullable(
+            context.graph.functions.find(
+              (fn) =>
+                generateFunctionPrettyName(fn, {
+                  fullPath: true,
+                  spacing: false,
+                  notIncludeParamName: true,
+                }) === sampleQuery.query.path.replaceAll(/\s*/gu, ''),
+            ),
+          ),
+        );
+      } catch {
+        throw new UnsupportedOperationError(
+          `Can't analyze data product executable with element in path: ${sampleQuery.query.path}`,
+          sampleQuery,
+        );
+      }
+    }
+
+    return metamodelSampleQuery;
+  } else if (sampleQuery instanceof V1_InLineSampleQuery) {
+    const metamodelSampleQuery = new InLineSampleQuery();
+    metamodelSampleQuery.id = sampleQuery.id;
+    metamodelSampleQuery.title = sampleQuery.title;
+    metamodelSampleQuery.description = sampleQuery.description;
+    metamodelSampleQuery.executionContextKey =
+      sampleQuery.executionContextKey ?? defaultExecutionContext;
+    metamodelSampleQuery.query = V1_buildRawLambdaWithResolvedPaths(
+      sampleQuery.query.parameters,
+      sampleQuery.query.body,
+      context,
+    );
+    return metamodelSampleQuery;
+  }
+
+  throw new UnsupportedOperationError(
+    `Unsupported data product sample query type`,
+  );
+};
+
+export const V1_buildNativeModelAccess = (
+  nativeModelAccess: V1_NativeModelAccess,
+  context: V1_GraphBuilderContext,
+): NativeModelAccess => {
+  const metamodelNativeModelAccess = new NativeModelAccess();
+  metamodelNativeModelAccess.defaultExecutionContext =
+    nativeModelAccess.defaultExecutionContext;
+  metamodelNativeModelAccess.nativeModelExecutionContexts =
+    nativeModelAccess.nativeModelExecutionContexts.map((executionContext) =>
+      V1_buildNativeModelExecutionContext(executionContext, context),
+    );
+  if (nativeModelAccess.sampleQueries) {
+    metamodelNativeModelAccess.sampleQueries =
+      nativeModelAccess.sampleQueries.map((sampleQuery) =>
+        V1_buildSampleQuery(
+          sampleQuery,
+          nativeModelAccess.defaultExecutionContext,
+          context,
+        ),
+      );
+  }
+  if (!nativeModelAccess.diagrams) {
+    metamodelNativeModelAccess.diagrams = [];
+  } else {
+    metamodelNativeModelAccess.diagrams = nativeModelAccess.diagrams.map(
+      (diagram) => {
+        const metadatamodelDiagram = new DataProductDiagram();
+        metadatamodelDiagram.diagram = context.graph.getElement(
+          diagram.diagram.path,
+        );
+        metadatamodelDiagram.title = diagram.title;
+        metadatamodelDiagram.description = diagram.description;
+        return metadatamodelDiagram;
+      },
+    );
+  }
+  if (nativeModelAccess.featuredElements) {
+    metamodelNativeModelAccess.featuredElements =
+      nativeModelAccess.featuredElements.map((pointer) => {
+        const elementReference = context.resolveElement(
+          pointer.element.path,
+          true,
+        );
+        if (
+          elementReference.value instanceof Package ||
+          elementReference.value instanceof Class ||
+          elementReference.value instanceof Enumeration ||
+          elementReference.value instanceof Association
+        ) {
+          const elementPointer = new DataProductElementScope();
+          elementPointer.element =
+            elementReference as unknown as PackageableElementReference<DataProductElement>;
+          elementPointer.exclude = pointer.exclude;
+          return elementPointer;
+        }
+        throw new UnsupportedOperationError(
+          `Can't find data product element (only allow packages, classes, enumerations, and associations) '${pointer.element.path}'`,
+        );
+      });
+  }
+
+  return metamodelNativeModelAccess;
+};

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_DataProductSerializationHelper.ts

@@ -48,6 +48,11 @@ import {
   V1_Expertise,
   V1_FunctionAccessPoint,
   V1_DataProductOperationalMetadata,
+  V1_NativeModelAccess,
+  type V1_SampleQuery,
+  V1_PackageableElementSampleQuery,
+  V1_InLineSampleQuery,
+  V1_NativeModelExecutionContext,
 } from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
 import {
   UnsupportedOperationError,
@@ -87,6 +92,11 @@ export enum V1_AccessPointGrouptype {
   MODEL_ACCESS_POINT_GROUP = 'modelAccessPointGroup',
 }
 
+export enum V1_SampleQueryType {
+  IN_LINE_SAMPLE_QUERY = 'inLineSampleQuery',
+  PACKAGEABLE_ELEMENT_SAMPLE_QUERY = 'packageableElementSampleQuery',
+}
+
 export enum V1_DataProductIconType {
   LIBRARY_ICON = 'libraryIcon',
   EMBEDDED_IMAGE_ICON = 'embeddedImageIcon',
@@ -199,6 +209,85 @@ export const V1_ModelAccessPointGroupModelSchema = createModelSchema(
   },
 );
 
+export const V1_PackageableElementSampleQueryModelSchema = createModelSchema(
+  V1_PackageableElementSampleQuery,
+  {
+    _type: usingConstantValueSchema(
+      V1_SampleQueryType.PACKAGEABLE_ELEMENT_SAMPLE_QUERY,
+    ),
+    id: primitive(),
+    title: primitive(),
+    description: optional(primitive()),
+    query: usingModelSchema(V1_packageableElementPointerModelSchema),
+    executionContextKey: optional(primitive()),
+  },
+);
+
+export const V1_InLineSampleQueryModelSchema = createModelSchema(
+  V1_InLineSampleQuery,
+  {
+    _type: usingConstantValueSchema(V1_SampleQueryType.IN_LINE_SAMPLE_QUERY),
+    id: primitive(),
+    title: primitive(),
+    description: optional(primitive()),
+    executionContextKey: optional(primitive()),
+    query: usingModelSchema(V1_rawLambdaModelSchema),
+  },
+);
+
+const V1_serializeSampleQuery = (
+  protocol: V1_SampleQuery,
+): PlainObject<V1_SampleQuery> => {
+  if (protocol instanceof V1_InLineSampleQuery) {
+    return serialize(V1_InLineSampleQueryModelSchema, protocol);
+  } else if (protocol instanceof V1_PackageableElementSampleQuery) {
+    return serialize(V1_PackageableElementSampleQueryModelSchema, protocol);
+  }
+  throw new UnsupportedOperationError(
+    `Can't serialize data product sample query`,
+    protocol,
+  );
+};
+
+export const V1_deserializeSampleQuery = (
+  json: PlainObject<V1_SampleQuery>,
+): V1_SampleQuery => {
+  switch (json._type) {
+    case V1_SampleQueryType.IN_LINE_SAMPLE_QUERY:
+      return deserialize(V1_InLineSampleQueryModelSchema, json);
+    case V1_SampleQueryType.PACKAGEABLE_ELEMENT_SAMPLE_QUERY:
+    default:
+      return deserialize(V1_PackageableElementSampleQueryModelSchema, json);
+  }
+};
+
+export const V1_NativeModelExecutionContextSchema = createModelSchema(
+  V1_NativeModelExecutionContext,
+  {
+    key: primitive(),
+    mapping: usingModelSchema(V1_packageableElementPointerModelSchema),
+    runtime: optionalCustomUsingModelSchema(
+      V1_packageableElementPointerModelSchema,
+    ),
+  },
+);
+
+export const V1_NativeModelAccessModelSchema = createModelSchema(
+  V1_NativeModelAccess,
+  {
+    diagrams: optionalCustomListWithSchema(V1_dataProductDiagramModelSchema),
+    sampleQueries: optionalCustomList(
+      (val: V1_SampleQuery) => V1_serializeSampleQuery(val),
+      (val) => V1_deserializeSampleQuery(val),
+    ),
+    nativeModelExecutionContexts: customListWithSchema(
+      V1_NativeModelExecutionContextSchema,
+    ),
+    featuredElements: optionalCustomListWithSchema(V1_ElementScopeModelSchema),
+    defaultExecutionContext: primitive(),
+  },
+);
+
 export const V1_DefaultAccessPointGroupModelSchema = createModelSchema(
   V1_AccessPointGroup,
   {
@@ -369,6 +458,9 @@ export const V1_dataProductModelSchema = (
       V1_serializeAccessPointGroup,
       V1_deserializeAccessPointGroup,
     ),
+    nativeModelAccess: optionalCustomUsingModelSchema(
+      V1_NativeModelAccessModelSchema,
+    ),
     description: optional(primitive()),
     sampleValues: optionalCustomList(
       (data: V1_EmbeddedData) => V1_serializeEmbeddedDataType(data, plugins),

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_ServiceSerializationHelper.ts

@@ -383,4 +383,5 @@ export const V1_serviceModelSchema = (
     postValidations: customListWithSchema(V1_servicePostValidationModelSchema, {
       INTERNAL__forceReturnEmptyInTest: true,
     }),
+    mcpServer: optional(primitive()),
   });

package/src/index.ts

@@ -300,6 +300,7 @@ export {
   V1_ContractUserEventPayload,
   V1_ContractUserEventPrivilegeManagerPayload,
   V1_ContractUserEventRecord,
+  V1_ContractUserMembership,
   V1_ContractUserStatusResponse,
   V1_CreateContractPayload,
   V1_DataContract,
@@ -307,6 +308,7 @@ export {
   V1_DataContractsResponse,
   V1_DataContractSubscriptions,
   V1_EnrichedUserApprovalStatus,
+  V1_InvalidateDataContractResponse,
   V1_LiteDataContract,
   V1_LiteDataContractsResponse,
   V1_LiteDataContractWithUserStatus,
@@ -363,6 +365,7 @@ export {
   V1_ContractUserStatusResponseModelSchema,
   V1_createContractPayloadModelSchema,
   V1_DataContractApprovedUsersResponseModelSchema,
+  V1_dataContractModelSchema,
   V1_dataContractsResponseModelSchema,
   V1_DataProductOriginType,
   V1_deserializeDataContractResponse,
@@ -396,6 +399,14 @@ export {
   V1_DataProductArtifact,
   V1_AccessPointImplementation,
   V1_AccessPointGroupInfo,
+  V1_SampleQueryInfo,
+  V1_InLineSampleQueryInfo,
+  V1_PackageableElementSampleQueryInfo,
+  V1_NativeModelAccessInfo,
+  V1_DiagramInfo,
+  V1_EnumerationDocumentationEntry,
+  V1_AssociationDocumentationEntry,
+  V1_ClassDocumentationEntry,
 } from './graph-manager/protocol/pure/v1/lakehouse/deploy/V1_DataProductArtifact.js';
 export {
   V1_IngestEnvironmentType,