@finos/legend-graph 32.1.17 → 32.1.19

package/src/graph-manager/action/changeDetection/PackageableElementObserver.ts

@@ -77,6 +77,8 @@ import type { INTERNAL__UnknownStore } from '../../../graph/metamodel/pure/packa
 import type { SnowflakeApp } from '../../../graph/metamodel/pure/packageableElements/function/SnowflakeApp.js';
 import type { INTERNAL__UnknownElement } from '../../../graph/metamodel/pure/packageableElements/INTERNAL__UnknownElement.js';
 import type { HostedService } from '../../../graph/metamodel/pure/packageableElements/function/HostedService.js';
+import type { DataProduct } from '../../../graph/metamodel/pure/dataProduct/DataProduct.js';
+import { observe_DataProduct } from './DataProductObserveHelper.js';
 
 class PackageableElementObserver implements PackageableElementVisitor<void> {
   observerContext: ObserverContext;
@@ -169,6 +171,10 @@ class PackageableElementObserver implements PackageableElementVisitor<void> {
     observe_Database(element, this.observerContext);
   }
 
+  visit_DataProduct(element: DataProduct): void {
+    observe_DataProduct(element);
+  }
+
   visit_Mapping(element: Mapping): void {
     observe_Mapping(element, this.observerContext);
   }

package/src/graph-manager/protocol/pure/v1/V1_PureGraphManager.ts

@@ -360,6 +360,7 @@ import {
   V1_buildFunctionSignature,
   V1_createGenericTypeWithElementPath,
 } from './helpers/V1_DomainHelper.js';
+import { V1_DataProduct } from './model/packageableElements/dataProduct/V1_DataProduct.js';
 
 class V1_PureModelContextDataIndex {
   elements: V1_PackageableElement[] = [];
@@ -387,6 +388,7 @@ class V1_PureModelContextDataIndex {
 
   services: V1_Service[] = [];
   executionEnvironments: V1_ExecutionEnvironmentInstance[] = [];
+  products: V1_DataProduct[] = [];
 
   INTERNAL__UnknownElement: V1_INTERNAL__UnknownElement[] = [];
   INTERNAL__unknownElements: V1_INTERNAL__UnknownPackageableElement[] = [];
@@ -469,6 +471,8 @@ export const V1_indexPureModelContextData = (
       index.dataElements.push(el);
     } else if (el instanceof V1_ExecutionEnvironmentInstance) {
       index.executionEnvironments.push(el);
+    } else if (el instanceof V1_DataProduct) {
+      index.products.push(el);
     } else {
       const clazz = getClass<V1_PackageableElement>(el);
       if (otherElementsByClass.has(clazz)) {
@@ -4445,6 +4449,8 @@ export class V1_PureGraphManager extends AbstractPureGraphManager {
       return CORE_PURE_PATH.SNOWFLAKE_APP;
     } else if (protocol instanceof V1_HostedService) {
       return CORE_PURE_PATH.HOSTED_SERVICE;
+    } else if (protocol instanceof V1_DataProduct) {
+      return CORE_PURE_PATH.DATA_PRODUCT;
     }
     const extraElementProtocolClassifierPathGetters = this.pluginManager
       .getPureProtocolProcessorPlugins()

package/src/graph-manager/protocol/pure/v1/engine/V1_EngineServerClient.ts

@@ -721,10 +721,14 @@ export class V1_EngineServerClient extends AbstractServerClient {
       returnAsResponse?: boolean;
       serializationFormat?: EXECUTION_SERIALIZATION_FORMAT | undefined;
       abortController?: AbortController | undefined;
+      tracingTags?: PlainObject | undefined;
     },
   ): Promise<PlainObject<V1_ExecutionResult> | Response> =>
     this.postWithTracing(
-      this.getTraceData(CORE_ENGINE_ACTIVITY_TRACE.EXECUTE),
+      this.getTraceData(
+        CORE_ENGINE_ACTIVITY_TRACE.EXECUTE,
+        options?.tracingTags,
+      ),
       `${this._execution()}/execute`,
       this.debugPayload(input, CORE_ENGINE_ACTIVITY_TRACE.EXECUTE),
       {

package/src/graph-manager/protocol/pure/v1/engine/V1_RemoteEngine.ts

@@ -837,6 +837,7 @@ export class V1_RemoteEngine implements V1_GraphManagerEngine {
         returnAsResponse: true,
         serializationFormat: options?.serializationFormat,
         abortController: options?.abortController,
+        tracingTags: options?.tracingtags,
       },
     )) as Response;
     result.set(V1_EXECUTION_RESULT, await response.text());

package/src/graph-manager/protocol/pure/v1/model/packageableElements/V1_PackageableElement.ts

@@ -40,6 +40,7 @@ import type { V1_INTERNAL__UnknownStore } from './store/V1_INTERNAL__UnknownStor
 import type { V1_SnowflakeApp } from './function/V1_SnowflakeApp.js';
 import type { V1_INTERNAL__UnknownElement } from './V1_INTERNAL__UnknownElement.js';
 import type { V1_HostedService } from './function/V1_HostedService.js';
+import type { V1_DataProduct } from './dataProduct/V1_DataProduct.js';
 
 export interface V1_PackageableElementVisitor<T> {
   visit_PackageableElement(element: V1_PackageableElement): T;
@@ -74,6 +75,8 @@ export interface V1_PackageableElementVisitor<T> {
   ): T;
   visit_SnowflakeApp(element: V1_SnowflakeApp): T;
   visit_HostedService(element: V1_HostedService): T;
+
+  visit_DataProduct(element: V1_DataProduct): T;
 }
 
 export abstract class V1_PackageableElement implements Hashable {

package/src/graph-manager/protocol/pure/v1/model/packageableElements/dataProduct/V1_DataProduct.ts

@@ -0,0 +1,86 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import {
+  hashArray,
+  type Hashable,
+  type PlainObject,
+} from '@finos/legend-shared';
+import type { V1_RawLambda } from '../../rawValueSpecification/V1_RawLambda.js';
+import {
+  V1_PackageableElement,
+  type V1_PackageableElementVisitor,
+} from '../V1_PackageableElement.js';
+import {
+  CORE_HASH_STRUCTURE,
+  hashObjectWithoutSourceInformation,
+} from '../../../../../../../graph/Core_HashUtils.js';
+
+export const V1_DATA_PRODUCT_ELEMENT_PROTOCOL_TYPE = 'dataProduct';
+
+export abstract class V1_AccessPoint implements Hashable {
+  id!: string;
+
+  get hashCode(): string {
+    return hashArray([CORE_HASH_STRUCTURE.DATA_PRODUCT_ACCESS_POINT, this.id]);
+  }
+}
+
+export class V1_LakehouseAccessPoint
+  extends V1_AccessPoint
+  implements Hashable
+{
+  targetEnvironment!: string;
+  func!: V1_RawLambda;
+
+  override get hashCode(): string {
+    return hashArray([
+      super.hashCode,
+      CORE_HASH_STRUCTURE.LAKEHOUSE_ACCESS_POINT,
+      this.targetEnvironment,
+      this.func,
+    ]);
+  }
+}
+
+// handle incoming accesspoints not yet modeled
+export class V1_UnknownAccessPoint extends V1_AccessPoint implements Hashable {
+  content!: PlainObject;
+  override get hashCode(): string {
+    return hashArray([
+      super.hashCode,
+      CORE_HASH_STRUCTURE.UNKNOWN_ACCESS_POINT,
+      hashObjectWithoutSourceInformation(this.content),
+    ]);
+  }
+}
+
+export class V1_DataProduct extends V1_PackageableElement implements Hashable {
+  accessPoints: V1_AccessPoint[] = [];
+
+  override get hashCode(): string {
+    return hashArray([
+      CORE_HASH_STRUCTURE.DATA_PRODUCT,
+      hashArray(this.accessPoints),
+    ]);
+  }
+
+  override accept_PackageableElementVisitor<T>(
+    visitor: V1_PackageableElementVisitor<T>,
+  ): T {
+    return visitor.visit_DataProduct(this);
+  }
+}

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_DataProductTransformer.ts

@@ -0,0 +1,57 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import { UnsupportedOperationError } from '@finos/legend-shared';
+import {
+  LakehouseAccessPoint,
+  UnknownAccessPoint,
+  type DataProduct,
+} from '../../../../../../../graph/metamodel/pure/dataProduct/DataProduct.js';
+import {
+  V1_DataProduct,
+  V1_LakehouseAccessPoint,
+  V1_UnknownAccessPoint,
+} from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
+import { V1_initPackageableElement } from './V1_CoreTransformerHelper.js';
+import { V1_transformRawLambda } from './V1_RawValueSpecificationTransformer.js';
+import type { V1_GraphTransformerContext } from './V1_GraphTransformerContext.js';
+
+export const V1_transformDataProduct = (
+  element: DataProduct,
+  context: V1_GraphTransformerContext,
+): V1_DataProduct => {
+  const product = new V1_DataProduct();
+  V1_initPackageableElement(product, element);
+  product.accessPoints = element.accessPoints.map((ap) => {
+    if (ap instanceof LakehouseAccessPoint) {
+      const lake = new V1_LakehouseAccessPoint();
+      lake.id = ap.id;
+      lake.func = V1_transformRawLambda(ap.func, context);
+      lake.targetEnvironment = ap.targetEnvironment;
+      return lake;
+    } else if (ap instanceof UnknownAccessPoint) {
+      const un = new V1_UnknownAccessPoint();
+      un.content = ap.content;
+      un.id = ap.id;
+      return un;
+    }
+    throw new UnsupportedOperationError(
+      `Unable to transform data product access point`,
+    );
+  });
+
+  return product;
+};

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_PackageableElementTransformer.ts

@@ -95,6 +95,8 @@ import { V1_INTERNAL__UnknownElement } from '../../../model/packageableElements/
 import type { HostedService } from '../../../../../../../graph/metamodel/pure/packageableElements/function/HostedService.js';
 import { V1_HostedService } from '../../../model/packageableElements/function/V1_HostedService.js';
 import { V1_transformFunctionActivatorActions } from '../to/helpers/V1_LegendLambdaTransformerHelper.js';
+import type { DataProduct } from '../../../../../../../graph/metamodel/pure/dataProduct/DataProduct.js';
+import { V1_transformDataProduct } from './V1_DataProductTransformer.js';
 
 class V1_PackageableElementTransformer
   implements PackageableElementVisitor<V1_PackageableElement>
@@ -275,6 +277,10 @@ class V1_PackageableElementTransformer
     return V1_transformDatabase(element, this.context);
   }
 
+  visit_DataProduct(element: DataProduct): V1_PackageableElement {
+    return V1_transformDataProduct(element, this.context);
+  }
+
   visit_Mapping(element: Mapping): V1_PackageableElement {
     return V1_transformMapping(element, this.context);
   }

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/V1_ElementFifthPassBuilder.ts

@@ -51,6 +51,7 @@ import type { V1_INTERNAL__UnknownStore } from '../../../model/packageableElemen
 import type { V1_SnowflakeApp } from '../../../model/packageableElements/function/V1_SnowflakeApp.js';
 import type { V1_INTERNAL__UnknownElement } from '../../../model/packageableElements/V1_INTERNAL__UnknownElement.js';
 import type { V1_HostedService } from '../../../model/packageableElements/function/V1_HostedService.js';
+import type { V1_DataProduct } from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
 
 export class V1_ElementFifthPassBuilder
   implements V1_PackageableElementVisitor<void>
@@ -180,4 +181,8 @@ export class V1_ElementFifthPassBuilder
   visit_HostedService(element: V1_HostedService): void {
     throw new UnsupportedOperationError();
   }
+
+  visit_DataProduct(element: V1_DataProduct): void {
+    throw new UnsupportedOperationError();
+  }
 }

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/V1_ElementFirstPassBuilder.ts

@@ -83,6 +83,8 @@ import { HostedService } from '../../../../../../../graph/metamodel/pure/package
 import { V1_buildFunctionActivatorActions } from './helpers/V1_LegendLambdaHelper.js';
 import { GenericTypeImplicitReference } from '../../../../../../../graph/metamodel/pure/packageableElements/domain/GenericTypeReference.js';
 import { GenericType } from '../../../../../../../graph/metamodel/pure/packageableElements/domain/GenericType.js';
+import type { V1_DataProduct } from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
+import { DataProduct } from '../../../../../../../graph/metamodel/pure/dataProduct/DataProduct.js';
 
 export class V1_ElementFirstPassBuilder
   implements V1_PackageableElementVisitor<PackageableElement>
@@ -711,4 +713,28 @@ export class V1_ElementFirstPassBuilder
     this.context.currentSubGraph.setOwnExecutionEnvironment(path, exEnvir);
     return exEnvir;
   }
+
+  visit_DataProduct(element: V1_DataProduct): PackageableElement {
+    assertNonEmptyString(
+      element.package,
+      `Data Product 'package' field is missing or empty`,
+    );
+    assertNonEmptyString(
+      element.name,
+      `Data Product 'name' field is missing or empty`,
+    );
+    const product = new DataProduct(element.name);
+    const path = V1_buildFullPath(element.package, element.name);
+    V1_checkDuplicatedElement(path, this.context, this.elementPathCache);
+    addElementToPackage(
+      getOrCreateGraphPackage(
+        this.context.currentSubGraph,
+        element.package,
+        this.packageCache,
+      ),
+      product,
+    );
+    this.context.currentSubGraph.setOwnDataProduct(path, product);
+    return product;
+  }
 }

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/V1_ElementFourthPassBuilder.ts

@@ -63,6 +63,7 @@ import type { V1_INTERNAL__UnknownStore } from '../../../model/packageableElemen
 import type { V1_SnowflakeApp } from '../../../model/packageableElements/function/V1_SnowflakeApp.js';
 import type { V1_INTERNAL__UnknownElement } from '../../../model/packageableElements/V1_INTERNAL__UnknownElement.js';
 import type { V1_HostedService } from '../../../model/packageableElements/function/V1_HostedService.js';
+import type { V1_DataProduct } from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
 
 export class V1_ElementFourthPassBuilder
   implements V1_PackageableElementVisitor<void>
@@ -119,6 +120,10 @@ export class V1_ElementFourthPassBuilder
     throw new UnsupportedOperationError();
   }
 
+  visit_DataProduct(element: V1_DataProduct): void {
+    throw new UnsupportedOperationError();
+  }
+
   visit_Class(element: V1_Class): void {
     const _class = this.context.currentSubGraph.getOwnClass(
       V1_buildFullPath(element.package, element.name),

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/V1_ElementSecondPassBuilder.ts

@@ -112,6 +112,16 @@ import {
 } from './helpers/V1_FunctionActivatorBuilderHelper.js';
 import type { V1_INTERNAL__UnknownElement } from '../../../model/packageableElements/V1_INTERNAL__UnknownElement.js';
 import type { V1_HostedService } from '../../../model/packageableElements/function/V1_HostedService.js';
+import {
+  V1_LakehouseAccessPoint,
+  V1_UnknownAccessPoint,
+  type V1_DataProduct,
+} from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
+import {
+  LakehouseAccessPoint,
+  UnknownAccessPoint,
+} from '../../../../../../../graph/metamodel/pure/dataProduct/DataProduct.js';
+import { V1_buildRawLambdaWithResolvedPaths } from './helpers/V1_ValueSpecificationPathResolver.js';
 
 export class V1_ElementSecondPassBuilder
   implements V1_PackageableElementVisitor<void>
@@ -600,4 +610,30 @@ export class V1_ElementSecondPassBuilder
       V1_buildExecutionParameters(e, this.context),
     );
   }
+
+  visit_DataProduct(element: V1_DataProduct): void {
+    const execEnv = this.context.currentSubGraph.getOwnDataProduct(
+      V1_buildFullPath(element.package, element.name),
+    );
+    execEnv.accessPoints = element.accessPoints.map((ap) => {
+      if (ap instanceof V1_LakehouseAccessPoint) {
+        return new LakehouseAccessPoint(
+          ap.id,
+          ap.targetEnvironment,
+          V1_buildRawLambdaWithResolvedPaths(
+            ap.func.parameters,
+            ap.func.body,
+            this.context,
+          ),
+        );
+      } else if (ap instanceof V1_UnknownAccessPoint) {
+        const unkown = new UnknownAccessPoint(ap.id);
+        unkown.content = ap.content;
+        return unkown;
+      }
+      throw new UnsupportedOperationError(
+        `Unsupported data product access type ${ap}`,
+      );
+    });
+  }
 }

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/V1_ElementThirdPassBuilder.ts

@@ -66,6 +66,7 @@ import type { V1_INTERNAL__UnknownStore } from '../../../model/packageableElemen
 import type { V1_SnowflakeApp } from '../../../model/packageableElements/function/V1_SnowflakeApp.js';
 import type { V1_INTERNAL__UnknownElement } from '../../../model/packageableElements/V1_INTERNAL__UnknownElement.js';
 import type { V1_HostedService } from '../../../model/packageableElements/function/V1_HostedService.js';
+import type { V1_DataProduct } from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
 
 export class V1_ElementThirdPassBuilder
   implements V1_PackageableElementVisitor<void>
@@ -274,4 +275,8 @@ export class V1_ElementThirdPassBuilder
   visit_DataElement(element: V1_DataElement): void {
     throw new UnsupportedOperationError();
   }
+
+  visit_DataProduct(element: V1_DataProduct): void {
+    throw new UnsupportedOperationError();
+  }
 }

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/V1_PackageableElementSerialization.ts

@@ -121,6 +121,11 @@ import { V1_INTERNAL__UnknownStore } from '../../model/packageableElements/store
 import type { V1_SnowflakeApp } from '../../model/packageableElements/function/V1_SnowflakeApp.js';
 import { V1_INTERNAL__UnknownElement } from '../../model/packageableElements/V1_INTERNAL__UnknownElement.js';
 import type { V1_HostedService } from '../../model/packageableElements/function/V1_HostedService.js';
+import {
+  V1_DATA_PRODUCT_ELEMENT_PROTOCOL_TYPE,
+  type V1_DataProduct,
+} from '../../model/packageableElements/dataProduct/V1_DataProduct.js';
+import { V1_dataProductModelSchema } from './serializationHelpers/V1_DataProductSerializationHelper.js';
 
 class V1_PackageableElementSerializer
   implements V1_PackageableElementVisitor<PlainObject<V1_PackageableElement>>
@@ -223,6 +228,12 @@ class V1_PackageableElementSerializer
     return serialize(V1_databaseModelSchema, element);
   }
 
+  visit_DataProduct(
+    element: V1_DataProduct,
+  ): PlainObject<V1_PackageableElement> {
+    return serialize(V1_dataProductModelSchema, element);
+  }
+
   visit_Mapping(element: V1_Mapping): PlainObject<V1_PackageableElement> {
     return serialize(V1_mappingModelSchema(this.plugins), element);
   }
@@ -352,6 +363,8 @@ export const V1_deserializePackageableElement = (
         return deserialize(V1_snowflakeAppModelSchema, json);
       case V1_HOSTED_SERVICE_TYPE:
         return deserialize(V1_HostedServiceModelSchema, json);
+      case V1_DATA_PRODUCT_ELEMENT_PROTOCOL_TYPE:
+        return deserialize(V1_dataProductModelSchema, json);
       default: {
         for (const deserializer of extraElementProtocolDeserializers) {
           const protocol = deserializer(json, plugins);

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_DataProductSerializationHelper.ts

@@ -0,0 +1,89 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import {
+  createModelSchema,
+  deserialize,
+  primitive,
+  serialize,
+} from 'serializr';
+import {
+  type V1_AccessPoint,
+  V1_DATA_PRODUCT_ELEMENT_PROTOCOL_TYPE,
+  V1_DataProduct,
+  V1_LakehouseAccessPoint,
+  V1_UnknownAccessPoint,
+} from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
+import {
+  UnsupportedOperationError,
+  usingConstantValueSchema,
+  usingModelSchema,
+  customList,
+  type PlainObject,
+} from '@finos/legend-shared';
+import { V1_rawLambdaModelSchema } from './V1_RawValueSpecificationSerializationHelper.js';
+
+export enum V1_AccessPointType {
+  LAKEHOUSE = 'lakehouseAccessPoint',
+  EQUAL_TO_JSON = 'equalToJson',
+  EQUAL_TO_TDS = 'equalToTDS',
+}
+
+export const V1_lakehouseAccessPointModelSchema = createModelSchema(
+  V1_LakehouseAccessPoint,
+  {
+    _type: usingConstantValueSchema(V1_AccessPointType.LAKEHOUSE),
+    id: primitive(),
+    targetEnvironment: primitive(),
+    func: usingModelSchema(V1_rawLambdaModelSchema),
+  },
+);
+
+const V1_serializeAccessPoint = (
+  protocol: V1_AccessPoint,
+): PlainObject<V1_AccessPoint> => {
+  if (protocol instanceof V1_LakehouseAccessPoint) {
+    return serialize(V1_lakehouseAccessPointModelSchema, protocol);
+  } else if (protocol instanceof V1_UnknownAccessPoint) {
+    return protocol.content;
+  }
+  throw new UnsupportedOperationError(
+    `Can't serialize access point type`,
+    protocol,
+  );
+};
+
+const V1_deserializeAccessPoint = (
+  json: PlainObject<V1_AccessPoint>,
+): V1_AccessPoint => {
+  switch (json._type) {
+    case V1_AccessPointType.LAKEHOUSE:
+      return deserialize(V1_lakehouseAccessPointModelSchema, json);
+    default: {
+      const unknown = new V1_UnknownAccessPoint();
+      unknown.content = json;
+      unknown.id = json.id as string;
+      return unknown;
+    }
+  }
+};
+
+export const V1_dataProductModelSchema = createModelSchema(V1_DataProduct, {
+  _type: usingConstantValueSchema(V1_DATA_PRODUCT_ELEMENT_PROTOCOL_TYPE),
+  name: primitive(),
+  package: primitive(),
+  accessPoints: customList(V1_serializeAccessPoint, V1_deserializeAccessPoint),
+});

package/src/index.ts

@@ -158,6 +158,11 @@ export { V1_Multiplicity } from './graph-manager/protocol/pure/v1/model/packagea
 export { V1_ExternalFormatDescription } from './graph-manager/protocol/pure/v1/engine/externalFormat/V1_ExternalFormatDescription.js';
 export { V1_ExternalFormatModelGenerationInput } from './graph-manager/protocol/pure/v1/engine/externalFormat/V1_ExternalFormatModelGeneration.js';
 export { V1_GenerateSchemaInput } from './graph-manager/protocol/pure/v1/engine/externalFormat/V1_GenerateSchemaInput.js';
+export {
+  V1_DataProduct,
+  V1_LakehouseAccessPoint,
+  V1_AccessPoint,
+} from './graph-manager/protocol/pure/v1/model/packageableElements/dataProduct/V1_DataProduct.js';
 export {
   V1_ExecuteInput,
   V1_TestDataGenerationExecutionInput,
@@ -448,6 +453,7 @@ export {
   V1_RawValueSpecificationType,
   V1_deserializeRawValueSpecificationType,
 } from './graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_RawValueSpecificationSerializationHelper.js';
+export { V1_dataProductModelSchema } from './graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_DataProductSerializationHelper.js';
 export { V1_transformPropertyReference } from './graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_MappingTransformer.js';
 export * from './graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_DataElementTransformer.js';
 export {
@@ -553,6 +559,16 @@ export * from './graph-manager/action/changeDetection/DSL_Generation_ObserverHel
 export * from './graph-manager/action/changeDetection/Testable_ObserverHelper.js';
 export * from './graph-manager/action/changeDetection/DSL_FunctionActivatorObserverHelper.js';
 
+// ------------------------------------- Data Product --------------------------------------------
+
+export {
+  DataProduct,
+  LakehouseAccessPoint,
+  LakehouseTargetEnv,
+  AccessPoint,
+} from './graph/metamodel/pure/dataProduct/DataProduct.js';
+export * from './graph-manager/action/changeDetection/DataProductObserveHelper.js';
+
 // ------------------------------------- DSL Data --------------------------------------------
 
 export { INTERNAL__UnknownEmbeddedData } from './graph/metamodel/pure/data/INTERNAL__UnknownEmbeddedData.js';

package/tsconfig.json

@@ -89,6 +89,7 @@
     "./src/graph/metamodel/pure/data/EmbeddedData.ts",
     "./src/graph/metamodel/pure/data/INTERNAL__UnknownEmbeddedData.ts",
     "./src/graph/metamodel/pure/data/RelationalCSVData.ts",
+    "./src/graph/metamodel/pure/dataProduct/DataProduct.ts",
     "./src/graph/metamodel/pure/executionPlan/ExecutionPlan.ts",
     "./src/graph/metamodel/pure/executionPlan/nodes/AllocationExecutionNode.ts",
     "./src/graph/metamodel/pure/executionPlan/nodes/ConstantExecutionNode.ts",
@@ -376,6 +377,7 @@
     "./src/graph-manager/action/changeDetection/DSL_Generation_ObserverHelper.ts",
     "./src/graph-manager/action/changeDetection/DSL_Mapping_ObserverHelper.ts",
     "./src/graph-manager/action/changeDetection/DSL_Service_ObserverHelper.ts",
+    "./src/graph-manager/action/changeDetection/DataProductObserveHelper.ts",
     "./src/graph-manager/action/changeDetection/DomainObserverHelper.ts",
     "./src/graph-manager/action/changeDetection/GraphObserverHelper.ts",
     "./src/graph-manager/action/changeDetection/PackageableElementObserver.ts",
@@ -553,6 +555,7 @@
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/connection/V1_INTERNAL__UnknownConnection.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/connection/V1_PackageableConnection.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/data/V1_DataElement.ts",
+    "./src/graph-manager/protocol/pure/v1/model/packageableElements/dataProduct/V1_DataProduct.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/domain/V1_Association.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/domain/V1_Class.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/domain/V1_Constraint.ts",
@@ -768,6 +771,7 @@
     "./src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_CoreTransformerHelper.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_DSL_ExternalFormat_Transformer.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_DataElementTransformer.ts",
+    "./src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_DataProductTransformer.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_DatabaseTransformer.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_DomainTransformer.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_ExecutionEnvironmentTransformer.ts",
@@ -836,6 +840,7 @@
     "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_CoreSerializationHelper.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_DSL_ExternalFormat_ProtocolHelper.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_DataElementSerializationHelper.ts",
+    "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_DataProductSerializationHelper.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_DatabaseSerializationHelper.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_DomainSerializationHelper.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_ExecutionEnvironmentSerializationHelper.ts",