@finos/legend-graph 32.1.26 → 32.1.28

package/src/graph-manager/protocol/pure/v1/V1_PureGraphManager.ts

@@ -482,6 +482,7 @@ export const V1_indexPureModelContextData = (
       }
       isIndexedAsOtherElement = true;
     }
+    // we index everything else as native
     if (!isIndexedAsOtherElement) {
       index.nativeElements.push(el);
     }
@@ -1259,25 +1260,24 @@ export class V1_PureGraphManager extends AbstractPureGraphManager {
       inputs.flatMap(async (input) => {
         // create the package cache
         const packageCache = new Map<string, Package>();
-
         await Promise.all(
-          input.data.nativeElements.map((element) =>
-            this.visitWithGraphBuilderErrorHandling(
+          input.data.nativeElements.map((element) => {
+            return this.visitWithGraphBuilderErrorHandling(
               element,
               new V1_ElementFirstPassBuilder(
                 this.getBuilderContext(graph, input.model, element, options),
                 packageCache,
                 elementPathCache,
               ),
-            ),
-          ),
+            );
+          }),
         );
         await Promise.all(
           this.graphBuilderExtensions.sortedExtraElementBuilders.flatMap(
             (builder) =>
               (input.data.otherElementsByBuilder.get(builder) ?? []).map(
-                (element) =>
-                  this.visitWithGraphBuilderErrorHandling(
+                (element) => {
+                  return this.visitWithGraphBuilderErrorHandling(
                     element,
                     new V1_ElementFirstPassBuilder(
                       this.getBuilderContext(
@@ -1289,7 +1289,8 @@ export class V1_PureGraphManager extends AbstractPureGraphManager {
                       packageCache,
                       elementPathCache,
                     ),
-                  ),
+                  );
+                },
               ),
           ),
         );

package/src/graph-manager/protocol/pure/v1/entitlements/V1_ConsumerEntitlements.ts

@@ -72,9 +72,9 @@ export class V1_ContractUserMembership {
 }
 
 export enum V1_UserApprovalStatus {
-  PENDING,
-  APPROVED,
-  DENIED,
+  PENDING = 'PENDING',
+  APPROVED = 'APPROVED',
+  DENIED = 'DENIED',
 }
 
 export enum V1_ContractState {
@@ -149,3 +149,12 @@ export type V1_DataContractsCreation = {
   accessPointGroup: string;
   consumer: PlainObject<V1_AdhocTeam>;
 };
+
+export class V1_TaskMetadata {
+  rec!: V1_ContractUserEventRecord;
+  assignees: string[] = [];
+}
+
+export class V1_TaskResponse {
+  tasks: V1_TaskMetadata[] | undefined;
+}

package/src/graph-manager/protocol/pure/v1/model/packageableElements/V1_PackageableElement.ts

@@ -41,6 +41,7 @@ import type { V1_SnowflakeApp } from './function/V1_SnowflakeApp.js';
 import type { V1_INTERNAL__UnknownElement } from './V1_INTERNAL__UnknownElement.js';
 import type { V1_HostedService } from './function/V1_HostedService.js';
 import type { V1_DataProduct } from './dataProduct/V1_DataProduct.js';
+import type { V1_IngestDefinition } from './ingest/V1_IngestDefinition.js';
 
 export interface V1_PackageableElementVisitor<T> {
   visit_PackageableElement(element: V1_PackageableElement): T;
@@ -48,6 +49,7 @@ export interface V1_PackageableElementVisitor<T> {
   visit_INTERNAL__UnknownPackageableElement(
     element: V1_INTERNAL__UnknownPackageableElement,
   ): T;
+
   visit_INTERNAL__UnknownFunctionActivator(
     element: V1_INTERNAL__UnknownFunctionActivator,
   ): T;
@@ -77,6 +79,7 @@ export interface V1_PackageableElementVisitor<T> {
   visit_HostedService(element: V1_HostedService): T;
 
   visit_DataProduct(element: V1_DataProduct): T;
+  visit_IngestDefinition(element: V1_IngestDefinition): T;
 }
 
 export abstract class V1_PackageableElement implements Hashable {

package/src/graph-manager/protocol/pure/v1/model/packageableElements/ingest/V1_IngestDefinition.ts

@@ -0,0 +1,31 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import type { V1_AppDirNode } from '../../../entitlements/V1_CoreEntitlements.js';
+import { V1_INTERNAL__UnknownPackageableElement } from '../V1_INTERNAL__UnknownPackageableElement.js';
+import type { V1_PackageableElementVisitor } from '../V1_PackageableElement.js';
+
+export const V1_INGEST_DEFINITION_TYPE = 'ingestDefinition';
+
+export class V1_IngestDefinition extends V1_INTERNAL__UnknownPackageableElement {
+  appDirDeployment: V1_AppDirNode | undefined;
+
+  override accept_PackageableElementVisitor<T>(
+    visitor: V1_PackageableElementVisitor<T>,
+  ): T {
+    return visitor.visit_IngestDefinition(this);
+  }
+}

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_PackageableElementTransformer.ts

@@ -98,6 +98,8 @@ import { V1_HostedService } from '../../../model/packageableElements/function/V1
 import { V1_transformFunctionActivatorActions } from '../to/helpers/V1_LegendLambdaTransformerHelper.js';
 import type { DataProduct } from '../../../../../../../graph/metamodel/pure/dataProduct/DataProduct.js';
 import { V1_transformDataProduct } from './V1_DataProductTransformer.js';
+import type { IngestDefinition } from '../../../../../../../graph/metamodel/pure/packageableElements/ingest/IngestDefinition.js';
+import { V1_IngestDefinition } from '../../../model/packageableElements/ingest/V1_IngestDefinition.js';
 
 class V1_PackageableElementTransformer
   implements PackageableElementVisitor<V1_PackageableElement>
@@ -147,6 +149,14 @@ class V1_PackageableElementTransformer
     return protocol;
   }
 
+  visit_IngestDefinition(element: IngestDefinition): V1_PackageableElement {
+    const protocol = new V1_IngestDefinition();
+    V1_initPackageableElement(protocol, element);
+    protocol.content = element.content;
+    // we don't take into account appDirDeployment here as it is still read only
+    return protocol;
+  }
+
   visit_INTERNAL__UnknownFunctionActivator(
     element: INTERNAL__UnknownFunctionActivator,
   ): V1_PackageableElement {

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/V1_ElementFifthPassBuilder.ts

@@ -52,6 +52,7 @@ import type { V1_SnowflakeApp } from '../../../model/packageableElements/functio
 import type { V1_INTERNAL__UnknownElement } from '../../../model/packageableElements/V1_INTERNAL__UnknownElement.js';
 import type { V1_HostedService } from '../../../model/packageableElements/function/V1_HostedService.js';
 import type { V1_DataProduct } from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
+import type { V1_IngestDefinition } from '../../../model/packageableElements/ingest/V1_IngestDefinition.js';
 
 export class V1_ElementFifthPassBuilder
   implements V1_PackageableElementVisitor<void>
@@ -100,6 +101,10 @@ export class V1_ElementFifthPassBuilder
     throw new UnsupportedOperationError();
   }
 
+  visit_IngestDefinition(element: V1_IngestDefinition): void {
+    throw new UnsupportedOperationError();
+  }
+
   visit_Class(element: V1_Class): void {
     const _class = this.context.currentSubGraph.getOwnClass(
       V1_buildFullPath(element.package, element.name),

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/V1_ElementFirstPassBuilder.ts

@@ -85,6 +85,11 @@ import { GenericTypeImplicitReference } from '../../../../../../../graph/metamod
 import { GenericType } from '../../../../../../../graph/metamodel/pure/packageableElements/domain/GenericType.js';
 import type { V1_DataProduct } from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
 import { DataProduct } from '../../../../../../../graph/metamodel/pure/dataProduct/DataProduct.js';
+import type { V1_IngestDefinition } from '../../../model/packageableElements/ingest/V1_IngestDefinition.js';
+import {
+  AppDirNode,
+  IngestDefinition,
+} from '../../../../../../../graph/metamodel/pure/packageableElements/ingest/IngestDefinition.js';
 
 export class V1_ElementFirstPassBuilder
   implements V1_PackageableElementVisitor<PackageableElement>
@@ -172,6 +177,41 @@ export class V1_ElementFirstPassBuilder
     return metamodel;
   }
 
+  visit_IngestDefinition(element: V1_IngestDefinition): PackageableElement {
+    assertNonEmptyString(
+      element.package,
+      `Element 'package' field is missing or empty`,
+    );
+    assertNonEmptyString(
+      element.name,
+      `Element 'name' field is missing or empty`,
+    );
+    const metamodel = new IngestDefinition(element.name);
+    const appDir = element.appDirDeployment;
+    if (appDir) {
+      const metamodelApp = new AppDirNode();
+      metamodelApp.appDirId = appDir.appDirId;
+      metamodelApp.level = appDir.level;
+      metamodel.appDirDeployment = metamodelApp;
+    }
+    const path = V1_buildFullPath(element.package, element.name);
+    V1_checkDuplicatedElement(path, this.context, this.elementPathCache);
+    this.context.currentSubGraph.INTERNAL__setOwnUnknownElement(
+      path,
+      metamodel,
+    );
+    addElementToPackage(
+      getOrCreateGraphPackage(
+        this.context.currentSubGraph,
+        element.package,
+        this.packageCache,
+      ),
+      metamodel,
+    );
+    metamodel.content = element.content;
+    return metamodel;
+  }
+
   visit_SnowflakeApp(element: V1_SnowflakeApp): PackageableElement {
     assertNonEmptyString(
       element.package,

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/V1_ElementFourthPassBuilder.ts

@@ -64,6 +64,7 @@ import type { V1_SnowflakeApp } from '../../../model/packageableElements/functio
 import type { V1_INTERNAL__UnknownElement } from '../../../model/packageableElements/V1_INTERNAL__UnknownElement.js';
 import type { V1_HostedService } from '../../../model/packageableElements/function/V1_HostedService.js';
 import type { V1_DataProduct } from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
+import type { V1_IngestDefinition } from '../../../model/packageableElements/ingest/V1_IngestDefinition.js';
 
 export class V1_ElementFourthPassBuilder
   implements V1_PackageableElementVisitor<void>
@@ -156,6 +157,9 @@ export class V1_ElementFourthPassBuilder
     return;
   }
 
+  visit_IngestDefinition(element: V1_IngestDefinition): void {
+    throw new UnsupportedOperationError();
+  }
   visit_Database(element: V1_Database): void {
     const database = this.context.currentSubGraph.getOwnDatabase(
       V1_buildFullPath(element.package, element.name),

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/V1_ElementSecondPassBuilder.ts

@@ -116,6 +116,7 @@ import type { V1_HostedService } from '../../../model/packageableElements/functi
 import { type V1_DataProduct } from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
 import { AccessPointGroup } from '../../../../../../../graph/metamodel/pure/dataProduct/DataProduct.js';
 import { V1_buildAccessPoint } from './helpers/V1_DataProductBuilder.js';
+import type { V1_IngestDefinition } from '../../../model/packageableElements/ingest/V1_IngestDefinition.js';
 
 export class V1_ElementSecondPassBuilder
   implements V1_PackageableElementVisitor<void>
@@ -142,6 +143,10 @@ export class V1_ElementSecondPassBuilder
     throw new UnsupportedOperationError();
   }
 
+  visit_IngestDefinition(element: V1_IngestDefinition): void {
+    throw new UnsupportedOperationError();
+  }
+
   visit_INTERNAL__UnknownFunctionActivator(
     element: V1_INTERNAL__UnknownFunctionActivator,
   ): void {

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/V1_ElementThirdPassBuilder.ts

@@ -67,6 +67,7 @@ import type { V1_SnowflakeApp } from '../../../model/packageableElements/functio
 import type { V1_INTERNAL__UnknownElement } from '../../../model/packageableElements/V1_INTERNAL__UnknownElement.js';
 import type { V1_HostedService } from '../../../model/packageableElements/function/V1_HostedService.js';
 import type { V1_DataProduct } from '../../../model/packageableElements/dataProduct/V1_DataProduct.js';
+import type { V1_IngestDefinition } from '../../../model/packageableElements/ingest/V1_IngestDefinition.js';
 
 export class V1_ElementThirdPassBuilder
   implements V1_PackageableElementVisitor<void>
@@ -93,6 +94,10 @@ export class V1_ElementThirdPassBuilder
     throw new UnsupportedOperationError();
   }
 
+  visit_IngestDefinition(element: V1_IngestDefinition): void {
+    throw new UnsupportedOperationError();
+  }
+
   visit_INTERNAL__UnknownFunctionActivator(
     element: V1_INTERNAL__UnknownFunctionActivator,
   ): void {

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/V1_PackageableElementSerialization.ts

@@ -126,6 +126,8 @@ import {
   type V1_DataProduct,
 } from '../../model/packageableElements/dataProduct/V1_DataProduct.js';
 import { V1_dataProductModelSchema } from './serializationHelpers/V1_DataProductSerializationHelper.js';
+import { V1_INGEST_DEFINITION_TYPE } from '../../model/packageableElements/ingest/V1_IngestDefinition.js';
+import { V1_createIngestDef } from './serializationHelpers/V1_IngestSerializationHelper.js';
 
 class V1_PackageableElementSerializer
   implements V1_PackageableElementVisitor<PlainObject<V1_PackageableElement>>
@@ -166,6 +168,12 @@ class V1_PackageableElementSerializer
     return element.content;
   }
 
+  visit_IngestDefinition(
+    element: V1_INTERNAL__UnknownPackageableElement,
+  ): PlainObject<V1_PackageableElement> {
+    return this.visit_INTERNAL__UnknownPackageableElement(element);
+  }
+
   visit_INTERNAL__UnknownFunctionActivator(
     element: V1_INTERNAL__UnknownFunctionActivator,
   ): PlainObject<V1_PackageableElement> {
@@ -365,6 +373,8 @@ export const V1_deserializePackageableElement = (
         return deserialize(V1_HostedServiceModelSchema(plugins), json);
       case V1_DATA_PRODUCT_ELEMENT_PROTOCOL_TYPE:
         return deserialize(V1_dataProductModelSchema, json);
+      case V1_INGEST_DEFINITION_TYPE:
+        return V1_createIngestDef(name, packagePath, json);
       default: {
         for (const deserializer of extraElementProtocolDeserializers) {
           const protocol = deserializer(json, plugins);

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_EntitlementSerializationHelper.ts

@@ -32,6 +32,8 @@ import {
   V1_DataContractsRecord,
   V1_DataProduct_Entitlements,
   V1_PendingTasksRespond,
+  V1_TaskMetadata,
+  V1_TaskResponse,
   V1_TaskStatusChangeResponse,
 } from '../../../entitlements/V1_ConsumerEntitlements.js';
 import {
@@ -175,6 +177,14 @@ export const V1_contractUserEventRecordModelSchema = createModelSchema(
     type: primitive(),
   },
 );
+export const V1_taskMetadataModelSchema = createModelSchema(V1_TaskMetadata, {
+  rec: usingModelSchema(V1_contractUserEventRecordModelSchema),
+  assignees: list(primitive()),
+});
+
+export const V1_taskResponseModelSchema = createModelSchema(V1_TaskResponse, {
+  tasks: customListWithSchema(V1_taskMetadataModelSchema),
+});
 
 export const V1_pendingTasksRespondModelSchema = createModelSchema(
   V1_PendingTasksRespond,
@@ -201,3 +211,9 @@ export const V1_DataContractsRecordModelSchemaToContracts = (
   const contracts = deserialize(V1_DataContractsRecordModelSchema, json);
   return contracts.dataContracts.map((e) => e.dataContract);
 };
+
+export const V1_deserializeTaskResponse = (
+  json: PlainObject<V1_TaskMetadata>,
+): V1_TaskMetadata[] => {
+  return deserialize(V1_taskResponseModelSchema, json).tasks ?? [];
+};

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_IngestSerializationHelper.ts

@@ -0,0 +1,40 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import type { PlainObject } from '@finos/legend-shared';
+import { V1_IngestDefinition } from '../../../model/packageableElements/ingest/V1_IngestDefinition.js';
+import type { V1_PackageableElement } from '../../../model/packageableElements/V1_PackageableElement.js';
+import type { V1_AppDirNode } from '../../../entitlements/V1_CoreEntitlements.js';
+import { V1_AppDirNodeModelSchema } from './V1_EntitlementSerializationHelper.js';
+import { deserialize } from 'serializr';
+
+export const V1_createIngestDef = (
+  name: string,
+  packagePath: string,
+  json: PlainObject<V1_PackageableElement>,
+): V1_IngestDefinition => {
+  const ingestDef = new V1_IngestDefinition();
+  const appDir = (
+    json as { appDirDeployment: PlainObject<V1_AppDirNode> | undefined }
+  ).appDirDeployment;
+  ingestDef.appDirDeployment = appDir
+    ? deserialize(V1_AppDirNodeModelSchema, appDir)
+    : undefined;
+  ingestDef.name = name;
+  ingestDef.package = packagePath;
+  ingestDef.content = json;
+  return ingestDef;
+};

package/src/index.ts

@@ -94,6 +94,7 @@ export {
   HostedService,
   DEFAULT_HOSTED_SERVICE_PATTERN,
 } from './graph/metamodel/pure/packageableElements/function/HostedService.js';
+export * from './graph/metamodel/pure/packageableElements/ingest/IngestDefinition.js';
 export { HostedServiceDeploymentConfiguration } from './graph/metamodel/pure/functionActivator/HostedServiceDeploymentConfiguration.js';
 export { PostDeploymentAction } from './graph/metamodel/pure/functionActivator/PostDeploymentAction.js';
 export {
@@ -271,6 +272,9 @@ export {
   type V1_DataContractsCreation,
   V1_TaskStatus,
   V1_TaskStatusChangeResponse,
+  V1_TaskResponse,
+  V1_UserApprovalStatus,
+  V1_TaskMetadata,
 } from './graph-manager/protocol/pure/v1/entitlements/V1_ConsumerEntitlements.js';
 export {
   V1_AppDirLevel,
@@ -287,6 +291,7 @@ export {
   V1_TaskStatusChangeResponseModelSchema,
   V1_AdhocTeamModelSchema,
   V1_DataContractsRecordModelSchemaToContracts,
+  V1_deserializeTaskResponse,
 } from './graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_EntitlementSerializationHelper.js';
 export {
   V1_CreateSubscriptionInput,

package/tsconfig.json

@@ -196,6 +196,7 @@
     "./src/graph/metamodel/pure/packageableElements/generationSpecification/AbstractGenerationSpecification.ts",
     "./src/graph/metamodel/pure/packageableElements/generationSpecification/GenerationSpecification.ts",
     "./src/graph/metamodel/pure/packageableElements/generationSpecification/ModelGenerationSpecification.ts",
+    "./src/graph/metamodel/pure/packageableElements/ingest/IngestDefinition.ts",
     "./src/graph/metamodel/pure/packageableElements/mapping/AssociationImplementation.ts",
     "./src/graph/metamodel/pure/packageableElements/mapping/DEPRECATED__MappingTest.ts",
     "./src/graph/metamodel/pure/packageableElements/mapping/EmbeddedSetImplementation.ts",
@@ -598,6 +599,7 @@
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/generationSpecification/V1_AbstractGenerationSpecification.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/generationSpecification/V1_GenerationSpecification.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/generationSpecification/V1_ModelGenerationSpecification.ts",
+    "./src/graph-manager/protocol/pure/v1/model/packageableElements/ingest/V1_IngestDefinition.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/mapping/V1_AssociationMapping.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/mapping/V1_ClassMapping.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/mapping/V1_DEPRECATED__MappingTest.ts",
@@ -857,6 +859,7 @@
     "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_FunctionActivatorSerializationHelper.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_FunctionSerializationHelper.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_GenerationSpecificationSerializationHelper.ts",
+    "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_IngestSerializationHelper.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_MappingSerializationHelper.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_MilestoningSerializationHelper.ts",
     "./src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_PostProcessorSerializationHelper.ts",