@finos/legend-graph 32.1.52 → 32.1.54

package/src/graph-manager/protocol/pure/v1/engine/V1_EngineServerClient.ts

@@ -90,6 +90,7 @@ import type { V1_CompleteCodeInput } from './compilation/V1_CompleteCodeInput.js
 import type { DeploymentResult } from '../../../../action/DeploymentResult.js';
 import type { PersistentDataCube } from '../../../../action/query/PersistentDataCube.js';
 import { type V1_LambdaTdsToRelationInput } from './pureProtocol/V1_LambdaTdsToRelationInput.js';
+import type { V1_RawLineageModel } from '../model/lineage/V1_Lineage.js';
 
 enum CORE_ENGINE_ACTIVITY_TRACE {
   GRAMMAR_TO_JSON = 'transform Pure code to protocol',
@@ -109,7 +110,7 @@ enum CORE_ENGINE_ACTIVITY_TRACE {
 
   EXECUTE = 'execute',
   GENERATE_EXECUTION_PLAN = 'generate execution plan',
-
+  GENERATE_LINEAGE = 'generate lineage',
   GENERATE_ARTIFACTS = 'generate artifacts',
 
   REGISTER_SERVICE = 'register service',
@@ -744,6 +745,19 @@ export class V1_EngineServerClient extends AbstractServerClient {
       { skipProcessing: Boolean(options?.returnAsResponse) },
     );
 
+  generateLineage = (
+    input: PlainObject<V1_ExecuteInput>,
+  ): Promise<PlainObject<V1_RawLineageModel>> =>
+    this.postWithTracing(
+      this.getTraceData(CORE_ENGINE_ACTIVITY_TRACE.GENERATE_LINEAGE),
+      `${this.baseUrl}/lineage/v1/function/fullAnalytics`,
+      this.debugPayload(input, CORE_ENGINE_ACTIVITY_TRACE.GENERATE_LINEAGE),
+      {},
+      undefined,
+      undefined,
+      { enableCompression: true },
+    );
+
   generatePlan = (
     input: PlainObject<V1_ExecuteInput>,
   ): Promise<PlainObject<V1_ExecutionPlan>> =>

package/src/graph-manager/protocol/pure/v1/engine/V1_GraphManagerEngine.ts

@@ -95,6 +95,10 @@ import type {
   LightPersistentDataCube,
   PersistentDataCube,
 } from '../../../../action/query/PersistentDataCube.js';
+import type {
+  V1_LineageInput,
+  V1_RawLineageModel,
+} from '../model/lineage/V1_Lineage.js';
 
 export interface V1_GraphManagerEngine {
   config: TEMPORARY__AbstractEngineConfig;
@@ -237,6 +241,10 @@ export interface V1_GraphManagerEngine {
     input: V1_ExecuteInput,
   ) => Promise<PlainObject<V1_ExecutionPlan>>;
 
+  generateLineage: (
+    input: V1_LineageInput,
+  ) => Promise<PlainObject<V1_RawLineageModel>>;
+
   debugExecutionPlanGeneration: (
     input: V1_ExecuteInput,
   ) => Promise<{ plan: PlainObject<V1_ExecutionPlan>; debug: string[] }>;

package/src/graph-manager/protocol/pure/v1/engine/V1_RemoteEngine.ts

@@ -168,6 +168,10 @@ import {
 } from '../../../../action/query/PersistentDataCube.js';
 import { V1_getGenericTypeFullPath } from '../helpers/V1_DomainHelper.js';
 import { V1_relationTypeModelSchema } from '../transformation/pureProtocol/serializationHelpers/V1_TypeSerializationHelper.js';
+import {
+  type V1_RawLineageModel,
+  V1_LineageInput,
+} from '../model/lineage/V1_Lineage.js';
 
 class V1_RemoteEngineConfig extends TEMPORARY__AbstractEngineConfig {
   private engine: V1_RemoteEngine;
@@ -910,6 +914,14 @@ export class V1_RemoteEngine implements V1_GraphManagerEngine {
     );
   }
 
+  generateLineage(
+    input: V1_LineageInput,
+  ): Promise<PlainObject<V1_RawLineageModel>> {
+    return this.engineServerClient.generateLineage(
+      V1_LineageInput.serialization.toJson(input),
+    );
+  }
+
   debugExecutionPlanGeneration(
     input: V1_ExecuteInput,
   ): Promise<{ plan: PlainObject<V1_ExecutionPlan>; debug: string[] }> {

package/src/graph-manager/protocol/pure/v1/lakehouse/entitlements/V1_ConsumerEntitlements.ts

@@ -91,6 +91,15 @@ export enum V1_UserApprovalStatus {
   CLOSED = 'CLOSED',
 }
 
+export enum V1_EnrichedUserApprovalStatus {
+  PENDING_CONSUMER_PRIVILEGE_MANAGER_APPROVAL = 'PENDING_CONSUMER_PRIVILEGE_MANAGER_APPROVAL',
+  PENDING_DATA_OWNER_APPROVAL = 'PENDING_DATA_OWNER_APPROVAL',
+  APPROVED = 'APPROVED',
+  DENIED = 'DENIED',
+  REVOKED = 'REVOKED',
+  CLOSED = 'CLOSED',
+}
+
 export enum V1_ContractState {
   DRAFT = 'DRAFT',
   PENDING_DATA_OWNER_APPROVAL = 'PENDING_DATA_OWNER_APPROVAL',

package/src/graph-manager/protocol/pure/v1/model/lineage/V1_Lineage.ts

@@ -0,0 +1,60 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import { SerializationFactory, usingModelSchema } from '@finos/legend-shared';
+import type { V1_PureModelContext } from '../context/V1_PureModelContext.js';
+import type { V1_Runtime } from '../packageableElements/runtime/V1_Runtime.js';
+import type { V1_RawLambda } from '../rawValueSpecification/V1_RawLambda.js';
+import {
+  createModelSchema,
+  custom,
+  optional,
+  primitive,
+  SKIP,
+} from 'serializr';
+import { V1_pureModelContextPropSchema } from '../../transformation/pureProtocol/V1_PureProtocolSerialization.js';
+import {
+  V1_deserializeRuntime,
+  V1_serializeRuntime,
+} from '../../transformation/pureProtocol/serializationHelpers/V1_RuntimeSerializationHelper.js';
+import { V1_rawLambdaModelSchema } from '../../transformation/pureProtocol/serializationHelpers/V1_RawValueSpecificationSerializationHelper.js';
+
+export type V1_RawLineageModel = object;
+export class V1_LineageInput {
+  clientVersion: string | undefined;
+  /**
+   * Studio does not process value specification, they are left in raw JSON form
+   *
+   * @discrepancy model
+   */
+  function!: V1_RawLambda;
+  mapping: string | undefined;
+  model!: V1_PureModelContext;
+  runtime: V1_Runtime | undefined;
+
+  static readonly serialization = new SerializationFactory(
+    createModelSchema(V1_LineageInput, {
+      clientVersion: optional(primitive()),
+      function: usingModelSchema(V1_rawLambdaModelSchema),
+      mapping: optional(primitive()),
+      model: V1_pureModelContextPropSchema,
+      runtime: custom(
+        (val) => (val ? V1_serializeRuntime(val) : SKIP),
+        (val) => (val ? V1_deserializeRuntime(val) : SKIP),
+      ),
+    }),
+  );
+}

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/from/V1_DataProductTransformer.ts

@@ -45,6 +45,7 @@ const transformAccessPoint = (
     lake.func = V1_transformRawLambda(ap.func, context);
     lake.targetEnvironment = ap.targetEnvironment;
     lake.classification = ap.classification;
+    lake.reproducible = ap.reproducible;
     return lake;
   } else if (ap instanceof UnknownAccessPoint) {
     const un = new V1_UnknownAccessPoint();

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_DataProductSerializationHelper.ts

@@ -59,6 +59,7 @@ export const V1_lakehouseAccessPointModelSchema = createModelSchema(
     targetEnvironment: primitive(),
     classification: optional(primitive()),
     func: usingModelSchema(V1_rawLambdaModelSchema),
+    reproducible: optional(primitive()),
   },
 );
 

package/src/index.ts

@@ -280,6 +280,7 @@ export {
   V1_DataContract,
   V1_DataContractApprovedUsersResponse,
   V1_DataContractsResponse,
+  V1_EnrichedUserApprovalStatus,
   V1_PendingTasksRespond,
   V1_ResourceType,
   V1_TaskMetadata,
@@ -340,6 +341,7 @@ export {
   V1_DataSubscriptionResponseModelSchema,
 } from './graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_SubscriptionSerializationHelper.js';
 export { V1_deserializeIngestEnvironment } from './graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_IngestSerializationHelper.js';
+export * from './graph-manager/protocol/pure/v1/model/lineage/V1_Lineage.js';
 
 // --------------------------------------------- EXECUTION PLAN --------------------------------------------------
 
@@ -350,7 +352,7 @@ export {
   PersistentDataCube,
   LightPersistentDataCube,
 } from './graph-manager/action/query/PersistentDataCube.js';
-
+export * from './graph/metamodel/pure/lineage/LineageModel.js';
 export * from './graph/metamodel/pure/executionPlan/ExecutionPlan.js';
 export { ExecutionNode } from './graph/metamodel/pure/executionPlan/nodes/ExecutionNode.js';
 export { FunctionParametersValidationNode } from './graph/metamodel/pure/executionPlan/nodes/FunctionParametersValidationNode.js';

package/tsconfig.json

@@ -140,6 +140,7 @@
     "./src/graph/metamodel/pure/functionActivator/PostDeploymentProperties.ts",
     "./src/graph/metamodel/pure/functionActivator/SnowflakeAppDeploymentConfiguration.ts",
     "./src/graph/metamodel/pure/functionActivator/SnowflakeM2MUdfDeploymentConfiguration.ts",
+    "./src/graph/metamodel/pure/lineage/LineageModel.ts",
     "./src/graph/metamodel/pure/packageableElements/INTERNAL__UnknownElement.ts",
     "./src/graph/metamodel/pure/packageableElements/INTERNAL__UnknownPackageableElement.ts",
     "./src/graph/metamodel/pure/packageableElements/PackageableElement.ts",
@@ -565,6 +566,7 @@
     "./src/graph-manager/protocol/pure/v1/model/executionPlan/results/V1_TDSColumn.ts",
     "./src/graph-manager/protocol/pure/v1/model/executionPlan/results/V1_TDSResultType.ts",
     "./src/graph-manager/protocol/pure/v1/model/executionPlan/results/V1_VoidResultType.ts",
+    "./src/graph-manager/protocol/pure/v1/model/lineage/V1_Lineage.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/V1_INTERNAL__UnknownElement.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/V1_INTERNAL__UnknownPackageableElement.ts",
     "./src/graph-manager/protocol/pure/v1/model/packageableElements/V1_PackageableElement.ts",