@finos/legend-extension-dsl-data-quality 2.1.81 → 2.1.83

package/src/graph-manager/protocol/pure/v1/V1_DSL_Data_Quality_PureGraphManagerExtension.ts

@@ -133,6 +133,7 @@ export class V1_DQReconciliationInput {
   target!: V1_RawLambda;
   keys: string[] = [];
   colsForHash: string[] = [];
+  additionalColumnsToPersist: string[] = [];
   defectLimit: number | undefined;
   queryLimit: number | undefined;
   aggregatedHash: boolean | undefined;
@@ -152,6 +153,7 @@ export class V1_DQReconciliationInput {
       target: usingModelSchema(V1_rawLambdaModelSchema),
       keys: list(primitive()),
       colsForHash: list(primitive()),
+      additionalColumnsToPersist: list(primitive()),
       defectLimit: optional(primitive()),
       queryLimit: optional(primitive()),
       aggregatedHash: optional(primitive()),
@@ -645,6 +647,7 @@ export class V1_DSL_Data_Quality_PureGraphManagerExtension extends DSL_DataQuali
     input.target = this.rawLambdaToV1(options.target);
     input.keys = options.keys;
     input.colsForHash = options.colsForHash;
+    input.additionalColumnsToPersist = options.additionalColumnsToPersist ?? [];
     input.aggregatedHash = options.aggregatedHash;
     input.sourceHashCol = options.sourceHashCol;
     input.targetHashCol = options.targetHashCol;

package/src/graph-manager/protocol/pure/v1/V1_DataQualityValidationConfiguration.ts

@@ -199,6 +199,7 @@ export class V1_DataQualityRelationComparisonConfiguration
   target!: V1_DataQualityRelationQueryLambda;
   keys: string[] = [];
   columnsToCompare: string[] = [];
+  additionalColumnsToPersist: string[] = [];
   strategy!: V1_ReconStrategy;
   expectedMatch?: number | undefined;
   persistenceStrategy?: V1_DataQualityPersistenceStrategy | undefined;
@@ -210,6 +211,7 @@ export class V1_DataQualityRelationComparisonConfiguration
       this.target,
       hashArray(this.keys),
       hashArray(this.columnsToCompare),
+      hashArray(this.additionalColumnsToPersist),
       String(this.expectedMatch ?? ''),
       this.strategy,
       this.persistenceStrategy ?? '',

package/src/graph-manager/protocol/pure/v1/transformation/V1_DSL_DataQuality_ValueSpecificationBuilderHelper.ts

@@ -412,6 +412,8 @@ export function V1_buildDataQualityRelationComparisonConfiguration(
   );
   element.keys = elementProtocol.keys;
   element.columnsToCompare = elementProtocol.columnsToCompare;
+  element.additionalColumnsToPersist =
+    elementProtocol.additionalColumnsToPersist;
   if (elementProtocol.strategy instanceof V1_MD5HashStrategy) {
     const strategy = new MD5HashStrategy();
     strategy.sourceHashColumn = elementProtocol.strategy.sourceHashColumn;

package/src/graph-manager/protocol/pure/v1/transformation/V1_DSL_DataQuality_ValueSpecificationTransformer.ts

@@ -301,6 +301,7 @@ export function V1_transformDataQualityRelationComparisonConfiguration(
   );
   protocol.keys = metamodel.keys;
   protocol.columnsToCompare = metamodel.columnsToCompare;
+  protocol.additionalColumnsToPersist = metamodel.additionalColumnsToPersist;
   protocol.strategy = V1_transformReconStrategy(metamodel.strategy);
   protocol.expectedMatch = metamodel.expectedMatch;
   protocol.persistenceStrategy = metamodel.persistenceStrategy

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/V1_DSL_DataQuality_ProtocolHelper.ts

@@ -310,6 +310,7 @@ const V1_dataQualityRelationComparisonModelSchema = (
     target: usingModelSchema(V1_rawLambdaModelSchemaParameters),
     keys: list(primitive()),
     columnsToCompare: list(primitive()),
+    additionalColumnsToPersist: list(primitive()),
     strategy: optionalCustom(
       (val) => (val ? V1_serializeReconStrategy(val) : SKIP),
       (val) => (val ? V1_deserializeReconStrategy(val) : SKIP),