@finos/legend-extension-dsl-data-quality 1.0.60 → 2.0.0

package/src/graph-manager/protocol/pure/v1/transformation/V1_DSL_DataQuality_ValueSpecificationTransformer.ts

@@ -17,11 +17,16 @@
 import {
   type GraphFetchTree,
   type V1_GraphFetchTree,
+  type V1_GraphTransformerContext,
+  type V1_RawVariable,
   PackageableElementPointerType,
   V1_PackageableElementPointer,
   V1_PropertyGraphFetchTree,
   V1_RootGraphFetchTree,
   V1_transformGraphFetchTree,
+  V1_transformRawLambda,
+  V1_initPackageableElement,
+  V1_RawValueSpecificationTransformer,
 } from '@finos/legend-graph';
 import { V1_DataQualityRootGraphFetchTree } from '../model/graphFetch/V1_DataQualityRootGraphFetchTree.js';
 import { assertType, UnsupportedOperationError } from '@finos/legend-shared';
@@ -32,14 +37,21 @@ import {
 } from '../../../../../graph/metamodel/pure/packageableElements/data-quality/DataQualityGraphFetchTree.js';
 import {
   type DataQualityExecutionContext,
+  type DataQualityRelationValidation,
+  type DataQualityRelationValidationConfiguration,
+  type DataQualityClassValidationsConfiguration,
   DataSpaceDataQualityExecutionContext,
   MappingAndRuntimeDataQualityExecutionContext,
 } from '../../../../../graph/metamodel/pure/packageableElements/data-quality/DataQualityValidationConfiguration.js';
 import {
   type V1_DataQualityExecutionContext,
+  V1_DataQualityClassValidationsConfiguration,
+  V1_DataQualityRelationValidation,
+  V1_DataQualityRelationValidationsConfiguration,
   V1_DataSpaceDataQualityExecutionContext,
   V1_MappingAndRuntimeDataQualityExecutionContext,
-} from '../V1_DataQualityConstraintsConfiguration.js';
+  V1_DataQualityRelationQueryLambda,
+} from '../V1_DataQualityValidationConfiguration.js';
 import { DATA_SPACE_ELEMENT_POINTER } from '@finos/legend-extension-dsl-data-space/graph';
 
 export function V1_transformDataQualityGraphFetchTree(
@@ -137,3 +149,68 @@ export function V1_transformDataQualityExecutionContext(
     `Can't build data quality execution context '${value.toString()}'`,
   );
 }
+
+export function V1_transformDataQualityRelationValidation(
+  value: DataQualityRelationValidation,
+  context: V1_GraphTransformerContext,
+): V1_DataQualityRelationValidation {
+  const relationConstraint = new V1_DataQualityRelationValidation();
+  relationConstraint.name = value.name;
+  relationConstraint.description = value.description;
+  relationConstraint.assertion = V1_transformRawLambda(
+    value.assertion,
+    context,
+  );
+  relationConstraint.type = value.type;
+  relationConstraint.rowMapFunction = value.rowMapFunction
+    ? V1_transformRawLambda(value.rowMapFunction, context)
+    : value.rowMapFunction;
+  return relationConstraint;
+}
+
+export function V1_transformDataQualityClassValidationConfiguration(
+  metamodel: DataQualityClassValidationsConfiguration,
+  context: V1_GraphTransformerContext,
+): V1_DataQualityClassValidationsConfiguration {
+  const protocol = new V1_DataQualityClassValidationsConfiguration();
+  V1_initPackageableElement(protocol, metamodel);
+  protocol.name = metamodel.name;
+  protocol.package = metamodel.package?.path ?? '';
+  protocol.dataQualityRootGraphFetchTree =
+    metamodel.dataQualityRootGraphFetchTree
+      ? (V1_transformDataQualityGraphFetchTree(
+          metamodel.dataQualityRootGraphFetchTree,
+          [],
+          new Map<string, unknown[]>(),
+          false,
+          false,
+        ) as V1_DataQualityRootGraphFetchTree)
+      : undefined;
+  protocol.context = V1_transformDataQualityExecutionContext(metamodel.context);
+  protocol.filter = metamodel.filter
+    ? V1_transformRawLambda(metamodel.filter, context)
+    : undefined;
+  return protocol;
+}
+
+export function V1_transformDataQualityRelationValidationConfiguration(
+  metamodel: DataQualityRelationValidationConfiguration,
+  context: V1_GraphTransformerContext,
+): V1_DataQualityRelationValidationsConfiguration {
+  const protocol = new V1_DataQualityRelationValidationsConfiguration();
+  V1_initPackageableElement(protocol, metamodel);
+  protocol.name = metamodel.name;
+  protocol.package = metamodel.package?.path ?? '';
+  protocol.validations = metamodel.validations.map((validation) =>
+    V1_transformDataQualityRelationValidation(validation, context),
+  );
+  protocol.query = new V1_DataQualityRelationQueryLambda();
+  protocol.query.body = metamodel.query.body;
+  protocol.query.parameters = metamodel.query.parameters.map(
+    (v) =>
+      v.accept_RawValueSpecificationVisitor(
+        new V1_RawValueSpecificationTransformer(context),
+      ) as V1_RawVariable,
+  );
+  return protocol;
+}

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/V1_DSL_DataQuality_ProtocolHelper.ts

@@ -21,6 +21,9 @@ import {
   custom,
   deserialize,
   serialize,
+  list,
+  optional,
+  raw,
 } from 'serializr';
 import {
   type V1_DataQualityExecutionContext,
@@ -28,7 +31,10 @@ import {
   V1_DataQualityServiceValidationsConfiguration,
   V1_DataSpaceDataQualityExecutionContext,
   V1_MappingAndRuntimeDataQualityExecutionContext,
-} from '../../V1_DataQualityConstraintsConfiguration.js';
+  V1_DataQualityRelationValidationsConfiguration,
+  V1_DataQualityRelationValidation,
+  V1_DataQualityRelationQueryLambda,
+} from '../../V1_DataQualityValidationConfiguration.js';
 import {
   type PlainObject,
   optionalCustom,
@@ -45,9 +51,13 @@ import {
   V1_deserializeGraphFetchTree,
   V1_stereotypePtrModelSchema,
   V1_taggedValueModelSchema,
+  V1_RawValueSpecificationType,
+  V1_rawVariableModelSchema,
 } from '@finos/legend-graph';
 
 export const V1_DATA_QUALITY_PROTOCOL_TYPE = 'dataQualityValidation';
+export const V1_DATA_QUALITY_RELATION_PROTOCOL_TYPE =
+  'dataqualityRelationValidation';
 export const V1_DATA_QUALITY_SERVICE_PROTOCOL_TYPE =
   'dataQualityServiceValidations';
 const V1_DATA_QUALITY_DATASPACE_EXECUTION_CONTEXT =
@@ -125,6 +135,19 @@ export function V1_deserializeDataQualityExecutionContext(
   }
 }
 
+const V1_relationValidationModelSchema = createModelSchema(
+  V1_DataQualityRelationValidation,
+  {
+    _type: usingConstantValueSchema(V1_RawValueSpecificationType.LAMBDA),
+    name: primitive(),
+    description: primitive(),
+    assertion: usingModelSchema(V1_rawLambdaModelSchema),
+    rowMapFunction: optional(usingModelSchema(V1_rawLambdaModelSchema)),
+    expected: optional(primitive()),
+    buffer: optional(primitive()),
+  },
+);
+
 const V1_dataQualityClassValidationModelSchema = (
   plugins: PureProtocolProcessorPlugin[],
 ): ModelSchema<V1_DataQualityClassValidationsConfiguration> =>
@@ -149,6 +172,26 @@ const V1_dataQualityClassValidationModelSchema = (
     }),
   });
 
+export const V1_rawLambdaModelSchemaParameters = createModelSchema(
+  V1_DataQualityRelationQueryLambda,
+  {
+    _type: usingConstantValueSchema(V1_RawValueSpecificationType.LAMBDA),
+    body: raw(),
+    parameters: list(usingModelSchema(V1_rawVariableModelSchema)),
+  },
+);
+
+const V1_dataQualityRelationValidationModelSchema = (
+  plugins: PureProtocolProcessorPlugin[],
+): ModelSchema<V1_DataQualityRelationValidationsConfiguration> =>
+  createModelSchema(V1_DataQualityRelationValidationsConfiguration, {
+    _type: usingConstantValueSchema(V1_DATA_QUALITY_RELATION_PROTOCOL_TYPE),
+    name: primitive(),
+    package: primitive(),
+    query: usingModelSchema(V1_rawLambdaModelSchemaParameters),
+    validations: list(usingModelSchema(V1_relationValidationModelSchema)),
+  });
+
 const V1_dataQualityServiceValidationModelSchema = (
   plugins: PureProtocolProcessorPlugin[],
 ): ModelSchema<V1_DataQualityServiceValidationsConfiguration> =>
@@ -176,6 +219,12 @@ export const V1_serializeDataQualityServiceValidation = (
 ): PlainObject<V1_DataQualityServiceValidationsConfiguration> =>
   serialize(V1_dataQualityServiceValidationModelSchema(plugins), protocol);
 
+export const V1_serializeDataQualityRelationValidation = (
+  protocol: V1_DataQualityRelationValidationsConfiguration,
+  plugins: PureProtocolProcessorPlugin[],
+): PlainObject<V1_DataQualityRelationValidationsConfiguration> =>
+  serialize(V1_dataQualityRelationValidationModelSchema(plugins), protocol);
+
 export const V1_deserializeDataQualityClassValidation = (
   json: PlainObject<V1_DataQualityClassValidationsConfiguration>,
   plugins: PureProtocolProcessorPlugin[],
@@ -188,10 +237,8 @@ export const V1_deserializeDataQualityServiceValidation = (
 ): V1_DataQualityServiceValidationsConfiguration =>
   deserialize(V1_dataQualityServiceValidationModelSchema(plugins), json);
 
-export const V1_dataQualityServiceValidationsConfigurationModelSchema =
-  createModelSchema(V1_DataQualityServiceValidationsConfiguration, {
-    _type: usingConstantValueSchema(V1_DATA_QUALITY_SERVICE_PROTOCOL_TYPE),
-    contextName: primitive(),
-    serviceName: primitive(),
-    dataQualityGraphFetchTree: primitive(),
-  });
+export const V1_deserializeDataQualityRelationValidation = (
+  json: PlainObject<V1_DataQualityRelationValidationsConfiguration>,
+  plugins: PureProtocolProcessorPlugin[],
+): V1_DataQualityRelationValidationsConfiguration =>
+  deserialize(V1_dataQualityRelationValidationModelSchema(plugins), json);

package/style/_data-quality-relation-validation-builder.scss

@@ -0,0 +1,454 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+@use 'mixins' as *;
+
+.uml-element-editor {
+  &__row-map {
+    padding-bottom: 0.5rem;
+    display: flex;
+    flex-direction: row;
+
+    &__label {
+      display: flex;
+      align-items: center;
+      padding-right: 0.5rem;
+      padding-left: 0.5rem;
+      margin-right: 0.5rem;
+      color: var(--color-light-grey-100);
+      background: var(--color-dark-grey-300);
+    }
+  }
+}
+
+.relation-config-validations {
+  background: var(--color-light-grey-0);
+  margin-left: 1rem;
+  margin-right: 1rem;
+}
+
+.relation-validation-config-editor {
+  height: 100%;
+  width: 100%;
+
+  .panel {
+    height: 100%;
+    width: 100%;
+
+    &__header {
+      padding-left: 0.5rem;
+      color: var(--color-light-grey-300);
+      font-weight: bold;
+      background: var(--color-dark-grey-50);
+      border-bottom: 0.1rem solid var(--color-dark-grey-200);
+    }
+
+    &__header__title__label {
+      background: var(--color-dark-grey-250);
+    }
+
+    &__header__action {
+      color: var(--color-light-grey-400);
+    }
+
+    &__header__action[disabled] svg {
+      color: var(--color-dark-grey-300) !important;
+    }
+
+    &__content {
+      height: calc(100% - 5.6rem);
+      background: var(--color-dark-grey-50);
+    }
+
+    &__content > div:first-child {
+      margin-top: 0;
+    }
+
+    &__content__lists {
+      height: 100%;
+      width: 100%;
+      padding: 1rem;
+      overflow: overlay;
+    }
+  }
+
+  &__content {
+    position: relative;
+  }
+
+  &__tabs__header {
+    padding-left: 0;
+  }
+
+  &__tabs {
+    height: 2.8rem;
+    z-index: 1;
+    display: flex;
+    overflow-x: overlay;
+    overflow-y: hidden;
+  }
+
+  &__tab {
+    @include flexCenter;
+
+    display: inline-flex;
+    height: 100%;
+    color: var(--color-light-grey-400);
+    padding: 0 1rem;
+    border-right: 0.1rem solid var(--color-dark-grey-80);
+    white-space: nowrap;
+    cursor: pointer;
+  }
+
+  &__tab--active {
+    position: relative;
+  }
+
+  &__tab--active::after {
+    content: '';
+    height: 0.2rem;
+    width: 100%;
+    position: absolute;
+    bottom: 0;
+    background: var(--color-yellow-200);
+  }
+
+  &__tab__hint {
+    @include flexCenter;
+
+    border-radius: 0.2rem;
+    margin-left: 1rem;
+    color: var(--color-light-grey-300);
+
+    svg {
+      font-size: 1.2rem;
+    }
+  }
+
+  &__activator__selector__option {
+    display: block;
+    height: 7rem;
+    padding-bottom: 0.4rem;
+    max-width: 45rem;
+
+    &__name {
+      @include flexVCenter;
+
+      height: 2.8rem;
+      padding: 0 0.5rem;
+    }
+
+    &__description {
+      display: -webkit-box;
+      -webkit-box-orient: vertical;
+      -webkit-line-clamp: 2;
+      overflow: hidden;
+      text-align: left;
+      height: calc(100% - 2.8rem);
+      padding: 0 0.5rem;
+      line-height: 1.8rem;
+      font-size: 1.2rem;
+    }
+  }
+
+  &__definition {
+    height: 100%;
+    width: 100%;
+    padding: 1rem;
+    overflow: overlay;
+
+    &__item {
+      padding-top: 1rem;
+
+      &__header {
+        padding-left: 1rem;
+        padding-right: 1rem;
+
+        @include flexVCenter;
+        @include flexHSpaceBetween;
+      }
+
+      &__header__add-btn {
+        @include flexCenter;
+
+        height: 2.8rem;
+        width: 2.8rem;
+      }
+
+      &__header__title {
+        height: 2.8rem;
+
+        @include flexVCenter;
+
+        background: var(--color-dark-grey-200);
+        color: var(--color-light-grey-100);
+        padding: 0 1rem;
+        border-radius: 0.2rem;
+        margin: 0;
+        font-weight: 500;
+      }
+
+      &__content {
+        width: 100%;
+        padding: 1rem;
+        padding-top: 0.5rem;
+      }
+
+      &__content--empty {
+        @include flexCenter;
+
+        margin-top: 0.5rem;
+        height: 4rem;
+        width: 100%;
+        color: var(--color-dark-grey-300);
+        font-weight: 500;
+        user-select: none;
+        border: 0.2rem dashed var(--color-dark-grey-200);
+      }
+    }
+
+    &__lambda-editor {
+      height: 28rem !important;
+    }
+
+    &__result-viewer {
+      height: 35rem !important;
+      border: 0.1rem solid var(--color-dark-grey-280);
+    }
+  }
+
+  &__return__type-editor {
+    margin-top: 0.5rem;
+    display: flex;
+    justify-content: flex-end;
+  }
+
+  &__activator-builder {
+    height: 100%;
+    width: 100%;
+  }
+}
+
+.relation-validation-dialog-modal {
+  padding: 0;
+  width: 50vw;
+  overflow: hidden;
+
+  &__root-container {
+    margin-top: 0 !important;
+  }
+
+  &__container {
+    align-items: center !important;
+  }
+
+  &__content {
+    max-width: 100vw !important;
+  }
+
+  &__content--scrollable {
+    max-width: 100vw !important;
+  }
+
+  .modal__body {
+    height: calc(100% - 8.6rem);
+    padding: 1rem;
+  }
+
+  .modal__body.modal__body--footless {
+    height: calc(100% - 3.6rem);
+  }
+
+  &__absolute-date {
+    padding-bottom: 1rem;
+    border-top: 0.1rem solid var(--color-dark-grey-50);
+
+    &__input {
+      height: 2.8rem;
+      border: 0.1rem solid var(--color-dark-grey-300);
+      color-scheme: dark;
+      font-size: 1.2rem;
+    }
+  }
+}
+
+.relation-validation-editor {
+  padding: 1rem;
+  background: var(--color-light-grey-0);
+  border-radius: 0.2rem;
+  display: flex;
+  flex-direction: column;
+
+  &__label {
+    padding-right: 1rem;
+    display: flex;
+    align-items: center;
+    justify-content: right;
+    width: 25%;
+    background: var(--color-dark-grey-300);
+    margin-right: 0.5rem;
+  }
+
+  &__select {
+    width: 100%;
+  }
+
+  &__container {
+    margin: 0.5rem 0;
+  }
+
+  &__dnd__placeholder {
+    height: 8.1rem;
+    padding: 1rem;
+  }
+
+  &__content {
+    display: flex;
+    margin-bottom: 0.5rem;
+
+    &__lock {
+      height: 2.8rem;
+
+      @include flexVCenter;
+
+      flex: 0 0 2.5rem;
+      color: var(--color-light-grey-300);
+    }
+
+    &__select {
+      @include flexVCenter;
+
+      flex: auto;
+      height: 2.8rem;
+      background: var(--color-dark-grey-50);
+      color: var(--color-light-grey-100);
+      border-radius: 0.2rem;
+    }
+
+    &__name {
+      @include flexVCenter;
+
+      flex: auto;
+      height: 2.8rem;
+      background: var(--color-dark-grey-50);
+      color: var(--color-light-grey-100);
+      padding: 0 0.5rem;
+      border-radius: 0.2rem;
+    }
+
+    &__name::placeholder {
+      color: var(--color-dark-grey-500);
+    }
+
+    &__name--with-lock {
+      @include flexVCenter;
+
+      flex: auto;
+      height: 2.8rem;
+      background: var(--color-dark-grey-300);
+      color: var(--color-light-grey-100);
+      padding: 0 1rem;
+      border-radius: 0.2rem;
+      cursor: default;
+    }
+
+    &__name--with-lock__icon {
+      margin-right: 0.5rem;
+      width: 1.5rem;
+
+      svg {
+        font-size: 1.2rem;
+      }
+    }
+
+    &__name--with-lock__name {
+      @include ellipsisTextOverflow;
+
+      max-width: calc(100% - 1.5rem);
+    }
+  }
+}
+
+.relation-validation {
+  padding: 1rem;
+  background: var(--color-light-grey-0);
+  border-radius: 0.2rem;
+
+  &__container {
+    margin: 0.5rem 0;
+  }
+
+  &__dnd__placeholder {
+    height: 8.1rem;
+    padding: 1rem;
+  }
+
+  &__content {
+    display: flex;
+    margin-bottom: 0.5rem;
+
+    &__lock {
+      height: 2.8rem;
+
+      @include flexVCenter;
+
+      flex: 0 0 2.5rem;
+      color: var(--color-light-grey-300);
+    }
+
+    &__name {
+      @include flexVCenter;
+
+      flex: auto;
+      height: 2.8rem;
+      background: var(--color-dark-grey-300);
+      color: var(--color-light-grey-100);
+      padding: 0 1rem;
+      border-radius: 0.2rem;
+    }
+
+    &__name::placeholder {
+      color: var(--color-dark-grey-500);
+    }
+
+    &__name--with-lock {
+      @include flexVCenter;
+
+      flex: auto;
+      height: 2.8rem;
+      background: var(--color-dark-grey-300);
+      color: var(--color-light-grey-100);
+      padding: 0 1rem;
+      border-radius: 0.2rem;
+      cursor: default;
+    }
+
+    &__name--with-lock__icon {
+      margin-right: 0.5rem;
+      width: 1.5rem;
+
+      svg {
+        font-size: 1.2rem;
+      }
+    }
+
+    &__name--with-lock__name {
+      @include ellipsisTextOverflow;
+
+      max-width: calc(100% - 1.5rem);
+    }
+  }
+}

package/style/index.scss

@@ -16,6 +16,7 @@
 
 @use 'mixins' as *;
 @forward 'data-quality-validation-builder';
+@forward 'data-quality-relation-validation-builder';
 
 .data-quality-constraints {
   display: flex;
@@ -29,6 +30,11 @@
 
 .element-creation-basis {
   width: 50%;
+  margin-top: 1rem;
+}
+
+.dq-validation-element-type {
+  margin-bottom: 1rem;
 }
 
 .data-quality-explorer {