@finos/legend-graph 28.1.8 → 29.0.1

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/helpers/V1_ConnectionBuilderHelper.ts

@@ -39,6 +39,7 @@ import { ModelStore } from '../../../../../../../../graph/metamodel/pure/package
 import {
   type PackageableElementReference,
   PackageableElementImplicitReference,
+  PackageableElementExplicitReference,
 } from '../../../../../../../../graph/metamodel/pure/packageableElements/PackageableElementReference.js';
 import { ModelChainConnection } from '../../../../../../../../graph/metamodel/pure/packageableElements/store/modelToModel/connection/ModelChainConnection.js';
 import type { V1_GraphBuilderContext } from '../V1_GraphBuilderContext.js';
@@ -58,6 +59,9 @@ import {
 import type { DSL_Mapping_PureProtocolProcessorPlugin_Extension } from '../../../../../extensions/DSL_Mapping_PureProtocolProcessorPlugin_Extension.js';
 import type { V1_ModelChainConnection } from '../../../../model/packageableElements/store/modelToModel/connection/V1_ModelChainConnection.js';
 import { V1_buildPostProcessor } from './V1_PostProcessorBuilderHelper.js';
+import type { V1_INTERNAL__UnknownConnection } from '../../../../model/packageableElements/connection/V1_INTERNAL__UnknownConnection.js';
+import { INTERNAL__PseudoStore } from '../../../../../../../../graph/metamodel/pure/packageableElements/store/INTERNAL__PseudoStore.js';
+import { INTERNAL__UnknownConnection } from '../../../../../../../../graph/metamodel/pure/packageableElements/connection/INTERNAL__UnknownConnection.js';
 
 class V1_ConnectionBuilder implements V1_ConnectionVisitor<Connection> {
   context: V1_GraphBuilderContext;
@@ -91,6 +95,18 @@ class V1_ConnectionBuilder implements V1_ConnectionVisitor<Connection> {
     );
   }
 
+  visit_INTERNAL__UnknownConnection(
+    connection: V1_INTERNAL__UnknownConnection,
+  ): Connection {
+    const metamodel = new INTERNAL__UnknownConnection(
+      PackageableElementExplicitReference.create(
+        INTERNAL__PseudoStore.INSTANCE,
+      ),
+    );
+    metamodel.content = connection.content;
+    return metamodel;
+  }
+
   visit_ConnectionPointer(connection: V1_ConnectionPointer): Connection {
     assertNonNullable(
       connection.connection,

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/helpers/V1_DataElementBuilderHelper.ts

@@ -36,6 +36,8 @@ import type {
 } from '../../../../model/data/V1_EmbeddedData.js';
 import type { V1_RelationalCSVData } from '../../../../model/data/V1_RelationalCSVData.js';
 import type { V1_GraphBuilderContext } from '../V1_GraphBuilderContext.js';
+import type { V1_INTERNAL__UnknownEmbeddedData } from '../../../../model/data/V1_INTERNAL__UnknownEmbeddedData.js';
+import { INTERNAL__UnknownEmbeddedData } from '../../../../../../../../graph/metamodel/pure/data/INTERNAL__UnknownEmbeddedData.js';
 
 class V1_EmbeddedDataBuilder implements V1_EmbeddedDataVisitor<EmbeddedData> {
   context: V1_GraphBuilderContext;
@@ -64,6 +66,14 @@ class V1_EmbeddedDataBuilder implements V1_EmbeddedDataVisitor<EmbeddedData> {
     );
   }
 
+  visit_INTERNAL__UnknownEmbeddedData(
+    data: V1_INTERNAL__UnknownEmbeddedData,
+  ): EmbeddedData {
+    const metamodel = new INTERNAL__UnknownEmbeddedData();
+    metamodel.content = data.content;
+    return metamodel;
+  }
+
   visit_ExternalFormatData(
     externalFormatData: V1_ExternalFormatData,
   ): EmbeddedData {

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/helpers/V1_PostProcessorBuilderHelper.ts

@@ -31,6 +31,8 @@ import {
 } from '../../../../../../../../graph/metamodel/pure/packageableElements/store/relational/connection/postprocessor/Mapper.js';
 import type { V1_GraphBuilderContext } from '../V1_GraphBuilderContext.js';
 import type { STO_Relational_PureProtocolProcessorPlugin_Extension } from '../../../../../extensions/STO_Relational_PureProtocolProcessorPlugin_Extension.js';
+import { V1_INTERNAL__UnknownPostProcessor } from '../../../../model/packageableElements/store/relational/connection/postprocessor/V1_INTERNAL__UnknownPostProcessor.js';
+import { INTERNAL__UnknownPostProcessor } from '../../../../../../../../graph/metamodel/pure/packageableElements/store/relational/connection/postprocessor/INTERNAL__UnknownPostProcessor.js';
 
 const buildSchemaNameMapper = (schema: V1_SchemaNameMapper): SchemaNameMapper =>
   new SchemaNameMapper(schema.from, schema.to);
@@ -49,10 +51,14 @@ export const V1_buildPostProcessor = (
   protocol: V1_PostProcessor,
   context: V1_GraphBuilderContext,
 ): PostProcessor => {
-  if (protocol instanceof V1_MapperPostProcessor) {
-    const mapperPostProcessor = new MapperPostProcessor();
-    mapperPostProcessor.mappers = protocol.mappers.map(V1_buildMapper);
-    return mapperPostProcessor;
+  if (protocol instanceof V1_INTERNAL__UnknownPostProcessor) {
+    const metamodel = new INTERNAL__UnknownPostProcessor();
+    metamodel.content = protocol.content;
+    return metamodel;
+  } else if (protocol instanceof V1_MapperPostProcessor) {
+    const metamodel = new MapperPostProcessor();
+    metamodel.mappers = protocol.mappers.map(V1_buildMapper);
+    return metamodel;
   }
   const extraPostProcessorBuilders = context.extensions.plugins.flatMap(
     (plugin) =>
@@ -61,9 +67,9 @@ export const V1_buildPostProcessor = (
       ).V1_getExtraConnectionPostProcessorBuilders?.() ?? [],
   );
   for (const builder of extraPostProcessorBuilders) {
-    const postProcessor = builder(protocol, context);
-    if (postProcessor) {
-      return postProcessor;
+    const metamodel = builder(protocol, context);
+    if (metamodel) {
+      return metamodel;
     }
   }
   throw new UnsupportedOperationError(

package/src/graph-manager/protocol/pure/v1/transformation/pureGraph/to/helpers/V1_RelationalConnectionBuilderHelper.ts

@@ -73,12 +73,19 @@ import {
   V1_TrinoDelegatedKerberosAuthenticationStrategy,
 } from '../../../../model/packageableElements/store/relational/connection/V1_AuthenticationStrategy.js';
 import type { STO_Relational_PureProtocolProcessorPlugin_Extension } from '../../../../../extensions/STO_Relational_PureProtocolProcessorPlugin_Extension.js';
+import { INTERNAL__UnknownDatasourceSpecification } from '../../../../../../../../graph/metamodel/pure/packageableElements/store/relational/connection/INTERNAL__UnknownDatasourceSpecification.js';
+import { V1_INTERNAL__UnknownDatasourceSpecification } from '../../../../model/packageableElements/store/relational/connection/V1_INTERNAL__UnknownDatasourceSpecification.js';
+import { V1_INTERNAL__UnknownAuthenticationStrategy } from '../../../../model/packageableElements/store/relational/connection/V1_INTERNAL__UnknownAuthenticationStrategy.js';
 
 export const V1_buildDatasourceSpecification = (
   protocol: V1_DatasourceSpecification,
   context: V1_GraphBuilderContext,
 ): DatasourceSpecification => {
-  if (protocol instanceof V1_StaticDatasourceSpecification) {
+  if (protocol instanceof V1_INTERNAL__UnknownDatasourceSpecification) {
+    const metamodel = new INTERNAL__UnknownDatasourceSpecification();
+    metamodel.content = protocol.content;
+    return metamodel;
+  } else if (protocol instanceof V1_StaticDatasourceSpecification) {
     assertNonEmptyString(
       protocol.host,
       `Static datasource specification 'host' field is missing or empty`,
@@ -297,7 +304,11 @@ export const V1_buildAuthenticationStrategy = (
   protocol: V1_AuthenticationStrategy,
   context: V1_GraphBuilderContext,
 ): AuthenticationStrategy => {
-  if (protocol instanceof V1_DefaultH2AuthenticationStrategy) {
+  if (protocol instanceof V1_INTERNAL__UnknownAuthenticationStrategy) {
+    const metamodel = new V1_INTERNAL__UnknownAuthenticationStrategy();
+    metamodel.content = protocol.content;
+    return metamodel;
+  } else if (protocol instanceof V1_DefaultH2AuthenticationStrategy) {
     return new DefaultH2AuthenticationStrategy();
   } else if (protocol instanceof V1_DelegatedKerberosAuthenticationStrategy) {
     const metamodel = new DelegatedKerberosAuthenticationStrategy();

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/V1_PackageableElementSerialization.ts

@@ -77,17 +77,17 @@ import {
   V1_DATABASE_ELEMENT_PROTOCOL_TYPE,
 } from './serializationHelpers/V1_DatabaseSerializationHelper.js';
 import {
-  V1_associationSchema,
+  V1_associationModelSchema,
   V1_ASSOCIATION_ELEMENT_PROTOCOL_TYPE,
-  V1_classSchema,
+  V1_classModelSchema,
   V1_CLASS_ELEMENT_PROTOCOL_TYPE,
-  V1_enumerationSchema,
+  V1_enumerationModelSchema,
   V1_ENUMERATION_ELEMENT_PROTOCOL_TYPE,
-  V1_functionSchema,
+  V1_functionModelSchema,
   V1_FUNCTION_ELEMENT_PROTOCOL_TYPE,
-  V1_measureSchema,
+  V1_measureModelSchema,
   V1_MEASURE_ELEMENT_PROTOCOL_TYPE,
-  V1_profileSchema,
+  V1_profileModelSchema,
   V1_PROFILE_ELEMENT_PROTOCOL_TYPE,
 } from './serializationHelpers/V1_DomainSerializationHelper.js';
 import type {
@@ -105,6 +105,7 @@ import {
   V1_EXECUTION_ENVIRONMENT_ELEMENT_PROTOCOL_TYPE,
 } from './serializationHelpers/V1_ExecutionEnvironmentSerializationHelper.js';
 import type { V1_ExecutionEnvironmentInstance } from '../../model/packageableElements/service/V1_ExecutionEnvironmentInstance.js';
+import { V1_INTERNAL__UnknownPackageableElement } from '../../model/packageableElements/V1_INTERNAL__UnknownPackageableElement.js';
 
 class V1_PackageableElementSerializer
   implements V1_PackageableElementVisitor<PlainObject<V1_PackageableElement>>
@@ -133,34 +134,40 @@ class V1_PackageableElementSerializer
     );
   }
 
+  visit_INTERNAL__UnknownPackageableElement(
+    element: V1_INTERNAL__UnknownPackageableElement,
+  ): PlainObject<V1_PackageableElement> {
+    return element.content;
+  }
+
   visit_Profile(element: V1_Profile): PlainObject<V1_PackageableElement> {
-    return serialize(V1_profileSchema, element);
+    return serialize(V1_profileModelSchema, element);
   }
 
   visit_Enumeration(
     element: V1_Enumeration,
   ): PlainObject<V1_PackageableElement> {
-    return serialize(V1_enumerationSchema, element);
+    return serialize(V1_enumerationModelSchema, element);
   }
 
   visit_Measure(element: V1_Measure): PlainObject<V1_PackageableElement> {
-    return serialize(V1_measureSchema, element);
+    return serialize(V1_measureModelSchema, element);
   }
 
   visit_Class(element: V1_Class): PlainObject<V1_PackageableElement> {
-    return serialize(V1_classSchema, element);
+    return serialize(V1_classModelSchema, element);
   }
 
   visit_Association(
     element: V1_Association,
   ): PlainObject<V1_PackageableElement> {
-    return serialize(V1_associationSchema, element);
+    return serialize(V1_associationModelSchema, element);
   }
 
   visit_ConcreteFunctionDefinition(
     element: V1_ConcreteFunctionDefinition,
   ): PlainObject<V1_PackageableElement> {
-    return serialize(V1_functionSchema, element);
+    return serialize(V1_functionModelSchema, element);
   }
 
   visit_FlatData(element: V1_FlatData): PlainObject<V1_PackageableElement> {
@@ -260,17 +267,17 @@ export const V1_deserializePackageableElement = (
     );
     switch (json._type) {
       case V1_PROFILE_ELEMENT_PROTOCOL_TYPE:
-        return deserialize(V1_profileSchema, json);
+        return deserialize(V1_profileModelSchema, json);
       case V1_ENUMERATION_ELEMENT_PROTOCOL_TYPE:
-        return deserialize(V1_enumerationSchema, json);
+        return deserialize(V1_enumerationModelSchema, json);
       case V1_MEASURE_ELEMENT_PROTOCOL_TYPE:
-        return deserialize(V1_measureSchema, json);
+        return deserialize(V1_measureModelSchema, json);
       case V1_CLASS_ELEMENT_PROTOCOL_TYPE:
-        return deserialize(V1_classSchema, json);
+        return deserialize(V1_classModelSchema, json);
       case V1_ASSOCIATION_ELEMENT_PROTOCOL_TYPE:
-        return deserialize(V1_associationSchema, json);
+        return deserialize(V1_associationModelSchema, json);
       case V1_FUNCTION_ELEMENT_PROTOCOL_TYPE:
-        return deserialize(V1_functionSchema, json);
+        return deserialize(V1_functionModelSchema, json);
       case V1_FLAT_DATA_ELEMENT_PROTOCOL_TYPE:
         return deserialize(V1_flatDataModelSchema, json);
       case V1_DATABASE_ELEMENT_PROTOCOL_TYPE:
@@ -295,14 +302,18 @@ export const V1_deserializePackageableElement = (
         return deserialize(V1_dataElementModelSchema(plugins), json);
       default: {
         for (const deserializer of extraElementProtocolDeserializers) {
-          const elementProtocol = deserializer(json, plugins);
-          if (elementProtocol) {
-            return elementProtocol;
+          const protocol = deserializer(json, plugins);
+          if (protocol) {
+            return protocol;
           }
         }
-        throw new UnsupportedOperationError(
-          `Can't deserialize element of type '${json._type}': no compatible deserializer available from plugins`,
-        );
+
+        // Fall back to create unknown stub if not supported
+        const protocol = new V1_INTERNAL__UnknownPackageableElement();
+        protocol.name = name;
+        protocol.package = packagePath;
+        protocol.content = json;
+        return protocol;
       }
     }
   } catch (error) {

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_ConnectionSerializationHelper.ts

@@ -73,6 +73,9 @@ import type { PureProtocolProcessorPlugin } from '../../../../PureProtocolProces
 import type { STO_Relational_PureProtocolProcessorPlugin_Extension } from '../../../../extensions/STO_Relational_PureProtocolProcessorPlugin_Extension.js';
 import type { DSL_Mapping_PureProtocolProcessorPlugin_Extension } from '../../../../extensions/DSL_Mapping_PureProtocolProcessorPlugin_Extension.js';
 import { V1_ConnectionPointer } from '../../../model/packageableElements/connection/V1_ConnectionPointer.js';
+import { V1_INTERNAL__UnknownConnection } from '../../../model/packageableElements/connection/V1_INTERNAL__UnknownConnection.js';
+import { V1_INTERNAL__UnknownAuthenticationStrategy } from '../../../model/packageableElements/store/relational/connection/V1_INTERNAL__UnknownAuthenticationStrategy.js';
+import { V1_INTERNAL__UnknownDatasourceSpecification } from '../../../model/packageableElements/store/relational/connection/V1_INTERNAL__UnknownDatasourceSpecification.js';
 
 export const V1_PACKAGEABLE_CONNECTION_ELEMENT_PROTOCOL_TYPE = 'connection';
 
@@ -291,7 +294,9 @@ export const V1_serializeDatasourceSpecification = (
   protocol: V1_DatasourceSpecification,
   plugins: PureProtocolProcessorPlugin[],
 ): PlainObject<V1_DatasourceSpecification> => {
-  if (protocol instanceof V1_StaticDatasourceSpecification) {
+  if (protocol instanceof V1_INTERNAL__UnknownDatasourceSpecification) {
+    return protocol.content;
+  } else if (protocol instanceof V1_StaticDatasourceSpecification) {
     return serialize(staticDatasourceSpecificationModelSchema, protocol);
   } else if (protocol instanceof V1_EmbeddedH2DatasourceSpecification) {
     return serialize(embeddedH2DatasourceSpecificationModelSchema, protocol);
@@ -368,9 +373,11 @@ export const V1_deserializeDatasourceSpecification = (
           return protocol;
         }
       }
-      throw new UnsupportedOperationError(
-        `Can't deserialize datasource specification of type '${json._type}': no compatible deserializer available from plugins`,
-      );
+
+      // Fall back to create unknown stub if not supported
+      const protocol = new V1_INTERNAL__UnknownDatasourceSpecification();
+      protocol.content = json;
+      return protocol;
     }
   }
 };
@@ -483,7 +490,9 @@ export const V1_serializeAuthenticationStrategy = (
   protocol: V1_AuthenticationStrategy,
   plugins: PureProtocolProcessorPlugin[],
 ): PlainObject<V1_AuthenticationStrategy> => {
-  if (protocol instanceof V1_DelegatedKerberosAuthenticationStrategy) {
+  if (protocol instanceof V1_INTERNAL__UnknownAuthenticationStrategy) {
+    return protocol.content;
+  } else if (protocol instanceof V1_DelegatedKerberosAuthenticationStrategy) {
     return serialize(
       V1_delegatedKerberosAuthenticationStrategyModelSchema,
       protocol,
@@ -612,9 +621,11 @@ export const V1_deserializeAuthenticationStrategy = (
           return protocol;
         }
       }
-      throw new UnsupportedOperationError(
-        `Can't deserialize authentication strategy of type '${json._type}': no compatible deserializer available from plugins`,
-      );
+
+      // Fall back to create unknown stub if not supported
+      const protocol = new V1_INTERNAL__UnknownAuthenticationStrategy();
+      protocol.content = json;
+      return protocol;
     }
   }
 };
@@ -624,7 +635,9 @@ export const V1_serializeConnectionValue = (
   allowPointer: boolean,
   plugins: PureProtocolProcessorPlugin[],
 ): PlainObject<V1_Connection> => {
-  if (protocol instanceof V1_JsonModelConnection) {
+  if (protocol instanceof V1_INTERNAL__UnknownConnection) {
+    return protocol.content;
+  } else if (protocol instanceof V1_JsonModelConnection) {
     return serialize(V1_jsonModelConnectionModelSchema, protocol);
   } else if (protocol instanceof V1_ModelChainConnection) {
     return serialize(V1_modelChainConnectionModelSchema, protocol);
@@ -696,9 +709,12 @@ export const V1_deserializeConnectionValue = (
           return protocol;
         }
       }
-      throw new UnsupportedOperationError(
-        `Can't deserialize connection of type '${json._type}': no compatible deserializer available from plugins`,
-      );
+
+      // Fall back to create unknown stub if not supported
+      const protocol = new V1_INTERNAL__UnknownConnection();
+      protocol.store = undefined;
+      protocol.content = json;
+      return protocol;
     }
   }
 };

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_CoreSerializationHelper.ts

@@ -15,7 +15,10 @@
  */
 
 import { primitive, createModelSchema, optional } from 'serializr';
-import { SerializationFactory } from '@finos/legend-shared';
+import {
+  SerializationFactory,
+  optionalCustomUsingModelSchema,
+} from '@finos/legend-shared';
 import { V1_Multiplicity } from '../../../model/packageableElements/domain/V1_Multiplicity.js';
 import { V1_PackageableElementPointer } from '../../../model/packageableElements/V1_PackageableElement.js';
 import { V1_SourceInformation } from '../../../model/V1_SourceInformation.js';
@@ -30,6 +33,22 @@ export const V1_sourceInformationSerialization = new SerializationFactory(
   }),
 );
 
+export class V1_INTERNAL__PackageableElementWithSourceInformation {
+  package!: string;
+  name!: string;
+  sourceInformation?: V1_SourceInformation;
+
+  static readonly serialization = new SerializationFactory(
+    createModelSchema(V1_INTERNAL__PackageableElementWithSourceInformation, {
+      package: primitive(),
+      name: primitive(),
+      sourceInformation: optionalCustomUsingModelSchema(
+        V1_sourceInformationSerialization.schema,
+      ),
+    }),
+  );
+}
+
 export const V1_packageableElementPointerModelSchema = createModelSchema(
   V1_PackageableElementPointer,
   {

package/src/graph-manager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_DataElementSerializationHelper.ts

@@ -47,9 +47,10 @@ import {
 } from '../../../model/data/V1_RelationalCSVData.js';
 import { V1_DataElement } from '../../../model/packageableElements/data/V1_DataElement.js';
 import {
-  V1_stereotypePtrSchema,
-  V1_taggedValueSchema,
+  V1_stereotypePtrModelSchema,
+  V1_taggedValueModelSchema,
 } from './V1_DomainSerializationHelper.js';
+import { V1_INTERNAL__UnknownEmbeddedData } from '../../../model/data/V1_INTERNAL__UnknownEmbeddedData.js';
 
 export const V1_DATA_ELEMENT_PROTOCOL_TYPE = 'dataElement';
 
@@ -106,7 +107,9 @@ export const V1_serializeEmbeddedDataType = (
   protocol: V1_EmbeddedData,
   plugins: PureProtocolProcessorPlugin[],
 ): PlainObject<V1_EmbeddedData> => {
-  if (protocol instanceof V1_ExternalFormatData) {
+  if (protocol instanceof V1_INTERNAL__UnknownEmbeddedData) {
+    return protocol.content;
+  } else if (protocol instanceof V1_ExternalFormatData) {
     return serialize(V1_externalFormatDataModelSchema, protocol);
   } else if (protocol instanceof V1_ModelStoreData) {
     return serialize(V1_modelStoreDataModelSchema, protocol);
@@ -155,15 +158,16 @@ export const V1_deserializeEmbeddedDataType = (
           ).V1_getExtraEmbeddedDataProtocolDeserializers?.() ?? [],
       );
       for (const deserializer of extraEmbeddedDataProtocolDeserializers) {
-        const embeddedDataProtocol = deserializer(json);
-        if (embeddedDataProtocol) {
-          return embeddedDataProtocol;
+        const protocol = deserializer(json);
+        if (protocol) {
+          return protocol;
         }
       }
 
-      throw new UnsupportedOperationError(
-        `Can't deserialize embedded data of type '${json._type}': no compatible deserializer available from plugins`,
-      );
+      // Fall back to create unknown stub if not supported
+      const protocol = new V1_INTERNAL__UnknownEmbeddedData();
+      protocol.content = json;
+      return protocol;
     }
   }
 };
@@ -179,10 +183,10 @@ export const V1_dataElementModelSchema = (
     ),
     name: primitive(),
     package: primitive(),
-    stereotypes: customListWithSchema(V1_stereotypePtrSchema, {
+    stereotypes: customListWithSchema(V1_stereotypePtrModelSchema, {
       INTERNAL__forceReturnEmptyInTest: true,
     }),
-    taggedValues: customListWithSchema(V1_taggedValueSchema, {
+    taggedValues: customListWithSchema(V1_taggedValueModelSchema, {
       INTERNAL__forceReturnEmptyInTest: true,
     }),
   });