@finos/legend-graph 1.2.0 → 2.0.0

package/src/graphManager/DSLExternalFormat_PureGraphManagerPlugin.ts

@@ -0,0 +1,86 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import packageJson from '../../package.json';
+import { ExternalFormatConnection } from '../models/metamodels/pure/packageableElements/externalFormat/connection/DSLExternalFormat_ExternalFormatConnection';
+import { SchemaSet } from '../models/metamodels/pure/packageableElements/externalFormat/schemaSet/DSLExternalFormat_SchemaSet';
+import { Binding } from '../models/metamodels/pure/packageableElements/externalFormat/store/DSLExternalFormat_Binding';
+import type {
+  DSLMapping_PureGraphManagerPlugin_Extension,
+  PureGrammarConnectionLabeler,
+} from './DSLMapping_PureGraphManagerPlugin_Extension';
+import {
+  type PureGrammarElementLabeler,
+  PureGraphManagerPlugin,
+} from './PureGraphManagerPlugin';
+
+const PURE_GRAMMAR_BINDING_PARSER_NAME = 'ExternalFormat';
+const PURE_GRAMMAR_BINDING_ELEMENT_TYPE_LABEL = 'Binding';
+const PURE_GRAMMAR_SCHEMA_SET_PARSER_NAME = 'ExternalFormat';
+const PURE_GRAMMAR_SCHEMA_SET_ELEMENT_TYPE_LABEL = 'SchemaSet';
+const PURE_GRAMMAR_EXTERNAL_FORMAT_CONNECTION_TYPE_LABEL =
+  'ExternalFormatConnection';
+
+export class DSLExternalFormat_PureGraphManagerPlugin
+  extends PureGraphManagerPlugin
+  implements DSLMapping_PureGraphManagerPlugin_Extension
+{
+  constructor() {
+    super(
+      packageJson.extensions.dsl_external_format_pureGraphManagerPlugin,
+      packageJson.version,
+    );
+  }
+
+  override getExtraPureGrammarParserNames(): string[] {
+    return [
+      PURE_GRAMMAR_BINDING_PARSER_NAME,
+      PURE_GRAMMAR_SCHEMA_SET_PARSER_NAME,
+    ];
+  }
+
+  override getExtraPureGrammarKeywords(): string[] {
+    return [
+      PURE_GRAMMAR_BINDING_ELEMENT_TYPE_LABEL,
+      PURE_GRAMMAR_SCHEMA_SET_ELEMENT_TYPE_LABEL,
+      PURE_GRAMMAR_EXTERNAL_FORMAT_CONNECTION_TYPE_LABEL,
+    ];
+  }
+
+  override getExtraPureGrammarElementLabelers(): PureGrammarElementLabeler[] {
+    return [
+      (element): string | undefined => {
+        if (element instanceof Binding) {
+          return PURE_GRAMMAR_BINDING_ELEMENT_TYPE_LABEL;
+        } else if (element instanceof SchemaSet) {
+          return PURE_GRAMMAR_SCHEMA_SET_ELEMENT_TYPE_LABEL;
+        }
+        return undefined;
+      },
+    ];
+  }
+
+  getExtraPureGrammarConnectionLabelers(): PureGrammarConnectionLabeler[] {
+    return [
+      (connection): string | undefined => {
+        if (connection instanceof ExternalFormatConnection) {
+          return PURE_GRAMMAR_EXTERNAL_FORMAT_CONNECTION_TYPE_LABEL;
+        }
+        return undefined;
+      },
+    ];
+  }
+}

package/src/graphManager/GraphBuilderReport.ts

@@ -0,0 +1,31 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import { GRAPH_MANAGER_EVENT } from './GraphManagerEvent';
+
+export class GraphBuilderReport {
+  timings: {
+    [GRAPH_MANAGER_EVENT.GRAPH_BUILDER_COMPLETED]: number;
+    [key: string]: number;
+  } = { [GRAPH_MANAGER_EVENT.GRAPH_BUILDER_COMPLETED]: 0 };
+  elementCount: {
+    total: number;
+    [key: string]: number;
+  } = {
+    total: 0,
+  };
+  otherStats: Record<PropertyKey, unknown> = {};
+}

package/src/graphManager/{GraphManagerLogEvent.ts → GraphManagerEvent.ts}

@@ -14,31 +14,21 @@
  * limitations under the License.
  */
 
-export enum GRAPH_MANAGER_LOG_EVENT {
-  GRAPH_BUILDER_FAILURE = 'GRAPH_BUILD_FAILURE',
-
-  GRAPH_BUILDER_SYSTEM_BUILT = 'GRAPH_BUILDER_SYSTEM_BUILT',
-  GRAPH_BUILDER_DEPENDENCIES_PREPROCESSED = 'GRAPH_BUILDER_DEPENDENCIES_PREPROCESSED',
-  GRAPH_BUILDER_DEPENDENCIES_PROCESSED = 'GRAPH_BUILDER_DEPENDENCIES_PROCESSED',
-  GRAPH_BUILDER_DEPENDENCIES_BUILT = 'GRAPH_BUILDER_DEPENDENCIES_BUILT',
-  GRAPH_BUILDER_GENERATIONS_BUILT = 'GRAPH_BUILDER_GENERATIONS_BUILT',
-  GRAPH_BUILDER_DATA_MODEL_PARSED = 'GRAPH_BUILDER_DATA_MODEL_PARSED',
-  GRAPH_BUILDER_COMPLETED = 'GRAPH_BUILDER_COMPLETED',
-  GRAPH_BUILDER_ELEMENTS_INITIALIZED_AND_INDEXED = 'GRAPH_BUILDER_ELEMENTS_INITIALIZED_AND_INDEXED',
+export enum GRAPH_MANAGER_EVENT {
+  GRAPH_BUILDER_ELEMENTS_DESERIALIZED = 'GRAPH_BUILDER_ELEMENTS_DESERIALIZED',
+  GRAPH_BUILDER_ELEMENTS_INDEXED = 'GRAPH_BUILDER_ELEMENTS_INDEXED',
   GRAPH_BUILDER_SECTION_INDICES_BUILT = 'GRAPH_BUILDER_SECTION_INDICES_BUILT',
   GRAPH_BUILDER_DOMAIN_MODELS_BUILT = 'GRAPH_BUILDER_DOMAIN_MODELS_BUILT',
   GRAPH_BUILDER_STORES_BUILT = 'GRAPH_BUILDER_STORES_BUILT',
   GRAPH_BUILDER_MAPPINGS_BUILT = 'GRAPH_BUILDER_MAPPINGS_BUILT',
-  GRAPH_BUILDER_CONNECTIONS_BUILT = 'GRAPH_BUILDER_CONNECTIONS_BUILT',
-  GRAPH_BUILDER_RUNTIMES_BUILT = 'GRAPH_BUILDER_RUNTIMES_BUILT',
-  GRAPH_BUILDER_OTHER_ELEMENTS_BUILT = 'GRAPH_BUILDER_OTHER_ELEMENTS_BUILT',
-
-  // TODO: we should be able to move these out with modularization
-  GRAPH_BUILDER_FILE_GENERATIONS_BUILT = 'GRAPH_BUILDER_FILE_GENERATIONS_BUILT',
-  GRAPH_BUILDER_GENERATION_TREE_BUILT = 'GRAPH_BUILDER_GENERATION_TREE_BUILT',
+  GRAPH_BUILDER_CONNECTIONS_AND_RUNTIMES_BUILT = 'GRAPH_BUILDER_CONNECTIONS_AND_RUNTIMES_BUILT',
   GRAPH_BUILDER_SERVICES_BUILT = 'GRAPH_BUILDER_SERVICES_BUILT',
+  GRAPH_BUILDER_OTHER_ELEMENTS_BUILT = 'GRAPH_BUILDER_OTHER_ELEMENTS_BUILT',
+  GRAPH_BUILDER_POST_PROCESSED = 'GRAPH_BUILDER_POST_PROCESSED',
+  GRAPH_BUILDER_COMPLETED = 'GRAPH_BUILDER_COMPLETED',
 
   GRAPH_INITIALIZED = 'GRAPH_INITIALIZED',
+  GRAPH_DEPENDENCIES_FETCHED = 'GRAPH_DEPENDENCIES_FETCHED',
   GRAPH_ENTITIES_FETCHED = 'GRAPH_ENTITIES_FETCHED',
   GRAPH_UPDATED_AND_REBUILT = 'GRAPH_REBUILT',
   GRAPH_MODEL_TO_GRAMMAR_TRANSFORMED = 'GRAPH_MODEL_TO_GRAMMAR_TRANSFORMED',
@@ -48,9 +38,9 @@ export enum GRAPH_MANAGER_LOG_EVENT {
   GRAPH_PROTOCOL_SERIALIZED = 'GRAPH_PROTOCOL_SERIALIZED',
   GRAPH_HASHES_PRECOMPUTED = 'GRAPH_HASHES_PRECOMPUTED',
 
-  GRAPH_MANAGER_FAILURE = 'GRAPH_MANAGER_FAILURE',
-
+  GRAPH_BUILDER_FAILURE = 'GRAPH_BUILD_FAILURE',
   EXECUTION_FAILURE = 'EXECUTION_FAILURE',
   COMPILATION_FAILURE = 'COMPILATION_FAILURE',
   PARSING_FAILURE = 'PARSING_FAILURE',
+  GRAPH_MANAGER_FAILURE = 'GRAPH_MANAGER_FAILURE',
 }

package/src/graphManager/GraphManagerTelemetry.ts

@@ -0,0 +1,35 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import type { TelemetryService } from '@finos/legend-shared';
+import type { GraphBuilderReport } from './GraphBuilderReport';
+import { GRAPH_MANAGER_EVENT } from './GraphManagerEvent';
+
+type GraphBuilt_TelemetryData = {
+  timings: Record<string, number>;
+  dependencies: GraphBuilderReport;
+  graph: GraphBuilderReport;
+  generations?: GraphBuilderReport;
+};
+
+export class GraphManagerTelemetry {
+  static logEvent_GraphInitialized(
+    telemetryService: TelemetryService,
+    data: GraphBuilt_TelemetryData,
+  ): void {
+    telemetryService.logEvent(GRAPH_MANAGER_EVENT.GRAPH_INITIALIZED, data);
+  }
+}

package/src/graphManager/action/EngineError.ts

@@ -39,3 +39,6 @@ export class EngineError extends ApplicationError {
 export class ParserError extends EngineError {}
 
 export class CompilationError extends EngineError {}
+export class ExternalFormatError extends CompilationError {
+  schemaSourceInformation?: SourceInformation | undefined;
+}

package/src/graphManager/action/externalFormat/ExternalFormatDescription.ts

@@ -0,0 +1,30 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import type { GenerationProperty } from '../generation/GenerationConfigurationDescription';
+
+export class ExternalFormatDescription {
+  name: string;
+  contentTypes: string[] = [];
+  supportsSchemaGeneration = false;
+  schemaGenerationProperties: GenerationProperty[] = [];
+  supportsModelGeneration = false;
+  modelGenerationProperties: GenerationProperty[] = [];
+
+  constructor(name: string) {
+    this.name = name;
+  }
+}

package/src/index.ts

@@ -69,7 +69,14 @@ export {
   TagReference,
   TagExplicitReference,
 } from './models/metamodels/pure/packageableElements/domain/TagReference';
-
+// metamodel external formats
+export { Binding } from './models/metamodels/pure/packageableElements/externalFormat/store/DSLExternalFormat_Binding';
+export { ModelUnit } from './models/metamodels/pure/packageableElements/externalFormat/store/DSLExternalFormat_ModelUnit';
+export { SchemaSet } from './models/metamodels/pure/packageableElements/externalFormat/schemaSet/DSLExternalFormat_SchemaSet';
+export { Schema as ExternalFormatSchema } from './models/metamodels/pure/packageableElements/externalFormat/schemaSet/DSLExternalFormat_Schema';
+export { ExternalFormatConnection } from './models/metamodels/pure/packageableElements/externalFormat/connection/DSLExternalFormat_ExternalFormatConnection';
+export { UrlStream } from './models/metamodels/pure/packageableElements/externalFormat/connection/DSLExternalFormat_UrlStream';
+export { DSLExternalFormat_GraphPreset } from './graph/DSLExternalFormat_Extension';
 // V1 protocols
 export * from './models/protocols/pure/v1/model/packageableElements/V1_PackageableElement';
 export { V1_StereotypePtr } from './models/protocols/pure/v1/model/packageableElements/domain/V1_StereotypePtr';
@@ -126,6 +133,8 @@ export { V1_Lambda } from './models/protocols/pure/v1/model/valueSpecification/r
 export { V1_Variable } from './models/protocols/pure/v1/model/valueSpecification/V1_Variable';
 export { V1_ValueSpecification } from './models/protocols/pure/v1/model/valueSpecification/V1_ValueSpecification';
 export { V1_Multiplicity } from './models/protocols/pure/v1/model/packageableElements/domain/V1_Multiplicity';
+export { V1_ExternalFormatDescription } from './models/protocols/pure/v1/engine/externalFormat/V1_ExternalFormatDescription';
+export { V1_ExternalFormatModelGenerationInput } from './models/protocols/pure/v1/engine/externalFormat/V1_ExternalFormatModelGeneration';
 
 // --------------------------------------------- EXECUTION PLAN --------------------------------------------------
 
@@ -175,8 +184,10 @@ export {
   AbstractPureGraphManager,
   type GraphBuilderOptions,
 } from './graphManager/AbstractPureGraphManager';
+export { GraphBuilderReport } from './graphManager/GraphBuilderReport';
+export { GraphManagerTelemetry } from './graphManager/GraphManagerTelemetry';
 export * from './graphManager/GraphManagerUtils';
-export { GRAPH_MANAGER_LOG_EVENT } from './graphManager/GraphManagerLogEvent';
+export * from './graphManager/GraphManagerEvent';
 export * from './graphManager/DSLMapping_PureGraphManagerPlugin_Extension';
 export * from './graphManager/DSLGenerationSpecification_PureGraphManagerPlugin_Extension';
 export {
@@ -185,6 +196,7 @@ export {
   RawExecutionResult,
   EXECUTION_SERIALIZATION_FORMAT,
 } from './graphManager/action/execution/ExecutionResult';
+export { ExternalFormatDescription } from './graphManager/action/externalFormat/ExternalFormatDescription';
 export * from './graphManager/action/execution/ExecutionResultHelper';
 export * from './graphManager/PureGraphManagerPlugin';
 export * from './graphManager/action/query/Query';
@@ -231,6 +243,7 @@ export {
 export { V1_transformPropertyReference } from './models/protocols/pure/v1/transformation/pureGraph/from/V1_MappingTransformer';
 export { V1_EngineServerClient } from './models/protocols/pure/v1/engine/V1_EngineServerClient';
 export { V1_Engine } from './models/protocols/pure/v1/engine/V1_Engine';
+export * from './models/protocols/pure/v1/engine/V1_EngineEvent';
 export { V1_deserializePureModelContextData as V1_jsonToPureModelContextData } from './models/protocols/pure/v1/transformation/pureProtocol/V1_PureProtocolSerialization';
 export {
   V1_propertyPointerModelSchema,
@@ -240,6 +253,7 @@ export {
 export { V1_serializeValueSpecification } from './models/protocols/pure/v1/transformation/pureProtocol/serializationHelpers/V1_ValueSpecificationSerializer';
 export { V1_ValueSpecificationBuilder } from './models/protocols/pure/v1/transformation/pureGraph/to/helpers/V1_ValueSpecificationBuilderHelper';
 export * from './models/protocols/pure/v1/transformation/pureProtocol/serializationHelpers/V1_CoreSerializationHelper';
+export * from './models/protocols/pure/v1/transformation/pureGraph/to/V1_DSLExternalFormat_GraphBuilderHelper';
 
 // --------------------------------------------- TO BE MODULARIZED --------------------------------------------------
 

package/src/models/DSLExternalFormat_ModelUtils.ts

@@ -0,0 +1,24 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+export enum DSL_EXTERNAL_FORMAT_HASH_STRUCTURE {
+  BINDING = 'BINDING',
+  SCHEMA_SET = 'SCHEMA_SET',
+  SCHEMA = 'SCHEMA',
+  MODEL_UNIT = 'MODEL_UNIT',
+  URL_STREAM = 'URL_STREAM',
+  EXTERNAL_FORMAT_CONNECTION = 'EXTERNAL_FORMAT_CONNECTION',
+}

package/src/models/metamodels/pure/packageableElements/PackageableElement.ts

@@ -90,7 +90,7 @@ export abstract class PackageableElement implements Hashable, Stubable {
       isDeleted: computed,
       path: computed,
       _elementHashCode: computed,
-      // We need to enable `keepAlive` to facillitate precomutation of element hash code
+      // We need to enable `keepAlive` to facillitate precomputation of element hash code
       hashCode: computed({ keepAlive: true }),
       setName: action,
       setPackage: action,

package/src/models/metamodels/pure/packageableElements/domain/Package.ts

@@ -23,7 +23,6 @@ import {
   type Hashable,
   hashArray,
   assertTrue,
-  addUniqueEntry,
   AssertionError,
 } from '@finos/legend-shared';
 import {
@@ -58,7 +57,9 @@ export class Package extends PackageableElement implements Hashable {
   }
 
   addChild(value: PackageableElement): void {
-    addUniqueEntry(this.children, value);
+    // NOTE: here we directly push the element to the children array without any checks rather than use `addUniqueEntry` to improve performance.
+    // Duplication checks should be handled separately
+    this.children.push(value);
   }
 
   addElement(element: PackageableElement): void {

package/src/models/metamodels/pure/packageableElements/externalFormat/connection/DSLExternalFormat_ExternalFormatConnection.ts

@@ -0,0 +1,57 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import { type Hashable, ContentType, hashArray } from '@finos/legend-shared';
+import { action, computed, makeObservable, observable } from 'mobx';
+import type { Binding } from '../store/DSLExternalFormat_Binding';
+import type { UrlStream } from './DSLExternalFormat_UrlStream';
+import {
+  Connection,
+  type ConnectionVisitor,
+} from '../../connection/Connection';
+import type { PackageableElementReference } from '../../PackageableElementReference';
+import { DSL_EXTERNAL_FORMAT_HASH_STRUCTURE } from '../../../../../DSLExternalFormat_ModelUtils';
+
+export class ExternalFormatConnection extends Connection implements Hashable {
+  static readonly CONTENT_TYPE = ContentType.TEXT_PLAIN;
+  externalSource!: UrlStream;
+
+  constructor(store: PackageableElementReference<Binding>) {
+    super(store);
+
+    makeObservable(this, {
+      externalSource: observable,
+      setSource: action,
+      hashCode: computed,
+    });
+  }
+
+  setSource(value: UrlStream): void {
+    this.externalSource = value;
+  }
+
+  get hashCode(): string {
+    return hashArray([
+      DSL_EXTERNAL_FORMAT_HASH_STRUCTURE.EXTERNAL_FORMAT_CONNECTION,
+      this.store.hashValue,
+      this.externalSource,
+    ]);
+  }
+
+  accept_ConnectionVisitor<T>(visitor: ConnectionVisitor<T>): T {
+    return visitor.visit_Connection(this);
+  }
+}

package/src/models/metamodels/pure/packageableElements/externalFormat/connection/DSLExternalFormat_UrlStream.ts

@@ -0,0 +1,39 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import { type Hashable, hashArray } from '@finos/legend-shared';
+import { action, computed, makeObservable, observable } from 'mobx';
+import { DSL_EXTERNAL_FORMAT_HASH_STRUCTURE } from '../../../../../DSLExternalFormat_ModelUtils';
+
+export class UrlStream implements Hashable {
+  url!: string;
+
+  constructor() {
+    makeObservable(this, {
+      url: observable,
+      hashCode: computed,
+      setUrl: action,
+    });
+  }
+
+  setUrl(val: string): void {
+    this.url = val;
+  }
+
+  get hashCode(): string {
+    return hashArray([DSL_EXTERNAL_FORMAT_HASH_STRUCTURE.URL_STREAM, this.url]);
+  }
+}

package/src/models/metamodels/pure/packageableElements/externalFormat/schemaSet/DSLExternalFormat_Schema.ts

@@ -0,0 +1,59 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import { observable, computed, makeObservable, action } from 'mobx';
+import { uuid, hashArray, type Hashable } from '@finos/legend-shared';
+import { DSL_EXTERNAL_FORMAT_HASH_STRUCTURE } from '../../../../../DSLExternalFormat_ModelUtils';
+
+export class Schema implements Hashable {
+  uuid = uuid();
+  id?: string | undefined;
+  location?: string | undefined;
+  content!: string;
+
+  constructor() {
+    makeObservable(this, {
+      id: observable,
+      location: observable,
+      content: observable,
+      setId: action,
+      setLocation: action,
+      setContent: action,
+      hashCode: computed,
+    });
+  }
+
+  setId(value: string): void {
+    this.id = value;
+  }
+
+  setLocation(value: string): void {
+    this.location = value;
+  }
+
+  setContent(value: string): void {
+    this.content = value;
+  }
+
+  get hashCode(): string {
+    return hashArray([
+      DSL_EXTERNAL_FORMAT_HASH_STRUCTURE.SCHEMA,
+      this.id ?? '',
+      this.location ?? '',
+      this.content,
+    ]);
+  }
+}

package/src/models/metamodels/pure/packageableElements/externalFormat/schemaSet/DSLExternalFormat_SchemaSet.ts

@@ -0,0 +1,74 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import { observable, action, makeObservable, override } from 'mobx';
+import {
+  hashArray,
+  addUniqueEntry,
+  deleteEntry,
+  type Hashable,
+} from '@finos/legend-shared';
+import type { Schema } from './DSLExternalFormat_Schema';
+import {
+  type PackageableElementVisitor,
+  PackageableElement,
+} from '../../PackageableElement';
+import { DSL_EXTERNAL_FORMAT_HASH_STRUCTURE } from '../../../../../DSLExternalFormat_ModelUtils';
+
+export class SchemaSet extends PackageableElement implements Hashable {
+  format!: string;
+  schemas: Schema[] = [];
+
+  constructor(name: string) {
+    super(name);
+
+    makeObservable<SchemaSet, '_elementHashCode'>(this, {
+      format: observable,
+      schemas: observable,
+      setFormat: action,
+      addSchema: action,
+      deleteSchema: action,
+      _elementHashCode: override,
+    });
+  }
+
+  setFormat(value: string): void {
+    this.format = value;
+  }
+
+  addSchema(value: Schema): void {
+    addUniqueEntry(this.schemas, value);
+  }
+
+  deleteSchema(value: Schema): void {
+    deleteEntry(this.schemas, value);
+  }
+
+  protected override get _elementHashCode(): string {
+    return hashArray([
+      DSL_EXTERNAL_FORMAT_HASH_STRUCTURE.SCHEMA_SET,
+      this.path,
+      this.format,
+      hashArray(this.schemas),
+    ]);
+  }
+
+  accept_PackageableElementVisitor<T>(
+    visitor: PackageableElementVisitor<T>,
+  ): T {
+    return visitor.visit_PackageableElement(this);
+  }
+}

package/src/models/metamodels/pure/packageableElements/externalFormat/store/BindingTransformer.ts

@@ -0,0 +1,44 @@
+/**
+ * Copyright (c) 2020-present, Goldman Sachs
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import { type Hashable, hashArray } from '@finos/legend-shared';
+import { action, computed, makeObservable, observable } from 'mobx';
+import { CORE_HASH_STRUCTURE } from '../../../../../../MetaModelConst';
+import type { PackageableElementReference } from '../../PackageableElementReference';
+import type { Binding } from './DSLExternalFormat_Binding';
+
+export class BindingTransformer implements Hashable {
+  binding!: PackageableElementReference<Binding>;
+
+  constructor() {
+    makeObservable(this, {
+      binding: observable,
+      hashCode: computed,
+      setBinding: action,
+    });
+  }
+
+  setBinding(value: PackageableElementReference<Binding>): void {
+    this.binding = value;
+  }
+
+  get hashCode(): string {
+    return hashArray([
+      CORE_HASH_STRUCTURE.BINDING_TRANSFORMER,
+      this.binding.hashValue,
+    ]);
+  }
+}