@finos/legend-graph 23.1.1 → 24.0.1

package/src/{DSL_ExternalFormat_Extension.ts → Core_GraphManagerPreset.ts}

@@ -16,20 +16,19 @@
 
 import packageJson from '../package.json';
 import { AbstractPreset } from '@finos/legend-shared';
-import { DSL_ExternalFormat_PureGraphManagerPlugin } from './graphManager/DSL_ExternalFormat_PureGraphManagerPlugin.js';
-import { DSL_ExternalFormat_PureProtocolProcessorPlugin } from './graphManager/protocol/pure/DSL_ExternalFormat_PureProtocolProcessorPlugin.js';
-import { DSL_ExternalFormat_PureGraphPlugin } from './graph/DSL_ExternalFormat_PureGraphPlugin.js';
+import { DSL_ExternalFormat_PureGraphManagerPlugin } from './graphManager/extensions/DSL_ExternalFormat_PureGraphManagerPlugin.js';
+import { DSL_ExternalFormat_PureProtocolProcessorPlugin } from './graphManager/protocol/pure/extensions/DSL_ExternalFormat_PureProtocolProcessorPlugin.js';
+import { DSL_ExternalFormat_PureGraphPlugin } from './graph/extensions/DSL_ExternalFormat_PureGraphPlugin.js';
+import { Core_PureGraphManagerPlugin } from './graphManager/extensions/Core_PureGraphManagerPlugin.js';
 
-export class DSL_ExternalFormat_GraphPreset extends AbstractPreset {
+export class Core_GraphManagerPreset extends AbstractPreset {
   constructor() {
-    super(
-      packageJson.extensions.dsl_external_format_graphManagerPreset,
-      packageJson.version,
-      [
-        new DSL_ExternalFormat_PureGraphPlugin(),
-        new DSL_ExternalFormat_PureGraphManagerPlugin(),
-        new DSL_ExternalFormat_PureProtocolProcessorPlugin(),
-      ],
-    );
+    super(packageJson.extensions.graphManagerPreset, packageJson.version, [
+      new Core_PureGraphManagerPlugin(),
+
+      new DSL_ExternalFormat_PureGraphPlugin(),
+      new DSL_ExternalFormat_PureGraphManagerPlugin(),
+      new DSL_ExternalFormat_PureProtocolProcessorPlugin(),
+    ]);
   }
 }

package/src/STO_Relational_Exports.ts

@@ -64,7 +64,7 @@ export * from './graph/metamodel/pure/packageableElements/store/relational/conne
 export * from './graph/metamodel/pure/packageableElements/store/relational/connection/DatasourceSpecification.js';
 
 // protocols
-export * from './graphManager/protocol/pure/STO_Relational_PureProtocolProcessorPlugin_Extension.js';
+export * from './graphManager/protocol/pure/extensions/STO_Relational_PureProtocolProcessorPlugin_Extension.js';
 export * from './graphManager/protocol/pure/v1/model/packageableElements/store/relational/model/V1_TablePtr.js';
 export { V1_transformTableToTablePointer } from './graphManager/protocol/pure/v1/transformation/pureGraph/from/V1_DatabaseTransformer.js';
 export {
@@ -83,4 +83,10 @@ export {
   V1_serializeMapper,
   V1_deserializeMapper,
 } from './graphManager/protocol/pure/v1/transformation/pureProtocol/serializationHelpers/V1_PostProcessorSerializationHelper.js';
-export * from './graphManager/STO_Relational_PureGraphManagerPlugin_Extension.js';
+export * from './graphManager/extensions/STO_Relational_PureGraphManagerPlugin_Extension.js';
+
+export * from './graph/metamodel/pure/data/RelationalCSVData.js';
+export { SQLExecutionNode } from './graph/metamodel/pure/executionPlan/nodes/SQLExecutionNode.js';
+export { SQLResultColumn } from './graph/metamodel/pure/executionPlan/nodes/SQLResultColumn.js';
+export { RelationalTDSInstantiationExecutionNode } from './graph/metamodel/pure/executionPlan/nodes/RelationalInstantiationExecutionNode.js';
+export { createExplicitRelationReference } from './graph/metamodel/pure/packageableElements/store/relational/model/RelationReference.js';

package/src/graph/BasicModel.ts

@@ -79,15 +79,20 @@ const FORBIDDEN_EXTENSION_ELEMENT_CLASS = new Set([
   Profile,
   Measure,
   Unit,
-  SectionIndex,
+
+  DataElement,
+
   Store,
   Mapping,
   PackageableConnection,
   PackageableRuntime,
-  Service,
+
   GenerationSpecification,
   FileGenerationSpecification,
-  DataElement,
+
+  Service, // to be modularized
+
+  SectionIndex,
 ]);
 
 /**

package/src/graph/Core_HashUtils.ts

@@ -50,6 +50,89 @@ export enum CORE_HASH_STRUCTURE {
   FUNCTION = 'FUNCTION',
   MEASURE = 'MEASURE',
   UNIT = 'UNIT',
+  // test
+  ASSERT_FAIL = 'ASSERT_FAIL',
+  ASSERT_PASS = 'ASSERT_PASS',
+  EQUAL_TO_JSON_ASSERT_FAIL = 'EQUAL_TO_JSON_ASSERT_FAIL',
+  EQUAL_TO = 'EQUAL_TO',
+  EQUAL_TO_JSON = 'EQUAL_TO_JSON',
+  EQUAL_TO_TDS = 'EQUAL_TO_TDS',
+  TEST_RESULT = 'TEST_RESULT',
+  TEST_ERROR = 'TEST_ERROR',
+  TEST_FAILED = 'TEST_FAILED',
+  TEST_PASSED = 'TEST_PASSED',
+  ATOMIC_TEST_ID = 'ATOMIC_TEST_ID',
+  // section index
+  SECTION_INDEX = 'SECTION_INDEX',
+  SECTION = 'SECTION',
+  IMPORT_AWARE_CODE_SECTION = 'IMPORT_AWARE_CODE_SECTION',
+  DEFAULT_CODE_SECTION = 'DEFAULT_CODE_SECTION',
+  // raw value specification
+  RAW_LAMBDA = 'RAW_LAMBDA',
+  RAW_VARIABLE = 'RAW_VARIABLE',
+  RAW_INSTANCE_VALUE = 'RAW_INSTANCE_VALUE',
+  BINDING_TRANSFORMER = 'BINDING_TRANSFORMER',
+  // value specification
+  INTERNAL_UNKNOWN_VALUE_SPECIFICATION = 'INTERNAL_UNKNOWN_VALUE_SPECIFICATION',
+  VARIABLE_EXPRESSION = 'VARIABLE_EXPRESSION',
+  EXPRESSION = 'EXPRESSION',
+  FUNCTION_EXPRESSION = 'FUNCTION_EXPRESSION',
+  SIMPLE_FUNCTION_EXPRESSION = 'SIMPLE_FUNCTION_EXPRESSION',
+  ABSTRACT_PROPERTY_EXPRESSION = 'ABSTRACT_PROPERTY_EXPRESSION',
+  INSTANCE_VALUE = 'INSTANCE_VALUE',
+  PRIMITIVE_INSTANCE_VALUE = 'PRIMITIVE_INSTANCE_VALUE',
+  ENUM_INSTANCE_VALUE = 'ENUM_INSTANCE_VALUE',
+  RUNTIME_INSTANCE_VALUE = 'RUNTIME_INSTANCE_VALUE',
+  PAIR_INSTANCE_VALUE = 'PAIR_INSTANCE_VALUE',
+  MAPPING_INSTANCE_VALUE = 'MAPPING_INSTANCE_VALUE',
+  PURE_LIST_INSTANCE_VALUE = 'PURE_LIST_INSTANCE_VALUE',
+  COLLECTION_INSTANCE_VALUE = 'COLLECTION_INSTANCE_VALUE',
+  LAMBDA_FUNCTION_INSTANCE_VALUE = 'LAMBDA_FUNCTION_INSTANCE_VALUE',
+  FUNCTION_TYPE = 'FUNCTION_TYPE',
+  LAMBDA_FUNCTION = 'LAMBDA_FUNCTION',
+  ALLOY_SERIALIZATION_CONFIG_INSTANCE_VALUE = 'ALLOY_SERIALIZATION_CONFIG_INSTANCE_VALUE',
+  ALLOY_SERIALIZATION_CONFIG = 'ALLOY_SERIALIZATION_CONFIG',
+  ROOT_GRAPH_FETCH_TREE = 'ROOT_GRAPH_FETCH_TREE',
+  PROPERTY_GRAPH_FETCH_TREE = 'PROPERTY_GRAPH_FETCH_TREE',
+  PROPERTY_GRAPH_FETCH_TREE_INSTANCE_VALUE = 'PROEPRTY_GRAPH_FETCH_TREE_INSTANCE_VALUE',
+  ROOT_GRAPH_FETCH_TREE_INSTANCE_VALUE = 'ROOT_GRAPH_FETCH_TREE_INSTANCE_VALUE',
+  INTERNAL_PROPAGATED_VALUE = 'INTERNAL_PROPAGATED_VALUE',
+
+  // ---------------------------------- DSL Mapping --------------------------------------
+
+  MAPPING = 'MAPPING',
+  MAPPING_INCLUDE = 'MAPPING_INCLUDE',
+  ASSOCIATION_IMPLEMENTATION = 'ASSOCIATION_IMPLEMENTATION',
+  RELATIONAL_ASSOCIATION_IMPLEMENTATION = 'RELATIONAL_ASSOCIATION_IMPLEMENTATION',
+  XSTORE_ASSOCIATION_IMPLEMENTATION = 'XSTORE_ASSOCIATION_IMPLEMENTATION',
+  ENUMERATION_MAPPING = 'ENUMERATION_MAPPING',
+  ENUM_VALUE_MAPPING = 'ENUM_VALUE_MAPPING',
+  SET_IMPLEMENTATION = 'SET_IMPLEMENTATION',
+  OPERATION_SET_IMPLEMENTATION = 'OPERATION_SET_IMPLEMENTATION',
+  PURE_INSTANCE_SET_IMPLEMENTATION = 'PURE_INSTANCE_SET_IMPLEMENTATION',
+  PROPERTY_MAPPING = 'PROPERTY_MAPPING',
+  LOCAL_MAPPING_PROPERTY = 'LOCAL_MAPPING_PROPERTY',
+  PURE_PROPERTY_MAPPING = 'PURE_PROPERTY_MAPPING',
+  XSTORE_PROPERTY_MAPPING = 'XSTORE_PROPERTY_MAPPING',
+  MAPPING_TEST_LEGACY = 'MAPPING_TEST_LEGACY',
+  MAPPING_TEST_SUITE = 'MAPPING_TEST_SUITE',
+  MAPPING_TEST = 'MAPPING_TEST',
+  STORE_TEST_DATA = 'STORE_TEST_DATA',
+  INPUT_DATA = 'INPUT_DATA',
+  FLAT_DATA_INPUT_DATA = 'FLAT_DATA_INPUT_DATA',
+  RELATIONAL_INPUT_DATA = 'RELATIONAL_INPUT_DATA',
+  OBJECT_INPUT_DATA = 'OBJECT_INPUT_DATA',
+  MAPPING_TEST_ASSERT = 'MAPPING_TEST_ASSERT',
+  EXPECTED_OUTPUT_MAPPING_TEST_ASSERT = 'EXPECTED_OUTPUT_MAPPING_TEST_ASSERT',
+  FILTER_MAPPING = 'FILTER_MAPPING',
+  COLUMN_MAPPING = 'COLUMN_MAPPING',
+  GROUP_BY_MAPPING = 'GROUP_BY_MAPPING',
+  // aggregation aware mapping
+  AGGREGATION_AWARE_MAPPING = 'AGGREGATION_AWARE_MAPPING',
+  AGGREGATION_AWARE_SPECIFICATION = 'AGGREGATION_AWARE_SPECIFICATION',
+  AGGREGATION_AWARE_SET_IMPLEMENTATION_CONTAINER = 'AGGREGATION_AWARE_SET_IMPLEMENTATION_CONTAINER',
+  AGGREGATE_FUNCTION = 'AGGREGATE_FUNCTION',
+  GROUP_BY_FUNCTION = 'GROUP_BY_FUNCTION',
   // runtime
   RUNTIME = 'RUNTIME',
   PACKAGEABLE_RUNTIME = 'PACKAGEABLE_RUNTIME',
@@ -66,28 +149,54 @@ export enum CORE_HASH_STRUCTURE {
   MODEL_CHAIN_CONNECTION = 'MODEL_CHAIN_CONNECTION',
   FLAT_DATA_CONNECTION = 'FLAT_DATA_CONNECTION',
   RELATIONAL_DATABASE_CONNECTION = 'RELATIONAL_DATABASE_CONNECTION',
-  // flat-data
-  FLAT_DATA = 'FLAT_DATA',
-  FLAT_DATA_SECTION = 'FLAT_DATA_SECTION',
-  FLAT_DATA_PROPERTY = 'FLAT_DATA_PROPERTY',
-  FLAT_DATA_ROOT_RECORD_TYPE = 'FLAT_DATA_ROOT_RECORD_TYPE',
-  FLAT_DATA_RECORD_TYPE = 'FLAT_DATA_RECORD_TYPE',
-  FLAT_DATA_RECORD_FIELD = 'FLAT_DATA_RECORD_FIELD',
-  FLAT_DATA_STRING = 'FLAT_DATA_STRING',
-  FLAT_DATA_BOOLEAN = 'FLAT_DATA_BOOLEAN',
-  FLAT_DATA_NUMBER = 'FLAT_DATA_NUMBER',
-  FLAT_DATA_INTEGER = 'FLAT_DATA_INTEGER',
-  FLAT_DATA_FLOAT = 'FLAT_DATA_FLOAT',
-  FLAT_DATA_DECIMAL = 'FLAT_DATA_DECIMAL',
-  FLAT_DATA_DATE = 'FLAT_DATA_DATE',
-  FLAT_DATA_DATE_TIME = 'FLAT_DATA_DATE_TIME',
-  FLAT_DATA_STRICT_DATE = 'FLAT_DATA_STRICT_DATE',
-  FLAT_DATA_INSTANCE_SET_IMPLEMENTATION = 'FLAT_DATA_INSTANCE_SET_IMPLEMENTATION',
-  FLAT_DATA_PROPERTY_MAPPING = 'FLAT_DATA_PROPERTY_MAPPING',
-  FLAT_DATA_ASSOCIATION_IMPLEMENTATION = 'FLAT_DATA_ASSOCIATION_IMPLEMENTATION',
-  FLAT_DATA_ASSOCIATION_PROPERTY_MAPPING = 'FLAT_DATA_ASSOCIATION_PROPERTY_MAPPING',
-  EMBEDDED_FLAT_DATA_PROPERTY_MAPPING = 'EMBEDDED_FLAT_DATA_PROPERTY_MAPPING',
-  FLAT_DATA_SECTION_POINTER = 'FLAT_DATA_SECTION_POINTER',
+
+  // ---------------------------------- DSL Generation --------------------------------------
+
+  GENERATION_TREE = 'GENERATION_TREE',
+  GENERATION_TREE_NODE = 'GENERATION_TREE_NODE',
+  FILE_GENERATION = 'FILE_GENERATION',
+  CONFIGURATION_PROPERTY = 'CONFIGURATION_PROPERTY',
+
+  // ---------------------------------- DSL Data --------------------------------------
+
+  EXTERNAL_FORMAT_DATA = 'EXTERNAL_FORMAT_DATA',
+  MODEL_STORE_DATA = 'MODEL_STORE_DATA',
+  DATA_ELEMENT_REFERENCE = 'DATA_ELEMENT_REFERENCE',
+  DATA_ELEMENT = 'DATA_ELEMENT',
+  RELATIONAL_CSV_DATA = 'RELATIONAL_CSV_DATA',
+  RELATIONAL_TDS = 'RELATIONAL_TDS',
+  RELATIONAL_CSV_DATA_TABLE = 'RELATIONAL_CSV_DATA_TABLE',
+
+  // ---------------------------------- DSL External Format --------------------------------------
+
+  BINDING = 'BINDING',
+  SCHEMA_SET = 'SCHEMA_SET',
+  SCHEMA = 'SCHEMA',
+  MODEL_UNIT = 'MODEL_UNIT',
+  URL_STREAM = 'URL_STREAM',
+  EXTERNAL_FORMAT_CONNECTION = 'EXTERNAL_FORMAT_CONNECTION',
+
+  // ---------------------------------- DSL Service --------------------------------------
+
+  SERVICE = 'SERVICE',
+  SERVICE_PURE_EXECUTION = 'SERVICE_PURE_EXECUTION',
+  SERVICE_PURE_SINGLE_EXECUTION = 'SERVICE_PURE_SINGLE_EXECUTION',
+  SERVICE_KEYED_EXECUTION_PARAMETER = 'SERVICE_KEYED_EXECUTION_PARAMETER',
+  SERVICE_PURE_MULTI_EXECUTION = 'SERVICE_PURE_MULTI_EXECUTION',
+  SERVICE_TEST_CONTAINER = 'SERVICE_TEST_CONTAINER',
+  SERVICE_LEGACY_SINGLE_EXECUTION_TEST = 'SERVICE_LEGACY_SINGLE_EXECUTION_TEST',
+  SERVICE_LEGACY_KEYED_SINGLE_EXECUTION_TEST = 'SERVICE_LEGACY_KEYED_SINGLE_EXECUTION_TEST',
+  SERVICE_LEGACY_MULTI_EXECUTION_TEST = 'SERVICE_LEGACY_MULTI_EXECUTION_TEST',
+  SERVICE_CONNECTION_TEST_DATA = 'SERVICE_CONNECTION_TEST_DATA',
+  SERVICE_TEST_DATA = 'SERVICE_TEST_DATA',
+  SERVICE_TEST_SUITE = 'SERVICE_TEST_SUITE',
+  SERVICE_TEST = 'SERVICE_TEST',
+  SERVICE_PARAMETER_VALUE = 'SERVICE_PARAMETER_VALUE',
+  SERVICE_POST_VALIDATION = 'SERVICE_POST_VALIDATION',
+  SERVICE_POST_VALIDATION_ASSERTION = 'SERVICE_POST_VALIDATION_ASSERTION',
+
+  // ---------------------------------- STO Relational --------------------------------------
+
   // database
   DATABASE = 'DATABASE',
   DATABASE_SCHEMA = 'DATABASE_SCHEMA',
@@ -131,12 +240,6 @@ export enum CORE_HASH_STRUCTURE {
   EMBEDDED_REALTIONAL_PROPERTY_MAPPING = 'EMBEDDED_REALTIONAL_PROPERTY_MAPPING',
   INLINE_EMBEDDED_REALTIONAL_PROPERTY_MAPPING = 'INLINE_EMBEDDED_REALTIONAL_PROPERTY_MAPPING',
   OTHERWISE_EMBEDDED_REALTIONAL_PROPERTY_MAPPING = 'OTHERWISE_EMBEDDED_REALTIONAL_PROPERTY_MAPPING',
-  // aggregation aware mapping
-  AGGREGATION_AWARE_MAPPING = 'AGGREGATION_AWARE_MAPPING',
-  AGGREGATION_AWARE_SPECIFICATION = 'AGGREGATION_AWARE_SPECIFICATION',
-  AGGREGATION_AWARE_SET_IMPLEMENTATION_CONTAINER = 'AGGREGATION_AWARE_SET_IMPLEMENTATION_CONTAINER',
-  AGGREGATE_FUNCTION = 'AGGREGATE_FUNCTION',
-  GROUP_BY_FUNCTION = 'GROUP_BY_FUNCTION',
   // milestoning
   BUSINESS_MILESTONING = 'BUSINESS_MILESTONING',
   BUSINESS_SNAPSHOT_MILESTONING = 'BUSINESS_SNAPSHOT_MILESTONING',
@@ -164,112 +267,30 @@ export enum CORE_HASH_STRUCTURE {
   MAPPER_POST_PROCESSOR = 'MAPPER_POST_PROCESSOR',
   SCHEMA_MAPPER = 'SCHEMA_MAPPER',
   TABLE_MAPPER = 'TABLE_MAPPER',
-  // mapping
-  MAPPING = 'MAPPING',
-  MAPPING_INCLUDE = 'MAPPING_INCLUDE',
-  ASSOCIATION_IMPLEMENTATION = 'ASSOCIATION_IMPLEMENTATION',
-  RELATIONAL_ASSOCIATION_IMPLEMENTATION = 'RELATIONAL_ASSOCIATION_IMPLEMENTATION',
-  XSTORE_ASSOCIATION_IMPLEMENTATION = 'XSTORE_ASSOCIATION_IMPLEMENTATION',
-  ENUMERATION_MAPPING = 'ENUMERATION_MAPPING',
-  ENUM_VALUE_MAPPING = 'ENUM_VALUE_MAPPING',
-  SET_IMPLEMENTATION = 'SET_IMPLEMENTATION',
-  OPERATION_SET_IMPLEMENTATION = 'OPERATION_SET_IMPLEMENTATION',
-  PURE_INSTANCE_SET_IMPLEMENTATION = 'PURE_INSTANCE_SET_IMPLEMENTATION',
-  PROPERTY_MAPPING = 'PROPERTY_MAPPING',
-  LOCAL_MAPPING_PROPERTY = 'LOCAL_MAPPING_PROPERTY',
-  PURE_PROPERTY_MAPPING = 'PURE_PROPERTY_MAPPING',
-  XSTORE_PROPERTY_MAPPING = 'XSTORE_PROPERTY_MAPPING',
-  MAPPING_TEST_LEGACY = 'MAPPING_TEST_LEGACY',
-  MAPPING_TEST_SUITE = 'MAPPING_TEST_SUITE',
-  MAPPING_TEST = 'MAPPING_TEST',
-  STORE_TEST_DATA = 'STORE_TEST_DATA',
-  INPUT_DATA = 'INPUT_DATA',
-  FLAT_DATA_INPUT_DATA = 'FLAT_DATA_INPUT_DATA',
-  RELATIONAL_INPUT_DATA = 'RELATIONAL_INPUT_DATA',
-  OBJECT_INPUT_DATA = 'OBJECT_INPUT_DATA',
-  MAPPING_TEST_ASSERT = 'MAPPING_TEST_ASSERT',
-  EXPECTED_OUTPUT_MAPPING_TEST_ASSERT = 'EXPECTED_OUTPUT_MAPPING_TEST_ASSERT',
-  FILTER_MAPPING = 'FILTER_MAPPING',
-  COLUMN_MAPPING = 'COLUMN_MAPPING',
-  GROUP_BY_MAPPING = 'GROUP_BY_MAPPING',
-  // service
-  SERVICE = 'SERVICE',
-  SERVICE_PURE_EXECUTION = 'SERVICE_PURE_EXECUTION',
-  SERVICE_PURE_SINGLE_EXECUTION = 'SERVICE_PURE_SINGLE_EXECUTION',
-  SERVICE_KEYED_EXECUTION_PARAMETER = 'SERVICE_KEYED_EXECUTION_PARAMETER',
-  SERVICE_PURE_MULTI_EXECUTION = 'SERVICE_PURE_MULTI_EXECUTION',
-  SERVICE_TEST_CONTAINER = 'SERVICE_TEST_CONTAINER',
-  SERVICE_LEGACY_SINGLE_EXECUTION_TEST = 'SERVICE_LEGACY_SINGLE_EXECUTION_TEST',
-  SERVICE_LEGACY_KEYED_SINGLE_EXECUTION_TEST = 'SERVICE_LEGACY_KEYED_SINGLE_EXECUTION_TEST',
-  SERVICE_LEGACY_MULTI_EXECUTION_TEST = 'SERVICE_LEGACY_MULTI_EXECUTION_TEST',
-  SERVICE_CONNECTION_TEST_DATA = 'SERVICE_CONNECTION_TEST_DATA',
-  SERVICE_TEST_DATA = 'SERVICE_TEST_DATA',
-  SERVICE_TEST_SUITE = 'SERVICE_TEST_SUITE',
-  SERVICE_TEST = 'SERVICE_TEST',
-  SERVICE_PARAMETER_VALUE = 'SERVICE_PARAMETER_VALUE',
-  SERVICE_POST_VALIDATION = 'SERVICE_POST_VALIDATION',
-  SERVICE_POST_VALIDATION_ASSERTION = 'SERVICE_POST_VALIDATION_ASSERTION',
-  // generation specification
-  GENERATION_TREE = 'GENERATION_TREE',
-  GENERATION_TREE_NODE = 'GENERATION_TREE_NODE',
-  // file generation
-  FILE_GENERATION = 'FILE_GENERATION',
-  CONFIGURATION_PROPERTY = 'CONFIGURATION_PROPERTY',
-  // section index
-  SECTION_INDEX = 'SECTION_INDEX',
-  SECTION = 'SECTION',
-  IMPORT_AWARE_CODE_SECTION = 'IMPORT_AWARE_CODE_SECTION',
-  DEFAULT_CODE_SECTION = 'DEFAULT_CODE_SECTION',
-  // raw value specification
-  RAW_LAMBDA = 'RAW_LAMBDA',
-  RAW_VARIABLE = 'RAW_VARIABLE',
-  RAW_INSTANCE_VALUE = 'RAW_INSTANCE_VALUE',
-  BINDING_TRANSFORMER = 'BINDING_TRANSFORMER',
-  // test
-  ASSERT_FAIL = 'ASSERT_FAIL',
-  ASSERT_PASS = 'ASSERT_PASS',
-  EQUAL_TO_JSON_ASSERT_FAIL = 'EQUAL_TO_JSON_ASSERT_FAIL',
-  EQUAL_TO = 'EQUAL_TO',
-  EQUAL_TO_JSON = 'EQUAL_TO_JSON',
-  EQUAL_TO_TDS = 'EQUAL_TO_TDS',
-  TEST_RESULT = 'TEST_RESULT',
-  TEST_ERROR = 'TEST_ERROR',
-  TEST_FAILED = 'TEST_FAILED',
-  TEST_PASSED = 'TEST_PASSED',
-  ATOMIC_TEST_ID = 'ATOMIC_TEST_ID',
-  // data
-  EXTERNAL_FORMAT_DATA = 'EXTERNAL_FORMAT_DATA',
-  MODEL_STORE_DATA = 'MODEL_STORE_DATA',
-  DATA_ELEMENT_REFERENCE = 'DATA_ELEMENT_REFERENCE',
-  DATA_ELEMENT = 'DATA_ELEMENT',
-  RELATIONAL_CSV_DATA = 'RELATIONAL_CSV_DATA',
-  RELATIONAL_TDS = 'RELATIONAL_TDS',
-  RELATIONAL_CSV_DATA_TABLE = 'RELATIONAL_CSV_DATA_TABLE',
-  // value specification
-  INTERNAL_UNKNOWN_VALUE_SPECIFICATION = 'INTERNAL_UNKNOWN_VALUE_SPECIFICATION',
-  VARIABLE_EXPRESSION = 'VARIABLE_EXPRESSION',
-  EXPRESSION = 'EXPRESSION',
-  FUNCTION_EXPRESSION = 'FUNCTION_EXPRESSION',
-  SIMPLE_FUNCTION_EXPRESSION = 'SIMPLE_FUNCTION_EXPRESSION',
-  ABSTRACT_PROPERTY_EXPRESSION = 'ABSTRACT_PROPERTY_EXPRESSION',
-  INSTANCE_VALUE = 'INSTANCE_VALUE',
-  PRIMITIVE_INSTANCE_VALUE = 'PRIMITIVE_INSTANCE_VALUE',
-  ENUM_INSTANCE_VALUE = 'ENUM_INSTANCE_VALUE',
-  RUNTIME_INSTANCE_VALUE = 'RUNTIME_INSTANCE_VALUE',
-  PAIR_INSTANCE_VALUE = 'PAIR_INSTANCE_VALUE',
-  MAPPING_INSTANCE_VALUE = 'MAPPING_INSTANCE_VALUE',
-  PURE_LIST_INSTANCE_VALUE = 'PURE_LIST_INSTANCE_VALUE',
-  COLLECTION_INSTANCE_VALUE = 'COLLECTION_INSTANCE_VALUE',
-  LAMBDA_FUNCTION_INSTANCE_VALUE = 'LAMBDA_FUNCTION_INSTANCE_VALUE',
-  FUNCTION_TYPE = 'FUNCTION_TYPE',
-  LAMBDA_FUNCTION = 'LAMBDA_FUNCTION',
-  ALLOY_SERIALIZATION_CONFIG_INSTANCE_VALUE = 'ALLOY_SERIALIZATION_CONFIG_INSTANCE_VALUE',
-  ALLOY_SERIALIZATION_CONFIG = 'ALLOY_SERIALIZATION_CONFIG',
-  ROOT_GRAPH_FETCH_TREE = 'ROOT_GRAPH_FETCH_TREE',
-  PROPERTY_GRAPH_FETCH_TREE = 'PROPERTY_GRAPH_FETCH_TREE',
-  PROPERTY_GRAPH_FETCH_TREE_INSTANCE_VALUE = 'PROEPRTY_GRAPH_FETCH_TREE_INSTANCE_VALUE',
-  ROOT_GRAPH_FETCH_TREE_INSTANCE_VALUE = 'ROOT_GRAPH_FETCH_TREE_INSTANCE_VALUE',
-  INTERNAL_PROPAGATED_VALUE = 'INTERNAL_PROPAGATED_VALUE',
+
+  // ---------------------------------- STO Flat-Data --------------------------------------
+
+  FLAT_DATA = 'FLAT_DATA',
+  FLAT_DATA_SECTION = 'FLAT_DATA_SECTION',
+  FLAT_DATA_PROPERTY = 'FLAT_DATA_PROPERTY',
+  FLAT_DATA_ROOT_RECORD_TYPE = 'FLAT_DATA_ROOT_RECORD_TYPE',
+  FLAT_DATA_RECORD_TYPE = 'FLAT_DATA_RECORD_TYPE',
+  FLAT_DATA_RECORD_FIELD = 'FLAT_DATA_RECORD_FIELD',
+  FLAT_DATA_STRING = 'FLAT_DATA_STRING',
+  FLAT_DATA_BOOLEAN = 'FLAT_DATA_BOOLEAN',
+  FLAT_DATA_NUMBER = 'FLAT_DATA_NUMBER',
+  FLAT_DATA_INTEGER = 'FLAT_DATA_INTEGER',
+  FLAT_DATA_FLOAT = 'FLAT_DATA_FLOAT',
+  FLAT_DATA_DECIMAL = 'FLAT_DATA_DECIMAL',
+  FLAT_DATA_DATE = 'FLAT_DATA_DATE',
+  FLAT_DATA_DATE_TIME = 'FLAT_DATA_DATE_TIME',
+  FLAT_DATA_STRICT_DATE = 'FLAT_DATA_STRICT_DATE',
+  FLAT_DATA_INSTANCE_SET_IMPLEMENTATION = 'FLAT_DATA_INSTANCE_SET_IMPLEMENTATION',
+  FLAT_DATA_PROPERTY_MAPPING = 'FLAT_DATA_PROPERTY_MAPPING',
+  FLAT_DATA_ASSOCIATION_IMPLEMENTATION = 'FLAT_DATA_ASSOCIATION_IMPLEMENTATION',
+  FLAT_DATA_ASSOCIATION_PROPERTY_MAPPING = 'FLAT_DATA_ASSOCIATION_PROPERTY_MAPPING',
+  EMBEDDED_FLAT_DATA_PROPERTY_MAPPING = 'EMBEDDED_FLAT_DATA_PROPERTY_MAPPING',
+  FLAT_DATA_SECTION_POINTER = 'FLAT_DATA_SECTION_POINTER',
 }
 
 export const hashObjectWithoutSourceInformation = (val: object): string =>

package/src/graph/MetaModelConst.ts

@@ -148,6 +148,7 @@ export const PROCESSING_DATE_MILESTONING_PROPERTY_NAME = 'processingDate';
 export const BUSINESS_DATE_MILESTONING_PROPERTY_NAME = 'businessDate';
 
 export enum PackageableElementPointerType {
+  CLASS = 'CLASS',
   STORE = 'STORE',
   MAPPING = 'MAPPING',
   RUNTIME = 'RUNTIME',

package/src/graph/{DSL_ExternalFormat_PureGraphPlugin.ts → extensions/DSL_ExternalFormat_PureGraphPlugin.ts}

@@ -14,12 +14,12 @@
  * limitations under the License.
  */
 
-import packageJson from '../../package.json';
+import packageJson from '../../../package.json';
 import type { Clazz } from '@finos/legend-shared';
-import type { PackageableElement } from '../graph/metamodel/pure/packageableElements/PackageableElement.js';
-import { PureGraphPlugin } from './PureGraphPlugin.js';
-import { Binding } from '../graph/metamodel/pure/packageableElements/externalFormat/store/DSL_ExternalFormat_Binding.js';
-import { SchemaSet } from './metamodel/pure/packageableElements/externalFormat/schemaSet/DSL_ExternalFormat_SchemaSet.js';
+import type { PackageableElement } from '../metamodel/pure/packageableElements/PackageableElement.js';
+import { PureGraphPlugin } from '../PureGraphPlugin.js';
+import { Binding } from '../metamodel/pure/packageableElements/externalFormat/store/DSL_ExternalFormat_Binding.js';
+import { SchemaSet } from '../metamodel/pure/packageableElements/externalFormat/schemaSet/DSL_ExternalFormat_SchemaSet.js';
 
 export class DSL_ExternalFormat_PureGraphPlugin extends PureGraphPlugin {
   constructor() {

package/src/graph/helpers/DSL_Mapping_Helper.ts

@@ -38,7 +38,7 @@ import type {
 } from '../metamodel/pure/packageableElements/runtime/Runtime.js';
 import { OperationSetImplementation } from '../metamodel/pure/packageableElements/mapping/OperationSetImplementation.js';
 import { ObjectInputType } from '../metamodel/pure/packageableElements/store/modelToModel/mapping/ObjectInputData.js';
-import type { PackageableRuntime } from '../../DSL_Mapping_Exports.js';
+import type { PackageableRuntime } from '../metamodel/pure/packageableElements/runtime/PackageableRuntime.js';
 
 // ----------------------------------------- Mapping -----------------------------------------
 

package/src/graph/helpers/DomainHelper.ts

@@ -27,6 +27,7 @@ import {
   ROOT_PACKAGE_NAME,
   MILESTONING_VERSION_PROPERTY_SUFFIX,
   FUNCTION_SIGNATURE_MULTIPLICITY_INFINITE_TOKEN,
+  PURE_DOC_TAG,
 } from '../MetaModelConst.js';
 import { Package } from '../metamodel/pure/packageableElements/domain/Package.js';
 import type { PackageableElement } from '../metamodel/pure/packageableElements/PackageableElement.js';
@@ -623,6 +624,23 @@ export const isElementDeprecated = (
         .p_stereotypes.find((s) => s.value === PURE_DEPRECATED_STEREOTYPE),
   );
 
+export const extractAnnotatedElementDocumentation = (
+  el: AnnotatedElement,
+): string | undefined => {
+  let result: string | undefined = undefined;
+  for (const taggedValue of el.taggedValues) {
+    if (
+      taggedValue.tag.ownerReference.value.path ===
+        CORE_PURE_PATH.PROFILE_DOC &&
+      taggedValue.tag.value.value === PURE_DOC_TAG
+    ) {
+      result = taggedValue.value;
+      break;
+    }
+  }
+  return result;
+};
+
 /**
  *  Gets the generated milestoned properties of a property owner
  */

package/src/graph/helpers/creator/DSL_Mapping_ModelCreatorHelper.ts

@@ -15,10 +15,10 @@
  */
 
 import { isNonNullable } from '@finos/legend-shared';
-import { PackageableRuntime } from '../../../DSL_Mapping_Exports.js';
 import type { EnumValueMapping } from '../../metamodel/pure/packageableElements/mapping/EnumValueMapping.js';
 import { Mapping } from '../../metamodel/pure/packageableElements/mapping/Mapping.js';
 import type { SetImplementationContainer } from '../../metamodel/pure/packageableElements/mapping/SetImplementationContainer.js';
+import { PackageableRuntime } from '../../metamodel/pure/packageableElements/runtime/PackageableRuntime.js';
 import type { StoreConnections } from '../../metamodel/pure/packageableElements/runtime/Runtime.js';
 
 export const stub_Mapping = (): Mapping => new Mapping('');

package/src/graph/helpers/creator/STO_Relational_ModelCreatorHelper.ts

@@ -15,8 +15,8 @@
  */
 
 import { isEmpty } from '@finos/legend-shared';
+import { Database } from '../../metamodel/pure/packageableElements/store/relational/model/Database.js';
 import type { RawRelationalOperationElement } from '../../metamodel/pure/packageableElements/store/relational/model/RawRelationalOperationElement.js';
-import { Database } from '../../../STO_Relational_Exports.js';
 
 export const stub_RawRelationalOperationElement =
   (): RawRelationalOperationElement => ({});

package/src/graph/metamodel/pure/packageableElements/externalFormat/connection/DSL_ExternalFormat_ExternalFormatConnection.ts

@@ -22,7 +22,7 @@ import {
   type ConnectionVisitor,
 } from '../../connection/Connection.js';
 import type { PackageableElementReference } from '../../PackageableElementReference.js';
-import { DSL_EXTERNAL_FORMAT_HASH_STRUCTURE } from '../../../../../DSL_ExternalFormat_HashUtils.js';
+import { CORE_HASH_STRUCTURE } from '../../../../../Core_HashUtils.js';
 
 export class ExternalFormatConnection extends Connection implements Hashable {
   declare store: PackageableElementReference<Binding>;
@@ -30,7 +30,7 @@ export class ExternalFormatConnection extends Connection implements Hashable {
 
   get hashCode(): string {
     return hashArray([
-      DSL_EXTERNAL_FORMAT_HASH_STRUCTURE.EXTERNAL_FORMAT_CONNECTION,
+      CORE_HASH_STRUCTURE.EXTERNAL_FORMAT_CONNECTION,
       this.store.valueForSerialization ?? '',
       this.externalSource,
     ]);

package/src/graph/metamodel/pure/packageableElements/externalFormat/connection/DSL_ExternalFormat_UrlStream.ts

@@ -15,12 +15,12 @@
  */
 
 import { type Hashable, hashArray } from '@finos/legend-shared';
-import { DSL_EXTERNAL_FORMAT_HASH_STRUCTURE } from '../../../../../DSL_ExternalFormat_HashUtils.js';
+import { CORE_HASH_STRUCTURE } from '../../../../../Core_HashUtils.js';
 
 export class UrlStream implements Hashable {
   url!: string;
 
   get hashCode(): string {
-    return hashArray([DSL_EXTERNAL_FORMAT_HASH_STRUCTURE.URL_STREAM, this.url]);
+    return hashArray([CORE_HASH_STRUCTURE.URL_STREAM, this.url]);
   }
 }

package/src/graph/metamodel/pure/packageableElements/externalFormat/schemaSet/DSL_ExternalFormat_Schema.ts

@@ -15,7 +15,7 @@
  */
 
 import { uuid, hashArray, type Hashable } from '@finos/legend-shared';
-import { DSL_EXTERNAL_FORMAT_HASH_STRUCTURE } from '../../../../../DSL_ExternalFormat_HashUtils.js';
+import { CORE_HASH_STRUCTURE } from '../../../../../Core_HashUtils.js';
 
 export class Schema implements Hashable {
   readonly _UUID = uuid();
@@ -26,7 +26,7 @@ export class Schema implements Hashable {
 
   get hashCode(): string {
     return hashArray([
-      DSL_EXTERNAL_FORMAT_HASH_STRUCTURE.SCHEMA,
+      CORE_HASH_STRUCTURE.SCHEMA,
       this.id ?? '',
       this.location ?? '',
       this.content,

package/src/graph/metamodel/pure/packageableElements/externalFormat/schemaSet/DSL_ExternalFormat_SchemaSet.ts

@@ -20,7 +20,7 @@ import {
   type PackageableElementVisitor,
   PackageableElement,
 } from '../../PackageableElement.js';
-import { DSL_EXTERNAL_FORMAT_HASH_STRUCTURE } from '../../../../../DSL_ExternalFormat_HashUtils.js';
+import { CORE_HASH_STRUCTURE } from '../../../../../Core_HashUtils.js';
 
 export class SchemaSet extends PackageableElement implements Hashable {
   format!: string;
@@ -28,7 +28,7 @@ export class SchemaSet extends PackageableElement implements Hashable {
 
   protected override get _elementHashCode(): string {
     return hashArray([
-      DSL_EXTERNAL_FORMAT_HASH_STRUCTURE.SCHEMA_SET,
+      CORE_HASH_STRUCTURE.SCHEMA_SET,
       this.path,
       this.format,
       hashArray(this.schemas),

package/src/graph/metamodel/pure/packageableElements/externalFormat/store/DSL_ExternalFormat_Binding.ts

@@ -19,7 +19,7 @@ import type { SchemaSet } from '../schemaSet/DSL_ExternalFormat_SchemaSet.js';
 import { Store } from '../../store/Store.js';
 import type { ModelUnit } from './DSL_ExternalFormat_ModelUnit.js';
 import type { PackageableElementVisitor } from '../../PackageableElement.js';
-import { DSL_EXTERNAL_FORMAT_HASH_STRUCTURE } from '../../../../../DSL_ExternalFormat_HashUtils.js';
+import { CORE_HASH_STRUCTURE } from '../../../../../Core_HashUtils.js';
 import type { PackageableElementReference } from '../../PackageableElementReference.js';
 
 // NOTE: in the metamodel, `Binding` extends `ModelStore`, we could consider doing the same
@@ -33,7 +33,7 @@ export class Binding extends Store implements Hashable {
 
   protected override get _elementHashCode(): string {
     return hashArray([
-      DSL_EXTERNAL_FORMAT_HASH_STRUCTURE.BINDING,
+      CORE_HASH_STRUCTURE.BINDING,
       this.path,
       this.schemaSet?.valueForSerialization ?? '',
       this.schemaId ?? '',

package/src/graph/metamodel/pure/packageableElements/externalFormat/store/DSL_ExternalFormat_ModelUnit.ts

@@ -17,7 +17,7 @@
 import { type Hashable, hashArray } from '@finos/legend-shared';
 import type { PackageableElementReference } from '../../PackageableElementReference.js';
 import type { PackageableElement } from '../../PackageableElement.js';
-import { DSL_EXTERNAL_FORMAT_HASH_STRUCTURE } from '../../../../../DSL_ExternalFormat_HashUtils.js';
+import { CORE_HASH_STRUCTURE } from '../../../../../Core_HashUtils.js';
 
 export class ModelUnit implements Hashable {
   packageableElementIncludes: PackageableElementReference<PackageableElement>[] =
@@ -27,7 +27,7 @@ export class ModelUnit implements Hashable {
 
   get hashCode(): string {
     return hashArray([
-      DSL_EXTERNAL_FORMAT_HASH_STRUCTURE.MODEL_UNIT,
+      CORE_HASH_STRUCTURE.MODEL_UNIT,
       hashArray(
         this.packageableElementIncludes.map(
           (element) => element.valueForSerialization ?? '',

package/src/graph/metamodel/pure/packageableElements/mapping/MappingTest.ts

@@ -20,6 +20,11 @@ import type { RawLambda } from '../../rawValueSpecification/RawLambda.js';
 import { AtomicTest } from '../../test/Test.js';
 
 export class MappingTest extends AtomicTest implements Hashable {
+  /**
+   * Studio does not process value specification, they are left in raw JSON form
+   *
+   * @discrepancy model
+   */
   query!: RawLambda;
 
   get hashCode(): string {

package/src/graphManager/AbstractPureGraphManager.ts

@@ -60,7 +60,7 @@ import type {
 import type { QuerySearchSpecification } from './action/query/QuerySearchSpecification.js';
 import type { ExternalFormatDescription } from './action/externalFormat/ExternalFormatDescription.js';
 import type { ConfigurationProperty } from '../graph/metamodel/pure/packageableElements/fileGeneration/ConfigurationProperty.js';
-import type { GraphManagerOperationReport } from './GraphManagerMetrics.js';
+import type { GraphManagerOperationReport } from './GraphManagerStatistics.js';
 import type { RunTestsTestableInput } from '../graph/metamodel/pure/test/result/RunTestsTestableInput.js';
 import type { TestResult } from '../graph/metamodel/pure/test/result/TestResult.js';
 import type { GraphManagerPluginManager } from './GraphManagerPluginManager.js';