@enervance/insight-cim-model 0.0.12 → 0.0.14

package/src/etl-neplan/etl-neplan.ts

@@ -1,344 +0,0 @@
-import * as fetch from 'node-fetch';
-import { EnergyConsumer, generateUUID, Model, WNFacility } from "../index";
-import { WNEnergyConsumer } from '../model/extensions/neplan-westnetz/wires/WNEnergyConsumer';
-import { IEnergyConsumer } from '../interfaces/model/wires/IEnergyConsumer';
-import { EVImportanceScore } from '../model/extensions/enervance/assets/EVImportanceScore';
-import { HealthScore } from '../model/assets/HealthScore';
-
-/** Erstellt pro ConnectivityNode eine WNFacility-Instanz und assoziiert sie mit dem CN */
-export function addNeplanFacilities(cimModel: Model, graphURI: string): string{
-    const createObjectsSPARQL = [];
-    const addReleationsSPARQL = [];
-    for (const cn of cimModel.connectivityNodes.values()) {
-        const facility = new WNFacility(generateUUID(), cn.mrid, '','', cn.baseIRI);
-        /** CN <-> Facility */
-        createObjectsSPARQL.push(facility.createNewStatementSPARQL());
-        addReleationsSPARQL.push(facility.addConnectivityNode(cn));
-
-        /** Facility <-> HealthScore/EVImportanceScore */
-        const healthScore = new HealthScore(generateUUID(), facility.mrid, '','', cn.baseIRI);
-        const importanceScore = new EVImportanceScore(generateUUID(), facility.mrid, '','', cn.baseIRI);
-
-        createObjectsSPARQL.push(healthScore.createNewStatementSPARQL());
-        createObjectsSPARQL.push(importanceScore.createNewStatementSPARQL());
-
-        addReleationsSPARQL.push(healthScore.setAsset(facility));
-        addReleationsSPARQL.push(importanceScore.setAsset(facility));
-    }
-    const createSPARQL = `
-                        PREFIX rdf:             <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
-                        PREFIX enervance:   <http://enervance.com/CIM/Extensions#> 
-                        PREFIX cim:             <http://iec.ch/TC57/2013/CIM-schema-cim16#>
-                        PREFIX westnetzneplan:  <http://westnetzneplan.de/CIM/Extensions#>
-                        INSERT DATA{
-                            GRAPH ${graphURI} {
-                                 ${createObjectsSPARQL.join(' ')}
-                                 ${addReleationsSPARQL.join(' ')}
-                            }
-                        }
-    `;
-    return createSPARQL;
-}
-
-export function transformEnergyConsumers(cimModelXML: Model, graphURI: string): string {
-    const sparqlUpdates = [];
-    /** key unifiedName, Value -> EnergySourceArray*/
-    const tpEnergyConsumerMap = getUnifiedEnergyConsumersNames(cimModelXML);
-    if(tpEnergyConsumerMap.size > 1) {
-        for (const entry of tpEnergyConsumerMap.entries()) {
-            const unifiedName = entry[0];
-            const energyConsumers: WNEnergyConsumer[] = entry[1];
-
-            const energyConsumerUnified = determineMeasuredContractualPower(unifiedName, energyConsumers);
-
-            if(energyConsumerUnified.size > 0) {
-                /*const sparqlUpdate = getUpdateDeleteSPARQL(energyConsumerUnified, unifiedName, graphURI, energyConsumers);*/
-                const sparqlUpdate = getEtlSPARQL(energyConsumerUnified, unifiedName, graphURI);
-                if(sparqlUpdate) {
-                    sparqlUpdates.push(sparqlUpdate);
-                }
-            }
-        }
-    } else {
-        console.log(`tpEnergyConsumerMap.size ${tpEnergyConsumerMap.size}`);
-    }
-
-    return sparqlUpdates.join(';');
-}
-
-export function getUnifiedEnergyConsumersNames(cimModelXML: Model): Map<string, WNEnergyConsumer[]> {
-    const tpEnergyConsumerMap = new Map<string, WNEnergyConsumer[]>();
-
-    for (const ec of cimModelXML.energyConsumers.values()){
-
-        if (ec.name && ec.name.length >= 21) {
-            const unifiedName = ec.name.substr(0, 21);
-            let unifiedNameArray = tpEnergyConsumerMap.get(unifiedName);
-            if(!unifiedNameArray) {
-                unifiedNameArray = [];
-                tpEnergyConsumerMap.set(unifiedName, unifiedNameArray);
-            }
-            unifiedNameArray.push(ec as WNEnergyConsumer);
-        } else {
-            console.log(`EnergyConsumer ${ec.mrid} ${ec.name} has a short name/tp`);
-        }
-    }
-    return tpEnergyConsumerMap;
-}
-
-/*      VB – vertragliche Last der angeschlossenen Niederspannungskunden
-        MB – gemessene Last der angeschlossenen Niederspannungskunden
-        V – vertragliche Last des Mittelspannungskunden
-        M – gemessene Last des Mittelspannungskunden
-        T – Trafo-Leistung
-        */
-export function determineMeasuredContractualPower(unifiedName: string, energyConsumer: WNEnergyConsumer[]): Map<string, WNEnergyConsumer | WNEnergyConsumer[]> {
-    /** key consolidated | remove */
-    const result = new Map();
-    if(energyConsumer.length > 1) {
-        const energyConsumerMain = energyConsumer[0];
-        energyConsumerMain.cosPhi = energyConsumerMain.p / energyConsumerMain.getTypedApparentPower('default');
-
-        const ecToRemove = energyConsumer.filter(ec => ec.mrid !== energyConsumerMain.mrid);
-
-        result.set('consolidated', energyConsumerMain);
-        result.set('remove', ecToRemove);
-
-        for (const ec of energyConsumer) {
-            // Konsolidierte Objekte werden gelöscht!
-            if(ec.mrid !== energyConsumerMain.mrid) ecToRemove.push(ec);
-
-            const type = ec.name.substr(ec.name.length - 2, 2);
-            switch (type) {
-                case '-M': {
-                    energyConsumerMain.measuredP = ec.p;
-                    energyConsumerMain.measuredQ = ec.q;
-                    break;
-                }
-                case '-V': {
-                    energyConsumerMain.contractualP = ec.p;
-                    energyConsumerMain.contractualQ = ec.q;
-                    break;
-                }
-                case 'MB': {
-                    energyConsumerMain.subMeasuredP = ec.p / 1000; // da in Neplan kW -> Umrechnung in MW
-                    energyConsumerMain.subMeasuredQ = ec.q / 1000; // da in Neplan kVAr -> Umrechnung in MVAr
-                    break;
-                }
-                case 'VB': {
-                    energyConsumerMain.subContractualP = ec.p / 1000; // da in Neplan kW -> Umrechnung in MW
-                    energyConsumerMain.subContractualQ = ec.q / 1000; // da in Neplan kVAr -> Umrechnung in MVAr
-                    break;
-                }
-                case '-T': {
-                    energyConsumerMain.powerTransfomer1P = ec.p;
-                    energyConsumerMain.powerTransfomer1Q = ec.q;
-                    break;
-                }
-                case 'T1': {
-                    energyConsumerMain.powerTransfomer1P = ec.p;
-                    energyConsumerMain.powerTransfomer1Q = ec.q;
-                    break;
-                }
-                case 'T2': {
-                    energyConsumerMain.powerTransfomer2P = ec.p;
-                    energyConsumerMain.powerTransfomer2Q = ec.q;
-                    break;
-                }
-                default: {
-                    console.log(`Unbekannter Lasttyp ${type}`);
-                    break;
-                }
-            }
-        }
-    }
-    return result;
-    // const regexTrafo = /-T\d*/;
-}
-
-export function getEtlSPARQL(result: Map<string, WNEnergyConsumer | WNEnergyConsumer[]>, unifiedName: string, graphURI: string,): string {
-
-    const wnEnergyConsumerUnified = result.get('consolidated') as WNEnergyConsumer;
-    const deleteLoadObjects = result.get('remove') as WNEnergyConsumer[];
-
-    const insertQueries: string[] = [];
-    const deleteQueries: string[] = [];
-    const deleteObjectsQueries: string[] = [];
-    /** alten Namen löschen */
-    deleteQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid,
-                                                              'cim', 'IdentifiedObject',
-                                                              'name', wnEnergyConsumerUnified.name));
-
-    /** Die Alten Leistungsabgaben löschen und umgerechnete Persistieren */
-    const type = wnEnergyConsumerUnified.name.substr(wnEnergyConsumerUnified.name.length - 2, 2);
-    if(type === 'VB' || type === 'MB') {
-        const pNeu = wnEnergyConsumerUnified.p / 1000;
-        const qNeu = wnEnergyConsumerUnified.q / 1000;
-        deleteQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'cim', 'EnergyConsumer', 'p', wnEnergyConsumerUnified.p+''));
-        deleteQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'cim', 'EnergyConsumer', 'q', wnEnergyConsumerUnified.q+''));
-
-        /** Umgerechnete P und q Werte  */
-        wnEnergyConsumerUnified.p = isNaN(pNeu) ? 0 : pNeu;
-        wnEnergyConsumerUnified.q = isNaN(qNeu) ? 0 : qNeu;
-
-        insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'cim', 'EnergyConsumer', 'p', wnEnergyConsumerUnified.p+''));
-        insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'cim', 'EnergyConsumer', 'q', wnEnergyConsumerUnified.q+''));
-
-    }
-
-    /** neuen Namen einfügen*/
-
-    /** konsolidierte Leistungswerte einfügen */
-    wnEnergyConsumerUnified.name = unifiedName;
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'cim', 'IdentifiedObject', 'name', wnEnergyConsumerUnified.name));
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'contractualP', wnEnergyConsumerUnified.contractualP +''));
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'contractualQ', wnEnergyConsumerUnified.contractualQ +''));
-
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'measuredP', wnEnergyConsumerUnified.measuredP +''));
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'measuredQ', wnEnergyConsumerUnified.measuredQ +''));
-
-
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'subContractualP', wnEnergyConsumerUnified.subContractualP +''));
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'subContractualQ', wnEnergyConsumerUnified.subContractualQ +''));
-
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'subMeasuredP', wnEnergyConsumerUnified.subMeasuredP +''));
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'subMeasuredQ', wnEnergyConsumerUnified.subMeasuredQ +''));
-
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'powerTransfomer1P', wnEnergyConsumerUnified.powerTransfomer1P +''));
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'powerTransfomer1Q', wnEnergyConsumerUnified.powerTransfomer1Q +''));
-
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'powerTransfomer2P', wnEnergyConsumerUnified.powerTransfomer2P +''));
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'powerTransfomer2Q', wnEnergyConsumerUnified.powerTransfomer2Q +''));
-
-
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'cosPhi', wnEnergyConsumerUnified.cosPhi +''));
-
-    /** alle anderen Lastobjekte löschen */
-    for (const delObject of deleteLoadObjects) {
-        deleteObjectsQueries.push(delObject.createDeleteStatementSPARQL(graphURI));
-        /** die assoziierten Terminals löschen */
-        for (const terminal of delObject.terminals.values()) {
-            deleteObjectsQueries.push(terminal.createDeleteStatementSPARQL(graphURI));
-        }
-    }
-
-    let deleteQuery = '';
-    if(deleteQueries.length > 0) {
-        deleteQuery = deleteQueries.join(' ');
-    }
-
-    let insertQuery = '';
-    if(insertQueries.length > 0) {
-        insertQuery = insertQueries.join(' ');
-    }
-
-    const updateQuery = `
-                        PREFIX rdf:<http://www.w3.org/1999/02/22-rdf-syntax-ns#>
-                        PREFIX cim:<http://iec.ch/TC57/2013/CIM-schema-cim16#>
-                        PREFIX entsoe: <http://entsoe.eu/CIM/SchemaExtension/3/1#>
-                        PREFIX westnetzneplan:  <http://westnetzneplan.de/CIM/Extensions#> 
-
-                        DELETE DATA {
-                            GRAPH ${graphURI}{
-                                ${deleteQuery}
-                            }
-                        };
-                        INSERT DATA{
-                            GRAPH ${graphURI} {
-                                ${insertQuery}
-                            }
-                        }
-              `;
-
-    return updateQuery + ';' + deleteObjectsQueries.join(';');
-
-}
-
-/*export function getUpdateDeleteSPARQL(energyConsumerUnified: EnergyConsumer, unifiedName: string, graphURI: string, energyConsumer: EnergyConsumer[]): string {
-
-    const wnEnergyConsumerUnified = energyConsumerUnified as WNEnergyConsumer
-    const insertQueries: string[] = [];
-    const deleteQueries: string[] = [];
-    const deleteObjectsQueries: string[] = [];
-
-    /!** alten Namen löschen *!/
-    // deleteQueries.push(energyConsumerUnified.getUpdateSPARQL(energyConsumerUnified.constructor.name, 'name'));
-    //getPropertySparqlTriple(baseIRI: string, mrid: string, namespace: string, className: string, propName, propValue: string)
-    deleteQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid,
-                                                                    'cim', 'IdentifiedObject',
-                                                            'name', wnEnergyConsumerUnified.name));
-
-    /!** neuen Namen einfügen
-     *  konsolidierte Leistungswerte einfügen *!/
-    wnEnergyConsumerUnified.name = unifiedName;
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'cim', 'IdentifiedObject', 'name', wnEnergyConsumerUnified.name));
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'contractualP', wnEnergyConsumerUnified.contractualP +''));
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'contractualQ', wnEnergyConsumerUnified.contractualQ +''));
-
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'measuredP', wnEnergyConsumerUnified.measuredP +''));
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'measuredQ', wnEnergyConsumerUnified.measuredQ +''));
-
-    insertQueries.push(wnEnergyConsumerUnified.getPropertySparqlTriple(wnEnergyConsumerUnified.baseIRI, wnEnergyConsumerUnified.mrid, 'westnetzneplan', 'WNEnergyConsumer', 'cosPhi', wnEnergyConsumerUnified.cosPhi +''));
-
-    /!** alle anderen Lastobjekte löschen *!/
-    const deleteLoadObjects = energyConsumer.filter(ec => ec.mrid !== wnEnergyConsumerUnified.mrid);
-    for (const delObject of deleteLoadObjects) {
-        deleteObjectsQueries.push(delObject.createDeleteStatementSPARQL(graphURI));
-        /!** die assoziierten Terminals löschen *!/
-        for (const terminal of delObject.terminals.values()) {
-            deleteObjectsQueries.push(terminal.createDeleteStatementSPARQL(graphURI));
-        }
-    }
-
-    let deleteQuery = '';
-    if(deleteQueries.length > 0) {
-        deleteQuery = deleteQueries.join(' ');
-    }
-
-    let insertQuery = '';
-    if(insertQueries.length > 0) {
-        insertQuery = insertQueries.join(' ');
-    }
-
-    const updateQuery = `
-                        PREFIX rdf:<http://www.w3.org/1999/02/22-rdf-syntax-ns#>
-                        PREFIX cim:<http://iec.ch/TC57/2013/CIM-schema-cim16#>
-                        PREFIX entsoe: <http://entsoe.eu/CIM/SchemaExtension/3/1#>
-                        PREFIX westnetzneplan:  <http://westnetzneplan.de/CIM/Extensions#> 
-
-                        DELETE DATA {
-                            GRAPH ${graphURI}{
-                                ${deleteQuery}
-                            }
-                        };
-                        INSERT DATA{
-                            GRAPH ${graphURI} {
-                                ${insertQuery}
-                            }
-                        }
-              `;
-
-    return updateQuery + ';' + deleteObjectsQueries.join(';')
-}*/
-
-
-export async function loadFusekiData(fusekiURI: string, graphURI: string,
-                                     loadConfig: string[],
-                                     neplanClassDefinitions: Map<string, any>): Promise<any[]> {
-    return await Promise.all(loadConfig.map(async (className) => {
-        const sparqlQuery = neplanClassDefinitions.get(className).getQuerySPARQL(graphURI);
-        const dataResponse = await fetch(`${fusekiURI}?query=${encodeURIComponent(sparqlQuery)}&format=json`);
-
-        return await dataResponse.json();
-    }));
-}
-
-export function parseFusekiData(cimModel: Model, cimFusekiDataRaw: any[], loadConfig: string[], neplanClassDefinitions: Map<string, any>) {
-    for (let i = 0; i < cimFusekiDataRaw.length; i++) {
-        const className = loadConfig[i];
-        const rawData = cimFusekiDataRaw[i];
-        neplanClassDefinitions.get(className).resolveClassFusekiJSON(rawData, cimModel);
-    }
-}
-
-