@igea/oac_backend 1.0.47 → 1.0.48

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@igea/oac_backend",
-  "version": "1.0.47",
+  "version": "1.0.48",
   "description": "Backend service for the OAC project",
   "main": "src/index.js",
   "bin": {

package/src/controllers/fuseki.js

@@ -3,16 +3,10 @@ const multer = require('multer');
 const router = express.Router();
 const path = require('path');
 const fs = require('fs');
-const config = require('../config')
-const configFuseki = config.fuseki || {
-    "protocol": "http",
-    "host": "127.0.0.1",
-    "port": "3030",
-    "dataset": "oac"
-}
-const fusekiUrlDataset = `${configFuseki.protocol}://${configFuseki.host}:${configFuseki.port}/${configFuseki.dataset}`;
-const fusekiUrl = `${fusekiUrlDataset}/sparql`;
-const fusekiUrlUpdate = `${fusekiUrlDataset}/update`;
+const {
+    fusekiUrl,
+    fusekiUrlUpdate
+} = require('../models/fusekiConfig');
 const axios = require('axios');
 const Fuseki = require('../models/fuseki');
 const { Parser, transformMode } = require('../models/vocabolaries/parser');

package/src/controllers/ontology.js

@@ -7,6 +7,12 @@ const Converter = require('../models/converter');
 const Validator = require('../models/validator');
 const tmp = require('tmp');
 const Investigations = require('../models/investigations');
+const {
+    fusekiUrlDataset,
+    fusekiUrl,
+    fusekiUrlUpdate
+} = require('../models/fusekiConfig');
+const axios = require('axios');
 
 let SCHEMAS = {}
 
@@ -112,19 +118,43 @@ router.post('/validate', (req, res) => {
 router.post('/form/save', (req, res) => {
     let dataset = req.body.turtle;
     let uuid = req.body.uuid;
-    Investigations.save({
-        uuid, dataset, format: 'turtle'
-    }).then( () => {
-        res.json({
-            success: true
-        });
-    }).catch( (err) => {
-        console.log("Error saving investigation: ", err);
+    try{
+        let updateQuery = Converter.turtle2Sparql(dataset);
+        Investigations.save({
+            uuid, dataset, format: 'turtle'
+        }).then( () => {
+            axios.post(fusekiUrlUpdate, updateQuery, {
+                headers: {
+                    'Content-Type': 'application/sparql-update',
+                    'Accept': 'application/sparql-results+json'
+                }
+            }).then(response => {
+                console.log(response.data);
+                res.status(200).json({
+                    success: true
+                });
+            }).catch(error => {
+                //TODO: rollback investigation save
+                let message = (error.response?.status + error.response?.data) || error.message
+                res.status(500).json({ 
+                    message: 'Error from SPARQL end-point: ' + message, 
+                    success: false
+                });
+            });                
+        }).catch( (err) => {
+            console.log("Error saving investigation: ", err);
+            res.json({
+                success: false,
+                message: `Error: ${err}`
+            });
+        }); 
+    }catch(e){
         res.json({
             success: false,
-            message: `Error: ${err}`
+            message: `Error: ${e.message}`
         });
-    });    
+        return;
+    }       
 });
 
 router.get('/form/:uuid', (req, res) => {

package/src/models/converter.js

@@ -17,6 +17,83 @@ class Converter {
         })
     }
 
+    static termToSparql(term) {
+        if (!term) return '';
+        const t = term.termType || term.type; // some versions use .type
+        const value = term.value;
+        if (t === 'NamedNode' || t === 'IRI') {
+            return `<${value}>`;
+        }
+        if (t === 'BlankNode' || t === 'Blank') {
+            return `_:${value}`;
+        }
+        if (t === 'Literal' || t === 'literal') {
+            // escape per basic N-Triples rules
+            const esc = value
+                .replace(/\\/g, '\\\\')
+                .replace(/"/g, '\\"')
+                .replace(/\r/g, '\\r')
+                .replace(/\n/g, '\\n');
+            const lang = term.language;
+            const dt = term.datatype && term.datatype.value;
+            if (lang) return `"${esc}"@${lang}`;
+            if (dt && dt !== 'http://www.w3.org/2001/XMLSchema#string') 
+                return `"${esc}"^^<${dt}>`;
+            return `"${esc}"`;
+        }
+        return `${value}`;
+    }
+
+    static turtle2Sparql(turtle, opts={}){
+        const graph = opts.graph || null; // if null -> default graph
+        const parser = new Parser();
+        const quads = parser.parse(turtle);
+        const termToSparql = Converter.termToSparql;
+         // group objects by subject+predicate
+        const groups = new Map(); // key -> { subj, pred, objects: Set() }
+        for (const q of quads) {
+            const s = q.subject;
+            const p = q.predicate;
+            const o = q.object;
+            const key = `${termToSparql(s)} ${termToSparql(p)}`;
+            if (!groups.has(key)) groups.set(key, { subj: s, pred: p, objects: new Set() });
+            groups.get(key).objects.add(termToSparql(o));
+        }
+
+        // build SPARQL update parts
+        const parts = [];
+        for (const [, { subj, pred, objects }] of groups) {
+            const sStr = termToSparql(subj);
+            const pStr = termToSparql(pred);
+
+            // DELETE WHERE: remove any existing object for the subject/predicate
+            // we use a variable ?o to delete any existing triples with same s,p
+            let deleteBlock;
+            if (graph) {
+                deleteBlock = `DELETE WHERE { GRAPH <${graph}> { ${sStr} ${pStr} ?o } };`;
+            } else {
+                deleteBlock = `DELETE WHERE { ${sStr} ${pStr} ?o } ;`;
+            }
+
+            // INSERT DATA: insert the objects we parsed. If multiple objects, join with comma.
+            const objs = Array.from(objects);
+            const objectsList = objs.join(' ,\n      '); // pretty print
+            let insertBlock;
+            if (graph) {
+                insertBlock = `INSERT DATA { GRAPH <${graph}> { ${sStr} ${pStr} ${objectsList} . } };`;
+            } else {
+                insertBlock = `INSERT DATA { ${sStr} ${pStr} ${objectsList} . } ;`;
+            }
+
+            // append as one atomic unit (delete then insert)
+            parts.push(`${deleteBlock}\n${insertBlock}`);
+        }
+
+        // join with double newline for readability
+        return parts.join('\n\n');
+        
+    }
+
     static async turtle2RdfXml(inTurtlePath, outRdfXmlPath) {
         return new Promise((resolve, reject) => {
             const command = `rapper -i turtle -o rdfxml "${inTurtlePath}" > "${outRdfXmlPath}"`; 

package/src/models/fusekiConfig.js

@@ -0,0 +1,16 @@
+const config = require('../config')
+const configFuseki = config.fuseki || {
+    "protocol": "http",
+    "host": "127.0.0.1",
+    "port": "3030",
+    "dataset": "oac"
+}
+const fusekiUrlDataset = `${configFuseki.protocol}://${configFuseki.host}:${configFuseki.port}/${configFuseki.dataset}`;
+const fusekiUrl = `${fusekiUrlDataset}/sparql`;
+const fusekiUrlUpdate = `${fusekiUrlDataset}/update`;
+
+module.exports = {
+    fusekiUrlDataset,
+    fusekiUrl,
+    fusekiUrlUpdate
+}

package/test/models/converter.test.js

@@ -27,4 +27,13 @@ describe('Converter', () => {
     });
   });
 
+it('should convert a turtle string to sparql UPSERT', (done) => {
+    let inputTurtle = fs.readFileSync(__dirname + '/example-investigation-01.ttl', 'utf8');
+    let sparql = converter.turtle2Sparql(inputTurtle)
+    expect(sparql).to.be.a('string');
+    expect(sparql.length).to.be.greaterThan(0);
+    console.log(sparql);
+    done();
+  });
+
 })

package/test/models/example-investigation-01.ttl

@@ -0,0 +1,32 @@
+@prefix sh: <http://www.w3.org/ns/shacl#>.
+@prefix ex: <http://example.org/shapes/>.
+@prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>.
+@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#>.
+@prefix xsd: <http://www.w3.org/2001/XMLSchema#>.
+@prefix owl: <http://www.w3.org/2002/07/owl#>.
+@prefix crm: <http://www.cidoc-crm.org/cidoc-crm/>.
+@prefix basecpm: <http://ontome.net/ns/cpm/>.
+@prefix base: <http://www.ics.forth.gr/isl/CRMinf/>.
+@prefix cpm: <http://ontome.net/ns/cpm/>.
+@prefix crmsci: <http://www.cidoc-crm.org/extensions/crmsci/>.
+@prefix pref: <http://diagnostica/>.
+@prefix skos: <http://www.w3.org/2004/02/skos/core#>.
+
+pref:3cc24c8c-ce06-40ef-bdce-9da2c4c5394b ex:P48haspreferredidentifier01 <http://indagine/3>;
+    a crm:E42_Identifier.
+pref:1adba9d5-c83b-41a8-b97f-c6e5b168658a a crm:E7_Activity;
+    crm:P48_has_preferred_identifier pref:3cc24c8c-ce06-40ef-bdce-9da2c4c5394b;
+    crm:P17_was_motivated_by pref:f30ead0e-edcc-4f6f-868e-8bc6f9d13813;
+    crm:P14_carried_out_by pref:57701c6c-ece4-472b-bc24-b75c1c254568;
+    <http://purl.org/dc/terms/conformsTo> ex:E7ActivityShape.
+pref:40a75ae6-daa4-4ae1-bd41-2e07175f6f75 a crm:E55_Type;
+    ex:P2hastype02 <http://diagnostica/vocabularies/quesito-diagnostico/tecnologia-di-produzione>.
+pref:f30ead0e-edcc-4f6f-868e-8bc6f9d13813 a base:I12_Adopted_Belief;
+    crm:P2_has_type pref:40a75ae6-daa4-4ae1-bd41-2e07175f6f75.
+pref:95e957ad-55b5-45d3-bf62-6a292959c4f9 a crm:E41_Appellation;
+    ex:ente_richiedente "Università";
+    ex:schedatore "Christian".
+pref:956f0c5a-6fc5-4a79-b399-6c6288fb000f a crm:E55_Type;
+    crm:P1_is_defined_by pref:95e957ad-55b5-45d3-bf62-6a292959c4f9.
+pref:57701c6c-ece4-472b-bc24-b75c1c254568 a crm:E29_Actor;
+    crm:P2_has_type pref:956f0c5a-6fc5-4a79-b399-6c6288fb000f.