@igea/oac_backend 1.0.34 → 1.0.35

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@igea/oac_backend",
-  "version": "1.0.34",
+  "version": "1.0.35",
   "description": "Backend service for the OAC project",
   "main": "src/index.js",
   "bin": {
@@ -9,6 +9,7 @@
   "scripts": {
     "start": "cross-env NODE_ENV=production node src/index.js",
     "dev": "cross-env NODE_ENV=development nodemon src/index.js",
+    "rdf2shacl": "cross-env NODE_ENV=development node src/tools/rdfToShacl.js",
     "test": "mocha \"test/**/*.js\""
   },
   "repository": {
@@ -27,11 +28,12 @@
     "cookie-parser": "1.4.7",
     "crypto": "1.0.1",
     "express": "5.1.0",
-    "express-rate-limit": "^8.1.0",
+    "express-rate-limit": "8.1.0",
     "get-port": "7.1.0",
     "knex": "3.1.0",
     "libxmljs2": "0.37.0",
     "multer": "2.0.2",
+    "n3": "1.26.0",
     "nodemailer": "7.0.6",
     "pg": "8.16.3",
     "strip-bom": "5.0.0"

package/src/controllers/ontology.js

@@ -0,0 +1,43 @@
+const express = require('express');
+const router = express.Router();
+const path = require('path');   
+const ONTO_FOLDER = path.join(__dirname, '..', 'ontology'); ;
+
+router.get('/schema/:format', (req, res) => {
+    console.log(`Requesting SHACL schema in format: ${req.params.format}`); 
+    let format = req.params.format || 'ttl';
+    let filePath = null;
+    switch(format){
+        case 'ttl':
+            filePath = 'config.shacl.ttl'; //'schema_v1.shacl.ttl';
+            res.setHeader('Content-Type', 'text/turtle');
+            break;
+        case 'jsonld':
+            filePath = 'schema_v1.shacl.jsonld';
+            res.setHeader('Content-Type', 'application/ld+json');
+            break;
+        case 'xml':
+            filePath = 'schema_v1.shacl.rdf';
+            res.setHeader('Content-Type', 'application/rdf+xml');
+            break;
+        default:
+            res.status(400).json({
+                success: false,
+                data: null,
+                message: `Unsupported format: ${format}`
+            });
+            return;
+    }
+    res.sendFile(path.join(ONTO_FOLDER, filePath), (err) => {
+        if (err) {
+            res.status(500).json({
+                success: false,
+                data: null,
+                message: `Error sending file: ${err}`   
+            });
+        }
+    });
+});
+
+
+module.exports = router

package/src/index.js

@@ -57,6 +57,9 @@ getPort.default({
     const fusekiRouter = require('./controllers/fuseki.js')
     app.use(`/${serviceName}/fuseki`, fusekiRouter)
 
+    const ontologyRouter = require('./controllers/ontology.js')
+    app.use(`/${serviceName}/ontology`, ontologyRouter)
+
     app.listen(port, async () => {
         console.log(`${serviceName} listening on port ${port}`)
         await register()

package/src/models/Converter

@@ -0,0 +1,173 @@
+const fs = require('fs');
+const { Parser } = require('n3');
+const { DataFactory, Store } = require('n3');
+
+class Converter {
+
+    // Funzione per generare messaggi di errore multilingua
+    static generateErrorMessages(propertyName, datatype, isRelation) {
+        const messages = {
+        string: {
+            it: `Il campo ${propertyName} deve essere una stringa e non può essere vuoto.`,
+            en: `The field ${propertyName} must be a string and cannot be empty.`
+        },
+        integer: {
+            it: `Il campo ${propertyName} deve essere un numero intero.`,
+            en: `The field ${propertyName} must be an integer.`
+        },
+        relation: {
+            it: `Il campo ${propertyName} deve essere un'istanza valida.`,
+            en: `The field ${propertyName} must be a valid instance.`
+        }
+        };
+
+        if (isRelation) {
+            return messages.relation;
+        } else if (datatype.includes('integer')) {
+            return messages.integer;
+        } else {
+            return messages.string;
+        }
+    }
+
+    // Funzione per generare lo schema SHACL da un file RDF
+    static async generateShaclFromRdf(rdfFilePath, shaclFilePath) {
+        // Leggi il file RDF
+        const rdfData = fs.readFileSync(rdfFilePath, 'utf8');
+
+        // Crea un parser N3 e un store RDF
+        const parser = new Parser();
+        const quads = parser.parse(rdfData);
+        const store = new Store(quads);
+
+        // Estrai le classi, le proprietà e i tipi di dato
+        const classes = new Set();
+        const properties = new Map(); // Mappa: URI proprietà → { datatypes: Set, targetClasses: Set }
+        const classInstances = new Map(); // Mappa: URI classe → Set di istanze
+
+        // Analizza i tripli per trovare classi, proprietà e relazioni
+        for (const quad of store.getQuads(null, null, null, null)) {
+            const { subject, predicate, object } = quad;
+
+            // Trova le classi
+            if (predicate.value === 'http://www.w3.org/1999/02/22-rdf-syntax-ns#type') {
+                classes.add(object.value);
+                if (!classInstances.has(object.value)) {
+                    classInstances.set(object.value, new Set());
+                }
+                classInstances.get(object.value).add(subject.value);
+            }
+
+            // Trova proprietà e tipi di dato
+            if (object.termType === 'Literal') {
+                const propertyUri = predicate.value;
+                const datatype = object.datatype ? object.datatype.value : 'http://www.w3.org/2001/XMLSchema#string';
+
+                if (!properties.has(propertyUri)) {
+                    properties.set(propertyUri, { datatypes: new Set(), targetClasses: new Set() });
+                }
+                properties.get(propertyUri).datatypes.add(datatype);
+            } else if (object.termType === 'NamedNode') {
+                const propertyUri = predicate.value;
+
+                if (!properties.has(propertyUri)) {
+                    properties.set(propertyUri, { datatypes: new Set(), targetClasses: new Set() });
+                }
+
+                // Trova la classe dell'oggetto (se esiste)
+                for (const objQuad of store.getQuads(object, DataFactory.namedNode('http://www.w3.org/1999/02/22-rdf-syntax-ns#type'), null, null)) {
+                    properties.get(propertyUri).targetClasses.add(objQuad.object.value);
+                }
+            }
+        }
+
+        // Genera lo schema SHACL
+        let shacl = `@prefix sh: <http://www.w3.org/ns/shacl#> .
+        @prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> .
+        @prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
+        @prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
+        @prefix ex: <http://example.org/ns#> .
+
+        `;
+
+        // Aggiungi una shape per ogni classe
+        classes.forEach((classUri) => {
+            const className = classUri.split('#')[1] || classUri.split('/').pop();
+            const shapeName = `ex:${className}Shape`;
+
+            shacl += `${shapeName}
+            a sh:NodeShape ;
+            sh:targetClass <${classUri}> ;
+        `;
+
+            // Aggiungi le proprietà per questa classe
+            properties.forEach((propertyInfo, propertyUri) => {
+            // Verifica se questa proprietà è usata da istanze di questa classe
+            let usedByClass = false;
+            const propertyName = propertyUri.split('#')[1] || propertyUri.split('/').pop();
+
+            // Controlla se almeno un'istanza di questa classe ha questa proprietà
+            const classInstancesSet = classInstances.get(classUri) || new Set();
+            for (const instance of classInstancesSet) {
+                for (const quad of store.getQuads(
+                    DataFactory.namedNode(instance),
+                    DataFactory.namedNode(propertyUri),
+                    null,
+                    null
+                )) {
+                    usedByClass = true;
+                    break;
+                }
+            }
+
+            if (usedByClass) {
+                shacl += ` sh:property [
+                sh:name "${propertyName}" ;
+                sh:description "${className}.${propertyName}" ;
+                sh:path <${propertyUri}> ;
+        `;
+
+                // Aggiungi vincoli per tipi di dato
+                if (propertyInfo.datatypes.size > 0) {
+                const datatype = Array.from(propertyInfo.datatypes)[0]; // Prendi il primo tipo di dato
+                shacl += ` sh:datatype <${datatype}> ;
+        `;
+                // Aggiungi messaggi di errore per il tipo di dato
+                const messages = Converter.generateErrorMessages(propertyName, datatype, false);
+                shacl += ` sh:message "${messages.it}"@it ;
+                sh:message "${messages.en}"@en ;
+        `;
+                }
+
+                // Aggiungi vincoli per classi target (relazioni)
+                if (propertyInfo.targetClasses.size > 0) {
+                const targetClasses = Array.from(propertyInfo.targetClasses).map(c => `<${c}>`).join(' ');
+                shacl += ` sh:class [ sh:in (${targetClasses}) ] ;
+        `;
+                // Aggiungi messaggi di errore per le relazioni
+                const messages = Converter.generateErrorMessages(propertyName, '', true);
+                shacl += ` sh:message "${messages.it}"@it ;
+                sh:message "${messages.en}"@en ;
+        `;
+                }
+
+                // Aggiungi vincoli di cardinalità
+                shacl += ` sh:minCount 1 ;
+                sh:maxCount 1 ;
+            ] ;
+        `;
+            }
+            });
+
+            shacl += ` .
+        `;
+        });
+
+        // Salva lo schema SHACL in un file
+        fs.writeFileSync(shaclFilePath, shacl);
+        console.log(`Schema SHACL generato e salvato in ${shaclFilePath}`);
+    }
+
+}
+
+module.exports = Converter

package/src/ontology/config.shacl.ttl

@@ -0,0 +1,251 @@
+@prefix schema: <http://schema.org/> .
+@prefix volipi: <http://data.sparna.fr/ontologies/volipi#> .
+@prefix owl: <http://www.w3.org/2002/07/owl#> .
+@prefix xsd: <http://www.w3.org/2001/XMLSchema#> .
+@prefix skosthes: <http://purl.org/iso25964/skos-thes#> .
+@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
+@prefix geo: <http://www.opengis.net/ont/geosparql#> .
+@prefix qb: <http://purl.org/linked-data/cube#> .
+@prefix dct: <http://purl.org/dc/terms/> .
+@prefix doap: <http://usefulinc.com/ns/doap#> .
+@prefix sh: <http://www.w3.org/ns/shacl#> .
+@prefix dcat: <http://www.w3.org/ns/dcat#> .
+@prefix euvoc: <http://publications.europa.eu/ontology/euvoc#> .
+@prefix prov: <http://www.w3.org/ns/prov#> .
+@prefix foaf: <http://xmlns.com/foaf/0.1/> .
+@prefix adms: <http://www.w3.org/ns/adms#> .
+@prefix org: <http://www.w3.org/ns/org#> .
+@prefix xls2rdf: <https://xls2rdf.sparna.fr/vocabulary#> .
+@prefix this: <https://data.example.com/ontologies/sparnatural-config/> .
+@prefix dbpedia: <http://dbpedia.org/ontology/> .
+@prefix odb: <http://example.com/ontology/odb#> .
+@prefix core: <http://data.sparna.fr/ontologies/sparnatural-config-core#> .
+@prefix datasources: <http://data.sparna.fr/ontologies/sparnatural-config-datasources#> .
+@prefix rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#> .
+@prefix dash: <http://datashapes.org/dash#> .
+@prefix dc: <http://purl.org/dc/elements/1.1/> .
+@prefix skos: <http://www.w3.org/2004/02/skos/core#> .
+@prefix skosxl: <http://www.w3.org/2008/05/skos-xl#> .
+
+<https://data.mydomain.com/ontologies/sparnatural-config> a owl:Ontology .
+
+this:Vehicle a sh:NodeShape;
+  sh:order "1"^^xsd:integer;
+  volipi:iconName "fa-solid fa-car";
+  sh:targetClass odb:Vehicle;
+  rdfs:label "Vehicle"@en, "Véhicule"@fr;
+  sh:description "A vehicle is a car model for a specific brand."@en, "Un véhicule est un modèle de voiture pour une marque spécifique."@fr;
+  sh:property this:Vehicle_VIN, this:Vehicle_hasManufacturer .
+
+this:Museum a sh:NodeShape;
+  sh:order "1"^^xsd:integer;
+  volipi:iconName "fas fa-university";
+  sh:targetClass dbpedia:Museum;
+  rdfs:label "Museum"@en, "Musée"@fr;
+  sh:description "A DBPedia Museum"@en, "Un Musée DBPedia"@fr;
+  sh:property this:Museum_country .
+
+this:Country a sh:NodeShape;
+  sh:order "2"^^xsd:integer;
+  volipi:iconName "fas fa-globe-africa";
+  sh:targetClass dbpedia:Country;
+  rdfs:label "Country"@en, "Pays"@fr;
+  sh:description "A DBPedia Country"@en, "Un Pays DBPedia"@fr;
+  sh:property this:Country_countryOf, this:country_label .
+
+this:Vehicle_VIN sh:path odb:VIN;
+  sh:order "1";
+  sh:name "has VIN"@en, "a pour VIN"@fr;
+  sh:description "Specifies the Vehicle Identification Number (VIN) of the vehicle."@en,
+    "Spécifie le numéro d'identification du véhicule (VIN)."@fr;
+  sh:minCount "1"^^xsd:integer;
+  sh:maxCount "1"^^xsd:integer;
+  sh:nodeKind sh:Literal;
+  sh:datatype xsd:string;
+  dash:searchWidget core:AutocompleteProperty;
+  dash:propertyRole dash:LabelRole .
+
+this:Vehicle_hasManufacturer sh:path odb:hasManufacturer;
+  sh:order "2";
+  sh:name "has manufacturer"@en, "a pour constructeur"@fr;
+  sh:description "Specifies the manufacturer of the vehicle."@en, "Spécifie le constructeur d'un véhicule."@fr;
+  sh:minCount "1"^^xsd:integer;
+  sh:maxCount "1"^^xsd:integer;
+  sh:nodeKind sh:IRI;
+  sh:class odb:Manufacturer;
+  dash:searchWidget core:ListProperty;
+  core:enableNegation "true"^^xsd:boolean .
+
+this:Museum_country sh:path dbpedia:country;
+  sh:order "1";
+  sh:name "country"@en, "pays"@fr;
+  sh:description "Specifies the country where the museum is located."@en, "Spécifie le pays où se trouve le musée."@fr;
+  sh:minCount "1"^^xsd:integer;
+  sh:nodeKind sh:IRI;
+  sh:class dbpedia:Country;
+  dash:searchWidget core:ListProperty;
+  core:enableOptional "true"^^xsd:boolean;
+  core:enableNegation "true"^^xsd:boolean .
+
+this:Country_countryOf sh:path dbpedia:countryOf;
+  sh:order "1";
+  sh:name "country of"@en, "pays de"@fr;
+  sh:description "Specifies the museums located in this country."@en, "Spécifie les musées situés dans ce pays."@fr;
+  sh:minCount "1"^^xsd:integer;
+  sh:nodeKind sh:IRI;
+  sh:class dbpedia:Museum;
+  dash:searchWidget core:AutocompleteProperty;
+  core:enableOptional "true"^^xsd:boolean;
+  core:enableNegation "true"^^xsd:boolean .
+
+this:country_label sh:path rdfs:label;
+  sh:name "label"@en, "libellé"@fr;
+  sh:minCount "1"^^xsd:integer;
+  sh:nodeKind sh:Literal;
+  sh:datatype rdf:langString;
+  dash:propertyRole dash:LabelRole .
+
+this:search_VIN_strstarts a datasources:SparqlDatasource;
+  datasources:queryTemplate datasources:query_search_label_strstarts;
+  datasources:labelProperty odb:VIN .
+
+this:list_componentCode_alpha a datasources:SparqlDatasource;
+  datasources:queryString """PREFIX odb: <http://example.com/ontology/odb#>
+ SELECT DISTINCT ?uri ?label
+ WHERE {
+ ?domain $type $domain .
+ ?domain $property ?uri .
+ # Note how the range criteria is not used in this query
+ FILTER(isIRI(?uri))
+ ?uri rdfs:label ?libelleComposant .
+ FILTER(lang(?libelleComposant) = \"\" || lang(?libelleComposant) = $lang)
+ ?uri odb:componentCode ?codeComposant .
+ # Concat component code + component label
+ BIND(CONCAT(STR(?codeComposant),\" - \",STR(?libelleComposant)) AS ?label)
+ }
+ ORDER BY UCASE(?label)
+ LIMIT 500""" .
+
+this:tree_root_Component a datasources:SparqlDatasource;
+  datasources:queryString """PREFIX odb: <http://example.com/ontology/odb#>
+PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#label>
+SELECT ?uri ?label ?hasChildren (COUNT(?x) AS ?count) WHERE {
+ ?uri a odb:Component .
+ # Keep only roots, that do not have any parent
+ FILTER NOT EXISTS {
+ ?uri odb:parentComponent ?parent .
+ }
+ ?uri rdfs:label ?libelleComposant .
+ FILTER(lang(?libelleComposant) = \"\" || lang(?libelleComposant) = $lang)
+ ?uri odb:componentCode ?codeComposant .
+ # Concat component code + component label
+ BIND(CONCAT(STR(?codeComposant),\" - \",STR(?libelleComposant)) AS ?label)
+ OPTIONAL { ?uri ^odb:parentComponent ?children }
+ BIND(IF(bound(?children),true,false) AS ?hasChildren)
+ OPTIONAL {
+ ?x a $domain .
+ ?x $property ?uri .
+ }
+}
+GROUP BY ?uri ?label ?hasChildren
+ORDER BY ?label""" .
+
+this:tree_children_Component a datasources:SparqlDatasource;
+  datasources:queryString """PREFIX odb: <http://example.com/ontology/odb#>
+PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#label>
+SELECT DISTINCT ?uri ?label ?hasChildren (COUNT(?x) AS ?count) WHERE {
+
+ $node ^odb:parentComponent ?uri .
+
+ ?uri rdfs:label ?libelleComposant .
+ FILTER(lang(?libelleComposant) = \"\" || lang(?libelleComposant) = $lang)
+ ?uri odb:componentCode ?codeComposant .
+ # Concat component code + component label
+ BIND(CONCAT(STR(?codeComposant),\" - \",STR(?libelleComposant)) AS ?label)
+ 
+ OPTIONAL { ?uri ^odb:parentComponent ?children }
+ BIND(IF(bound(?children),true,false) AS ?hasChildren)
+
+ OPTIONAL {
+ ?x a $domain .
+ ?x $property ?uri .
+ }
+}
+GROUP BY ?uri ?label ?hasChildren
+ORDER BY ?label""" .
+
+this:query_list_label_alpha_with_count_langfr a datasources:SPARQLQuery;
+  datasources:queryString """SELECT DISTINCT ?uri ?count (CONCAT(STR(?theLabel), ' (', STR(?count), ')') AS ?label)
+WHERE {
+{
+ SELECT DISTINCT ?uri (COUNT(?domain) AS ?count)
+ WHERE {
+ ?domain a $domain .
+ ?domain $property ?uri .
+ FILTER(isIRI(?uri))
+ # Note how the range criteria is not used in this query
+ }
+ GROUP BY ?uri
+}
+OPTIONAL { ?uri $labelPath ?theLabelLang . FILTER(lang(?theLabelLang) = $lang) }
+OPTIONAL { ?uri $labelPath ?theLabelNone . FILTER(lang(?theLabelNone) = \"\") }
+OPTIONAL { ?uri $labelPath ?theLabelFr . FILTER(lang(?theLabelFr) = \"fr\") }
+BIND(COALESCE(?theLabelLang, ?theLabelNone, ?theLabelFr, STR(?uri)) AS ?theLabel)
+}
+ORDER BY UCASE(?label)
+LIMIT 500""";
+  rdfs:comment "A query that will list entries alphabetically with number of occurrences in parenthesis by fetching first in the user language but will default to French"@en .
+
+this:query_list_label_count_langfr a datasources:SPARQLQuery;
+  datasources:queryString """SELECT ?uri ?count (CONCAT(STR(?theLabel), ' (', STR(?count), ')') AS ?label)
+WHERE {
+{
+ SELECT DISTINCT ?uri (COUNT(?domain) AS ?count)
+ WHERE {
+ ?domain a $domain .
+ ?domain $property ?uri .
+ FILTER(isIRI(?uri))
+ # Note how the range criteria is not used in this query
+ }
+ GROUP BY ?uri
+}
+OPTIONAL { ?uri $labelPath ?theLabelLang . FILTER(lang(?theLabelLang) = $lang) }
+OPTIONAL { ?uri $labelPath ?theLabelNone . FILTER(lang(?theLabelNone) = \"\") }
+OPTIONAL { ?uri $labelPath ?theLabelFr . FILTER(lang(?theLabelFr) = \"fr\") }
+BIND(COALESCE(?theLabelLang, ?theLabelNone, ?theLabelFr) AS ?theLabel)
+}
+ORDER BY DESC(?count) UCASE(?label)
+LIMIT 500""";
+  rdfs:comment "A query that will list entries by descending number of occurrences by fetching first in the user langauge but will default to French"@en .
+
+this:query_list_label_alpha_langfr a datasources:SPARQLQuery;
+  datasources:queryString """SELECT DISTINCT ?uri ?label
+WHERE {
+ ?domain a $domain .
+ ?domain $property ?uri .
+ # Note how the range criteria is not used in this query
+ FILTER(isIRI(?uri))
+
+ OPTIONAL { ?uri $labelPath ?theLabelLang . FILTER(lang(?theLabelLang) = $lang) }
+ OPTIONAL { ?uri $labelPath ?theLabelNone . FILTER(lang(?theLabelNone) = \"\") }
+ OPTIONAL { ?uri $labelPath ?theLabelFr . FILTER(lang(?theLabelFr) = \"fr\") }
+ BIND(COALESCE(?theLabelLang, ?theLabelNone, ?theLabelFr) AS ?label)
+}
+ORDER BY UCASE(?label)
+LIMIT 500""";
+  rdfs:comment "A query that will list entries alphabetically by fetching first in the user language but will default to French"@en .
+
+this:query_search_label_contains_langfr a datasources:SPARQLQuery;
+  datasources:queryString """SELECT DISTINCT ?uri ?label
+WHERE {
+ ?domain a $domain .
+ ?domain $property ?uri .
+ ?uri a $range .
+ ?uri $labelPath ?label .
+ FILTER(isIRI(?uri))
+ FILTER(CONTAINS(LCASE(STR(?label)), LCASE(\"$key\"))) 
+ FILTER(lang(?label) = '' || lang(?label) = \"fr\")
+} 
+ORDER BY UCASE(?label)
+LIMIT 50""";
+  rdfs:comment "A query that will search in labels using contains function, first in the user language but will default to French."@en .