@lde/pipeline 0.30.18 → 0.30.20

package/dist/distribution/report.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/distribution/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAe,KAAK,IAAI,EAAE,MAAM,IAAI,CAAC;AAC5C,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,yBAAyB,CAAC;AAUjC;;;;;;;;;GASG;AACH,wBAAuB,mBAAmB,CACxC,YAAY,EAAE,eAAe,EAAE,EAC/B,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,YAAY,GAC1B,aAAa,CAAC,IAAI,CAAC,CAiDrB"}
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/distribution/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAe,KAAK,IAAI,EAAE,MAAM,IAAI,CAAC;AAC5C,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,yBAAyB,CAAC;AAYjC;;;;;;;;;GASG;AACH,wBAAuB,mBAAmB,CACxC,YAAY,EAAE,eAAe,EAAE,EAC/B,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,YAAY,GAC1B,aAAa,CAAC,IAAI,CAAC,CA4CrB"}

package/dist/distribution/report.js

@@ -1,12 +1,14 @@
 import { hashSuffix, skolemIri } from '@lde/dataset';
 import { DataFactory } from 'n3';
 import { NetworkError, SparqlProbeResult, } from '@lde/distribution-probe';
+import { rdf, _void, xsd } from '@tpluscode/rdf-ns-builders';
+import namespace from '@rdfjs/namespace';
 const { quad, namedNode, literal } = DataFactory;
-const RDF = 'http://www.w3.org/1999/02/22-rdf-syntax-ns#';
-const SCHEMA = 'https://schema.org/';
-const VOID = 'http://rdfs.org/ns/void#';
-const XSD = 'http://www.w3.org/2001/XMLSchema#';
-const HTTP_STATUS = 'https://www.w3.org/2011/http-statusCodes#';
+// Custom namespaces not covered by the bundled builders: the bundled `schema`
+// builder is `http://schema.org/`, but this output normalises to the `https://`
+// scheme, and the HTTP status-codes vocabulary is not bundled at all.
+const schema = namespace('https://schema.org/');
+const httpStatus = namespace('https://www.w3.org/2011/http-statusCodes#');
 /**
  * Convert probe results into RDF quads describing each probe as a `schema:Action`.
  *
@@ -29,49 +31,48 @@ export async function* probeResultsToQuads(probeResults, datasetIri, importResul
     for (const result of probeResults) {
         const action = namedNode(skolemIri(actionBase, hashSuffix(result.url)));
         actionsByUrl.set(result.url, action);
-        yield quad(action, namedNode(`${RDF}type`), namedNode(`${SCHEMA}Action`));
-        yield quad(action, namedNode(`${SCHEMA}target`), namedNode(result.url));
+        yield quad(action, rdf.type, schema.Action);
+        yield quad(action, schema.target, namedNode(result.url));
         if (result instanceof NetworkError) {
-            yield quad(action, namedNode(`${SCHEMA}error`), literal(result.message));
+            yield quad(action, schema.error, literal(result.message));
         }
         else if (result.isSuccess()) {
             yield* successQuads(action, result, datasetIri);
             for (const warning of result.warnings) {
-                yield quad(action, namedNode(`${SCHEMA}error`), literal(warning));
+                yield quad(action, schema.error, literal(warning));
             }
         }
         else if (result.failureReason) {
-            yield quad(action, namedNode(`${SCHEMA}error`), literal(result.failureReason));
+            yield quad(action, schema.error, literal(result.failureReason));
         }
         else {
             // HTTP error
-            const statusUri = `${HTTP_STATUS}${result.statusText.replace(/ /g, '')}`;
-            yield quad(action, namedNode(`${SCHEMA}error`), namedNode(statusUri));
+            yield quad(action, schema.error, httpStatus[result.statusText.replace(/ /g, '')]);
         }
     }
     if (importResult) {
         const action = actionsByUrl.get(importResult.distribution.accessUrl.toString());
         if (action) {
-            yield quad(action, namedNode(`${SCHEMA}error`), literal(importResult.error));
+            yield quad(action, schema.error, literal(importResult.error));
         }
     }
 }
 function* successQuads(action, result, datasetIri) {
     const distributionUrl = namedNode(result.url);
-    yield quad(action, namedNode(`${SCHEMA}result`), distributionUrl);
+    yield quad(action, schema.result, distributionUrl);
     if (result.lastModified) {
-        yield quad(distributionUrl, namedNode(`${SCHEMA}dateModified`), literal(result.lastModified.toISOString(), namedNode(`${XSD}dateTime`)));
+        yield quad(distributionUrl, schema.dateModified, literal(result.lastModified.toISOString(), xsd.dateTime));
     }
     if (result instanceof SparqlProbeResult) {
-        yield quad(namedNode(datasetIri), namedNode(`${VOID}sparqlEndpoint`), distributionUrl);
+        yield quad(namedNode(datasetIri), _void.sparqlEndpoint, distributionUrl);
     }
     else {
-        yield quad(namedNode(datasetIri), namedNode(`${VOID}dataDump`), distributionUrl);
+        yield quad(namedNode(datasetIri), _void.dataDump, distributionUrl);
         if (result.contentSize) {
-            yield quad(distributionUrl, namedNode(`${SCHEMA}contentSize`), literal(result.contentSize.toString()));
+            yield quad(distributionUrl, schema.contentSize, literal(result.contentSize.toString()));
         }
         if (result.contentType) {
-            yield quad(distributionUrl, namedNode(`${SCHEMA}encodingFormat`), literal(result.contentType));
+            yield quad(distributionUrl, schema.encodingFormat, literal(result.contentType));
         }
     }
 }

package/dist/plugin/namespaceNormalization.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"namespaceNormalization.d.ts","sourceRoot":"","sources":["../../src/plugin/namespaceNormalization.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAS5C,MAAM,WAAW,6BAA6B;IAC5C,iEAAiE;IACjE,IAAI,EAAE,MAAM,CAAC;IACb,yEAAyE;IACzE,EAAE,EAAE,MAAM,CAAC;CACZ;AAED;;;;;;;GAOG;AACH,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,6BAA6B,GACrC,aAAa,CAAC;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAErC;AAED;;;;;;GAMG;AACH,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,6BAA6B,GACrC,cAAc,CAKhB"}
+{"version":3,"file":"namespaceNormalization.d.ts","sourceRoot":"","sources":["../../src/plugin/namespaceNormalization.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAO5C,MAAM,WAAW,6BAA6B;IAC5C,iEAAiE;IACjE,IAAI,EAAE,MAAM,CAAC;IACb,yEAAyE;IACzE,EAAE,EAAE,MAAM,CAAC;CACZ;AAED;;;;;;;GAOG;AACH,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,6BAA6B,GACrC,aAAa,CAAC;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAErC;AAED;;;;;;GAMG;AACH,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,6BAA6B,GACrC,cAAc,CAKhB"}

package/dist/plugin/namespaceNormalization.js

@@ -1,7 +1,6 @@
 import { DataFactory } from 'n3';
+import { _void } from '@tpluscode/rdf-ns-builders';
 const { namedNode, quad } = DataFactory;
-const VOID_CLASS = namedNode('http://rdfs.org/ns/void#class');
-const VOID_PROPERTY = namedNode('http://rdfs.org/ns/void#property');
 /**
  * Creates a QuadTransform that rewrites namespace prefixes in `void:class` and
  * `void:property` quad objects from {@link NamespaceNormalizationOptions.from}
@@ -28,7 +27,7 @@ export function namespaceNormalizationPlugin(options) {
 }
 async function* normalizeNamespace(quads, { from, to }) {
     for await (const q of quads) {
-        if ((q.predicate.equals(VOID_CLASS) || q.predicate.equals(VOID_PROPERTY)) &&
+        if ((q.predicate.equals(_void.class) || q.predicate.equals(_void.property)) &&
             q.object.termType === 'NamedNode' &&
             q.object.value.startsWith(from)) {
             yield quad(q.subject, q.predicate, namedNode(to + q.object.value.slice(from.length)), q.graph);

package/dist/plugin/provenance.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provenance.d.ts","sourceRoot":"","sources":["../../src/plugin/provenance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,uBAAuB,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAmB9E,0DAA0D;AAC1D,eAAO,MAAM,mBAAmB,EAAE,aAAa,CAAC,uBAAuB,CAGK,CAAC;AAE7E,8EAA8E;AAC9E,wBAAgB,gBAAgB,IAAI,cAAc,CAKjD"}
+{"version":3,"file":"provenance.d.ts","sourceRoot":"","sources":["../../src/plugin/provenance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,uBAAuB,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAQ9E,0DAA0D;AAC1D,eAAO,MAAM,mBAAmB,EAAE,aAAa,CAAC,uBAAuB,CAGK,CAAC;AAE7E,8EAA8E;AAC9E,wBAAgB,gBAAgB,IAAI,cAAc,CAKjD"}

package/dist/plugin/provenance.js

@@ -1,13 +1,7 @@
 import { hashSuffix, skolemIri } from '@lde/dataset';
 import { DataFactory } from 'n3';
+import { prov, rdf, xsd } from '@tpluscode/rdf-ns-builders';
 const { namedNode, literal, quad } = DataFactory;
-const RDF_TYPE = namedNode('http://www.w3.org/1999/02/22-rdf-syntax-ns#type');
-const PROV_ENTITY = namedNode('http://www.w3.org/ns/prov#Entity');
-const PROV_ACTIVITY = namedNode('http://www.w3.org/ns/prov#Activity');
-const PROV_WAS_GENERATED_BY = namedNode('http://www.w3.org/ns/prov#wasGeneratedBy');
-const PROV_STARTED_AT_TIME = namedNode('http://www.w3.org/ns/prov#startedAtTime');
-const PROV_ENDED_AT_TIME = namedNode('http://www.w3.org/ns/prov#endedAtTime');
-const XSD_DATE_TIME = namedNode('http://www.w3.org/2001/XMLSchema#dateTime');
 /** QuadTransform that appends PROV-O provenance quads. */
 export const provenanceTransform = (quads, { dataset, stage }) => appendProvenanceQuads(quads, dataset.iri.toString(), stage, new Date());
 /** Pipeline plugin that appends PROV-O provenance to every stage's output. */
@@ -31,9 +25,9 @@ async function* appendProvenanceQuads(quads, iri, stage, startedAt) {
     // The IRI also makes a re-run idempotent: same (dataset, stage) → same node.
     // The `.well-known/prov#activity-<hash>` shape mirrors the linkset skolem.
     const activity = namedNode(skolemIri(`${iri}/.well-known/prov#activity`, hashSuffix(stage)));
-    yield quad(subject, RDF_TYPE, PROV_ENTITY);
-    yield quad(subject, PROV_WAS_GENERATED_BY, activity);
-    yield quad(activity, RDF_TYPE, PROV_ACTIVITY);
-    yield quad(activity, PROV_STARTED_AT_TIME, literal(startedAt.toISOString(), XSD_DATE_TIME));
-    yield quad(activity, PROV_ENDED_AT_TIME, literal(endedAt.toISOString(), XSD_DATE_TIME));
+    yield quad(subject, rdf.type, prov.Entity);
+    yield quad(subject, prov.wasGeneratedBy, activity);
+    yield quad(activity, rdf.type, prov.Activity);
+    yield quad(activity, prov.startedAtTime, literal(startedAt.toISOString(), xsd.dateTime));
+    yield quad(activity, prov.endedAtTime, literal(endedAt.toISOString(), xsd.dateTime));
 }

package/dist/provenance/fileLoadedSparqlProvenanceStore.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fileLoadedSparqlProvenanceStore.d.ts","sourceRoot":"","sources":["../../src/provenance/fileLoadedSparqlProvenanceStore.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AASlD,MAAM,WAAW,sCAAsC;IACrD,wEAAwE;IACxE,aAAa,EAAE,GAAG,CAAC;IACnB;;;OAGG;IACH,WAAW,EAAE,GAAG,CAAC;IACjB;;;;OAIG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,OAAO,CAAC,EAAE,qBAAqB,CAAC;CACjC;AAED;;;;;;;;GAQG;AACH,qBAAa,+BAAgC,YAAW,eAAe;IACrE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAM;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAM;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAa;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwB;gBAEpC,OAAO,EAAE,sCAAsC;IAWrD,GAAG,CAAC,UAAU,EAAE,GAAG,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAoB5D,OAAO,CAAC,WAAW;IAmBb,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;YAMpD,OAAO;CA0BvB"}
+{"version":3,"file":"fileLoadedSparqlProvenanceStore.d.ts","sourceRoot":"","sources":["../../src/provenance/fileLoadedSparqlProvenanceStore.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAI9D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAgBlD,MAAM,WAAW,sCAAsC;IACrD,wEAAwE;IACxE,aAAa,EAAE,GAAG,CAAC;IACnB;;;OAGG;IACH,WAAW,EAAE,GAAG,CAAC;IACjB;;;;OAIG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,OAAO,CAAC,EAAE,qBAAqB,CAAC;CACjC;AAED;;;;;;;;GAQG;AACH,qBAAa,+BAAgC,YAAW,eAAe;IACrE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAM;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAM;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAa;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwB;gBAEpC,OAAO,EAAE,sCAAsC;IAWrD,GAAG,CAAC,UAAU,EAAE,GAAG,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAoB5D,OAAO,CAAC,WAAW;IAmBb,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;YAMpD,OAAO;CAsBvB"}

package/dist/provenance/fileLoadedSparqlProvenanceStore.js

@@ -1,12 +1,15 @@
 import { Dataset, assertSafeIri } from '@lde/dataset';
 import { DataFactory } from 'n3';
 import { SparqlEndpointFetcher } from 'fetch-sparql-endpoint';
+import { prov, rdf, xsd } from '@tpluscode/rdf-ns-builders';
+import namespace from '@rdfjs/namespace';
 import { FileWriter } from '../writer/fileWriter.js';
 const { namedNode, literal, quad } = DataFactory;
-const RDF_TYPE = 'http://www.w3.org/1999/02/22-rdf-syntax-ns#type';
-const PROV = 'http://www.w3.org/ns/prov#';
-const LDE = 'https://w3id.org/lde/provenance#';
-const XSD_DATE_TIME = 'http://www.w3.org/2001/XMLSchema#dateTime';
+// Custom namespace for this pipeline’s flat PROV-O records; not a standard
+// vocabulary, so it has no bundled builder. Constraining the term names makes it
+// typo-safe and autocompleting like the bundled builders — `lde.valeu` is a
+// compile error — while the base IRI stays the single source of truth.
+const lde = namespace('https://w3id.org/lde/provenance#');
 /**
  * A {@link ProvenanceStore} for a triplestore that is served read-only and
  * rebuilt by bulk-loading files (e.g. QLever).
@@ -56,10 +59,10 @@ export class FileLoadedSparqlProvenanceStore {
         const dataset = `<${datasetIri}>`;
         return `SELECT ?fingerprint ?version ?status ?generatedAt WHERE {
       GRAPH <${pipelineIri}> {
-        ${dataset} <${LDE}pipelineVersion> ?version ;
-                   <${LDE}status> ?status ;
-                   <${PROV}generatedAtTime> ?generatedAt .
-        OPTIONAL { ${dataset} <${LDE}sourceFingerprint> ?fingerprint }
+        ${dataset} <${lde.pipelineVersion.value}> ?version ;
+                   <${lde.status.value}> ?status ;
+                   <${prov.generatedAtTime.value}> ?generatedAt .
+        OPTIONAL { ${dataset} <${lde.sourceFingerprint.value}> ?fingerprint }
       }
     } LIMIT 1`;
     }
@@ -70,12 +73,12 @@ export class FileLoadedSparqlProvenanceStore {
     }
     async *toQuads(datasetUri, record) {
         const subject = namedNode(datasetUri.toString());
-        yield quad(subject, namedNode(RDF_TYPE), namedNode(`${PROV}Entity`));
-        yield quad(subject, namedNode(`${PROV}generatedAtTime`), literal(record.generatedAt, namedNode(XSD_DATE_TIME)));
+        yield quad(subject, rdf.type, prov.Entity);
+        yield quad(subject, prov.generatedAtTime, literal(record.generatedAt, xsd.dateTime));
         if (record.sourceFingerprint !== null) {
-            yield quad(subject, namedNode(`${LDE}sourceFingerprint`), literal(record.sourceFingerprint));
+            yield quad(subject, lde.sourceFingerprint, literal(record.sourceFingerprint));
         }
-        yield quad(subject, namedNode(`${LDE}pipelineVersion`), literal(record.pipelineVersion));
-        yield quad(subject, namedNode(`${LDE}status`), literal(record.status));
+        yield quad(subject, lde.pipelineVersion, literal(record.pipelineVersion));
+        yield quad(subject, lde.status, literal(record.status));
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lde/pipeline",
-  "version": "0.30.18",
+  "version": "0.30.20",
   "repository": {
     "url": "git+https://github.com/ldelements/lde.git",
     "directory": "packages/pipeline"
@@ -26,11 +26,13 @@
   "dependencies": {
     "@lde/dataset": "0.7.7",
     "@lde/dataset-registry-client": "0.8.3",
-    "@lde/distribution-health": "0.1.2",
-    "@lde/distribution-probe": "0.1.10",
+    "@lde/distribution-health": "0.1.4",
+    "@lde/distribution-probe": "0.1.12",
     "@lde/sparql-importer": "0.6.5",
     "@lde/sparql-server": "0.4.11",
+    "@rdfjs/namespace": "^2.0.1",
     "@rdfjs/types": "^2.0.1",
+    "@tpluscode/rdf-ns-builders": "^5.0.0",
     "@traqula/generator-sparql-1-1": "^1.1.4",
     "@traqula/parser-sparql-1-1": "^1.1.4",
     "@traqula/rules-sparql-1-1": "^1.1.0",