@lde/pipeline 0.30.17 → 0.30.19

package/README.md

@@ -276,6 +276,21 @@ Writes generated quads to a destination:
 - `SparqlUpdateWriter` — writes to a SPARQL endpoint via UPDATE queries
 - `FileWriter` — writes to local files
 
+### Reporter
+
+A `ProgressReporter` observes the run, receiving lifecycle events such as `pipelineStart`, `stageComplete`, `datasetValidated` and `pipelineComplete`. Every method is optional, so a reporter implements only the events it cares about.
+
+Pass a single reporter, or an array to have several observe the same run — for example a console reporter alongside one that collects validation verdicts:
+
+```typescript
+new Pipeline({
+  // …
+  reporter: [new ConsoleReporter(), verdictCollector],
+});
+```
+
+Each reporter receives every event, in array order; a reporter that does not implement a given event is skipped for it.
+
 ### Provenance store
 
 A `ProvenanceStore` gives the pipeline a small per-dataset memory, so a future run can skip datasets that are genuinely unchanged. It is purely a storage seam: the framework owns the skip decision (see [`sourceFingerprint`](#source-change-fingerprint) and `shouldReprocess`), the store owns only how each record is persisted.

package/dist/combineReporters.d.ts

@@ -0,0 +1,16 @@
+import type { ProgressReporter } from './progressReporter.js';
+/**
+ * Combine several {@link ProgressReporter}s into one that forwards every
+ * lifecycle call to each child that implements it. Lets a single run be
+ * observed by more than one reporter – e.g. a console reporter alongside a
+ * verdict-collecting one.
+ *
+ * Each method is dispatched to the children in array order; a child that does
+ * not implement a given (optional) method is skipped for that call.
+ *
+ * Internal to the package: not re-exported from `index.ts`. {@link Pipeline}
+ * uses it to normalise a `reporter` array into the single reporter its call
+ * sites expect, so the broader API need not grow a new public symbol.
+ */
+export declare function combineReporters(reporters: readonly ProgressReporter[]): ProgressReporter;
+//# sourceMappingURL=combineReporters.d.ts.map

package/dist/combineReporters.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"combineReporters.d.ts","sourceRoot":"","sources":["../src/combineReporters.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAU9D;;;;;;;;;;;;GAYG;AACH,wBAAgB,gBAAgB,CAC9B,SAAS,EAAE,SAAS,gBAAgB,EAAE,GACrC,gBAAgB,CA4ClB"}

package/dist/combineReporters.js

@@ -0,0 +1,51 @@
+/**
+ * Combine several {@link ProgressReporter}s into one that forwards every
+ * lifecycle call to each child that implements it. Lets a single run be
+ * observed by more than one reporter – e.g. a console reporter alongside a
+ * verdict-collecting one.
+ *
+ * Each method is dispatched to the children in array order; a child that does
+ * not implement a given (optional) method is skipped for that call.
+ *
+ * Internal to the package: not re-exported from `index.ts`. {@link Pipeline}
+ * uses it to normalise a `reporter` array into the single reporter its call
+ * sites expect, so the broader API need not grow a new public symbol.
+ */
+export function combineReporters(reporters) {
+    const forward = (method, ...args) => {
+        for (const reporter of reporters) {
+            // Cast to the concrete signature for `method`: indexing by a generic key
+            // yields a union of method types TS won't call directly, even though the
+            // arguments are correlated.
+            const handler = reporter[method];
+            // Every method is optional; notify only the children that implement it.
+            handler?.(...args);
+        }
+    };
+    // Listing every method explicitly (rather than a Proxy) keeps the forwarding
+    // type-safe: typing the result as `Required<ProgressReporter>` forces a new
+    // entry here whenever the interface grows, so a forgotten method fails to
+    // compile instead of silently going unforwarded.
+    const combined = {
+        pipelineStart: (...args) => forward('pipelineStart', ...args),
+        datasetsSelected: (...args) => forward('datasetsSelected', ...args),
+        datasetStart: (...args) => forward('datasetStart', ...args),
+        distributionProbed: (...args) => forward('distributionProbed', ...args),
+        importStarted: (...args) => forward('importStarted', ...args),
+        importFailed: (...args) => forward('importFailed', ...args),
+        distributionValidated: (...args) => forward('distributionValidated', ...args),
+        distributionSelected: (...args) => forward('distributionSelected', ...args),
+        stageStart: (...args) => forward('stageStart', ...args),
+        stageProgress: (...args) => forward('stageProgress', ...args),
+        stageComplete: (...args) => forward('stageComplete', ...args),
+        stageFailed: (...args) => forward('stageFailed', ...args),
+        stageSkipped: (...args) => forward('stageSkipped', ...args),
+        datasetValidated: (...args) => forward('datasetValidated', ...args),
+        datasetComplete: (...args) => forward('datasetComplete', ...args),
+        datasetSkipped: (...args) => forward('datasetSkipped', ...args),
+        pipelineComplete: (...args) => forward('pipelineComplete', ...args),
+        timeoutTightened: (...args) => forward('timeoutTightened', ...args),
+        timeoutRelaxed: (...args) => forward('timeoutRelaxed', ...args),
+    };
+    return combined;
+}

package/dist/distribution/report.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/distribution/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAe,KAAK,IAAI,EAAE,MAAM,IAAI,CAAC;AAC5C,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,yBAAyB,CAAC;AAUjC;;;;;;;;;GASG;AACH,wBAAuB,mBAAmB,CACxC,YAAY,EAAE,eAAe,EAAE,EAC/B,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,YAAY,GAC1B,aAAa,CAAC,IAAI,CAAC,CAiDrB"}
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/distribution/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAe,KAAK,IAAI,EAAE,MAAM,IAAI,CAAC;AAC5C,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,yBAAyB,CAAC;AAYjC;;;;;;;;;GASG;AACH,wBAAuB,mBAAmB,CACxC,YAAY,EAAE,eAAe,EAAE,EAC/B,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,YAAY,GAC1B,aAAa,CAAC,IAAI,CAAC,CA4CrB"}

package/dist/distribution/report.js

@@ -1,12 +1,14 @@
 import { hashSuffix, skolemIri } from '@lde/dataset';
 import { DataFactory } from 'n3';
 import { NetworkError, SparqlProbeResult, } from '@lde/distribution-probe';
+import { rdf, _void, xsd } from '@tpluscode/rdf-ns-builders';
+import namespace from '@rdfjs/namespace';
 const { quad, namedNode, literal } = DataFactory;
-const RDF = 'http://www.w3.org/1999/02/22-rdf-syntax-ns#';
-const SCHEMA = 'https://schema.org/';
-const VOID = 'http://rdfs.org/ns/void#';
-const XSD = 'http://www.w3.org/2001/XMLSchema#';
-const HTTP_STATUS = 'https://www.w3.org/2011/http-statusCodes#';
+// Custom namespaces not covered by the bundled builders: the bundled `schema`
+// builder is `http://schema.org/`, but this output normalises to the `https://`
+// scheme, and the HTTP status-codes vocabulary is not bundled at all.
+const schema = namespace('https://schema.org/');
+const httpStatus = namespace('https://www.w3.org/2011/http-statusCodes#');
 /**
  * Convert probe results into RDF quads describing each probe as a `schema:Action`.
  *
@@ -29,49 +31,48 @@ export async function* probeResultsToQuads(probeResults, datasetIri, importResul
     for (const result of probeResults) {
         const action = namedNode(skolemIri(actionBase, hashSuffix(result.url)));
         actionsByUrl.set(result.url, action);
-        yield quad(action, namedNode(`${RDF}type`), namedNode(`${SCHEMA}Action`));
-        yield quad(action, namedNode(`${SCHEMA}target`), namedNode(result.url));
+        yield quad(action, rdf.type, schema.Action);
+        yield quad(action, schema.target, namedNode(result.url));
         if (result instanceof NetworkError) {
-            yield quad(action, namedNode(`${SCHEMA}error`), literal(result.message));
+            yield quad(action, schema.error, literal(result.message));
         }
         else if (result.isSuccess()) {
             yield* successQuads(action, result, datasetIri);
             for (const warning of result.warnings) {
-                yield quad(action, namedNode(`${SCHEMA}error`), literal(warning));
+                yield quad(action, schema.error, literal(warning));
             }
         }
         else if (result.failureReason) {
-            yield quad(action, namedNode(`${SCHEMA}error`), literal(result.failureReason));
+            yield quad(action, schema.error, literal(result.failureReason));
         }
         else {
             // HTTP error
-            const statusUri = `${HTTP_STATUS}${result.statusText.replace(/ /g, '')}`;
-            yield quad(action, namedNode(`${SCHEMA}error`), namedNode(statusUri));
+            yield quad(action, schema.error, httpStatus[result.statusText.replace(/ /g, '')]);
         }
     }
     if (importResult) {
         const action = actionsByUrl.get(importResult.distribution.accessUrl.toString());
         if (action) {
-            yield quad(action, namedNode(`${SCHEMA}error`), literal(importResult.error));
+            yield quad(action, schema.error, literal(importResult.error));
         }
     }
 }
 function* successQuads(action, result, datasetIri) {
     const distributionUrl = namedNode(result.url);
-    yield quad(action, namedNode(`${SCHEMA}result`), distributionUrl);
+    yield quad(action, schema.result, distributionUrl);
     if (result.lastModified) {
-        yield quad(distributionUrl, namedNode(`${SCHEMA}dateModified`), literal(result.lastModified.toISOString(), namedNode(`${XSD}dateTime`)));
+        yield quad(distributionUrl, schema.dateModified, literal(result.lastModified.toISOString(), xsd.dateTime));
     }
     if (result instanceof SparqlProbeResult) {
-        yield quad(namedNode(datasetIri), namedNode(`${VOID}sparqlEndpoint`), distributionUrl);
+        yield quad(namedNode(datasetIri), _void.sparqlEndpoint, distributionUrl);
     }
     else {
-        yield quad(namedNode(datasetIri), namedNode(`${VOID}dataDump`), distributionUrl);
+        yield quad(namedNode(datasetIri), _void.dataDump, distributionUrl);
         if (result.contentSize) {
-            yield quad(distributionUrl, namedNode(`${SCHEMA}contentSize`), literal(result.contentSize.toString()));
+            yield quad(distributionUrl, schema.contentSize, literal(result.contentSize.toString()));
         }
         if (result.contentType) {
-            yield quad(distributionUrl, namedNode(`${SCHEMA}encodingFormat`), literal(result.contentType));
+            yield quad(distributionUrl, schema.encodingFormat, literal(result.contentType));
         }
     }
 }

package/dist/pipeline.d.ts

@@ -42,7 +42,13 @@ export interface PipelineOptions {
         stageOutputResolver: StageOutputResolver;
         outputDir: string;
     };
-    reporter?: ProgressReporter;
+    /**
+     * Observer(s) notified of pipeline lifecycle events. Pass an array to have
+     * several reporters observe the same run – e.g. a console reporter alongside
+     * a verdict-collecting one; every reporter receives each event in array
+     * order. A single reporter may be passed directly.
+     */
+    reporter?: ProgressReporter | readonly ProgressReporter[];
     /**
      * Optional per-dataset processing memory. When set, the pipeline skips a
      * dataset whose source-change fingerprint and {@link pipelineVersion} both

package/dist/pipeline.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../src/pipeline.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAgB,MAAM,cAAc,CAAC;AAGrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EACL,KAAK,oBAAoB,EAG1B,MAAM,4BAA4B,CAAC;AAKpC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAY7D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EAEV,gBAAgB,EACjB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAEL,KAAK,aAAa,EACnB,MAAM,2BAA2B,CAAC;AAEnC;;;;;;;GAOG;AACH,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wDAAwD;AACxD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,aAAa,CAAC,uBAAuB,CAAC,CAAC;CAC3D;AAED,MAAM,WAAW,eAAe;IAC9B,eAAe,EAAE,eAAe,CAAC;IACjC,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC3B,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,QAAQ,CAAC,EAAE;QACT,mBAAmB,EAAE,mBAAmB,CAAC;QACzC,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAC5B;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;;;;;;;;;OASG;IACH,OAAO,CAAC,EAAE,MAAM,aAAa,CAAC;CAC/B;AAkFD,qBAAa,QAAQ;IACnB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAC9B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAyC;IAC3E,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAuB;IAC5D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAA8B;IACxD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAmB;IAC7C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;IACrD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAS;gBAE9B,OAAO,EAAE,eAAe;IA2C9B,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;YAoBZ,cAAc;IA+K5B,+EAA+E;YACjE,aAAa;YAmBb,gBAAgB;IAW9B,OAAO,CAAE,aAAa;IAOtB;;;;;OAKG;IACH,OAAO,CAAC,WAAW;IAMnB;;;OAGG;YACW,QAAQ;IA0CtB,2EAA2E;YAC7D,eAAe;YAqBf,QAAQ;YA+DP,SAAS;CAczB"}
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../src/pipeline.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAgB,MAAM,cAAc,CAAC;AAGrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EACL,KAAK,oBAAoB,EAG1B,MAAM,4BAA4B,CAAC;AAKpC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAY7D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EAEV,gBAAgB,EACjB,MAAM,uBAAuB,CAAC;AAG/B,OAAO,EAEL,KAAK,aAAa,EACnB,MAAM,2BAA2B,CAAC;AAEnC;;;;;;;GAOG;AACH,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wDAAwD;AACxD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,aAAa,CAAC,uBAAuB,CAAC,CAAC;CAC3D;AAED,MAAM,WAAW,eAAe;IAC9B,eAAe,EAAE,eAAe,CAAC;IACjC,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC3B,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,QAAQ,CAAC,EAAE;QACT,mBAAmB,EAAE,mBAAmB,CAAC;QACzC,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF;;;;;OAKG;IACH,QAAQ,CAAC,EAAE,gBAAgB,GAAG,SAAS,gBAAgB,EAAE,CAAC;IAC1D;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;;;;;;;;;OASG;IACH,OAAO,CAAC,EAAE,MAAM,aAAa,CAAC;CAC/B;AAkFD,qBAAa,QAAQ;IACnB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAC9B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAyC;IAC3E,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAuB;IAC5D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAA8B;IACxD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAmB;IAC7C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;IACrD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAS;gBAE9B,OAAO,EAAE,eAAe;IA+C9B,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;YAoBZ,cAAc;IA+K5B,+EAA+E;YACjE,aAAa;YAmBb,gBAAgB;IAW9B,OAAO,CAAE,aAAa;IAOtB;;;;;OAKG;IACH,OAAO,CAAC,WAAW;IAMnB;;;OAGG;YACW,QAAQ;IA0CtB,2EAA2E;YAC7D,eAAe;YAqBf,QAAQ;YA+DP,SAAS;CAczB"}

package/dist/pipeline.js

@@ -9,6 +9,7 @@ import { NetworkError, SparqlProbeResult, } from '@lde/distribution-probe';
 import { ImportSuccessful } from '@lde/sparql-importer';
 import { importOutcomeToVerdict, probeResultToVerdict, } from '@lde/distribution-health';
 import { NotSupported } from './sparql/executor.js';
+import { combineReporters } from './combineReporters.js';
 import { ConstantTimeoutPolicy, } from './sparql/timeoutPolicy.js';
 /**
  * Split an async iterable into `count` branches that can be consumed
@@ -113,7 +114,11 @@ export class Pipeline {
         this.distributionResolver =
             options.distributionResolver ?? new SparqlDistributionResolver();
         this.chaining = options.chaining;
-        this.reporter = options.reporter;
+        // `Array.isArray` narrows the array branch but not the readonly-array out of
+        // the else branch, so cast the single-reporter case explicitly.
+        this.reporter = Array.isArray(options.reporter)
+            ? combineReporters(options.reporter)
+            : options.reporter;
         this.timeoutFactory =
             options.timeout ?? (() => new ConstantTimeoutPolicy(300_000));
         this.provenanceStore = options.provenanceStore;

package/dist/plugin/namespaceNormalization.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"namespaceNormalization.d.ts","sourceRoot":"","sources":["../../src/plugin/namespaceNormalization.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAS5C,MAAM,WAAW,6BAA6B;IAC5C,iEAAiE;IACjE,IAAI,EAAE,MAAM,CAAC;IACb,yEAAyE;IACzE,EAAE,EAAE,MAAM,CAAC;CACZ;AAED;;;;;;;GAOG;AACH,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,6BAA6B,GACrC,aAAa,CAAC;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAErC;AAED;;;;;;GAMG;AACH,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,6BAA6B,GACrC,cAAc,CAKhB"}
+{"version":3,"file":"namespaceNormalization.d.ts","sourceRoot":"","sources":["../../src/plugin/namespaceNormalization.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AACrD,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAO5C,MAAM,WAAW,6BAA6B;IAC5C,iEAAiE;IACjE,IAAI,EAAE,MAAM,CAAC;IACb,yEAAyE;IACzE,EAAE,EAAE,MAAM,CAAC;CACZ;AAED;;;;;;;GAOG;AACH,wBAAgB,+BAA+B,CAC7C,OAAO,EAAE,6BAA6B,GACrC,aAAa,CAAC;IAAE,OAAO,EAAE,OAAO,CAAA;CAAE,CAAC,CAErC;AAED;;;;;;GAMG;AACH,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,6BAA6B,GACrC,cAAc,CAKhB"}

package/dist/plugin/namespaceNormalization.js

@@ -1,7 +1,6 @@
 import { DataFactory } from 'n3';
+import { _void } from '@tpluscode/rdf-ns-builders';
 const { namedNode, quad } = DataFactory;
-const VOID_CLASS = namedNode('http://rdfs.org/ns/void#class');
-const VOID_PROPERTY = namedNode('http://rdfs.org/ns/void#property');
 /**
  * Creates a QuadTransform that rewrites namespace prefixes in `void:class` and
  * `void:property` quad objects from {@link NamespaceNormalizationOptions.from}
@@ -28,7 +27,7 @@ export function namespaceNormalizationPlugin(options) {
 }
 async function* normalizeNamespace(quads, { from, to }) {
     for await (const q of quads) {
-        if ((q.predicate.equals(VOID_CLASS) || q.predicate.equals(VOID_PROPERTY)) &&
+        if ((q.predicate.equals(_void.class) || q.predicate.equals(_void.property)) &&
             q.object.termType === 'NamedNode' &&
             q.object.value.startsWith(from)) {
             yield quad(q.subject, q.predicate, namedNode(to + q.object.value.slice(from.length)), q.graph);

package/dist/plugin/provenance.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provenance.d.ts","sourceRoot":"","sources":["../../src/plugin/provenance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,uBAAuB,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAmB9E,0DAA0D;AAC1D,eAAO,MAAM,mBAAmB,EAAE,aAAa,CAAC,uBAAuB,CAGK,CAAC;AAE7E,8EAA8E;AAC9E,wBAAgB,gBAAgB,IAAI,cAAc,CAKjD"}
+{"version":3,"file":"provenance.d.ts","sourceRoot":"","sources":["../../src/plugin/provenance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,uBAAuB,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAQ9E,0DAA0D;AAC1D,eAAO,MAAM,mBAAmB,EAAE,aAAa,CAAC,uBAAuB,CAGK,CAAC;AAE7E,8EAA8E;AAC9E,wBAAgB,gBAAgB,IAAI,cAAc,CAKjD"}

package/dist/plugin/provenance.js

@@ -1,13 +1,7 @@
 import { hashSuffix, skolemIri } from '@lde/dataset';
 import { DataFactory } from 'n3';
+import { prov, rdf, xsd } from '@tpluscode/rdf-ns-builders';
 const { namedNode, literal, quad } = DataFactory;
-const RDF_TYPE = namedNode('http://www.w3.org/1999/02/22-rdf-syntax-ns#type');
-const PROV_ENTITY = namedNode('http://www.w3.org/ns/prov#Entity');
-const PROV_ACTIVITY = namedNode('http://www.w3.org/ns/prov#Activity');
-const PROV_WAS_GENERATED_BY = namedNode('http://www.w3.org/ns/prov#wasGeneratedBy');
-const PROV_STARTED_AT_TIME = namedNode('http://www.w3.org/ns/prov#startedAtTime');
-const PROV_ENDED_AT_TIME = namedNode('http://www.w3.org/ns/prov#endedAtTime');
-const XSD_DATE_TIME = namedNode('http://www.w3.org/2001/XMLSchema#dateTime');
 /** QuadTransform that appends PROV-O provenance quads. */
 export const provenanceTransform = (quads, { dataset, stage }) => appendProvenanceQuads(quads, dataset.iri.toString(), stage, new Date());
 /** Pipeline plugin that appends PROV-O provenance to every stage's output. */
@@ -31,9 +25,9 @@ async function* appendProvenanceQuads(quads, iri, stage, startedAt) {
     // The IRI also makes a re-run idempotent: same (dataset, stage) → same node.
     // The `.well-known/prov#activity-<hash>` shape mirrors the linkset skolem.
     const activity = namedNode(skolemIri(`${iri}/.well-known/prov#activity`, hashSuffix(stage)));
-    yield quad(subject, RDF_TYPE, PROV_ENTITY);
-    yield quad(subject, PROV_WAS_GENERATED_BY, activity);
-    yield quad(activity, RDF_TYPE, PROV_ACTIVITY);
-    yield quad(activity, PROV_STARTED_AT_TIME, literal(startedAt.toISOString(), XSD_DATE_TIME));
-    yield quad(activity, PROV_ENDED_AT_TIME, literal(endedAt.toISOString(), XSD_DATE_TIME));
+    yield quad(subject, rdf.type, prov.Entity);
+    yield quad(subject, prov.wasGeneratedBy, activity);
+    yield quad(activity, rdf.type, prov.Activity);
+    yield quad(activity, prov.startedAtTime, literal(startedAt.toISOString(), xsd.dateTime));
+    yield quad(activity, prov.endedAtTime, literal(endedAt.toISOString(), xsd.dateTime));
 }

package/dist/provenance/fileLoadedSparqlProvenanceStore.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"fileLoadedSparqlProvenanceStore.d.ts","sourceRoot":"","sources":["../../src/provenance/fileLoadedSparqlProvenanceStore.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAE9D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AASlD,MAAM,WAAW,sCAAsC;IACrD,wEAAwE;IACxE,aAAa,EAAE,GAAG,CAAC;IACnB;;;OAGG;IACH,WAAW,EAAE,GAAG,CAAC;IACjB;;;;OAIG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,OAAO,CAAC,EAAE,qBAAqB,CAAC;CACjC;AAED;;;;;;;;GAQG;AACH,qBAAa,+BAAgC,YAAW,eAAe;IACrE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAM;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAM;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAa;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwB;gBAEpC,OAAO,EAAE,sCAAsC;IAWrD,GAAG,CAAC,UAAU,EAAE,GAAG,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAoB5D,OAAO,CAAC,WAAW;IAmBb,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;YAMpD,OAAO;CA0BvB"}
+{"version":3,"file":"fileLoadedSparqlProvenanceStore.d.ts","sourceRoot":"","sources":["../../src/provenance/fileLoadedSparqlProvenanceStore.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAI9D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,aAAa,CAAC;AACpD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAgBlD,MAAM,WAAW,sCAAsC;IACrD,wEAAwE;IACxE,aAAa,EAAE,GAAG,CAAC;IACnB;;;OAGG;IACH,WAAW,EAAE,GAAG,CAAC;IACjB;;;;OAIG;IACH,SAAS,EAAE,MAAM,CAAC;IAClB;;;OAGG;IACH,OAAO,CAAC,EAAE,qBAAqB,CAAC;CACjC;AAED;;;;;;;;GAQG;AACH,qBAAa,+BAAgC,YAAW,eAAe;IACrE,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAM;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAM;IAClC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAa;IACpC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAwB;gBAEpC,OAAO,EAAE,sCAAsC;IAWrD,GAAG,CAAC,UAAU,EAAE,GAAG,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAoB5D,OAAO,CAAC,WAAW;IAmBb,GAAG,CAAC,UAAU,EAAE,GAAG,EAAE,MAAM,EAAE,gBAAgB,GAAG,OAAO,CAAC,IAAI,CAAC;YAMpD,OAAO;CAsBvB"}

package/dist/provenance/fileLoadedSparqlProvenanceStore.js

@@ -1,12 +1,15 @@
 import { Dataset, assertSafeIri } from '@lde/dataset';
 import { DataFactory } from 'n3';
 import { SparqlEndpointFetcher } from 'fetch-sparql-endpoint';
+import { prov, rdf, xsd } from '@tpluscode/rdf-ns-builders';
+import namespace from '@rdfjs/namespace';
 import { FileWriter } from '../writer/fileWriter.js';
 const { namedNode, literal, quad } = DataFactory;
-const RDF_TYPE = 'http://www.w3.org/1999/02/22-rdf-syntax-ns#type';
-const PROV = 'http://www.w3.org/ns/prov#';
-const LDE = 'https://w3id.org/lde/provenance#';
-const XSD_DATE_TIME = 'http://www.w3.org/2001/XMLSchema#dateTime';
+// Custom namespace for this pipeline’s flat PROV-O records; not a standard
+// vocabulary, so it has no bundled builder. Constraining the term names makes it
+// typo-safe and autocompleting like the bundled builders — `lde.valeu` is a
+// compile error — while the base IRI stays the single source of truth.
+const lde = namespace('https://w3id.org/lde/provenance#');
 /**
  * A {@link ProvenanceStore} for a triplestore that is served read-only and
  * rebuilt by bulk-loading files (e.g. QLever).
@@ -56,10 +59,10 @@ export class FileLoadedSparqlProvenanceStore {
         const dataset = `<${datasetIri}>`;
         return `SELECT ?fingerprint ?version ?status ?generatedAt WHERE {
       GRAPH <${pipelineIri}> {
-        ${dataset} <${LDE}pipelineVersion> ?version ;
-                   <${LDE}status> ?status ;
-                   <${PROV}generatedAtTime> ?generatedAt .
-        OPTIONAL { ${dataset} <${LDE}sourceFingerprint> ?fingerprint }
+        ${dataset} <${lde.pipelineVersion.value}> ?version ;
+                   <${lde.status.value}> ?status ;
+                   <${prov.generatedAtTime.value}> ?generatedAt .
+        OPTIONAL { ${dataset} <${lde.sourceFingerprint.value}> ?fingerprint }
       }
     } LIMIT 1`;
     }
@@ -70,12 +73,12 @@ export class FileLoadedSparqlProvenanceStore {
     }
     async *toQuads(datasetUri, record) {
         const subject = namedNode(datasetUri.toString());
-        yield quad(subject, namedNode(RDF_TYPE), namedNode(`${PROV}Entity`));
-        yield quad(subject, namedNode(`${PROV}generatedAtTime`), literal(record.generatedAt, namedNode(XSD_DATE_TIME)));
+        yield quad(subject, rdf.type, prov.Entity);
+        yield quad(subject, prov.generatedAtTime, literal(record.generatedAt, xsd.dateTime));
         if (record.sourceFingerprint !== null) {
-            yield quad(subject, namedNode(`${LDE}sourceFingerprint`), literal(record.sourceFingerprint));
+            yield quad(subject, lde.sourceFingerprint, literal(record.sourceFingerprint));
         }
-        yield quad(subject, namedNode(`${LDE}pipelineVersion`), literal(record.pipelineVersion));
-        yield quad(subject, namedNode(`${LDE}status`), literal(record.status));
+        yield quad(subject, lde.pipelineVersion, literal(record.pipelineVersion));
+        yield quad(subject, lde.status, literal(record.status));
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lde/pipeline",
-  "version": "0.30.17",
+  "version": "0.30.19",
   "repository": {
     "url": "git+https://github.com/ldelements/lde.git",
     "directory": "packages/pipeline"
@@ -26,11 +26,13 @@
   "dependencies": {
     "@lde/dataset": "0.7.7",
     "@lde/dataset-registry-client": "0.8.3",
-    "@lde/distribution-health": "0.1.2",
-    "@lde/distribution-probe": "0.1.10",
+    "@lde/distribution-health": "0.1.3",
+    "@lde/distribution-probe": "0.1.11",
     "@lde/sparql-importer": "0.6.5",
     "@lde/sparql-server": "0.4.11",
+    "@rdfjs/namespace": "^2.0.1",
     "@rdfjs/types": "^2.0.1",
+    "@tpluscode/rdf-ns-builders": "^5.0.0",
     "@traqula/generator-sparql-1-1": "^1.1.4",
     "@traqula/parser-sparql-1-1": "^1.1.4",
     "@traqula/rules-sparql-1-1": "^1.1.0",