@lde/pipeline 0.29.2 → 0.30.1

package/README.md

@@ -218,6 +218,7 @@ Quads are buffered, validated, and then written or discarded based on the `onInv
 
 ```typescript
 import { ShaclValidator } from '@lde/pipeline-shacl-validator';
+import { FileWriter } from '@lde/pipeline';
 
 new Stage({
   name: 'transform',
@@ -225,7 +226,9 @@ new Stage({
   validation: {
     validator: new ShaclValidator({
       shapesFile: './shapes.ttl',
-      reportDir: './validation',
+      reportWriters: [
+        new FileWriter({ outputDir: './validation', format: 'turtle' }),
+      ],
     }),
     onInvalid: 'write', // 'write' (default) | 'skip' | 'halt'
   },

package/dist/writer/sparqlUpdateWriter.d.ts

@@ -22,6 +22,17 @@ export interface SparqlWriterOptions {
      * @default 10000
      */
     batchSize?: number;
+    /**
+     * Derive the named-graph URI from the dataset being written. Defaults to
+     * `dataset.iri`, which puts each dataset's quads in a graph named after its
+     * own IRI. Override when the quads are an enrichment (e.g. a SHACL validation
+     * report) that should land in a different graph than the dataset's own data.
+     *
+     * The same instance's `clearedGraphs` lifecycle (CLEAR on first write per
+     * graph) follows the derived URI, so two writers with different `graphIri`
+     * functions can target the same endpoint without interfering.
+     */
+    graphIri?: (dataset: Dataset) => URL;
 }
 /**
  * Writes RDF data to a SPARQL endpoint using SPARQL UPDATE INSERT DATA queries.
@@ -35,6 +46,7 @@ export declare class SparqlUpdateWriter implements Writer {
     private readonly auth?;
     private readonly fetch;
     private readonly batchSize;
+    private readonly graphIri;
     private readonly clearedGraphs;
     constructor(options: SparqlWriterOptions);
     write(dataset: Dataset, quads: AsyncIterable<Quad>): Promise<void>;

package/dist/writer/sparqlUpdateWriter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"sparqlUpdateWriter.d.ts","sourceRoot":"","sources":["../../src/writer/sparqlUpdateWriter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAiB,MAAM,cAAc,CAAC;AACtD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGrC,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,QAAQ,EAAE,GAAG,CAAC;IACd;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;OAGG;IACH,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;IAChC;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED;;;;;;GAMG;AACH,qBAAa,kBAAmB,YAAW,MAAM;IAC/C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAM;IAC/B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA0B;IAChD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAqB;gBAEvC,OAAO,EAAE,mBAAmB;IAOlC,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;YAc1D,UAAU;YAIV,WAAW;YAOX,aAAa;CAuB5B"}
+{"version":3,"file":"sparqlUpdateWriter.d.ts","sourceRoot":"","sources":["../../src/writer/sparqlUpdateWriter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAiB,MAAM,cAAc,CAAC;AACtD,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AAEzC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAGrC,MAAM,WAAW,mBAAmB;IAClC;;OAEG;IACH,QAAQ,EAAE,GAAG,CAAC;IACd;;;OAGG;IACH,IAAI,CAAC,EAAE,MAAM,CAAC;IACd;;;OAGG;IACH,KAAK,CAAC,EAAE,OAAO,UAAU,CAAC,KAAK,CAAC;IAChC;;;;OAIG;IACH,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;;;;;;;OASG;IACH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK,GAAG,CAAC;CACtC;AAED;;;;;;GAMG;AACH,qBAAa,kBAAmB,YAAW,MAAM;IAC/C,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAM;IAC/B,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAS;IAC/B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA0B;IAChD,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA4B;IACrD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAAqB;gBAEvC,OAAO,EAAE,mBAAmB;IAQlC,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;YAc1D,UAAU;YAIV,WAAW;YAOX,aAAa;CAuB5B"}

package/dist/writer/sparqlUpdateWriter.js

@@ -13,15 +13,17 @@ export class SparqlUpdateWriter {
     auth;
     fetch;
     batchSize;
+    graphIri;
     clearedGraphs = new Set();
     constructor(options) {
         this.endpoint = options.endpoint;
         this.auth = options.auth;
         this.fetch = options.fetch ?? globalThis.fetch;
         this.batchSize = options.batchSize ?? 10000;
+        this.graphIri = options.graphIri ?? ((dataset) => dataset.iri);
     }
     async write(dataset, quads) {
-        const graphUri = dataset.iri.toString();
+        const graphUri = this.graphIri(dataset).toString();
         assertSafeIri(graphUri);
         if (!this.clearedGraphs.has(graphUri)) {
             await this.clearGraph(graphUri);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lde/pipeline",
-  "version": "0.29.2",
+  "version": "0.30.1",
   "repository": {
     "url": "git+https://github.com/ldelements/lde.git",
     "directory": "packages/pipeline"
@@ -25,7 +25,7 @@
   ],
   "dependencies": {
     "@lde/dataset": "0.7.4",
-    "@lde/dataset-registry-client": "0.7.9",
+    "@lde/dataset-registry-client": "0.8.0",
     "@lde/distribution-probe": "0.1.3",
     "@lde/sparql-importer": "0.6.2",
     "@lde/sparql-server": "0.4.11",