@lde/pipeline 0.28.5 → 0.28.6

package/README.md

@@ -225,6 +225,27 @@ Writes generated quads to a destination:
 - `SparqlUpdateWriter` — writes to a SPARQL endpoint via UPDATE queries
 - `FileWriter` — writes to local files
 
+### Plugins
+
+Plugins hook into the pipeline lifecycle via the `PipelinePlugin` interface. Register them in the `plugins` array when constructing a `Pipeline`.
+
+#### `provenancePlugin()`
+
+Appends [PROV-O](https://www.w3.org/TR/prov-o/) provenance quads (`prov:Entity`, `prov:Activity`, `prov:startedAtTime`, `prov:endedAtTime`) to every stage’s output.
+
+#### `schemaOrgNormalizationPlugin()`
+
+Normalizes `http://schema.org/` to `https://schema.org/` in `void:class` and `void:property` quad objects, so downstream consumers can rely on a single canonical namespace. `void:vocabulary` quads are left unchanged so consumers can see which namespace the source dataset actually uses.
+
+```typescript
+import { schemaOrgNormalizationPlugin, provenancePlugin } from '@lde/pipeline';
+
+new Pipeline({
+  // ...
+  plugins: [schemaOrgNormalizationPlugin(), provenancePlugin()],
+});
+```
+
 ## Usage
 
 ```typescript

package/dist/index.d.ts

@@ -9,5 +9,6 @@ export * from './stageOutputResolver.js';
 export * from './sparql/index.js';
 export * from './distribution/index.js';
 export * from './writer/index.js';
-export * from './provenance.js';
+export * from './plugin/provenance.js';
+export * from './plugin/schemaOrgNormalization.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,uBAAuB,CAAC;AACtC,cAAc,eAAe,CAAC;AAC9B,cAAc,YAAY,CAAC;AAC3B,cAAc,0BAA0B,CAAC;AACzC,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,uBAAuB,CAAC;AACtC,cAAc,eAAe,CAAC;AAC9B,cAAc,YAAY,CAAC;AAC3B,cAAc,0BAA0B,CAAC;AACzC,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC;AAClC,cAAc,wBAAwB,CAAC;AACvC,cAAc,oCAAoC,CAAC"}

package/dist/index.js

@@ -9,4 +9,5 @@ export * from './stageOutputResolver.js';
 export * from './sparql/index.js';
 export * from './distribution/index.js';
 export * from './writer/index.js';
-export * from './provenance.js';
+export * from './plugin/provenance.js';
+export * from './plugin/schemaOrgNormalization.js';

package/dist/{provenance.d.ts → plugin/provenance.d.ts}

@@ -1,5 +1,5 @@
-import type { QuadTransform } from './stage.js';
-import type { PipelinePlugin } from './pipeline.js';
+import type { QuadTransform } from '../stage.js';
+import type { PipelinePlugin } from '../pipeline.js';
 /** QuadTransform that appends PROV-O provenance quads. */
 export declare const provenanceTransform: QuadTransform;
 /** Pipeline plugin that appends PROV-O provenance to every stage's output. */

package/dist/plugin/provenance.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provenance.d.ts","sourceRoot":"","sources":["../../src/plugin/provenance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAkBrD,0DAA0D;AAC1D,eAAO,MAAM,mBAAmB,EAAE,aACgC,CAAC;AAEnE,8EAA8E;AAC9E,wBAAgB,gBAAgB,IAAI,cAAc,CAKjD"}

package/dist/plugin/schemaOrgNormalization.d.ts

@@ -0,0 +1,13 @@
+import type { QuadTransform } from '../stage.js';
+import type { PipelinePlugin } from '../pipeline.js';
+/** QuadTransform that normalizes `http://schema.org/` to `https://schema.org/` in `void:class` and `void:property` objects. */
+export declare const schemaOrgNormalizationTransform: QuadTransform;
+/**
+ * Pipeline plugin that normalizes `http://schema.org/` to `https://schema.org/`
+ * in `void:class` and `void:property` quad objects.
+ *
+ * `void:vocabulary` quads are left unchanged so consumers can see which
+ * namespace the source dataset actually uses.
+ */
+export declare function schemaOrgNormalizationPlugin(): PipelinePlugin;
+//# sourceMappingURL=schemaOrgNormalization.d.ts.map

package/dist/plugin/schemaOrgNormalization.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"schemaOrgNormalization.d.ts","sourceRoot":"","sources":["../../src/plugin/schemaOrgNormalization.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAYrD,+HAA+H;AAC/H,eAAO,MAAM,+BAA+B,EAAE,aACnB,CAAC;AAE5B;;;;;;GAMG;AACH,wBAAgB,4BAA4B,IAAI,cAAc,CAK7D"}

package/dist/plugin/schemaOrgNormalization.js

@@ -0,0 +1,33 @@
+import { DataFactory } from 'n3';
+const { namedNode, quad } = DataFactory;
+const VOID_CLASS = namedNode('http://rdfs.org/ns/void#class');
+const VOID_PROPERTY = namedNode('http://rdfs.org/ns/void#property');
+const HTTP_SCHEMA_ORG = 'http://schema.org/';
+const HTTPS_SCHEMA_ORG = 'https://schema.org/';
+/** QuadTransform that normalizes `http://schema.org/` to `https://schema.org/` in `void:class` and `void:property` objects. */
+export const schemaOrgNormalizationTransform = (quads) => normalizeSchemaOrg(quads);
+/**
+ * Pipeline plugin that normalizes `http://schema.org/` to `https://schema.org/`
+ * in `void:class` and `void:property` quad objects.
+ *
+ * `void:vocabulary` quads are left unchanged so consumers can see which
+ * namespace the source dataset actually uses.
+ */
+export function schemaOrgNormalizationPlugin() {
+    return {
+        name: 'schema-org-normalization',
+        beforeStageWrite: schemaOrgNormalizationTransform,
+    };
+}
+async function* normalizeSchemaOrg(quads) {
+    for await (const q of quads) {
+        if ((q.predicate.equals(VOID_CLASS) || q.predicate.equals(VOID_PROPERTY)) &&
+            q.object.termType === 'NamedNode' &&
+            q.object.value.startsWith(HTTP_SCHEMA_ORG)) {
+            yield quad(q.subject, q.predicate, namedNode(HTTPS_SCHEMA_ORG + q.object.value.slice(HTTP_SCHEMA_ORG.length)), q.graph);
+        }
+        else {
+            yield q;
+        }
+    }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lde/pipeline",
-  "version": "0.28.5",
+  "version": "0.28.6",
   "repository": {
     "url": "git+https://github.com/ldelements/lde.git",
     "directory": "packages/pipeline"
@@ -29,14 +29,14 @@
     "@lde/sparql-importer": "0.6.0",
     "@lde/sparql-server": "0.4.10",
     "@rdfjs/types": "^2.0.1",
-    "@traqula/generator-sparql-1-1": "^1.0.3",
-    "@traqula/parser-sparql-1-1": "^1.0.3",
-    "@traqula/rules-sparql-1-1": "^1.0.3",
+    "@traqula/generator-sparql-1-1": "^1.0.4",
+    "@traqula/parser-sparql-1-1": "^1.0.4",
+    "@traqula/rules-sparql-1-1": "^1.0.4",
     "fetch-sparql-endpoint": "^7.1.0",
     "filenamify-url": "^4.0.0",
     "is-network-error": "^1.3.1",
     "n3": "^2.0.1",
-    "p-retry": "^7.1.1",
+    "p-retry": "^8.0.0",
     "rdf-string": "^2.0.1",
     "tslib": "^2.3.0"
   }

package/dist/provenance.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"provenance.d.ts","sourceRoot":"","sources":["../src/provenance.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,eAAe,CAAC;AAkBpD,0DAA0D;AAC1D,eAAO,MAAM,mBAAmB,EAAE,aACgC,CAAC;AAEnE,8EAA8E;AAC9E,wBAAgB,gBAAgB,IAAI,cAAc,CAKjD"}