@lde/pipeline 0.6.21 → 0.6.22

package/README.md

@@ -10,13 +10,37 @@ Framework for building RDF data processing pipelines with SPARQL.
 - **SparqlConstructExecutor** — streaming SPARQL CONSTRUCT with template substitution and variable bindings
 - **Distribution analysis** — probe and analyze dataset distributions
 
-## Subpath exports
+## Components
 
-| Export                   | Description                                                   |
-| ------------------------ | ------------------------------------------------------------- |
-| `@lde/pipeline`          | Steps, pipeline, builder, config, SPARQL                      |
-| `@lde/pipeline/analyzer` | Analyzer contracts (`Analyzer`, `BaseAnalyzer`, result types) |
-| `@lde/pipeline/writer`   | Write RDF data to files or SPARQL endpoints                   |
+A **Pipeline** consists of:
+
+- one **[Dataset Selector](#dataset-selector)**
+- one **[Distribution Resolver](#distribution-resolver)** that resolves the input dataset to a usable SPARQL distribution
+- one or more **Stages**, each consisting of:
+  - an optional **Selector** that filters resources
+  - one or more **Executors** that generate triples for each selected resource
+
+### Dataset Selector
+
+Selects datasets, either manually by the user or dynamically by querying a DCAT Dataset Registry.
+
+### Distribution Resolver
+
+Resolves each selected dataset to a usable distribution.
+
+#### SPARQL Distribution Resolver
+
+If a working SPARQL endpoint is already available for the dataset, that is used.
+If not, and a valid RDF datadump is available, that is imported to a local SPARQL server.
+
+#### Other Distribution Resolvers
+
+### Bindings Selector
+
+Selects resources from the dataset and to fan out queries per result in the executor.
+Bindings are free, and replaced with `VALUES { ... }`.
+
+### Executor
 
 ## Usage
 

package/dist/index.d.ts

@@ -8,4 +8,5 @@ export * from './builder.js';
 export * from './config.js';
 export * from './sparql/index.js';
 export * from './distribution/index.js';
+export * from './writer/index.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,eAAe,CAAC;AAC9B,cAAc,YAAY,CAAC;AAC3B,cAAc,WAAW,CAAC;AAC1B,cAAc,uBAAuB,CAAC;AACtC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,eAAe,CAAC;AAC9B,cAAc,YAAY,CAAC;AAC3B,cAAc,WAAW,CAAC;AAC1B,cAAc,uBAAuB,CAAC;AACtC,cAAc,cAAc,CAAC;AAC7B,cAAc,aAAa,CAAC;AAC5B,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,mBAAmB,CAAC"}

package/dist/index.js

@@ -8,4 +8,4 @@ export * from './builder.js';
 export * from './config.js';
 export * from './sparql/index.js';
 export * from './distribution/index.js';
-// first test
+export * from './writer/index.js';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lde/pipeline",
-  "version": "0.6.21",
+  "version": "0.6.22",
   "repository": {
     "url": "https://github.com/ldengine/lde",
     "directory": "packages/pipeline"
@@ -13,18 +13,6 @@
       "import": "./dist/index.js",
       "development": "./src/index.ts",
       "default": "./dist/index.js"
-    },
-    "./writer": {
-      "types": "./dist/writer/index.d.ts",
-      "import": "./dist/writer/index.js",
-      "development": "./src/writer/index.ts",
-      "default": "./dist/writer/index.js"
-    },
-    "./analyzer": {
-      "types": "./dist/analyzer.d.ts",
-      "import": "./dist/analyzer.js",
-      "development": "./src/analyzer.ts",
-      "default": "./dist/analyzer.js"
     }
   },
   "main": "./dist/index.js",