@lde/pipeline 0.3.0 → 0.3.7

package/package.json

@@ -1,30 +1,33 @@
 {
   "name": "@lde/pipeline",
-  "version": "0.3.0",
+  "version": "0.3.7",
+  "repository": {
+    "url": "https://github.com/ldengine/lde"
+  },
   "type": "module",
-  "main": "./dist/index.js",
-  "module": "./dist/index.js",
-  "types": "./dist/index.d.ts",
   "exports": {
     "./package.json": "./package.json",
     ".": {
-      "development": "./src/index.ts",
       "types": "./dist/index.d.ts",
       "import": "./dist/index.js",
+      "development": "./src/index.ts",
       "default": "./dist/index.js"
     }
   },
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
   "files": [
     "dist",
     "!**/*.tsbuildinfo"
   ],
   "dependencies": {
-    "@lde/dataset": "0.3.0",
-    "@lde/dataset-registry-client": "0.3.0",
-    "@lde/sparql-importer": "0.0.4",
-    "@lde/sparql-server": "0.2.0",
+    "@lde/dataset": "0.4.1",
+    "@lde/dataset-registry-client": "0.4.3",
+    "@lde/sparql-importer": "0.0.8",
+    "@lde/sparql-server": "0.2.2",
+    "@rdfjs/types": "^2.0.1",
     "fetch-sparql-endpoint": "^6.0.0",
-    "tslib": "^2.3.0",
-    "@rdfjs/types": "^2.0.1"
+    "tslib": "^2.3.0"
   }
 }

package/dist/analyzer.d.ts

@@ -1,18 +0,0 @@
-import { DataEmittingStep, NotSupported } from './step.js';
-import { Dataset } from '@lde/dataset';
-import { SparqlEndpointFetcher } from 'fetch-sparql-endpoint';
-export interface Args {
-    identifier: string;
-    query: string;
-    fetcher?: SparqlEndpointFetcher;
-}
-export declare class SparqlQueryAnalyzer implements DataEmittingStep {
-    readonly identifier: string;
-    private readonly query;
-    private readonly fetcher;
-    constructor({ identifier, query, fetcher }: Args);
-    execute(dataset: Dataset): Promise<NotSupported | (import("readable-stream").Readable & import("@rdfjs/types").Stream<import("@rdfjs/types").Quad>)>;
-    static fromFile(filename: string): Promise<SparqlQueryAnalyzer>;
-}
-export declare function fromFile(filename: string): Promise<string>;
-//# sourceMappingURL=analyzer.d.ts.map

package/dist/analyzer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"analyzer.d.ts","sourceRoot":"","sources":["../src/analyzer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,WAAW,CAAC;AAC3D,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,qBAAqB,EAAE,MAAM,uBAAuB,CAAC;AAI9D,MAAM,WAAW,IAAI;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,CAAC,EAAE,qBAAqB,CAAC;CACjC;AAED,qBAAa,mBAAoB,YAAW,gBAAgB;IAC1D,SAAgB,UAAU,SAAC;IAC3B,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC;IACvB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAEb,EAAE,UAAU,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,IAAI;IAM1C,OAAO,CAAC,OAAO,EAAE,OAAO;WAqBV,QAAQ,CAAC,QAAQ,EAAE,MAAM;CAM9C;AAED,wBAAsB,QAAQ,CAAC,QAAQ,EAAE,MAAM,mBAE9C"}

package/dist/analyzer.js

@@ -1,34 +0,0 @@
-import { NotSupported } from './step.js';
-import { SparqlEndpointFetcher } from 'fetch-sparql-endpoint';
-import { readFile } from 'node:fs/promises';
-import { resolve } from 'node:path';
-export class SparqlQueryAnalyzer {
-    identifier;
-    query;
-    fetcher;
-    constructor({ identifier, query, fetcher }) {
-        this.identifier = identifier;
-        this.query = query;
-        this.fetcher = fetcher ?? new SparqlEndpointFetcher();
-    }
-    async execute(dataset) {
-        const distribution = dataset.getSparqlDistribution();
-        if (null === distribution) {
-            return new NotSupported('No SPARQL distribution available');
-        }
-        const query = this.query
-            .replace('#subjectFilter#', distribution.subjectFilter ?? '')
-            .replace('?dataset', `<${dataset.iri}>`)
-            .replace('#namedGraph#', distribution.namedGraph ? `FROM <${distribution.namedGraph}>` : '');
-        return await this.fetcher.fetchTriples(distribution.accessUrl.toString(), query);
-    }
-    static async fromFile(filename) {
-        return new SparqlQueryAnalyzer({
-            identifier: filename,
-            query: await fromFile(filename),
-        });
-    }
-}
-export async function fromFile(filename) {
-    return (await readFile(resolve(filename))).toString();
-}

package/dist/writer/fileWriter.d.ts

@@ -1,21 +0,0 @@
-import { Writer } from './../writer.js';
-import { Dataset, RdfFormat } from '@lde/dataset';
-import { Readable } from 'node:stream';
-import { Quad, Stream } from '@rdfjs/types';
-export declare class FileWriter implements Writer {
-    private readonly directory;
-    private readonly datasetToFilename;
-    private readonly format;
-    private readonly prefixes;
-    constructor({ directory, datasetToFilename, format, prefixes, }: {
-        directory?: string;
-        datasetToFilename: (identifier: string, dataset: Dataset, format: RdfFormat) => stringq;
-        format: RdfFormat;
-        prefixes?: {
-            [key: string]: string;
-        };
-    });
-    write(identifier: string, dataset: Dataset, data: Stream<Quad> & Readable): Promise<void>;
-    private writeStream;
-}
-//# sourceMappingURL=fileWriter.d.ts.map

package/dist/writer/fileWriter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"fileWriter.d.ts","sourceRoot":"","sources":["../../src/writer/fileWriter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,OAAO,EAAE,SAAS,EAA4B,MAAM,cAAc,CAAC;AAE5E,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AAKvC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAE5C,qBAAa,UAAW,YAAW,MAAM;IACvC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAS;IACnC,OAAO,CAAC,QAAQ,CAAC,iBAAiB,CAItB;IACZ,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAY;IACnC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAA4B;gBAEzC,EACV,SAAoB,EACpB,iBAG0C,EAC1C,MAA+B,EAC/B,QAAa,GACd,EAAE;QACD,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,iBAAiB,EAAE,CACjB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,OAAO,EAChB,MAAM,EAAE,SAAS,KACd,OAAO,CAAC;QACb,MAAM,EAAE,SAAS,CAAC;QAClB,QAAQ,CAAC,EAAE;YAAE,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAA;SAAE,CAAC;KACtC;IAOY,KAAK,CAChB,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,OAAO,EAChB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,QAAQ;IAY/B,OAAO,CAAC,WAAW;CASpB"}

package/dist/writer/fileWriter.js

@@ -1,29 +0,0 @@
-import { RdfFormat, rdfFormatToFileExtension } from '@lde/dataset';
-import fs from 'node:fs';
-import path from 'node:path';
-import { pipeline } from 'node:stream/promises';
-import filenamyifyUrl from 'filenamify-url';
-import { StreamWriter } from 'n3';
-export class FileWriter {
-    directory;
-    datasetToFilename;
-    format;
-    prefixes;
-    constructor({ directory = 'output', datasetToFilename = (identifier, dataset, format) => `${filenamyifyUrl(dataset.iri.toString(), {
-        replacement: '-',
-    })}.${rdfFormatToFileExtension(format)}`, format = RdfFormat['N-Triples'], prefixes = {}, }) {
-        this.directory = directory;
-        this.datasetToFilename = datasetToFilename;
-        this.format = format;
-        this.prefixes = prefixes;
-    }
-    async write(identifier, dataset, data) {
-        await pipeline(data, new StreamWriter({
-            prefixes: this.prefixes,
-            format: this.format,
-        }), this.writeStream(identifier, dataset));
-    }
-    writeStream(identifier, dataset) {
-        return fs.createWriteStream(path.join(this.directory, this.datasetToFilename(identifier, dataset, this.format)), { flags: 'a' });
-    }
-}

package/dist/writer/mergeWriter.d.ts

@@ -1,12 +0,0 @@
-import { Writer } from './../writer.js';
-import { Dataset } from '@lde/dataset';
-import { Quad, Stream } from '@rdfjs/types';
-/**
- * Buffers output from steps and merges it so you get a single output per dataset.
- */
-export declare class MergeWriter implements Writer {
-    private readonly decorated;
-    constructor(decorated: Writer);
-    write(dataset: Dataset, data: Stream<Quad>): Promise<void>;
-}
-//# sourceMappingURL=mergeWriter.d.ts.map

package/dist/writer/mergeWriter.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"mergeWriter.d.ts","sourceRoot":"","sources":["../../src/writer/mergeWriter.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AACvC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAE5C;;GAEG;AACH,qBAAa,WAAY,YAAW,MAAM;IAC5B,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAAT,SAAS,EAAE,MAAM;IAEjC,KAAK,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;CACxE"}

package/dist/writer/mergeWriter.js

@@ -1,10 +0,0 @@
-/**
- * Buffers output from steps and merges it so you get a single output per dataset.
- */
-export class MergeWriter {
-    decorated;
-    constructor(decorated) {
-        this.decorated = decorated;
-    }
-    async write(dataset, data) { }
-}

package/dist/writer.d.ts

@@ -1,6 +0,0 @@
-import { Quad, Stream } from '@rdfjs/types';
-import { Dataset } from '@lde/dataset';
-export interface Writer {
-    write(identifier: string, dataset: Dataset, data: Stream<Quad>): Promise<void>;
-}
-//# sourceMappingURL=writer.d.ts.map

package/dist/writer.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"writer.d.ts","sourceRoot":"","sources":["../src/writer.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,cAAc,CAAC;AAC5C,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAEvC,MAAM,WAAW,MAAM;IACrB,KAAK,CACH,UAAU,EAAE,MAAM,EAClB,OAAO,EAAE,OAAO,EAChB,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,GACjB,OAAO,CAAC,IAAI,CAAC,CAAC;CAClB"}

package/dist/writer.js

@@ -1 +0,0 @@
-export {};