@hydrofoil/talos-core 0.1.0

package/CHANGELOG.md

@@ -0,0 +1,7 @@
+# @hydrofoil/talos-core
+
+## 0.1.0
+
+### Minor Changes
+
+- 085a4a6: Extracted core functionality of loading resource from file system to a new library `@hydrofoil/talos-core`

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2022 hypermedia.app
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/index.d.ts

@@ -0,0 +1,3 @@
+import { DatasetCore } from 'rdf-js';
+export { talosNs as ns } from './lib/ns.js';
+export declare function fromDirectories(directories: string[], api: string): Promise<DatasetCore>;

package/index.js

@@ -0,0 +1,90 @@
+import path from 'path';
+import fs from 'fs';
+import walk from '@fcostarodrigo/walk';
+import $rdf from '@zazuko/env';
+import deleteMatch from 'rdf-dataset-ext/deleteMatch.js';
+import addAll from 'rdf-dataset-ext/addAll.js';
+import log from './lib/log.js';
+import { getPatchedStream } from './lib/fileStream.js';
+import { optionsFromPrefixes } from './lib/prefixHandler.js';
+import { talosNs } from './lib/ns.js';
+export { talosNs as ns } from './lib/ns.js';
+export async function fromDirectories(directories, api) {
+    const validDirs = directories.filter(isValidDir);
+    const dataset = await validDirs.reduce(toGraphs(api), Promise.resolve($rdf.dataset()));
+    setDefaultAction(dataset);
+    return dataset;
+}
+function setDefaultAction(dataset) {
+    $rdf.clownface({ dataset, graph: talosNs.resources })
+        .has(talosNs.action, talosNs.default)
+        .deleteOut(talosNs.action, talosNs.default)
+        .addOut(talosNs.action, talosNs.overwrite);
+}
+function toGraphs(api) {
+    return async function (previousPromise, dir) {
+        let previous = await previousPromise;
+        const dataset = $rdf.dataset();
+        log.debug('Processing dir %s', dir);
+        for await (const file of walk(dir)) {
+            const relative = path.relative(dir, file);
+            const resourcePath = path.relative(dir, file)
+                .replace(/\.[^.]+$/, '')
+                .replace(/\/?index$/, '');
+            const url = resourcePath === ''
+                ? encodeURI(api)
+                : encodeURI(`${api}/${resourcePath}`);
+            const parserStream = getPatchedStream(file, dir, api, url);
+            if (!parserStream) {
+                continue;
+            }
+            log.debug('Parsing %s', relative);
+            const parsedResourceOptions = {};
+            parserStream.on('prefix', optionsFromPrefixes(parsedResourceOptions));
+            const resources = $rdf.termSet();
+            const resourceOptions = $rdf.clownface({ dataset: previous, graph: talosNs.resources });
+            try {
+                for await (const { subject, predicate, object, ...quad } of parserStream) {
+                    const graph = quad.graph.equals($rdf.defaultGraph()) ? $rdf.namedNode(url) : quad.graph;
+                    if (!resources.has(graph)) {
+                        log.debug('Parsed resource %s', graph.value);
+                    }
+                    resources.add(graph);
+                    dataset.add($rdf.quad(subject, predicate, object, graph));
+                }
+            }
+            catch (e) {
+                if (e instanceof Error) {
+                    log('Failed to parse %s: %s', relative, e.message);
+                }
+            }
+            resources.forEach(id => {
+                const action = parsedResourceOptions.existingResource || 'default';
+                const environmentRepresentation = parsedResourceOptions.environmentRepresentation || 'default';
+                const options = resourceOptions.node(id);
+                options
+                    .deleteOut(talosNs.action, talosNs.default)
+                    .addOut(talosNs.action, talosNs(action))
+                    .deleteOut(talosNs.environmentRepresentation, talosNs.default)
+                    .addOut(talosNs.environmentRepresentation, talosNs(environmentRepresentation));
+                if (options.has(talosNs.environmentRepresentation, talosNs.replace).terms.length) {
+                    previous = deleteMatch(previous, undefined, undefined, undefined, id);
+                }
+            });
+        }
+        addAll(previous, dataset);
+        return previous;
+    };
+}
+function isValidDir(dir) {
+    if (!fs.existsSync(dir)) {
+        log('Skipping path %s which does not exist', dir);
+        return false;
+    }
+    if (!fs.statSync(dir).isDirectory()) {
+        log('Skipping path %s which is not a directory', dir);
+        return false;
+    }
+    return true;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyJpbmRleC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLElBQUksTUFBTSxNQUFNLENBQUE7QUFDdkIsT0FBTyxFQUFFLE1BQU0sSUFBSSxDQUFBO0FBRW5CLE9BQU8sSUFBSSxNQUFNLHFCQUFxQixDQUFBO0FBQ3RDLE9BQU8sSUFBSSxNQUFNLGFBQWEsQ0FBQTtBQUM5QixPQUFPLFdBQVcsTUFBTSxnQ0FBZ0MsQ0FBQTtBQUN4RCxPQUFPLE1BQU0sTUFBTSwyQkFBMkIsQ0FBQTtBQUM5QyxPQUFPLEdBQUcsTUFBTSxjQUFjLENBQUE7QUFDOUIsT0FBTyxFQUFFLGdCQUFnQixFQUFFLE1BQU0scUJBQXFCLENBQUE7QUFDdEQsT0FBTyxFQUFFLG1CQUFtQixFQUFFLE1BQU0sd0JBQXdCLENBQUE7QUFDNUQsT0FBTyxFQUFFLE9BQU8sRUFBRSxNQUFNLGFBQWEsQ0FBQTtBQUVyQyxPQUFPLEVBQUUsT0FBTyxJQUFJLEVBQUUsRUFBRSxNQUFNLGFBQWEsQ0FBQTtBQU8zQyxNQUFNLENBQUMsS0FBSyxVQUFVLGVBQWUsQ0FBQyxXQUFxQixFQUFFLEdBQVc7SUFDdEUsTUFBTSxTQUFTLEdBQUcsV0FBVyxDQUFDLE1BQU0sQ0FBQyxVQUFVLENBQUMsQ0FBQTtJQUNoRCxNQUFNLE9BQU8sR0FBRyxNQUFNLFNBQVMsQ0FBQyxNQUFNLENBQUMsUUFBUSxDQUFDLEdBQUcsQ0FBQyxFQUFFLE9BQU8sQ0FBQyxPQUFPLENBQUMsSUFBSSxDQUFDLE9BQU8sRUFBRSxDQUFDLENBQUMsQ0FBQTtJQUV0RixnQkFBZ0IsQ0FBQyxPQUFPLENBQUMsQ0FBQTtJQUV6QixPQUFPLE9BQU8sQ0FBQTtBQUNoQixDQUFDO0FBRUQsU0FBUyxnQkFBZ0IsQ0FBQyxPQUFvQjtJQUM1QyxJQUFJLENBQUMsU0FBUyxDQUFDLEVBQUUsT0FBTyxFQUFFLEtBQUssRUFBRSxPQUFPLENBQUMsU0FBUyxFQUFFLENBQUM7U0FDbEQsR0FBRyxDQUFDLE9BQU8sQ0FBQyxNQUFNLEVBQUUsT0FBTyxDQUFDLE9BQU8sQ0FBQztTQUNwQyxTQUFTLENBQUMsT0FBTyxDQUFDLE1BQU0sRUFBRSxPQUFPLENBQUMsT0FBTyxDQUFDO1NBQzFDLE1BQU0sQ0FBQyxPQUFPLENBQUMsTUFBTSxFQUFFLE9BQU8sQ0FBQyxTQUFTLENBQUMsQ0FBQTtBQUM5QyxDQUFDO0FBRUQsU0FBUyxRQUFRLENBQUMsR0FBVztJQUMzQixPQUFPLEtBQUssV0FBVyxlQUFxQyxFQUFFLEdBQVc7UUFDdkUsSUFBSSxRQUFRLEdBQUcsTUFBTSxlQUFlLENBQUE7UUFDcEMsTUFBTSxPQUFPLEdBQUcsSUFBSSxDQUFDLE9BQU8sRUFBRSxDQUFBO1FBRTlCLEdBQUcsQ0FBQyxLQUFLLENBQUMsbUJBQW1CLEVBQUUsR0FBRyxDQUFDLENBQUE7UUFFbkMsSUFBSSxLQUFLLEVBQUUsTUFBTSxJQUFJLElBQUksSUFBSSxDQUFDLEdBQUcsQ0FBQyxFQUFFO1lBQ2xDLE1BQU0sUUFBUSxHQUFHLElBQUksQ0FBQyxRQUFRLENBQUMsR0FBRyxFQUFFLElBQUksQ0FBQyxDQUFBO1lBQ3pDLE1BQU0sWUFBWSxHQUFHLElBQUksQ0FBQyxRQUFRLENBQUMsR0FBRyxFQUFFLElBQUksQ0FBQztpQkFDMUMsT0FBTyxDQUFDLFVBQVUsRUFBRSxFQUFFLENBQUM7aUJBQ3ZCLE9BQU8sQ0FBQyxXQUFXLEVBQUUsRUFBRSxDQUFDLENBQUE7WUFFM0IsTUFBTSxHQUFHLEdBQUcsWUFBWSxLQUFLLEVBQUU7Z0JBQzdCLENBQUMsQ0FBQyxTQUFTLENBQUMsR0FBRyxDQUFDO2dCQUNoQixDQUFDLENBQUMsU0FBUyxDQUFDLEdBQUcsR0FBRyxJQUFJLFlBQVksRUFBRSxDQUFDLENBQUE7WUFFdkMsTUFBTSxZQUFZLEdBQUcsZ0JBQWdCLENBQUMsSUFBSSxFQUFFLEdBQUcsRUFBRSxHQUFHLEVBQUUsR0FBRyxDQUFDLENBQUE7WUFDMUQsSUFBSSxDQUFDLFlBQVksRUFBRTtnQkFDakIsU0FBUTthQUNUO1lBRUQsR0FBRyxDQUFDLEtBQUssQ0FBQyxZQUFZLEVBQUUsUUFBUSxDQUFDLENBQUE7WUFDakMsTUFBTSxxQkFBcUIsR0FBNkIsRUFBRyxDQUFBO1lBQzNELFlBQVksQ0FBQyxFQUFFLENBQUMsUUFBUSxFQUFFLG1CQUFtQixDQUFDLHFCQUFxQixDQUFDLENBQUMsQ0FBQTtZQUVyRSxNQUFNLFNBQVMsR0FBRyxJQUFJLENBQUMsT0FBTyxFQUFhLENBQUE7WUFDM0MsTUFBTSxlQUFlLEdBQUcsSUFBSSxDQUFDLFNBQVMsQ0FBQyxFQUFFLE9BQU8sRUFBRSxRQUFRLEVBQUUsS0FBSyxFQUFFLE9BQU8sQ0FBQyxTQUFTLEVBQUUsQ0FBQyxDQUFBO1lBQ3ZGLElBQUk7Z0JBQ0YsSUFBSSxLQUFLLEVBQUUsTUFBTSxFQUFFLE9BQU8sRUFBRSxTQUFTLEVBQUUsTUFBTSxFQUFFLEdBQUcsSUFBSSxFQUFFLElBQUksWUFBWSxFQUFFO29CQUN4RSxNQUFNLEtBQUssR0FBYyxJQUFJLENBQUMsS0FBSyxDQUFDLE1BQU0sQ0FBQyxJQUFJLENBQUMsWUFBWSxFQUFFLENBQUMsQ0FBQyxDQUFDLENBQUMsSUFBSSxDQUFDLFNBQVMsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQTtvQkFFbEcsSUFBSSxDQUFDLFNBQVMsQ0FBQyxHQUFHLENBQUMsS0FBSyxDQUFDLEVBQUU7d0JBQ3pCLEdBQUcsQ0FBQyxLQUFLLENBQUMsb0JBQW9CLEVBQUUsS0FBSyxDQUFDLEtBQUssQ0FBQyxDQUFBO3FCQUM3QztvQkFDRCxTQUFTLENBQUMsR0FBRyxDQUFDLEtBQUssQ0FBQyxDQUFBO29CQUNwQixPQUFPLENBQUMsR0FBRyxDQUFDLElBQUksQ0FBQyxJQUFJLENBQUMsT0FBTyxFQUFFLFNBQVMsRUFBRSxNQUFNLEVBQUUsS0FBSyxDQUFDLENBQUMsQ0FBQTtpQkFDMUQ7YUFDRjtZQUFDLE9BQU8sQ0FBVSxFQUFFO2dCQUNuQixJQUFJLENBQUMsWUFBWSxLQUFLLEVBQUU7b0JBQ3RCLEdBQUcsQ0FBQyx3QkFBd0IsRUFBRSxRQUFRLEVBQUUsQ0FBQyxDQUFDLE9BQU8sQ0FBQyxDQUFBO2lCQUNuRDthQUNGO1lBRUQsU0FBUyxDQUFDLE9BQU8sQ0FBQyxFQUFFLENBQUMsRUFBRTtnQkFDckIsTUFBTSxNQUFNLEdBQUcscUJBQXFCLENBQUMsZ0JBQWdCLElBQUksU0FBUyxDQUFBO2dCQUNsRSxNQUFNLHlCQUF5QixHQUFHLHFCQUFxQixDQUFDLHlCQUF5QixJQUFJLFNBQVMsQ0FBQTtnQkFDOUYsTUFBTSxPQUFPLEdBQUcsZUFBZSxDQUFDLElBQUksQ0FBQyxFQUFFLENBQUMsQ0FBQTtnQkFDeEMsT0FBTztxQkFDSixTQUFTLENBQUMsT0FBTyxDQUFDLE1BQU0sRUFBRSxPQUFPLENBQUMsT0FBTyxDQUFDO3FCQUMxQyxNQUFNLENBQUMsT0FBTyxDQUFDLE1BQU0sRUFBRSxPQUFPLENBQUMsTUFBTSxDQUFDLENBQUM7cUJBQ3ZDLFNBQVMsQ0FBQyxPQUFPLENBQUMseUJBQXlCLEVBQUUsT0FBTyxDQUFDLE9BQU8sQ0FBQztxQkFDN0QsTUFBTSxDQUFDLE9BQU8sQ0FBQyx5QkFBeUIsRUFBRSxPQUFPLENBQUMseUJBQXlCLENBQUMsQ0FBQyxDQUFBO2dCQUVoRixJQUFJLE9BQU8sQ0FBQyxHQUFHLENBQUMsT0FBTyxDQUFDLHlCQUF5QixFQUFFLE9BQU8sQ0FBQyxPQUFPLENBQUMsQ0FBQyxLQUFLLENBQUMsTUFBTSxFQUFFO29CQUNoRixRQUFRLEdBQUcsV0FBVyxDQUFDLFFBQVEsRUFBRSxTQUFTLEVBQUUsU0FBUyxFQUFFLFNBQVMsRUFBRSxFQUFFLENBQUMsQ0FBQTtpQkFDdEU7WUFDSCxDQUFDLENBQUMsQ0FBQTtTQUNIO1FBRUQsTUFBTSxDQUFDLFFBQVEsRUFBRSxPQUFPLENBQUMsQ0FBQTtRQUN6QixPQUFPLFFBQVEsQ0FBQTtJQUNqQixDQUFDLENBQUE7QUFDSCxDQUFDO0FBRUQsU0FBUyxVQUFVLENBQUMsR0FBVztJQUM3QixJQUFJLENBQUMsRUFBRSxDQUFDLFVBQVUsQ0FBQyxHQUFHLENBQUMsRUFBRTtRQUN2QixHQUFHLENBQUMsdUNBQXVDLEVBQUUsR0FBRyxDQUFDLENBQUE7UUFDakQsT0FBTyxLQUFLLENBQUE7S0FDYjtJQUNELElBQUksQ0FBQyxFQUFFLENBQUMsUUFBUSxDQUFDLEdBQUcsQ0FBQyxDQUFDLFdBQVcsRUFBRSxFQUFFO1FBQ25DLEdBQUcsQ0FBQywyQ0FBMkMsRUFBRSxHQUFHLENBQUMsQ0FBQTtRQUNyRCxPQUFPLEtBQUssQ0FBQTtLQUNiO0lBRUQsT0FBTyxJQUFJLENBQUE7QUFDYixDQUFDIn0=

package/index.ts

@@ -0,0 +1,112 @@
+import path from 'path'
+import fs from 'fs'
+import { NamedNode, DatasetCore } from 'rdf-js'
+import walk from '@fcostarodrigo/walk'
+import $rdf from '@zazuko/env'
+import deleteMatch from 'rdf-dataset-ext/deleteMatch.js'
+import addAll from 'rdf-dataset-ext/addAll.js'
+import log from './lib/log.js'
+import { getPatchedStream } from './lib/fileStream.js'
+import { optionsFromPrefixes } from './lib/prefixHandler.js'
+import { talosNs } from './lib/ns.js'
+
+export { talosNs as ns } from './lib/ns.js'
+
+interface ResourceOptions {
+  existingResource: 'merge' | 'overwrite' | 'skip'
+  environmentRepresentation: 'default' | 'replace'
+}
+
+export async function fromDirectories(directories: string[], api: string): Promise<DatasetCore> {
+  const validDirs = directories.filter(isValidDir)
+  const dataset = await validDirs.reduce(toGraphs(api), Promise.resolve($rdf.dataset()))
+
+  setDefaultAction(dataset)
+
+  return dataset
+}
+
+function setDefaultAction(dataset: DatasetCore) {
+  $rdf.clownface({ dataset, graph: talosNs.resources })
+    .has(talosNs.action, talosNs.default)
+    .deleteOut(talosNs.action, talosNs.default)
+    .addOut(talosNs.action, talosNs.overwrite)
+}
+
+function toGraphs(api: string) {
+  return async function (previousPromise: Promise<DatasetCore>, dir: string): Promise<DatasetCore> {
+    let previous = await previousPromise
+    const dataset = $rdf.dataset()
+
+    log.debug('Processing dir %s', dir)
+
+    for await (const file of walk(dir)) {
+      const relative = path.relative(dir, file)
+      const resourcePath = path.relative(dir, file)
+        .replace(/\.[^.]+$/, '')
+        .replace(/\/?index$/, '')
+
+      const url = resourcePath === ''
+        ? encodeURI(api)
+        : encodeURI(`${api}/${resourcePath}`)
+
+      const parserStream = getPatchedStream(file, dir, api, url)
+      if (!parserStream) {
+        continue
+      }
+
+      log.debug('Parsing %s', relative)
+      const parsedResourceOptions: Partial<ResourceOptions> = { }
+      parserStream.on('prefix', optionsFromPrefixes(parsedResourceOptions))
+
+      const resources = $rdf.termSet<NamedNode>()
+      const resourceOptions = $rdf.clownface({ dataset: previous, graph: talosNs.resources })
+      try {
+        for await (const { subject, predicate, object, ...quad } of parserStream) {
+          const graph: NamedNode = quad.graph.equals($rdf.defaultGraph()) ? $rdf.namedNode(url) : quad.graph
+
+          if (!resources.has(graph)) {
+            log.debug('Parsed resource %s', graph.value)
+          }
+          resources.add(graph)
+          dataset.add($rdf.quad(subject, predicate, object, graph))
+        }
+      } catch (e: unknown) {
+        if (e instanceof Error) {
+          log('Failed to parse %s: %s', relative, e.message)
+        }
+      }
+
+      resources.forEach(id => {
+        const action = parsedResourceOptions.existingResource || 'default'
+        const environmentRepresentation = parsedResourceOptions.environmentRepresentation || 'default'
+        const options = resourceOptions.node(id)
+        options
+          .deleteOut(talosNs.action, talosNs.default)
+          .addOut(talosNs.action, talosNs(action))
+          .deleteOut(talosNs.environmentRepresentation, talosNs.default)
+          .addOut(talosNs.environmentRepresentation, talosNs(environmentRepresentation))
+
+        if (options.has(talosNs.environmentRepresentation, talosNs.replace).terms.length) {
+          previous = deleteMatch(previous, undefined, undefined, undefined, id)
+        }
+      })
+    }
+
+    addAll(previous, dataset)
+    return previous
+  }
+}
+
+function isValidDir(dir: string) {
+  if (!fs.existsSync(dir)) {
+    log('Skipping path %s which does not exist', dir)
+    return false
+  }
+  if (!fs.statSync(dir).isDirectory()) {
+    log('Skipping path %s which is not a directory', dir)
+    return false
+  }
+
+  return true
+}

package/lib/fileStream.d.ts

@@ -0,0 +1,3 @@
+/// <reference types="node" />
+import { Readable } from 'stream';
+export declare function getPatchedStream(file: string, cwd: string, api: string, resourceUrl: string): Readable | null;

package/lib/fileStream.js

@@ -0,0 +1,61 @@
+import fs from 'fs';
+import path from 'path';
+import * as mime from 'mime-types';
+import replaceStream from 'replacestream';
+import { parsers } from '@rdfjs/formats-common';
+import isAbsoluteUrl from 'is-absolute-url';
+import log from './log.js';
+function replacer(basePath, resourceUrl, s, e = s) {
+    return (_, match) => {
+        let absolute;
+        if (isAbsoluteUrl(match)) {
+            return `${s}${match}${e}`;
+        }
+        if (match.startsWith('/') && basePath !== '/') {
+            absolute = basePath + match;
+        }
+        else {
+            absolute = new URL(match, resourceUrl).toString();
+            if (!match.endsWith('/')) {
+                absolute = absolute.replace(/\/?$/, '');
+            }
+        }
+        const absoluteUrl = new URL(absolute, resourceUrl);
+        if (absoluteUrl.pathname === '/' && basePath !== '/') {
+            absoluteUrl.pathname = basePath;
+            absolute = absoluteUrl.toString();
+        }
+        return `${s}${absolute}${e}`;
+    };
+}
+const angleBracketTransform = (basePath, resourceUrl) => replaceStream(/<([^>]+)>(?=([^"\\]*(\\.|"([^"\\]*\\.)*[^"\\]*"))*[^"]*$)/g, replacer(basePath, resourceUrl, '<', '>'));
+const jsonTransform = (basePath, resourceUrl) => replaceStream(/"([./][^"]+)"/g, replacer(basePath, resourceUrl, '"'));
+const filePatchTransforms = new Map([
+    ['text/turtle', angleBracketTransform],
+    ['application/n-triples', angleBracketTransform],
+    ['application/n-quads', angleBracketTransform],
+    ['application/trig', angleBracketTransform],
+    ['application/ld+json', jsonTransform],
+]);
+export function getPatchedStream(file, cwd, api, resourceUrl) {
+    const relative = path.relative(cwd, file);
+    const basePath = new URL(api).pathname;
+    const mediaType = mime.lookup(file);
+    if (!mediaType) {
+        log('Could not determine media type for file %s', relative);
+        return null;
+    }
+    let fileStream = fs.createReadStream(file);
+    if (filePatchTransforms.has(mediaType)) {
+        fileStream = fileStream.pipe(filePatchTransforms.get(mediaType)(basePath, resourceUrl));
+    }
+    const parserStream = parsers.import(mediaType, fileStream, {
+        baseIRI: resourceUrl,
+        blankNodePrefix: '',
+    });
+    if (!parserStream) {
+        log('Unsupported media type %s from %s', mediaType, relative);
+    }
+    return parserStream;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZmlsZVN0cmVhbS5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbImZpbGVTdHJlYW0udHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQUEsT0FBTyxFQUFFLE1BQU0sSUFBSSxDQUFBO0FBRW5CLE9BQU8sSUFBSSxNQUFNLE1BQU0sQ0FBQTtBQUN2QixPQUFPLEtBQUssSUFBSSxNQUFNLFlBQVksQ0FBQTtBQUNsQyxPQUFPLGFBQWEsTUFBTSxlQUFlLENBQUE7QUFDekMsT0FBTyxFQUFFLE9BQU8sRUFBRSxNQUFNLHVCQUF1QixDQUFBO0FBQy9DLE9BQU8sYUFBYSxNQUFNLGlCQUFpQixDQUFBO0FBQzNDLE9BQU8sR0FBRyxNQUFNLFVBQVUsQ0FBQTtBQUUxQixTQUFTLFFBQVEsQ0FBQyxRQUFnQixFQUFFLFdBQW1CLEVBQUUsQ0FBUyxFQUFFLENBQUMsR0FBRyxDQUFDO0lBQ3ZFLE9BQU8sQ0FBQyxDQUFVLEVBQUUsS0FBYSxFQUFFLEVBQUU7UUFDbkMsSUFBSSxRQUFnQixDQUFBO1FBQ3BCLElBQUksYUFBYSxDQUFDLEtBQUssQ0FBQyxFQUFFO1lBQ3hCLE9BQU8sR0FBRyxDQUFDLEdBQUcsS0FBSyxHQUFHLENBQUMsRUFBRSxDQUFBO1NBQzFCO1FBRUQsSUFBSSxLQUFLLENBQUMsVUFBVSxDQUFDLEdBQUcsQ0FBQyxJQUFJLFFBQVEsS0FBSyxHQUFHLEVBQUU7WUFDN0MsUUFBUSxHQUFHLFFBQVEsR0FBRyxLQUFLLENBQUE7U0FDNUI7YUFBTTtZQUNMLFFBQVEsR0FBRyxJQUFJLEdBQUcsQ0FBQyxLQUFLLEVBQUUsV0FBVyxDQUFDLENBQUMsUUFBUSxFQUFFLENBQUE7WUFDakQsSUFBSSxDQUFDLEtBQUssQ0FBQyxRQUFRLENBQUMsR0FBRyxDQUFDLEVBQUU7Z0JBQ3hCLFFBQVEsR0FBRyxRQUFRLENBQUMsT0FBTyxDQUFDLE1BQU0sRUFBRSxFQUFFLENBQUMsQ0FBQTthQUN4QztTQUNGO1FBRUQsTUFBTSxXQUFXLEdBQUcsSUFBSSxHQUFHLENBQUMsUUFBUSxFQUFFLFdBQVcsQ0FBQyxDQUFBO1FBQ2xELElBQUksV0FBVyxDQUFDLFFBQVEsS0FBSyxHQUFHLElBQUksUUFBUSxLQUFLLEdBQUcsRUFBRTtZQUNwRCxXQUFXLENBQUMsUUFBUSxHQUFHLFFBQVEsQ0FBQTtZQUMvQixRQUFRLEdBQUcsV0FBVyxDQUFDLFFBQVEsRUFBRSxDQUFBO1NBQ2xDO1FBRUQsT0FBTyxHQUFHLENBQUMsR0FBRyxRQUFRLEdBQUcsQ0FBQyxFQUFFLENBQUE7SUFDOUIsQ0FBQyxDQUFBO0FBQ0gsQ0FBQztBQUVELE1BQU0scUJBQXFCLEdBQUcsQ0FBQyxRQUFnQixFQUFFLFdBQW1CLEVBQUUsRUFBRSxDQUFDLGFBQWEsQ0FBQyw0REFBNEQsRUFBRSxRQUFRLENBQUMsUUFBUSxFQUFFLFdBQVcsRUFBRSxHQUFHLEVBQUUsR0FBRyxDQUFDLENBQUMsQ0FBQTtBQUMvTCxNQUFNLGFBQWEsR0FBRyxDQUFDLFFBQWdCLEVBQUUsV0FBbUIsRUFBRSxFQUFFLENBQUMsYUFBYSxDQUFDLGdCQUFnQixFQUFFLFFBQVEsQ0FBQyxRQUFRLEVBQUUsV0FBVyxFQUFFLEdBQUcsQ0FBQyxDQUFDLENBQUE7QUFFdEksTUFBTSxtQkFBbUIsR0FBRyxJQUFJLEdBQUcsQ0FBQztJQUNsQyxDQUFDLGFBQWEsRUFBRSxxQkFBcUIsQ0FBQztJQUN0QyxDQUFDLHVCQUF1QixFQUFFLHFCQUFxQixDQUFDO0lBQ2hELENBQUMscUJBQXFCLEVBQUUscUJBQXFCLENBQUM7SUFDOUMsQ0FBQyxrQkFBa0IsRUFBRSxxQkFBcUIsQ0FBQztJQUMzQyxDQUFDLHFCQUFxQixFQUFFLGFBQWEsQ0FBQztDQUN2QyxDQUFDLENBQUE7QUFFRixNQUFNLFVBQVUsZ0JBQWdCLENBQUMsSUFBWSxFQUFFLEdBQVcsRUFBRSxHQUFXLEVBQUUsV0FBbUI7SUFDMUYsTUFBTSxRQUFRLEdBQUcsSUFBSSxDQUFDLFFBQVEsQ0FBQyxHQUFHLEVBQUUsSUFBSSxDQUFDLENBQUE7SUFDekMsTUFBTSxRQUFRLEdBQUcsSUFBSSxHQUFHLENBQUMsR0FBRyxDQUFDLENBQUMsUUFBUSxDQUFBO0lBQ3RDLE1BQU0sU0FBUyxHQUFHLElBQUksQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLENBQUE7SUFDbkMsSUFBSSxDQUFDLFNBQVMsRUFBRTtRQUNkLEdBQUcsQ0FBQyw0Q0FBNEMsRUFBRSxRQUFRLENBQUMsQ0FBQTtRQUMzRCxPQUFPLElBQUksQ0FBQTtLQUNaO0lBRUQsSUFBSSxVQUFVLEdBQUcsRUFBRSxDQUFDLGdCQUFnQixDQUFDLElBQUksQ0FBQyxDQUFBO0lBQzFDLElBQUksbUJBQW1CLENBQUMsR0FBRyxDQUFDLFNBQVMsQ0FBQyxFQUFFO1FBQ3RDLFVBQVUsR0FBRyxVQUFVLENBQUMsSUFBSSxDQUFDLG1CQUFtQixDQUFDLEdBQUcsQ0FBQyxTQUFTLENBQUUsQ0FBQyxRQUFRLEVBQUUsV0FBVyxDQUFDLENBQUMsQ0FBQTtLQUN6RjtJQUNELE1BQU0sWUFBWSxHQUFHLE9BQU8sQ0FBQyxNQUFNLENBQUMsU0FBUyxFQUFFLFVBQVUsRUFBRTtRQUN6RCxPQUFPLEVBQUUsV0FBVztRQUNwQixlQUFlLEVBQUUsRUFBRTtLQUNwQixDQUFDLENBQUE7SUFFRixJQUFJLENBQUMsWUFBWSxFQUFFO1FBQ2pCLEdBQUcsQ0FBQyxtQ0FBbUMsRUFBRSxTQUFTLEVBQUUsUUFBUSxDQUFDLENBQUE7S0FDOUQ7SUFFRCxPQUFPLFlBQTBDLENBQUE7QUFDbkQsQ0FBQyJ9

package/lib/fileStream.ts

@@ -0,0 +1,70 @@
+import fs from 'fs'
+import { Readable } from 'stream'
+import path from 'path'
+import * as mime from 'mime-types'
+import replaceStream from 'replacestream'
+import { parsers } from '@rdfjs/formats-common'
+import isAbsoluteUrl from 'is-absolute-url'
+import log from './log.js'
+
+function replacer(basePath: string, resourceUrl: string, s: string, e = s) {
+  return (_: unknown, match: string) => {
+    let absolute: string
+    if (isAbsoluteUrl(match)) {
+      return `${s}${match}${e}`
+    }
+
+    if (match.startsWith('/') && basePath !== '/') {
+      absolute = basePath + match
+    } else {
+      absolute = new URL(match, resourceUrl).toString()
+      if (!match.endsWith('/')) {
+        absolute = absolute.replace(/\/?$/, '')
+      }
+    }
+
+    const absoluteUrl = new URL(absolute, resourceUrl)
+    if (absoluteUrl.pathname === '/' && basePath !== '/') {
+      absoluteUrl.pathname = basePath
+      absolute = absoluteUrl.toString()
+    }
+
+    return `${s}${absolute}${e}`
+  }
+}
+
+const angleBracketTransform = (basePath: string, resourceUrl: string) => replaceStream(/<([^>]+)>(?=([^"\\]*(\\.|"([^"\\]*\\.)*[^"\\]*"))*[^"]*$)/g, replacer(basePath, resourceUrl, '<', '>'))
+const jsonTransform = (basePath: string, resourceUrl: string) => replaceStream(/"([./][^"]+)"/g, replacer(basePath, resourceUrl, '"'))
+
+const filePatchTransforms = new Map([
+  ['text/turtle', angleBracketTransform],
+  ['application/n-triples', angleBracketTransform],
+  ['application/n-quads', angleBracketTransform],
+  ['application/trig', angleBracketTransform],
+  ['application/ld+json', jsonTransform],
+])
+
+export function getPatchedStream(file: string, cwd: string, api: string, resourceUrl: string): Readable | null {
+  const relative = path.relative(cwd, file)
+  const basePath = new URL(api).pathname
+  const mediaType = mime.lookup(file)
+  if (!mediaType) {
+    log('Could not determine media type for file %s', relative)
+    return null
+  }
+
+  let fileStream = fs.createReadStream(file)
+  if (filePatchTransforms.has(mediaType)) {
+    fileStream = fileStream.pipe(filePatchTransforms.get(mediaType)!(basePath, resourceUrl))
+  }
+  const parserStream = parsers.import(mediaType, fileStream, {
+    baseIRI: resourceUrl,
+    blankNodePrefix: '',
+  })
+
+  if (!parserStream) {
+    log('Unsupported media type %s from %s', mediaType, relative)
+  }
+
+  return parserStream as unknown as Readable | null
+}

package/lib/log.d.ts

@@ -0,0 +1,2 @@
+declare const _default: import("anylogger").Logger<import("anylogger").BaseLevels>;
+export default _default;

package/lib/log.js

@@ -0,0 +1,3 @@
+import Debugger from 'anylogger';
+export default Debugger('talos');
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibG9nLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsibG9nLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUFBLE9BQU8sUUFBUSxNQUFNLFdBQVcsQ0FBQTtBQUVoQyxlQUFlLFFBQVEsQ0FBQyxPQUFPLENBQUMsQ0FBQSJ9

package/lib/log.ts

@@ -0,0 +1,3 @@
+import Debugger from 'anylogger'
+
+export default Debugger('talos')

package/lib/ns.d.ts

@@ -0,0 +1,3 @@
+type TalosTerms = 'resources' | 'action' | 'default' | 'overwrite' | 'skip' | 'merge' | 'environmentRepresentation' | 'replace';
+export declare const talosNs: import("@rdfjs/namespace").NamespaceBuilder<TalosTerms>;
+export {};

package/lib/ns.js

@@ -0,0 +1,3 @@
+import $rdf from '@zazuko/env';
+export const talosNs = $rdf.namespace('urn:talos:');
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibnMuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyJucy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiQUFBQSxPQUFPLElBQUksTUFBTSxhQUFhLENBQUE7QUFZOUIsTUFBTSxDQUFDLE1BQU0sT0FBTyxHQUFHLElBQUksQ0FBQyxTQUFTLENBQWEsWUFBWSxDQUFDLENBQUEifQ==

package/lib/ns.ts

@@ -0,0 +1,13 @@
+import $rdf from '@zazuko/env'
+
+type TalosTerms =
+  'resources' |
+  'action' |
+  'default' |
+  'overwrite' |
+  'skip' |
+  'merge'|
+  'environmentRepresentation' |
+  'replace'
+
+export const talosNs = $rdf.namespace<TalosTerms>('urn:talos:')

package/lib/prefixHandler.d.ts

@@ -0,0 +1,2 @@
+import { NamedNode } from 'rdf-js';
+export declare function optionsFromPrefixes(options: Record<string, unknown>): (prefix: string, namespace: NamedNode) => void;

package/lib/prefixHandler.js

@@ -0,0 +1,11 @@
+export function optionsFromPrefixes(options) {
+    return (prefix, namespace) => {
+        if (prefix === 'talos') {
+            const [key, value] = namespace.value.split(':');
+            if (key && value) {
+                options[key] = decodeURIComponent(value);
+            }
+        }
+    };
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicHJlZml4SGFuZGxlci5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbInByZWZpeEhhbmRsZXIudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBRUEsTUFBTSxVQUFVLG1CQUFtQixDQUFDLE9BQWdDO0lBQ2xFLE9BQU8sQ0FBQyxNQUFjLEVBQUUsU0FBb0IsRUFBRSxFQUFFO1FBQzlDLElBQUksTUFBTSxLQUFLLE9BQU8sRUFBRTtZQUN0QixNQUFNLENBQUMsR0FBRyxFQUFFLEtBQUssQ0FBQyxHQUFHLFNBQVMsQ0FBQyxLQUFLLENBQUMsS0FBSyxDQUFDLEdBQUcsQ0FBQyxDQUFBO1lBQy9DLElBQUksR0FBRyxJQUFJLEtBQUssRUFBRTtnQkFDaEIsT0FBTyxDQUFDLEdBQUcsQ0FBQyxHQUFHLGtCQUFrQixDQUFDLEtBQUssQ0FBQyxDQUFBO2FBQ3pDO1NBQ0Y7SUFDSCxDQUFDLENBQUE7QUFDSCxDQUFDIn0=

package/lib/prefixHandler.ts

@@ -0,0 +1,12 @@
+import { NamedNode } from 'rdf-js'
+
+export function optionsFromPrefixes(options: Record<string, unknown>) {
+  return (prefix: string, namespace: NamedNode) => {
+    if (prefix === 'talos') {
+      const [key, value] = namespace.value.split(':')
+      if (key && value) {
+        options[key] = decodeURIComponent(value)
+      }
+    }
+  }
+}

package/package.json

@@ -0,0 +1,33 @@
+{
+  "name": "@hydrofoil/talos-core",
+  "version": "0.1.0",
+  "type": "module",
+  "main": "index.js",
+  "scripts": {
+    "prepublishOnly": "tsc",
+    "test": "mocha --package ../../package.json test"
+  },
+  "dependencies": {
+    "@fcostarodrigo/walk": "^5.0.1",
+    "@rdfjs/formats-common": "^3.1.0",
+    "@zazuko/env": "^1.3.1",
+    "anylogger": "^1.0.11",
+    "is-absolute-url": "^4.0.1",
+    "mime-types": "^2.1.35",
+    "rdf-dataset-ext": "^1.0.1",
+    "replacestream": "^4.0.3"
+  },
+  "devDependencies": {
+    "chai": "^4.3.8",
+    "get-stream": "^8.0.1",
+    "into-stream": "^8.0.0"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/hypermedia-app/talos",
+    "directory": "packages/cli"
+  },
+  "bugs": {
+    "url": "https://github.com/hypermedia-app/talos/issues"
+  }
+}

package/test/__snapshots__/index.test.ts.snap

@@ -0,0 +1,12 @@
+exports["@hydrofoil/talos-core fromDirectories merges resources from multiple graph documents"] = "<https://example.com/#part> <http://schema.org/maxValue> \"100\"^^<http://www.w3.org/2001/XMLSchema#integer> <https://example.com> .\n<https://example.com/#part> <http://schema.org/minValue> \"10\"^^<http://www.w3.org/2001/XMLSchema#integer> <https://example.com> .\n<https://example.com> <http://schema.org/hasPart> <https://example.com/#part> <https://example.com> .\n<https://example.com> <http://schema.org/hasPart> _:c14n0 <https://example.com> .\n<https://example.com> <http://schema.org/hasPart> _:c14n1 <https://example.com> .\n<https://example.com> <http://schema.org/hasPart> _:c14n2 <https://example.com> .\n<https://example.com> <http://schema.org/name> \"Bar environment\" <https://example.com> .\n<https://example.com> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://schema.org/Thing> <https://example.com> .\n_:c14n0 <http://schema.org/name> \"Bar part\" <https://example.com> .\n_:c14n0 <http://schema.org/name> \"Foo part\" <https://example.com> .\n_:c14n1 <http://schema.org/name> \"totally anonymous\" <https://example.com> .\n_:c14n2 <http://schema.org/name> \"totally anonymous\" <https://example.com> .\n";
+
+exports["@hydrofoil/talos-core fromDirectories merges resources from dataset and graph documents"] = "<https://example.com/trig/users/john-doe> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://xmlns.com/foaf/0.1/Person> <https://example.com/trig/users/john-doe> .\n<https://example.com/trig/users/john-doe> <http://www.w3.org/ns/earl#test> \"trig\" <https://example.com/trig/users/john-doe> .\n<https://example.com/trig/users/john-doe> <http://xmlns.com/foaf/0.1/name> \"John Doe\" <https://example.com/trig/users/john-doe> .\n";
+
+exports["@hydrofoil/talos-core fromDirectories merges resources from multiple dataset documents"] = "<https://example.com/trig/users/jane-doe> <http://www.w3.org/1999/02/22-rdf-syntax-ns#type> <http://xmlns.com/foaf/0.1/Person> <https://example.com/trig/users/jane-doe> .\n<https://example.com/trig/users/jane-doe> <http://www.w3.org/ns/earl#test> \"trig\" <https://example.com/trig/users/jane-doe> .\n<https://example.com/trig/users/jane-doe> <http://xmlns.com/foaf/0.1/name> \"Jane Doe\" <https://example.com/trig/users/jane-doe> .\n";
+
+exports["@hydrofoil/talos-core fromDirectories uses the last representation when is marked to replace other envs"] = "<https://example.com/only/one> <http://schema.org/name> \"bar\" <https://example.com/only/one> .\n";
+
+exports["@hydrofoil/talos-core fromDirectories uses the last representation when is marked in another env"] = "<https://example.com/only/two> <http://schema.org/name> \"bar\" <https://example.com/only/two> .\n";
+
+exports["@hydrofoil/talos-core fromDirectories uses the last representation when is marked in a dataset document"] = "<https://example.com/only/three> <http://schema.org/name> \"bar\" <https://example.com/only/three> .\n";
+

package/test/index.test.d.ts

@@ -0,0 +1 @@
+export {};

package/test/index.test.js

@@ -0,0 +1,58 @@
+import path from 'path';
+import url from 'url';
+import { expect } from 'chai';
+import toCanonical from 'rdf-dataset-ext/toCanonical.js';
+import $rdf from '@zazuko/env';
+import { talosNs } from '../lib/ns.js';
+import { fromDirectories } from '../index.js';
+const testDir = url.fileURLToPath(new URL('../../../test-resources', import.meta.url));
+const ns = $rdf.namespace('https://example.com');
+describe('@hydrofoil/talos-core', () => {
+    describe('fromDirectories', () => {
+        let dataset;
+        beforeEach(async () => {
+            const dirs = [
+                path.resolve(testDir, './resources'),
+                path.resolve(testDir, './resources.foo'),
+                path.resolve(testDir, './resources.bar'),
+            ];
+            dataset = await fromDirectories(dirs, ns().value);
+        });
+        it('merges resources from multiple graph documents', function () {
+            const resource = dataset.match(null, null, null, ns());
+            expect(toCanonical(resource)).to.matchSnapshot(this);
+        });
+        it('merges resources from dataset and graph documents', function () {
+            const resource = dataset.match(null, null, null, ns('/trig/users/john-doe'));
+            expect(toCanonical(resource)).to.matchSnapshot(this);
+        });
+        it('merges resources from multiple dataset documents', function () {
+            const resource = dataset.match(null, null, null, ns('/trig/users/jane-doe'));
+            expect(toCanonical(resource)).to.matchSnapshot(this);
+        });
+        it('marks a resource for "overwrite" by default', () => {
+            const [{ object: action }, ...more] = dataset.match(ns(), talosNs.action, null, talosNs.resources);
+            expect(action).to.deep.eq(talosNs.overwrite);
+            expect(more).to.be.empty;
+        });
+        it('marks a resource for "merge" when prefix is used', () => {
+            const datasetCore = dataset.match(ns('/project/creta/user.group/admins'), talosNs.action, null, talosNs.resources);
+            const [{ object: action }, ...more] = datasetCore;
+            expect(action).to.deep.eq(talosNs.merge);
+            expect(more).to.be.empty;
+        });
+        it('uses the last representation when is marked to replace other envs', function () {
+            const resource = dataset.match(null, null, null, ns('/only/one'));
+            expect(toCanonical(resource)).to.matchSnapshot(this);
+        });
+        it('uses the last representation when is marked in another env', function () {
+            const resource = dataset.match(null, null, null, ns('/only/two'));
+            expect(toCanonical(resource)).to.matchSnapshot(this);
+        });
+        it('uses the last representation when is marked in a dataset document', function () {
+            const resource = dataset.match(null, null, null, ns('/only/three'));
+            expect(toCanonical(resource)).to.matchSnapshot(this);
+        });
+    });
+});
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXgudGVzdC5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbImluZGV4LnRlc3QudHMiXSwibmFtZXMiOltdLCJtYXBwaW5ncyI6IkFBQ0EsT0FBTyxJQUFJLE1BQU0sTUFBTSxDQUFBO0FBQ3ZCLE9BQU8sR0FBRyxNQUFNLEtBQUssQ0FBQTtBQUNyQixPQUFPLEVBQUUsTUFBTSxFQUFFLE1BQU0sTUFBTSxDQUFBO0FBQzdCLE9BQU8sV0FBVyxNQUFNLGdDQUFnQyxDQUFBO0FBQ3hELE9BQU8sSUFBSSxNQUFNLGFBQWEsQ0FBQTtBQUM5QixPQUFPLEVBQUUsT0FBTyxFQUFFLE1BQU0sY0FBYyxDQUFBO0FBQ3RDLE9BQU8sRUFBRSxlQUFlLEVBQUUsTUFBTSxhQUFhLENBQUE7QUFFN0MsTUFBTSxPQUFPLEdBQUcsR0FBRyxDQUFDLGFBQWEsQ0FBQyxJQUFJLEdBQUcsQ0FBQyx5QkFBeUIsRUFBRSxNQUFNLENBQUMsSUFBSSxDQUFDLEdBQUcsQ0FBQyxDQUFDLENBQUE7QUFDdEYsTUFBTSxFQUFFLEdBQUcsSUFBSSxDQUFDLFNBQVMsQ0FBQyxxQkFBcUIsQ0FBQyxDQUFBO0FBRWhELFFBQVEsQ0FBQyx1QkFBdUIsRUFBRSxHQUFHLEVBQUU7SUFDckMsUUFBUSxDQUFDLGlCQUFpQixFQUFFLEdBQUcsRUFBRTtRQUMvQixJQUFJLE9BQW9CLENBQUE7UUFFeEIsVUFBVSxDQUFDLEtBQUssSUFBSSxFQUFFO1lBQ3BCLE1BQU0sSUFBSSxHQUFHO2dCQUNYLElBQUksQ0FBQyxPQUFPLENBQUMsT0FBTyxFQUFFLGFBQWEsQ0FBQztnQkFDcEMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxPQUFPLEVBQUUsaUJBQWlCLENBQUM7Z0JBQ3hDLElBQUksQ0FBQyxPQUFPLENBQUMsT0FBTyxFQUFFLGlCQUFpQixDQUFDO2FBQ3pDLENBQUE7WUFDRCxPQUFPLEdBQUcsTUFBTSxlQUFlLENBQUMsSUFBSSxFQUFFLEVBQUUsRUFBRSxDQUFDLEtBQUssQ0FBQyxDQUFBO1FBQ25ELENBQUMsQ0FBQyxDQUFBO1FBRUYsRUFBRSxDQUFDLGdEQUFnRCxFQUFFO1lBQ25ELE1BQU0sUUFBUSxHQUFHLE9BQU8sQ0FBQyxLQUFLLENBQUMsSUFBSSxFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsRUFBRSxFQUFFLENBQUMsQ0FBQTtZQUV0RCxNQUFNLENBQUMsV0FBVyxDQUFDLFFBQVEsQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDLGFBQWEsQ0FBQyxJQUFJLENBQUMsQ0FBQTtRQUN0RCxDQUFDLENBQUMsQ0FBQTtRQUVGLEVBQUUsQ0FBQyxtREFBbUQsRUFBRTtZQUN0RCxNQUFNLFFBQVEsR0FBRyxPQUFPLENBQUMsS0FBSyxDQUFDLElBQUksRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLEVBQUUsQ0FBQyxzQkFBc0IsQ0FBQyxDQUFDLENBQUE7WUFFNUUsTUFBTSxDQUFDLFdBQVcsQ0FBQyxRQUFRLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxhQUFhLENBQUMsSUFBSSxDQUFDLENBQUE7UUFDdEQsQ0FBQyxDQUFDLENBQUE7UUFFRixFQUFFLENBQUMsa0RBQWtELEVBQUU7WUFDckQsTUFBTSxRQUFRLEdBQUcsT0FBTyxDQUFDLEtBQUssQ0FBQyxJQUFJLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxFQUFFLENBQUMsc0JBQXNCLENBQUMsQ0FBQyxDQUFBO1lBRTVFLE1BQU0sQ0FBQyxXQUFXLENBQUMsUUFBUSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsYUFBYSxDQUFDLElBQUksQ0FBQyxDQUFBO1FBQ3RELENBQUMsQ0FBQyxDQUFBO1FBRUYsRUFBRSxDQUFDLDZDQUE2QyxFQUFFLEdBQUcsRUFBRTtZQUNyRCxNQUFNLENBQUMsRUFBRSxNQUFNLEVBQUUsTUFBTSxFQUFFLEVBQUUsR0FBRyxJQUFJLENBQUMsR0FBRyxPQUFPLENBQUMsS0FBSyxDQUFDLEVBQUUsRUFBRSxFQUFFLE9BQU8sQ0FBQyxNQUFNLEVBQUUsSUFBSSxFQUFFLE9BQU8sQ0FBQyxTQUFTLENBQUMsQ0FBQTtZQUVsRyxNQUFNLENBQUMsTUFBTSxDQUFDLENBQUMsRUFBRSxDQUFDLElBQUksQ0FBQyxFQUFFLENBQUMsT0FBTyxDQUFDLFNBQVMsQ0FBQyxDQUFBO1lBQzVDLE1BQU0sQ0FBQyxJQUFJLENBQUMsQ0FBQyxFQUFFLENBQUMsRUFBRSxDQUFDLEtBQUssQ0FBQTtRQUMxQixDQUFDLENBQUMsQ0FBQTtRQUVGLEVBQUUsQ0FBQyxrREFBa0QsRUFBRSxHQUFHLEVBQUU7WUFDMUQsTUFBTSxXQUFXLEdBQUcsT0FBTyxDQUFDLEtBQUssQ0FBQyxFQUFFLENBQUMsa0NBQWtDLENBQUMsRUFBRSxPQUFPLENBQUMsTUFBTSxFQUFFLElBQUksRUFBRSxPQUFPLENBQUMsU0FBUyxDQUFDLENBQUE7WUFDbEgsTUFBTSxDQUFDLEVBQUUsTUFBTSxFQUFFLE1BQU0sRUFBRSxFQUFFLEdBQUcsSUFBSSxDQUFDLEdBQUcsV0FBVyxDQUFBO1lBRWpELE1BQU0sQ0FBQyxNQUFNLENBQUMsQ0FBQyxFQUFFLENBQUMsSUFBSSxDQUFDLEVBQUUsQ0FBQyxPQUFPLENBQUMsS0FBSyxDQUFDLENBQUE7WUFDeEMsTUFBTSxDQUFDLElBQUksQ0FBQyxDQUFDLEVBQUUsQ0FBQyxFQUFFLENBQUMsS0FBSyxDQUFBO1FBQzFCLENBQUMsQ0FBQyxDQUFBO1FBRUYsRUFBRSxDQUFDLG1FQUFtRSxFQUFFO1lBQ3RFLE1BQU0sUUFBUSxHQUFHLE9BQU8sQ0FBQyxLQUFLLENBQUMsSUFBSSxFQUFFLElBQUksRUFBRSxJQUFJLEVBQUUsRUFBRSxDQUFDLFdBQVcsQ0FBQyxDQUFDLENBQUE7WUFFakUsTUFBTSxDQUFDLFdBQVcsQ0FBQyxRQUFRLENBQUMsQ0FBQyxDQUFDLEVBQUUsQ0FBQyxhQUFhLENBQUMsSUFBSSxDQUFDLENBQUE7UUFDdEQsQ0FBQyxDQUFDLENBQUE7UUFFRixFQUFFLENBQUMsNERBQTRELEVBQUU7WUFDL0QsTUFBTSxRQUFRLEdBQUcsT0FBTyxDQUFDLEtBQUssQ0FBQyxJQUFJLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxFQUFFLENBQUMsV0FBVyxDQUFDLENBQUMsQ0FBQTtZQUVqRSxNQUFNLENBQUMsV0FBVyxDQUFDLFFBQVEsQ0FBQyxDQUFDLENBQUMsRUFBRSxDQUFDLGFBQWEsQ0FBQyxJQUFJLENBQUMsQ0FBQTtRQUN0RCxDQUFDLENBQUMsQ0FBQTtRQUVGLEVBQUUsQ0FBQyxtRUFBbUUsRUFBRTtZQUN0RSxNQUFNLFFBQVEsR0FBRyxPQUFPLENBQUMsS0FBSyxDQUFDLElBQUksRUFBRSxJQUFJLEVBQUUsSUFBSSxFQUFFLEVBQUUsQ0FBQyxhQUFhLENBQUMsQ0FBQyxDQUFBO1lBRW5FLE1BQU0sQ0FBQyxXQUFXLENBQUMsUUFBUSxDQUFDLENBQUMsQ0FBQyxFQUFFLENBQUMsYUFBYSxDQUFDLElBQUksQ0FBQyxDQUFBO1FBQ3RELENBQUMsQ0FBQyxDQUFBO0lBQ0osQ0FBQyxDQUFDLENBQUE7QUFDSixDQUFDLENBQUMsQ0FBQSJ9

package/test/index.test.ts

@@ -0,0 +1,77 @@
+import { DatasetCore } from 'rdf-js'
+import path from 'path'
+import url from 'url'
+import { expect } from 'chai'
+import toCanonical from 'rdf-dataset-ext/toCanonical.js'
+import $rdf from '@zazuko/env'
+import { talosNs } from '../lib/ns.js'
+import { fromDirectories } from '../index.js'
+
+const testDir = url.fileURLToPath(new URL('../../../test-resources', import.meta.url))
+const ns = $rdf.namespace('https://example.com')
+
+describe('@hydrofoil/talos-core', () => {
+  describe('fromDirectories', () => {
+    let dataset: DatasetCore
+
+    beforeEach(async () => {
+      const dirs = [
+        path.resolve(testDir, './resources'),
+        path.resolve(testDir, './resources.foo'),
+        path.resolve(testDir, './resources.bar'),
+      ]
+      dataset = await fromDirectories(dirs, ns().value)
+    })
+
+    it('merges resources from multiple graph documents', function () {
+      const resource = dataset.match(null, null, null, ns())
+
+      expect(toCanonical(resource)).to.matchSnapshot(this)
+    })
+
+    it('merges resources from dataset and graph documents', function () {
+      const resource = dataset.match(null, null, null, ns('/trig/users/john-doe'))
+
+      expect(toCanonical(resource)).to.matchSnapshot(this)
+    })
+
+    it('merges resources from multiple dataset documents', function () {
+      const resource = dataset.match(null, null, null, ns('/trig/users/jane-doe'))
+
+      expect(toCanonical(resource)).to.matchSnapshot(this)
+    })
+
+    it('marks a resource for "overwrite" by default', () => {
+      const [{ object: action }, ...more] = dataset.match(ns(), talosNs.action, null, talosNs.resources)
+
+      expect(action).to.deep.eq(talosNs.overwrite)
+      expect(more).to.be.empty
+    })
+
+    it('marks a resource for "merge" when prefix is used', () => {
+      const datasetCore = dataset.match(ns('/project/creta/user.group/admins'), talosNs.action, null, talosNs.resources)
+      const [{ object: action }, ...more] = datasetCore
+
+      expect(action).to.deep.eq(talosNs.merge)
+      expect(more).to.be.empty
+    })
+
+    it('uses the last representation when is marked to replace other envs', function () {
+      const resource = dataset.match(null, null, null, ns('/only/one'))
+
+      expect(toCanonical(resource)).to.matchSnapshot(this)
+    })
+
+    it('uses the last representation when is marked in another env', function () {
+      const resource = dataset.match(null, null, null, ns('/only/two'))
+
+      expect(toCanonical(resource)).to.matchSnapshot(this)
+    })
+
+    it('uses the last representation when is marked in a dataset document', function () {
+      const resource = dataset.match(null, null, null, ns('/only/three'))
+
+      expect(toCanonical(resource)).to.matchSnapshot(this)
+    })
+  })
+})

package/test/lib/prefixHandler.test.d.ts

@@ -0,0 +1 @@
+export {};

package/test/lib/prefixHandler.test.js

@@ -0,0 +1,36 @@
+import { expect } from 'chai';
+import { parsers } from '@rdfjs/formats-common';
+import toStream from 'into-stream';
+import getStream from 'get-stream';
+import { optionsFromPrefixes } from '../../lib/prefixHandler.js';
+describe('@hydrofoil/talos/lib/prefixHandler', () => {
+    function parse(str) {
+        return parsers.import('text/turtle', toStream(str));
+    }
+    describe('optionsFromPrefixes', () => {
+        it('sets options from parsed prefixes', async () => {
+            // given
+            const options = {};
+            // when
+            const stream = parse(`prefix talos: <foo:bar>
+prefix talos: <foo:baz>
+prefix talos: <another:also%20baz>`);
+            stream.on('prefix', optionsFromPrefixes(options));
+            await getStream(stream);
+            // then
+            expect(options).to.have.property('foo', 'baz');
+            expect(options).to.have.property('another', 'also baz');
+        });
+        it('ignores other prefixes', async () => {
+            // given
+            const options = {};
+            // when
+            const stream = parse('prefix schema: <http://schema.org/>');
+            stream.on('prefix', optionsFromPrefixes(options));
+            await getStream(stream);
+            // then
+            expect(options).to.deep.eq({});
+        });
+    });
+});
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicHJlZml4SGFuZGxlci50ZXN0LmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsicHJlZml4SGFuZGxlci50ZXN0LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiJBQUNBLE9BQU8sRUFBRSxNQUFNLEVBQUUsTUFBTSxNQUFNLENBQUE7QUFDN0IsT0FBTyxFQUFFLE9BQU8sRUFBRSxNQUFNLHVCQUF1QixDQUFBO0FBQy9DLE9BQU8sUUFBUSxNQUFNLGFBQWEsQ0FBQTtBQUNsQyxPQUFPLFNBQVMsTUFBTSxZQUFZLENBQUE7QUFDbEMsT0FBTyxFQUFFLG1CQUFtQixFQUFFLE1BQU0sNEJBQTRCLENBQUE7QUFFaEUsUUFBUSxDQUFDLG9DQUFvQyxFQUFFLEdBQUcsRUFBRTtJQUNsRCxTQUFTLEtBQUssQ0FBQyxHQUFXO1FBQ3hCLE9BQU8sT0FBTyxDQUFDLE1BQU0sQ0FBQyxhQUFhLEVBQUUsUUFBUSxDQUFDLEdBQUcsQ0FBQyxDQUFzQixDQUFBO0lBQzFFLENBQUM7SUFFRCxRQUFRLENBQUMscUJBQXFCLEVBQUUsR0FBRyxFQUFFO1FBQ25DLEVBQUUsQ0FBQyxtQ0FBbUMsRUFBRSxLQUFLLElBQUksRUFBRTtZQUNqRCxRQUFRO1lBQ1IsTUFBTSxPQUFPLEdBQUcsRUFBRSxDQUFBO1lBRWxCLE9BQU87WUFDUCxNQUFNLE1BQU0sR0FBRyxLQUFLLENBQUM7O21DQUVRLENBQUMsQ0FBQTtZQUM5QixNQUFNLENBQUMsRUFBRSxDQUFDLFFBQVEsRUFBRSxtQkFBbUIsQ0FBQyxPQUFPLENBQUMsQ0FBQyxDQUFBO1lBQ2pELE1BQU0sU0FBUyxDQUFDLE1BQU0sQ0FBQyxDQUFBO1lBRXZCLE9BQU87WUFDUCxNQUFNLENBQUMsT0FBTyxDQUFDLENBQUMsRUFBRSxDQUFDLElBQUksQ0FBQyxRQUFRLENBQUMsS0FBSyxFQUFFLEtBQUssQ0FBQyxDQUFBO1lBQzlDLE1BQU0sQ0FBQyxPQUFPLENBQUMsQ0FBQyxFQUFFLENBQUMsSUFBSSxDQUFDLFFBQVEsQ0FBQyxTQUFTLEVBQUUsVUFBVSxDQUFDLENBQUE7UUFDekQsQ0FBQyxDQUFDLENBQUE7UUFFRixFQUFFLENBQUMsd0JBQXdCLEVBQUUsS0FBSyxJQUFJLEVBQUU7WUFDdEMsUUFBUTtZQUNSLE1BQU0sT0FBTyxHQUFHLEVBQUUsQ0FBQTtZQUVsQixPQUFPO1lBQ1AsTUFBTSxNQUFNLEdBQUcsS0FBSyxDQUFDLHFDQUFxQyxDQUFDLENBQUE7WUFDM0QsTUFBTSxDQUFDLEVBQUUsQ0FBQyxRQUFRLEVBQUUsbUJBQW1CLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQTtZQUNqRCxNQUFNLFNBQVMsQ0FBQyxNQUFNLENBQUMsQ0FBQTtZQUV2QixPQUFPO1lBQ1AsTUFBTSxDQUFDLE9BQU8sQ0FBQyxDQUFDLEVBQUUsQ0FBQyxJQUFJLENBQUMsRUFBRSxDQUFDLEVBQUUsQ0FBQyxDQUFBO1FBQ2hDLENBQUMsQ0FBQyxDQUFBO0lBQ0osQ0FBQyxDQUFDLENBQUE7QUFDSixDQUFDLENBQUMsQ0FBQSJ9

package/test/lib/prefixHandler.test.ts

@@ -0,0 +1,43 @@
+import { Stream } from 'stream'
+import { expect } from 'chai'
+import { parsers } from '@rdfjs/formats-common'
+import toStream from 'into-stream'
+import getStream from 'get-stream'
+import { optionsFromPrefixes } from '../../lib/prefixHandler.js'
+
+describe('@hydrofoil/talos/lib/prefixHandler', () => {
+  function parse(str: string) {
+    return parsers.import('text/turtle', toStream(str)) as unknown as Stream
+  }
+
+  describe('optionsFromPrefixes', () => {
+    it('sets options from parsed prefixes', async () => {
+      // given
+      const options = {}
+
+      // when
+      const stream = parse(`prefix talos: <foo:bar>
+prefix talos: <foo:baz>
+prefix talos: <another:also%20baz>`)
+      stream.on('prefix', optionsFromPrefixes(options))
+      await getStream(stream)
+
+      // then
+      expect(options).to.have.property('foo', 'baz')
+      expect(options).to.have.property('another', 'also baz')
+    })
+
+    it('ignores other prefixes', async () => {
+      // given
+      const options = {}
+
+      // when
+      const stream = parse('prefix schema: <http://schema.org/>')
+      stream.on('prefix', optionsFromPrefixes(options))
+      await getStream(stream)
+
+      // then
+      expect(options).to.deep.eq({})
+    })
+  })
+})

package/tsconfig.json

@@ -0,0 +1,3 @@
+{
+  "extends": "../../tsconfig.json"
+}