@hydrofoil/talos 0.4.17 → 0.5.0

package/CHANGELOG.md

@@ -1,5 +1,11 @@
 # @hydrofoil/talos
 
+## 0.5.0
+
+### Minor Changes
+
+- 7f52095: Resources across multiple source directories are now merged in memory and saved as a whole (resolves #271)
+
 ## 0.4.17
 
 ### Patch Changes

package/lib/bootstrap.d.ts

@@ -1,9 +1,9 @@
 import { NamedNode } from 'rdf-js';
 import { StreamClientOptions } from 'sparql-http-client';
-declare type Options = StreamClientOptions & {
-    api: string;
+import type DatasetExt from 'rdf-ext/lib/Dataset';
+declare type Bootstrap = StreamClientOptions & {
+    dataset: DatasetExt;
     apiUri: NamedNode;
-    cwd: string;
 };
-export declare function bootstrap({ api, apiUri, cwd, ...options }: Options): Promise<void>;
+export declare function bootstrap({ dataset, apiUri, ...options }: Bootstrap): Promise<void>;
 export {};

package/lib/bootstrap.js

@@ -4,76 +4,45 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.bootstrap = void 0;
-const path_1 = __importDefault(require("path"));
-const walk_1 = __importDefault(require("@fcostarodrigo/walk"));
 const sparql_http_client_1 = __importDefault(require("sparql-http-client"));
-const rdf_ext_1 = __importDefault(require("rdf-ext"));
 const clownface_1 = __importDefault(require("clownface"));
 const store_1 = require("@hydrofoil/knossos/lib/store");
 const rdf_ns_builders_1 = require("@tpluscode/rdf-ns-builders");
-const term_map_1 = __importDefault(require("@rdfjs/term-map"));
-const fileStream_1 = require("./fileStream");
+const is_graph_pointer_1 = require("is-graph-pointer");
+const rdf_ext_1 = __importDefault(require("rdf-ext"));
 const log_1 = require("./log");
-const prefixHandler_1 = require("./prefixHandler");
-async function bootstrap({ api, apiUri, cwd, ...options }) {
+const ns_1 = require("./ns");
+async function bootstrap({ dataset, apiUri, ...options }) {
     const store = new store_1.ResourcePerGraphStore(new sparql_http_client_1.default(options));
-    for await (const file of (0, walk_1.default)(cwd)) {
-        const relative = path_1.default.relative(cwd, file);
-        const resourcePath = path_1.default.relative(cwd, file)
-            .replace(/\.[^.]+$/, '')
-            .replace(/\/?index$/, '');
-        const url = resourcePath === ''
-            ? encodeURI(api)
-            : encodeURI(`${api}/${resourcePath}`);
-        const parserStream = (0, fileStream_1.getPatchedStream)(file, cwd, api, url);
-        if (!parserStream) {
-            continue;
-        }
-        const resourceOptions = {
-            existingResource: 'overwrite',
-        };
-        parserStream.on('prefix', (0, prefixHandler_1.optionsFromPrefixes)(resourceOptions));
-        const graphs = new term_map_1.default();
-        try {
-            for await (const { subject, predicate, object, graph } of parserStream) {
-                let dataset = graphs.get(graph);
-                if (!dataset) {
-                    dataset = rdf_ext_1.default.dataset();
-                    graphs.set(graph, dataset);
-                }
-                dataset.add(rdf_ext_1.default.quad(subject, predicate, object));
-            }
-        }
-        catch (e) {
-            (0, log_1.log)('Failed to parse %s: %s', relative, e.message);
+    const graph = (0, clownface_1.default)({ dataset, graph: ns_1.talosNs.resources });
+    const resources = graph.has(ns_1.talosNs.action);
+    for (const resource of resources.toArray().filter(is_graph_pointer_1.isNamedNode)) {
+        const resourceData = dataset.match(null, null, null, resource.term)
+            .map(({ subject, predicate, object }) => rdf_ext_1.default.quad(subject, predicate, object));
+        const pointer = (0, clownface_1.default)({ dataset: resourceData })
+            .namedNode(resource)
+            .addOut(rdf_ns_builders_1.hydra.apiDocumentation, apiUri);
+        const action = resource.out(ns_1.talosNs.action).value;
+        const exists = await store.exists(pointer.term);
+        if (exists && action === 'skip') {
+            (0, log_1.log)(`Skipping resource ${resource}`);
             continue;
         }
-        for (const [graph, dataset] of graphs) {
-            const resource = graph.termType === 'DefaultGraph' ? url : graph.value;
-            const pointer = (0, clownface_1.default)({ dataset })
-                .namedNode(resource)
-                .addOut(rdf_ns_builders_1.hydra.apiDocumentation, apiUri);
-            const exists = await store.exists(pointer.term);
-            if (exists && resourceOptions.existingResource === 'skip') {
-                (0, log_1.log)(`Skipping resource ${resource}`);
-                continue;
-            }
-            if (exists) {
-                if (resourceOptions.existingResource === 'overwrite') {
-                    (0, log_1.log)(`Replacing resource ${resource}`);
-                }
-                else {
-                    (0, log_1.log)(`Merging existing resource ${resource}`);
-                    const current = await store.load(pointer.term);
-                    pointer.dataset.addAll(current.dataset);
-                }
+        if (exists) {
+            if (action === 'overwrite') {
+                (0, log_1.log)(`Replacing resource ${resource}`);
             }
             else {
-                (0, log_1.log)(`Creating resource ${resource}`);
+                (0, log_1.log)(`Merging existing resource ${resource}`);
+                const current = await store.load(pointer.term);
+                pointer.dataset.addAll(current.dataset);
             }
-            await store.save(pointer);
         }
+        else {
+            (0, log_1.log)(`Creating resource ${resource}`);
+        }
+        await store.save(pointer);
     }
 }
 exports.bootstrap = bootstrap;
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYm9vdHN0cmFwLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiYm9vdHN0cmFwLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7OztBQUFBLGdEQUF1QjtBQUV2QiwrREFBc0M7QUFDdEMsNEVBQXNFO0FBQ3RFLHNEQUEwQjtBQUMxQiwwREFBaUM7QUFDakMsd0RBQW9FO0FBQ3BFLGdFQUFrRDtBQUNsRCwrREFBcUM7QUFFckMsNkNBQStDO0FBQy9DLCtCQUEyQjtBQUMzQixtREFBcUQ7QUFZOUMsS0FBSyxVQUFVLFNBQVMsQ0FBQyxFQUFFLEdBQUcsRUFBRSxNQUFNLEVBQUUsR0FBRyxFQUFFLEdBQUcsT0FBTyxFQUFXO0lBQ3ZFLE1BQU0sS0FBSyxHQUFHLElBQUksNkJBQXFCLENBQUMsSUFBSSw0QkFBWSxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUE7SUFFbEUsSUFBSSxLQUFLLEVBQUUsTUFBTSxJQUFJLElBQUksSUFBQSxjQUFJLEVBQUMsR0FBRyxDQUFDLEVBQUU7UUFDbEMsTUFBTSxRQUFRLEdBQUcsY0FBSSxDQUFDLFFBQVEsQ0FBQyxHQUFHLEVBQUUsSUFBSSxDQUFDLENBQUE7UUFDekMsTUFBTSxZQUFZLEdBQUcsY0FBSSxDQUFDLFFBQVEsQ0FBQyxHQUFHLEVBQUUsSUFBSSxDQUFDO2FBQzFDLE9BQU8sQ0FBQyxVQUFVLEVBQUUsRUFBRSxDQUFDO2FBQ3ZCLE9BQU8sQ0FBQyxXQUFXLEVBQUUsRUFBRSxDQUFDLENBQUE7UUFFM0IsTUFBTSxHQUFHLEdBQUcsWUFBWSxLQUFLLEVBQUU7WUFDN0IsQ0FBQyxDQUFDLFNBQVMsQ0FBQyxHQUFHLENBQUM7WUFDaEIsQ0FBQyxDQUFDLFNBQVMsQ0FBQyxHQUFHLEdBQUcsSUFBSSxZQUFZLEVBQUUsQ0FBQyxDQUFBO1FBRXZDLE1BQU0sWUFBWSxHQUFHLElBQUEsNkJBQWdCLEVBQUMsSUFBSSxFQUFFLEdBQUcsRUFBRSxHQUFHLEVBQUUsR0FBRyxDQUFDLENBQUE7UUFDMUQsSUFBSSxDQUFDLFlBQVksRUFBRTtZQUNqQixTQUFRO1NBQ1Q7UUFFRCxNQUFNLGVBQWUsR0FBb0I7WUFDdkMsZ0JBQWdCLEVBQUUsV0FBVztTQUM5QixDQUFBO1FBQ0QsWUFBWSxDQUFDLEVBQUUsQ0FBQyxRQUFRLEVBQUUsSUFBQSxtQ0FBbUIsRUFBQyxlQUFlLENBQUMsQ0FBQyxDQUFBO1FBQy9ELE1BQU0sTUFBTSxHQUFHLElBQUksa0JBQU8sRUFBd0MsQ0FBQTtRQUNsRSxJQUFJO1lBQ0YsSUFBSSxLQUFLLEVBQUUsTUFBTSxFQUFFLE9BQU8sRUFBRSxTQUFTLEVBQUUsTUFBTSxFQUFFLEtBQUssRUFBRSxJQUFJLFlBQVksRUFBRTtnQkFDdEUsSUFBSSxPQUFPLEdBQUcsTUFBTSxDQUFDLEdBQUcsQ0FBQyxLQUFLLENBQUMsQ0FBQTtnQkFDL0IsSUFBSSxDQUFDLE9BQU8sRUFBRTtvQkFDWixPQUFPLEdBQUcsaUJBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQTtvQkFDeEIsTUFBTSxDQUFDLEdBQUcsQ0FBQyxLQUFLLEVBQUUsT0FBTyxDQUFDLENBQUE7aUJBQzNCO2dCQUVELE9BQU8sQ0FBQyxHQUFHLENBQUMsaUJBQUksQ0FBQyxJQUFJLENBQUMsT0FBTyxFQUFFLFNBQVMsRUFBRSxNQUFNLENBQUMsQ0FBQyxDQUFBO2FBQ25EO1NBQ0Y7UUFBQyxPQUFPLENBQU0sRUFBRTtZQUNmLElBQUEsU0FBRyxFQUFDLHdCQUF3QixFQUFFLFFBQVEsRUFBRSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUE7WUFDbEQsU0FBUTtTQUNUO1FBRUQsS0FBSyxNQUFNLENBQUMsS0FBSyxFQUFFLE9BQU8sQ0FBQyxJQUFJLE1BQU0sRUFBRTtZQUNyQyxNQUFNLFFBQVEsR0FBRyxLQUFLLENBQUMsUUFBUSxLQUFLLGNBQWMsQ0FBQyxDQUFDLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQyxLQUFLLENBQUMsS0FBSyxDQUFBO1lBQ3RFLE1BQU0sT0FBTyxHQUFHLElBQUEsbUJBQVMsRUFBQyxFQUFFLE9BQU8sRUFBRSxDQUFDO2lCQUNuQyxTQUFTLENBQUMsUUFBUSxDQUFDO2lCQUNuQixNQUFNLENBQUMsdUJBQUssQ0FBQyxnQkFBZ0IsRUFBRSxNQUFNLENBQUMsQ0FBQTtZQUV6QyxNQUFNLE1BQU0sR0FBRyxNQUFNLEtBQUssQ0FBQyxNQUFNLENBQUMsT0FBTyxDQUFDLElBQUksQ0FBQyxDQUFBO1lBQy9DLElBQUksTUFBTSxJQUFJLGVBQWUsQ0FBQyxnQkFBZ0IsS0FBSyxNQUFNLEVBQUU7Z0JBQ3pELElBQUEsU0FBRyxFQUFDLHFCQUFxQixRQUFRLEVBQUUsQ0FBQyxDQUFBO2dCQUNwQyxTQUFRO2FBQ1Q7WUFFRCxJQUFJLE1BQU0sRUFBRTtnQkFDVixJQUFJLGVBQWUsQ0FBQyxnQkFBZ0IsS0FBSyxXQUFXLEVBQUU7b0JBQ3BELElBQUEsU0FBRyxFQUFDLHNCQUFzQixRQUFRLEVBQUUsQ0FBQyxDQUFBO2lCQUN0QztxQkFBTTtvQkFDTCxJQUFBLFNBQUcsRUFBQyw2QkFBNkIsUUFBUSxFQUFFLENBQUMsQ0FBQTtvQkFDNUMsTUFBTSxPQUFPLEdBQUcsTUFBTSxLQUFLLENBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxJQUFJLENBQUMsQ0FBQTtvQkFDOUMsT0FBTyxDQUFDLE9BQU8sQ0FBQyxNQUFNLENBQUMsT0FBTyxDQUFDLE9BQU8sQ0FBQyxDQUFBO2lCQUN4QzthQUNGO2lCQUFNO2dCQUNMLElBQUEsU0FBRyxFQUFDLHFCQUFxQixRQUFRLEVBQUUsQ0FBQyxDQUFBO2FBQ3JDO1lBRUQsTUFBTSxLQUFLLENBQUMsSUFBSSxDQUFDLE9BQU8sQ0FBQyxDQUFBO1NBQzFCO0tBQ0Y7QUFDSCxDQUFDO0FBakVELDhCQWlFQyJ9
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYm9vdHN0cmFwLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiYm9vdHN0cmFwLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7OztBQUNBLDRFQUFzRTtBQUV0RSwwREFBaUM7QUFDakMsd0RBQW9FO0FBQ3BFLGdFQUFrRDtBQUNsRCx1REFBOEM7QUFDOUMsc0RBQTBCO0FBQzFCLCtCQUEyQjtBQUMzQiw2QkFBOEI7QUFPdkIsS0FBSyxVQUFVLFNBQVMsQ0FBQyxFQUFFLE9BQU8sRUFBRSxNQUFNLEVBQUUsR0FBRyxPQUFPLEVBQWE7SUFDeEUsTUFBTSxLQUFLLEdBQUcsSUFBSSw2QkFBcUIsQ0FBQyxJQUFJLDRCQUFZLENBQUMsT0FBTyxDQUFDLENBQUMsQ0FBQTtJQUVsRSxNQUFNLEtBQUssR0FBRyxJQUFBLG1CQUFTLEVBQUMsRUFBRSxPQUFPLEVBQUUsS0FBSyxFQUFFLFlBQU8sQ0FBQyxTQUFTLEVBQUUsQ0FBQyxDQUFBO0lBQzlELE1BQU0sU0FBUyxHQUFHLEtBQUssQ0FBQyxHQUFHLENBQUMsWUFBTyxDQUFDLE1BQU0sQ0FBQyxDQUFBO0lBQzNDLEtBQUssTUFBTSxRQUFRLElBQUksU0FBUyxDQUFDLE9BQU8sRUFBRSxDQUFDLE1BQU0sQ0FBQyw4QkFBVyxDQUFDLEVBQUU7UUFDOUQsTUFBTSxZQUFZLEdBQUcsT0FBTyxDQUFDLEtBQUssQ0FBQyxJQUFJLEVBQUUsSUFBSSxFQUFFLElBQUksRUFBRSxRQUFRLENBQUMsSUFBSSxDQUFDO2FBQ2hFLEdBQUcsQ0FBQyxDQUFDLEVBQUUsT0FBTyxFQUFFLFNBQVMsRUFBRSxNQUFNLEVBQUUsRUFBRSxFQUFFLENBQUMsaUJBQUksQ0FBQyxJQUFJLENBQUMsT0FBTyxFQUFFLFNBQVMsRUFBRSxNQUFNLENBQUMsQ0FBQyxDQUFBO1FBQ2pGLE1BQU0sT0FBTyxHQUFHLElBQUEsbUJBQVMsRUFBQyxFQUFFLE9BQU8sRUFBRSxZQUFZLEVBQUUsQ0FBQzthQUNqRCxTQUFTLENBQUMsUUFBUSxDQUFDO2FBQ25CLE1BQU0sQ0FBQyx1QkFBSyxDQUFDLGdCQUFnQixFQUFFLE1BQU0sQ0FBQyxDQUFBO1FBRXpDLE1BQU0sTUFBTSxHQUFHLFFBQVEsQ0FBQyxHQUFHLENBQUMsWUFBTyxDQUFDLE1BQU0sQ0FBQyxDQUFDLEtBQUssQ0FBQTtRQUNqRCxNQUFNLE1BQU0sR0FBRyxNQUFNLEtBQUssQ0FBQyxNQUFNLENBQUMsT0FBTyxDQUFDLElBQUksQ0FBQyxDQUFBO1FBQy9DLElBQUksTUFBTSxJQUFJLE1BQU0sS0FBSyxNQUFNLEVBQUU7WUFDL0IsSUFBQSxTQUFHLEVBQUMscUJBQXFCLFFBQVEsRUFBRSxDQUFDLENBQUE7WUFDcEMsU0FBUTtTQUNUO1FBRUQsSUFBSSxNQUFNLEVBQUU7WUFDVixJQUFJLE1BQU0sS0FBSyxXQUFXLEVBQUU7Z0JBQzFCLElBQUEsU0FBRyxFQUFDLHNCQUFzQixRQUFRLEVBQUUsQ0FBQyxDQUFBO2FBQ3RDO2lCQUFNO2dCQUNMLElBQUEsU0FBRyxFQUFDLDZCQUE2QixRQUFRLEVBQUUsQ0FBQyxDQUFBO2dCQUM1QyxNQUFNLE9BQU8sR0FBRyxNQUFNLEtBQUssQ0FBQyxJQUFJLENBQUMsT0FBTyxDQUFDLElBQUksQ0FBQyxDQUFBO2dCQUM5QyxPQUFPLENBQUMsT0FBTyxDQUFDLE1BQU0sQ0FBQyxPQUFPLENBQUMsT0FBTyxDQUFDLENBQUE7YUFDeEM7U0FDRjthQUFNO1lBQ0wsSUFBQSxTQUFHLEVBQUMscUJBQXFCLFFBQVEsRUFBRSxDQUFDLENBQUE7U0FDckM7UUFFRCxNQUFNLEtBQUssQ0FBQyxJQUFJLENBQUMsT0FBTyxDQUFDLENBQUE7S0FDMUI7QUFDSCxDQUFDO0FBakNELDhCQWlDQyJ9

package/lib/command/put.js

@@ -1,61 +1,25 @@
 "use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || function (mod) {
-    if (mod && mod.__esModule) return mod;
-    var result = {};
-    if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
-    __setModuleDefault(result, mod);
-    return result;
-};
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.put = void 0;
-const path_1 = __importDefault(require("path"));
-const fs = __importStar(require("fs"));
 const rdf_ext_1 = __importDefault(require("rdf-ext"));
 const bootstrap_1 = require("../bootstrap");
 const deleteApi_1 = require("../deleteApi");
-const log_1 = require("../log");
+const resources_1 = require("../resources");
 async function put(directories, { token, api, endpoint, updateEndpoint, user, password, apiPath = '/api' }) {
     const apiUri = rdf_ext_1.default.namedNode(`${api}${apiPath}`);
-    for (const dir of directories) {
-        const cwd = path_1.default.resolve(process.cwd(), dir);
-        if (!fs.existsSync(cwd)) {
-            (0, log_1.log)('Skipping path %s which does not exist', dir);
-            continue;
-        }
-        if (!fs.statSync(cwd).isDirectory()) {
-            (0, log_1.log)('Skipping path %s which is not a directory', dir);
-            continue;
-        }
-        await (0, bootstrap_1.bootstrap)({
-            api,
-            apiUri,
-            cwd,
-            endpointUrl: endpoint,
-            updateUrl: updateEndpoint || endpoint,
-            user,
-            password,
-        });
-    }
+    const dataset = await (0, resources_1.fromDirectories)(directories, api);
+    await (0, bootstrap_1.bootstrap)({
+        dataset,
+        apiUri,
+        endpointUrl: endpoint,
+        updateUrl: updateEndpoint || endpoint,
+        user,
+        password,
+    });
     await (0, deleteApi_1.deleteApi)({ apiUri, token });
 }
 exports.put = put;
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicHV0LmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsicHV0LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0FBQUEsZ0RBQXVCO0FBQ3ZCLHVDQUF3QjtBQUN4QixzREFBMEI7QUFDMUIsNENBQXdDO0FBQ3hDLDRDQUF3QztBQUN4QyxnQ0FBNEI7QUFRckIsS0FBSyxVQUFVLEdBQUcsQ0FBQyxXQUFxQixFQUFFLEVBQUUsS0FBSyxFQUFFLEdBQUcsRUFBRSxRQUFRLEVBQUUsY0FBYyxFQUFFLElBQUksRUFBRSxRQUFRLEVBQUUsT0FBTyxHQUFHLE1BQU0sRUFBTztJQUM5SCxNQUFNLE1BQU0sR0FBRyxpQkFBSSxDQUFDLFNBQVMsQ0FBQyxHQUFHLEdBQUcsR0FBRyxPQUFPLEVBQUUsQ0FBQyxDQUFBO0lBQ2pELEtBQUssTUFBTSxHQUFHLElBQUksV0FBVyxFQUFFO1FBQzdCLE1BQU0sR0FBRyxHQUFHLGNBQUksQ0FBQyxPQUFPLENBQUMsT0FBTyxDQUFDLEdBQUcsRUFBRSxFQUFFLEdBQUcsQ0FBQyxDQUFBO1FBRTVDLElBQUksQ0FBQyxFQUFFLENBQUMsVUFBVSxDQUFDLEdBQUcsQ0FBQyxFQUFFO1lBQ3ZCLElBQUEsU0FBRyxFQUFDLHVDQUF1QyxFQUFFLEdBQUcsQ0FBQyxDQUFBO1lBQ2pELFNBQVE7U0FDVDtRQUNELElBQUksQ0FBQyxFQUFFLENBQUMsUUFBUSxDQUFDLEdBQUcsQ0FBQyxDQUFDLFdBQVcsRUFBRSxFQUFFO1lBQ25DLElBQUEsU0FBRyxFQUFDLDJDQUEyQyxFQUFFLEdBQUcsQ0FBQyxDQUFBO1lBQ3JELFNBQVE7U0FDVDtRQUVELE1BQU0sSUFBQSxxQkFBUyxFQUFDO1lBQ2QsR0FBRztZQUNILE1BQU07WUFDTixHQUFHO1lBQ0gsV0FBVyxFQUFFLFFBQVE7WUFDckIsU0FBUyxFQUFFLGNBQWMsSUFBSSxRQUFRO1lBQ3JDLElBQUk7WUFDSixRQUFRO1NBQ1QsQ0FBQyxDQUFBO0tBQ0g7SUFFRCxNQUFNLElBQUEscUJBQVMsRUFBQyxFQUFFLE1BQU0sRUFBRSxLQUFLLEVBQUUsQ0FBQyxDQUFBO0FBQ3BDLENBQUM7QUExQkQsa0JBMEJDIn0=
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicHV0LmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsicHV0LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7OztBQUFBLHNEQUEwQjtBQUMxQiw0Q0FBd0M7QUFDeEMsNENBQXdDO0FBQ3hDLDRDQUE4QztBQVF2QyxLQUFLLFVBQVUsR0FBRyxDQUFDLFdBQXFCLEVBQUUsRUFBRSxLQUFLLEVBQUUsR0FBRyxFQUFFLFFBQVEsRUFBRSxjQUFjLEVBQUUsSUFBSSxFQUFFLFFBQVEsRUFBRSxPQUFPLEdBQUcsTUFBTSxFQUFPO0lBQzlILE1BQU0sTUFBTSxHQUFHLGlCQUFJLENBQUMsU0FBUyxDQUFDLEdBQUcsR0FBRyxHQUFHLE9BQU8sRUFBRSxDQUFDLENBQUE7SUFFakQsTUFBTSxPQUFPLEdBQUcsTUFBTSxJQUFBLDJCQUFlLEVBQUMsV0FBVyxFQUFFLEdBQUcsQ0FBQyxDQUFBO0lBRXZELE1BQU0sSUFBQSxxQkFBUyxFQUFDO1FBQ2QsT0FBTztRQUNQLE1BQU07UUFDTixXQUFXLEVBQUUsUUFBUTtRQUNyQixTQUFTLEVBQUUsY0FBYyxJQUFJLFFBQVE7UUFDckMsSUFBSTtRQUNKLFFBQVE7S0FDVCxDQUFDLENBQUE7SUFFRixNQUFNLElBQUEscUJBQVMsRUFBQyxFQUFFLE1BQU0sRUFBRSxLQUFLLEVBQUUsQ0FBQyxDQUFBO0FBQ3BDLENBQUM7QUFmRCxrQkFlQyJ9

package/lib/log.d.ts

@@ -1,2 +1,3 @@
-import debug from 'debug';
-export declare const log: debug.Debugger;
+import Debugger from 'debug';
+export declare const log: Debugger.Debugger;
+export declare const debug: Debugger.Debugger;

package/lib/log.js

@@ -3,8 +3,9 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.log = void 0;
+exports.debug = exports.log = void 0;
 const debug_1 = __importDefault(require("debug"));
 exports.log = (0, debug_1.default)('talos');
 exports.log.enabled = true;
-//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibG9nLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsibG9nLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7OztBQUFBLGtEQUF5QjtBQUVaLFFBQUEsR0FBRyxHQUFHLElBQUEsZUFBSyxFQUFDLE9BQU8sQ0FBQyxDQUFBO0FBQ2pDLFdBQUcsQ0FBQyxPQUFPLEdBQUcsSUFBSSxDQUFBIn0=
+exports.debug = exports.log.extend('debug');
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibG9nLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsibG9nLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7OztBQUFBLGtEQUE0QjtBQUVmLFFBQUEsR0FBRyxHQUFHLElBQUEsZUFBUSxFQUFDLE9BQU8sQ0FBQyxDQUFBO0FBQ3BDLFdBQUcsQ0FBQyxPQUFPLEdBQUcsSUFBSSxDQUFBO0FBRUwsUUFBQSxLQUFLLEdBQUcsV0FBRyxDQUFDLE1BQU0sQ0FBQyxPQUFPLENBQUMsQ0FBQSJ9

package/lib/ns.d.ts

@@ -0,0 +1,5 @@
+/// <reference types="rdfjs__namespace" />
+import namespace from '@rdfjs/namespace';
+declare type TalosTerms = 'resources' | 'action' | 'default' | 'overwrite' | 'skip' | 'merge' | 'environmentRepresentation' | 'replace';
+export declare const talosNs: namespace.NamespaceBuilder<TalosTerms>;
+export {};

package/lib/ns.js

@@ -0,0 +1,9 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.talosNs = void 0;
+const namespace_1 = __importDefault(require("@rdfjs/namespace"));
+exports.talosNs = (0, namespace_1.default)('urn:talos:');
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoibnMuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyJucy50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7Ozs7QUFBQSxpRUFBd0M7QUFZM0IsUUFBQSxPQUFPLEdBQUcsSUFBQSxtQkFBUyxFQUFhLFlBQVksQ0FBQyxDQUFBIn0=

package/lib/resources.d.ts

@@ -0,0 +1,2 @@
+import type DatasetExt from 'rdf-ext/lib/Dataset';
+export declare function fromDirectories(directories: string[], api: string): Promise<DatasetExt>;

package/lib/resources.js

@@ -0,0 +1,87 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fromDirectories = void 0;
+const path_1 = __importDefault(require("path"));
+const fs_1 = __importDefault(require("fs"));
+const walk_1 = __importDefault(require("@fcostarodrigo/walk"));
+const rdf_ext_1 = __importDefault(require("rdf-ext"));
+const term_set_1 = __importDefault(require("@rdfjs/term-set"));
+const clownface_1 = __importDefault(require("clownface"));
+const rdf_dataset_ext_1 = require("rdf-dataset-ext");
+const log_1 = require("./log");
+const fileStream_1 = require("./fileStream");
+const prefixHandler_1 = require("./prefixHandler");
+const ns_1 = require("./ns");
+async function fromDirectories(directories, api) {
+    const validDirs = directories.filter(isValidDir);
+    return validDirs.reduce(toGraphs(api), Promise.resolve(rdf_ext_1.default.dataset()));
+}
+exports.fromDirectories = fromDirectories;
+function toGraphs(api) {
+    return async function (previousPromise, dir) {
+        let previous = await previousPromise;
+        const dataset = rdf_ext_1.default.dataset();
+        (0, log_1.debug)('Processing dir %s', dir);
+        for await (const file of (0, walk_1.default)(dir)) {
+            const relative = path_1.default.relative(dir, file);
+            const resourcePath = path_1.default.relative(dir, file)
+                .replace(/\.[^.]+$/, '')
+                .replace(/\/?index$/, '');
+            const url = resourcePath === ''
+                ? encodeURI(api)
+                : encodeURI(`${api}/${resourcePath}`);
+            const parserStream = (0, fileStream_1.getPatchedStream)(file, dir, api, url);
+            if (!parserStream) {
+                continue;
+            }
+            (0, log_1.debug)('Parsing %s', relative);
+            const parsedResourceOptions = {};
+            parserStream.on('prefix', (0, prefixHandler_1.optionsFromPrefixes)(parsedResourceOptions));
+            const resources = new term_set_1.default();
+            const resourceOptions = (0, clownface_1.default)({ dataset: previous, graph: ns_1.talosNs.resources });
+            try {
+                for await (const { subject, predicate, object, ...quad } of parserStream) {
+                    const graph = quad.graph.equals(rdf_ext_1.default.defaultGraph()) ? rdf_ext_1.default.namedNode(url) : quad.graph;
+                    if (!resources.has(graph)) {
+                        (0, log_1.debug)('Parsed resource %s', graph.value);
+                    }
+                    resources.add(graph);
+                    dataset.add(rdf_ext_1.default.quad(subject, predicate, object, graph));
+                }
+            }
+            catch (e) {
+                (0, log_1.log)('Failed to parse %s: %s', relative, e.message);
+            }
+            resources.forEach(id => {
+                const action = parsedResourceOptions.existingResource || 'default';
+                const environmentRepresentation = parsedResourceOptions.environmentRepresentation || 'default';
+                const options = resourceOptions.node(id);
+                options
+                    .deleteOut(ns_1.talosNs.action, ns_1.talosNs.default)
+                    .addOut(ns_1.talosNs.action, (0, ns_1.talosNs)(action))
+                    .deleteOut(ns_1.talosNs.environmentRepresentation, ns_1.talosNs.default)
+                    .addOut(ns_1.talosNs.environmentRepresentation, (0, ns_1.talosNs)(environmentRepresentation));
+                if (options.has(ns_1.talosNs.environmentRepresentation, ns_1.talosNs.replace).terms.length) {
+                    previous = (0, rdf_dataset_ext_1.deleteMatch)(previous, undefined, undefined, undefined, id);
+                }
+            });
+        }
+        previous.addAll(dataset);
+        return previous;
+    };
+}
+function isValidDir(dir) {
+    if (!fs_1.default.existsSync(dir)) {
+        (0, log_1.log)('Skipping path %s which does not exist', dir);
+        return false;
+    }
+    if (!fs_1.default.statSync(dir).isDirectory()) {
+        (0, log_1.log)('Skipping path %s which is not a directory', dir);
+        return false;
+    }
+    return true;
+}
+//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoicmVzb3VyY2VzLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsicmVzb3VyY2VzLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7OztBQUFBLGdEQUF1QjtBQUN2Qiw0Q0FBbUI7QUFFbkIsK0RBQXNDO0FBQ3RDLHNEQUEwQjtBQUUxQiwrREFBcUM7QUFDckMsMERBQWlDO0FBQ2pDLHFEQUE2QztBQUM3QywrQkFBa0M7QUFDbEMsNkNBQStDO0FBQy9DLG1EQUFxRDtBQUNyRCw2QkFBOEI7QUFPdkIsS0FBSyxVQUFVLGVBQWUsQ0FBQyxXQUFxQixFQUFFLEdBQVc7SUFDdEUsTUFBTSxTQUFTLEdBQUcsV0FBVyxDQUFDLE1BQU0sQ0FBQyxVQUFVLENBQUMsQ0FBQTtJQUNoRCxPQUFPLFNBQVMsQ0FBQyxNQUFNLENBQUMsUUFBUSxDQUFDLEdBQUcsQ0FBQyxFQUFFLE9BQU8sQ0FBQyxPQUFPLENBQUMsaUJBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQyxDQUFDLENBQUE7QUFDekUsQ0FBQztBQUhELDBDQUdDO0FBRUQsU0FBUyxRQUFRLENBQUMsR0FBVztJQUMzQixPQUFPLEtBQUssV0FBVyxlQUFvQyxFQUFFLEdBQVc7UUFDdEUsSUFBSSxRQUFRLEdBQUcsTUFBTSxlQUFlLENBQUE7UUFDcEMsTUFBTSxPQUFPLEdBQUcsaUJBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQTtRQUU5QixJQUFBLFdBQUssRUFBQyxtQkFBbUIsRUFBRSxHQUFHLENBQUMsQ0FBQTtRQUUvQixJQUFJLEtBQUssRUFBRSxNQUFNLElBQUksSUFBSSxJQUFBLGNBQUksRUFBQyxHQUFHLENBQUMsRUFBRTtZQUNsQyxNQUFNLFFBQVEsR0FBRyxjQUFJLENBQUMsUUFBUSxDQUFDLEdBQUcsRUFBRSxJQUFJLENBQUMsQ0FBQTtZQUN6QyxNQUFNLFlBQVksR0FBRyxjQUFJLENBQUMsUUFBUSxDQUFDLEdBQUcsRUFBRSxJQUFJLENBQUM7aUJBQzFDLE9BQU8sQ0FBQyxVQUFVLEVBQUUsRUFBRSxDQUFDO2lCQUN2QixPQUFPLENBQUMsV0FBVyxFQUFFLEVBQUUsQ0FBQyxDQUFBO1lBRTNCLE1BQU0sR0FBRyxHQUFHLFlBQVksS0FBSyxFQUFFO2dCQUM3QixDQUFDLENBQUMsU0FBUyxDQUFDLEdBQUcsQ0FBQztnQkFDaEIsQ0FBQyxDQUFDLFNBQVMsQ0FBQyxHQUFHLEdBQUcsSUFBSSxZQUFZLEVBQUUsQ0FBQyxDQUFBO1lBRXZDLE1BQU0sWUFBWSxHQUFHLElBQUEsNkJBQWdCLEVBQUMsSUFBSSxFQUFFLEdBQUcsRUFBRSxHQUFHLEVBQUUsR0FBRyxDQUFDLENBQUE7WUFDMUQsSUFBSSxDQUFDLFlBQVksRUFBRTtnQkFDakIsU0FBUTthQUNUO1lBRUQsSUFBQSxXQUFLLEVBQUMsWUFBWSxFQUFFLFFBQVEsQ0FBQyxDQUFBO1lBQzdCLE1BQU0scUJBQXFCLEdBQTZCLEVBQUcsQ0FBQTtZQUMzRCxZQUFZLENBQUMsRUFBRSxDQUFDLFFBQVEsRUFBRSxJQUFBLG1DQUFtQixFQUFDLHFCQUFxQixDQUFDLENBQUMsQ0FBQTtZQUVyRSxNQUFNLFNBQVMsR0FBRyxJQUFJLGtCQUFPLEVBQWEsQ0FBQTtZQUMxQyxNQUFNLGVBQWUsR0FBRyxJQUFBLG1CQUFTLEVBQUMsRUFBRSxPQUFPLEVBQUUsUUFBUSxFQUFFLEtBQUssRUFBRSxZQUFPLENBQUMsU0FBUyxFQUFFLENBQUMsQ0FBQTtZQUNsRixJQUFJO2dCQUNGLElBQUksS0FBSyxFQUFFLE1BQU0sRUFBRSxPQUFPLEVBQUUsU0FBUyxFQUFFLE1BQU0sRUFBRSxHQUFHLElBQUksRUFBRSxJQUFJLFlBQVksRUFBRTtvQkFDeEUsTUFBTSxLQUFLLEdBQWMsSUFBSSxDQUFDLEtBQUssQ0FBQyxNQUFNLENBQUMsaUJBQUksQ0FBQyxZQUFZLEVBQUUsQ0FBQyxDQUFDLENBQUMsQ0FBQyxpQkFBSSxDQUFDLFNBQVMsQ0FBQyxHQUFHLENBQUMsQ0FBQyxDQUFDLENBQUMsSUFBSSxDQUFDLEtBQUssQ0FBQTtvQkFFbEcsSUFBSSxDQUFDLFNBQVMsQ0FBQyxHQUFHLENBQUMsS0FBSyxDQUFDLEVBQUU7d0JBQ3pCLElBQUEsV0FBSyxFQUFDLG9CQUFvQixFQUFFLEtBQUssQ0FBQyxLQUFLLENBQUMsQ0FBQTtxQkFDekM7b0JBQ0QsU0FBUyxDQUFDLEdBQUcsQ0FBQyxLQUFLLENBQUMsQ0FBQTtvQkFDcEIsT0FBTyxDQUFDLEdBQUcsQ0FBQyxpQkFBSSxDQUFDLElBQUksQ0FBQyxPQUFPLEVBQUUsU0FBUyxFQUFFLE1BQU0sRUFBRSxLQUFLLENBQUMsQ0FBQyxDQUFBO2lCQUMxRDthQUNGO1lBQUMsT0FBTyxDQUFNLEVBQUU7Z0JBQ2YsSUFBQSxTQUFHLEVBQUMsd0JBQXdCLEVBQUUsUUFBUSxFQUFFLENBQUMsQ0FBQyxPQUFPLENBQUMsQ0FBQTthQUNuRDtZQUVELFNBQVMsQ0FBQyxPQUFPLENBQUMsRUFBRSxDQUFDLEVBQUU7Z0JBQ3JCLE1BQU0sTUFBTSxHQUFHLHFCQUFxQixDQUFDLGdCQUFnQixJQUFJLFNBQVMsQ0FBQTtnQkFDbEUsTUFBTSx5QkFBeUIsR0FBRyxxQkFBcUIsQ0FBQyx5QkFBeUIsSUFBSSxTQUFTLENBQUE7Z0JBQzlGLE1BQU0sT0FBTyxHQUFHLGVBQWUsQ0FBQyxJQUFJLENBQUMsRUFBRSxDQUFDLENBQUE7Z0JBQ3hDLE9BQU87cUJBQ0osU0FBUyxDQUFDLFlBQU8sQ0FBQyxNQUFNLEVBQUUsWUFBTyxDQUFDLE9BQU8sQ0FBQztxQkFDMUMsTUFBTSxDQUFDLFlBQU8sQ0FBQyxNQUFNLEVBQUUsSUFBQSxZQUFPLEVBQUMsTUFBTSxDQUFDLENBQUM7cUJBQ3ZDLFNBQVMsQ0FBQyxZQUFPLENBQUMseUJBQXlCLEVBQUUsWUFBTyxDQUFDLE9BQU8sQ0FBQztxQkFDN0QsTUFBTSxDQUFDLFlBQU8sQ0FBQyx5QkFBeUIsRUFBRSxJQUFBLFlBQU8sRUFBQyx5QkFBeUIsQ0FBQyxDQUFDLENBQUE7Z0JBRWhGLElBQUksT0FBTyxDQUFDLEdBQUcsQ0FBQyxZQUFPLENBQUMseUJBQXlCLEVBQUUsWUFBTyxDQUFDLE9BQU8sQ0FBQyxDQUFDLEtBQUssQ0FBQyxNQUFNLEVBQUU7b0JBQ2hGLFFBQVEsR0FBRyxJQUFBLDZCQUFXLEVBQUMsUUFBUSxFQUFFLFNBQVMsRUFBRSxTQUFTLEVBQUUsU0FBUyxFQUFFLEVBQUUsQ0FBQyxDQUFBO2lCQUN0RTtZQUNILENBQUMsQ0FBQyxDQUFBO1NBQ0g7UUFFRCxRQUFRLENBQUMsTUFBTSxDQUFDLE9BQU8sQ0FBQyxDQUFBO1FBQ3hCLE9BQU8sUUFBUSxDQUFBO0lBQ2pCLENBQUMsQ0FBQTtBQUNILENBQUM7QUFFRCxTQUFTLFVBQVUsQ0FBQyxHQUFXO0lBQzdCLElBQUksQ0FBQyxZQUFFLENBQUMsVUFBVSxDQUFDLEdBQUcsQ0FBQyxFQUFFO1FBQ3ZCLElBQUEsU0FBRyxFQUFDLHVDQUF1QyxFQUFFLEdBQUcsQ0FBQyxDQUFBO1FBQ2pELE9BQU8sS0FBSyxDQUFBO0tBQ2I7SUFDRCxJQUFJLENBQUMsWUFBRSxDQUFDLFFBQVEsQ0FBQyxHQUFHLENBQUMsQ0FBQyxXQUFXLEVBQUUsRUFBRTtRQUNuQyxJQUFBLFNBQUcsRUFBQywyQ0FBMkMsRUFBRSxHQUFHLENBQUMsQ0FBQTtRQUNyRCxPQUFPLEtBQUssQ0FBQTtLQUNiO0lBRUQsT0FBTyxJQUFJLENBQUE7QUFDYixDQUFDIn0=

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hydrofoil/talos",
-  "version": "0.4.17",
+  "version": "0.5.0",
   "main": "index.js",
   "bin": {
     "talos": "bin/talos.js"
@@ -23,7 +23,9 @@
     "@hydrofoil/knossos": "^0.9.7",
     "@hydrofoil/vocabularies": "^0.3",
     "@rdfjs/formats-common": "^2.2.0",
+    "@rdfjs/namespace": "^1.1.0",
     "@rdfjs/term-map": "^1",
+    "@rdfjs/term-set": "^1",
     "@tpluscode/rdf-ns-builders": "^2.0.0",
     "@tpluscode/rdf-string": "^0.2.26",
     "@tpluscode/sparql-builder": "^0.3.23",
@@ -32,14 +34,15 @@
     "commander": "^9.4.0",
     "debug": "^4.3.4",
     "is-absolute-url": "^3",
+    "is-graph-pointer": "^1.2.2",
     "mime-types": "^2.1.35",
     "node-fetch": "^2.6.7",
+    "rdf-dataset-ext": "^1.0.1",
     "rdf-ext": "^1.3.5",
     "replacestream": "^4.0.3",
     "sparql-http-client": "^2.4.1"
   },
   "devDependencies": {
-    "@rdfjs/namespace": "^1.1.0",
     "@types/mime-types": "^2.1.1",
     "@types/replacestream": "^4.0.1",
     "@wikibus/vocabularies": "^0.2.2",
@@ -47,6 +50,7 @@
     "get-stream": "^5",
     "into-stream": "^6.0.0",
     "mocha": "^10.0.0",
+    "rdf-dataset-ext": "^1.0.1",
     "rdf-ext": "^1.3.5",
     "sinon": "^14"
   }