@hydrofoil/talos 0.4.10 → 0.4.13
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +29 -0
- package/lib/bootstrap.js +27 -18
- package/package.json +8 -7
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,34 @@
|
|
|
1
1
|
# @hydrofoil/talos
|
|
2
2
|
|
|
3
|
+
## 0.4.13
|
|
4
|
+
|
|
5
|
+
### Patch Changes
|
|
6
|
+
|
|
7
|
+
- Updated dependencies [0ec3dde]
|
|
8
|
+
- Updated dependencies [0ec3dde]
|
|
9
|
+
- @hydrofoil/knossos@0.8.0
|
|
10
|
+
|
|
11
|
+
## 0.4.12
|
|
12
|
+
|
|
13
|
+
### Patch Changes
|
|
14
|
+
|
|
15
|
+
- ab4c5c3: build(deps): bump mime-types from 2.1.34 to 2.1.35
|
|
16
|
+
- ddbc61b: Update `@tpluscode/rdf-ns-builders` to v2
|
|
17
|
+
- Updated dependencies [a024e38]
|
|
18
|
+
- Updated dependencies [ddbc61b]
|
|
19
|
+
- @hydrofoil/knossos@0.7.2
|
|
20
|
+
|
|
21
|
+
## 0.4.11
|
|
22
|
+
|
|
23
|
+
### Patch Changes
|
|
24
|
+
|
|
25
|
+
- 0d5fb28: build(deps): bump commander from 9.2.0 to 9.3.0
|
|
26
|
+
- d2051ea: PUT: support trig sources with multiple resources (closes #92)
|
|
27
|
+
- Updated dependencies [0d5fb28]
|
|
28
|
+
- Updated dependencies [017d95b]
|
|
29
|
+
- Updated dependencies [3f945d2]
|
|
30
|
+
- @hydrofoil/knossos@0.7.1
|
|
31
|
+
|
|
3
32
|
## 0.4.10
|
|
4
33
|
|
|
5
34
|
### Patch Changes
|
package/lib/bootstrap.js
CHANGED
|
@@ -10,7 +10,8 @@ const sparql_http_client_1 = __importDefault(require("sparql-http-client"));
|
|
|
10
10
|
const rdf_ext_1 = __importDefault(require("rdf-ext"));
|
|
11
11
|
const clownface_1 = __importDefault(require("clownface"));
|
|
12
12
|
const store_1 = require("@hydrofoil/knossos/lib/store");
|
|
13
|
-
const
|
|
13
|
+
const rdf_ns_builders_1 = require("@tpluscode/rdf-ns-builders");
|
|
14
|
+
const term_map_1 = __importDefault(require("@rdfjs/term-map"));
|
|
14
15
|
const fileStream_1 = require("./fileStream");
|
|
15
16
|
const log_1 = require("./log");
|
|
16
17
|
const prefixHandler_1 = require("./prefixHandler");
|
|
@@ -32,34 +33,42 @@ async function bootstrap({ api, apiUri, cwd, ...options }) {
|
|
|
32
33
|
existingResource: 'overwrite',
|
|
33
34
|
};
|
|
34
35
|
parserStream.on('prefix', (0, prefixHandler_1.optionsFromPrefixes)(resourceOptions));
|
|
35
|
-
const
|
|
36
|
+
const graphs = new term_map_1.default();
|
|
36
37
|
try {
|
|
37
|
-
for await (const
|
|
38
|
-
dataset.
|
|
38
|
+
for await (const { subject, predicate, object, graph } of parserStream) {
|
|
39
|
+
let dataset = graphs.get(graph);
|
|
40
|
+
if (!dataset) {
|
|
41
|
+
dataset = rdf_ext_1.default.dataset();
|
|
42
|
+
graphs.set(graph, dataset);
|
|
43
|
+
}
|
|
44
|
+
dataset.add(rdf_ext_1.default.quad(subject, predicate, object));
|
|
39
45
|
}
|
|
40
46
|
}
|
|
41
47
|
catch (e) {
|
|
42
48
|
(0, log_1.log)('Failed to parse %s: %s', relative, e.message);
|
|
43
49
|
continue;
|
|
44
50
|
}
|
|
45
|
-
const
|
|
46
|
-
.
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
+
for (const [graph, dataset] of graphs) {
|
|
52
|
+
const resource = graph.termType === 'DefaultGraph' ? url : graph.value;
|
|
53
|
+
const pointer = (0, clownface_1.default)({ dataset })
|
|
54
|
+
.namedNode(resource)
|
|
55
|
+
.addOut(rdf_ns_builders_1.hydra.apiDocumentation, apiUri);
|
|
56
|
+
if (await store.exists(pointer.term)) {
|
|
57
|
+
if (resourceOptions.existingResource === 'overwrite') {
|
|
58
|
+
(0, log_1.log)(`Replacing resource ${resource}`);
|
|
59
|
+
}
|
|
60
|
+
else {
|
|
61
|
+
(0, log_1.log)(`Merging existing resource ${resource}`);
|
|
62
|
+
const current = await store.load(pointer.term);
|
|
63
|
+
pointer.dataset.addAll(current.dataset);
|
|
64
|
+
}
|
|
51
65
|
}
|
|
52
66
|
else {
|
|
53
|
-
(0, log_1.log)(`
|
|
54
|
-
const current = await store.load(pointer.term);
|
|
55
|
-
pointer.dataset.addAll(current.dataset);
|
|
67
|
+
(0, log_1.log)(`Creating resource ${resource}`);
|
|
56
68
|
}
|
|
69
|
+
await store.save(pointer);
|
|
57
70
|
}
|
|
58
|
-
else {
|
|
59
|
-
(0, log_1.log)(`Creating resource ${url}`);
|
|
60
|
-
}
|
|
61
|
-
await store.save(pointer);
|
|
62
71
|
}
|
|
63
72
|
}
|
|
64
73
|
exports.bootstrap = bootstrap;
|
|
65
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
74
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiYm9vdHN0cmFwLmpzIiwic291cmNlUm9vdCI6IiIsInNvdXJjZXMiOlsiYm9vdHN0cmFwLnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7OztBQUFBLGdEQUF1QjtBQUV2QiwrREFBc0M7QUFDdEMsNEVBQXNFO0FBQ3RFLHNEQUEwQjtBQUMxQiwwREFBaUM7QUFDakMsd0RBQW9FO0FBQ3BFLGdFQUFrRDtBQUNsRCwrREFBcUM7QUFFckMsNkNBQStDO0FBQy9DLCtCQUEyQjtBQUMzQixtREFBcUQ7QUFZOUMsS0FBSyxVQUFVLFNBQVMsQ0FBQyxFQUFFLEdBQUcsRUFBRSxNQUFNLEVBQUUsR0FBRyxFQUFFLEdBQUcsT0FBTyxFQUFXO0lBQ3ZFLE1BQU0sS0FBSyxHQUFHLElBQUksNkJBQXFCLENBQUMsSUFBSSw0QkFBWSxDQUFDLE9BQU8sQ0FBQyxDQUFDLENBQUE7SUFFbEUsSUFBSSxLQUFLLEVBQUUsTUFBTSxJQUFJLElBQUksSUFBQSxjQUFJLEVBQUMsR0FBRyxDQUFDLEVBQUU7UUFDbEMsTUFBTSxRQUFRLEdBQUcsY0FBSSxDQUFDLFFBQVEsQ0FBQyxHQUFHLEVBQUUsSUFBSSxDQUFDLENBQUE7UUFDekMsTUFBTSxZQUFZLEdBQUcsY0FBSSxDQUFDLFFBQVEsQ0FBQyxHQUFHLEVBQUUsSUFBSSxDQUFDO2FBQzFDLE9BQU8sQ0FBQyxVQUFVLEVBQUUsRUFBRSxDQUFDO2FBQ3ZCLE9BQU8sQ0FBQyxXQUFXLEVBQUUsRUFBRSxDQUFDLENBQUE7UUFFM0IsTUFBTSxHQUFHLEdBQUcsWUFBWSxLQUFLLEVBQUU7WUFDN0IsQ0FBQyxDQUFDLFNBQVMsQ0FBQyxHQUFHLENBQUM7WUFDaEIsQ0FBQyxDQUFDLFNBQVMsQ0FBQyxHQUFHLEdBQUcsSUFBSSxZQUFZLEVBQUUsQ0FBQyxDQUFBO1FBRXZDLE1BQU0sWUFBWSxHQUFHLElBQUEsNkJBQWdCLEVBQUMsSUFBSSxFQUFFLEdBQUcsRUFBRSxHQUFHLEVBQUUsR0FBRyxDQUFDLENBQUE7UUFDMUQsSUFBSSxDQUFDLFlBQVksRUFBRTtZQUNqQixTQUFRO1NBQ1Q7UUFFRCxNQUFNLGVBQWUsR0FBb0I7WUFDdkMsZ0JBQWdCLEVBQUUsV0FBVztTQUM5QixDQUFBO1FBQ0QsWUFBWSxDQUFDLEVBQUUsQ0FBQyxRQUFRLEVBQUUsSUFBQSxtQ0FBbUIsRUFBQyxlQUFlLENBQUMsQ0FBQyxDQUFBO1FBQy9ELE1BQU0sTUFBTSxHQUFHLElBQUksa0JBQU8sRUFBd0MsQ0FBQTtRQUNsRSxJQUFJO1lBQ0YsSUFBSSxLQUFLLEVBQUUsTUFBTSxFQUFFLE9BQU8sRUFBRSxTQUFTLEVBQUUsTUFBTSxFQUFFLEtBQUssRUFBRSxJQUFJLFlBQVksRUFBRTtnQkFDdEUsSUFBSSxPQUFPLEdBQUcsTUFBTSxDQUFDLEdBQUcsQ0FBQyxLQUFLLENBQUMsQ0FBQTtnQkFDL0IsSUFBSSxDQUFDLE9BQU8sRUFBRTtvQkFDWixPQUFPLEdBQUcsaUJBQUksQ0FBQyxPQUFPLEVBQUUsQ0FBQTtvQkFDeEIsTUFBTSxDQUFDLEdBQUcsQ0FBQyxLQUFLLEVBQUUsT0FBTyxDQUFDLENBQUE7aUJBQzNCO2dCQUVELE9BQU8sQ0FBQyxHQUFHLENBQUMsaUJBQUksQ0FBQyxJQUFJLENBQUMsT0FBTyxFQUFFLFNBQVMsRUFBRSxNQUFNLENBQUMsQ0FBQyxDQUFBO2FBQ25EO1NBQ0Y7UUFBQyxPQUFPLENBQU0sRUFBRTtZQUNmLElBQUEsU0FBRyxFQUFDLHdCQUF3QixFQUFFLFFBQVEsRUFBRSxDQUFDLENBQUMsT0FBTyxDQUFDLENBQUE7WUFDbEQsU0FBUTtTQUNUO1FBRUQsS0FBSyxNQUFNLENBQUMsS0FBSyxFQUFFLE9BQU8sQ0FBQyxJQUFJLE1BQU0sRUFBRTtZQUNyQyxNQUFNLFFBQVEsR0FBRyxLQUFLLENBQUMsUUFBUSxLQUFLLGNBQWMsQ0FBQyxDQUFDLENBQUMsR0FBRyxDQUFDLENBQUMsQ0FBQyxLQUFLLENBQUMsS0FBSyxDQUFBO1lBQ3RFLE1BQU0sT0FBTyxHQUFHLElBQUEsbUJBQVMsRUFBQyxFQUFFLE9BQU8sRUFBRSxDQUFDO2lCQUNuQyxTQUFTLENBQUMsUUFBUSxDQUFDO2lCQUNuQixNQUFNLENBQUMsdUJBQUssQ0FBQyxnQkFBZ0IsRUFBRSxNQUFNLENBQUMsQ0FBQTtZQUV6QyxJQUFJLE1BQU0sS0FBSyxDQUFDLE1BQU0sQ0FBQyxPQUFPLENBQUMsSUFBSSxDQUFDLEVBQUU7Z0JBQ3BDLElBQUksZUFBZSxDQUFDLGdCQUFnQixLQUFLLFdBQVcsRUFBRTtvQkFDcEQsSUFBQSxTQUFHLEVBQUMsc0JBQXNCLFFBQVEsRUFBRSxDQUFDLENBQUE7aUJBQ3RDO3FCQUFNO29CQUNMLElBQUEsU0FBRyxFQUFDLDZCQUE2QixRQUFRLEVBQUUsQ0FBQyxDQUFBO29CQUM1QyxNQUFNLE9BQU8sR0FBRyxNQUFNLEtBQUssQ0FBQyxJQUFJLENBQUMsT0FBTyxDQUFDLElBQUksQ0FBQyxDQUFBO29CQUM5QyxPQUFPLENBQUMsT0FBTyxDQUFDLE1BQU0sQ0FBQyxPQUFPLENBQUMsT0FBTyxDQUFDLENBQUE7aUJBQ3hDO2FBQ0Y7aUJBQU07Z0JBQ0wsSUFBQSxTQUFHLEVBQUMscUJBQXFCLFFBQVEsRUFBRSxDQUFDLENBQUE7YUFDckM7WUFFRCxNQUFNLEtBQUssQ0FBQyxJQUFJLENBQUMsT0FBTyxDQUFDLENBQUE7U0FDMUI7S0FDRjtBQUNILENBQUM7QUEzREQsOEJBMkRDIn0=
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@hydrofoil/talos",
|
|
3
|
-
"version": "0.4.
|
|
3
|
+
"version": "0.4.13",
|
|
4
4
|
"main": "index.js",
|
|
5
5
|
"bin": {
|
|
6
6
|
"talos": "bin/talos.js"
|
|
@@ -15,18 +15,19 @@
|
|
|
15
15
|
],
|
|
16
16
|
"dependencies": {
|
|
17
17
|
"@fcostarodrigo/walk": "^5.0.1",
|
|
18
|
-
"@hydrofoil/knossos": "^0.
|
|
18
|
+
"@hydrofoil/knossos": "^0.8.0",
|
|
19
19
|
"@hydrofoil/vocabularies": "^0.3",
|
|
20
20
|
"@rdfjs/formats-common": "^2.2.0",
|
|
21
|
-
"@
|
|
22
|
-
"@tpluscode/rdf-
|
|
23
|
-
"@tpluscode/
|
|
21
|
+
"@rdfjs/term-map": "^1",
|
|
22
|
+
"@tpluscode/rdf-ns-builders": "^2.0.0",
|
|
23
|
+
"@tpluscode/rdf-string": "^0.2.26",
|
|
24
|
+
"@tpluscode/sparql-builder": "^0.3.22",
|
|
24
25
|
"@zazuko/rdf-vocabularies": "*",
|
|
25
26
|
"clownface": "^1.5.1",
|
|
26
|
-
"commander": "^9.
|
|
27
|
+
"commander": "^9.3.0",
|
|
27
28
|
"debug": "^4.3.4",
|
|
28
29
|
"is-absolute-url": "^3",
|
|
29
|
-
"mime-types": "^2.1.
|
|
30
|
+
"mime-types": "^2.1.35",
|
|
30
31
|
"node-fetch": "^2.6.7",
|
|
31
32
|
"rdf-ext": "^1.3.5",
|
|
32
33
|
"replacestream": "^4.0.3",
|