@lde/pipeline-void 0.28.18 → 0.28.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"uriSpaceTransform.d.ts","sourceRoot":"","sources":["../src/uriSpaceTransform.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEpE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;
|
|
1
|
+
{"version":3,"file":"uriSpaceTransform.d.ts","sourceRoot":"","sources":["../src/uriSpaceTransform.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAEpE,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AAMzC;;;;;;;;;;;;GAYG;AACH,wBAAgB,aAAa,CAC3B,SAAS,EAAE,WAAW,CAAC,MAAM,EAAE,SAAS,IAAI,EAAE,CAAC,GAC9C,aAAa,CAAC,eAAe,CAAC,CAGhC"}
|
|
@@ -1,15 +1,7 @@
|
|
|
1
1
|
import { hashSuffix, skolemIri } from '@lde/dataset';
|
|
2
2
|
import { DataFactory } from 'n3';
|
|
3
|
+
import { rdf, _void, xsd } from '@tpluscode/rdf-ns-builders';
|
|
3
4
|
const { namedNode, quad, literal } = DataFactory;
|
|
4
|
-
const RDF = 'http://www.w3.org/1999/02/22-rdf-syntax-ns#';
|
|
5
|
-
const VOID = 'http://rdfs.org/ns/void#';
|
|
6
|
-
const XSD = 'http://www.w3.org/2001/XMLSchema#';
|
|
7
|
-
const rdfType = namedNode(`${RDF}type`);
|
|
8
|
-
const voidLinkset = namedNode(`${VOID}Linkset`);
|
|
9
|
-
const voidSubjectsTarget = namedNode(`${VOID}subjectsTarget`);
|
|
10
|
-
const voidObjectsTarget = namedNode(`${VOID}objectsTarget`);
|
|
11
|
-
const voidTriples = namedNode(`${VOID}triples`);
|
|
12
|
-
const xsdInteger = namedNode(`${XSD}integer`);
|
|
13
5
|
/**
|
|
14
6
|
* Creates a {@link QuadTransform} that consumes `void:Linkset` quads from a
|
|
15
7
|
* stage's executor output, matches each `void:objectsTarget` against the
|
|
@@ -41,8 +33,8 @@ async function* aggregateUriSpaces(quads, datasetIri, uriSpaces) {
|
|
|
41
33
|
// match against configured URI spaces, and aggregate counts.
|
|
42
34
|
const aggregated = new Map();
|
|
43
35
|
for (const group of linksets.values()) {
|
|
44
|
-
const objectsTarget = group.find((q) => q.predicate.equals(
|
|
45
|
-
const triplesValue = group.find((q) => q.predicate.equals(
|
|
36
|
+
const objectsTarget = group.find((q) => q.predicate.equals(_void.objectsTarget))?.object.value;
|
|
37
|
+
const triplesValue = group.find((q) => q.predicate.equals(_void.triples))
|
|
46
38
|
?.object.value;
|
|
47
39
|
if (objectsTarget === undefined || triplesValue === undefined)
|
|
48
40
|
continue;
|
|
@@ -69,10 +61,10 @@ async function* aggregateUriSpaces(quads, datasetIri, uriSpaces) {
|
|
|
69
61
|
for (const [uriSpace, { count, metadata }] of aggregated) {
|
|
70
62
|
const linksetNode = namedNode(skolemIri(linksetBase, hashSuffix(uriSpace)));
|
|
71
63
|
const targetDatasetNode = metadata[0].subject;
|
|
72
|
-
yield quad(linksetNode,
|
|
73
|
-
yield quad(linksetNode,
|
|
74
|
-
yield quad(linksetNode,
|
|
75
|
-
yield quad(linksetNode,
|
|
64
|
+
yield quad(linksetNode, rdf.type, _void.Linkset);
|
|
65
|
+
yield quad(linksetNode, _void.subjectsTarget, datasetNode);
|
|
66
|
+
yield quad(linksetNode, _void.objectsTarget, targetDatasetNode);
|
|
67
|
+
yield quad(linksetNode, _void.triples, literal(count.toString(), xsd.integer));
|
|
76
68
|
for (const metadataQuad of metadata) {
|
|
77
69
|
yield metadataQuad;
|
|
78
70
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"vocabularyTransform.d.ts","sourceRoot":"","sources":["../src/vocabularyTransform.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"vocabularyTransform.d.ts","sourceRoot":"","sources":["../src/vocabularyTransform.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,eAAe,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAQpE,eAAO,MAAM,mBAAmB,EAAE,SAAS,MAAM,EAEhD,CAAC;AAEF;;;;;;;;;;;;GAYG;AACH,wBAAgB,gBAAgB,CAC9B,YAAY,GAAE,SAAS,MAAM,EAAwB,GACpD,aAAa,CAAC,eAAe,CAAC,CAGhC"}
|
|
@@ -1,9 +1,7 @@
|
|
|
1
1
|
import prefixes from '@zazuko/prefixes';
|
|
2
2
|
import { DataFactory } from 'n3';
|
|
3
|
+
import { _void } from '@tpluscode/rdf-ns-builders';
|
|
3
4
|
const { namedNode, quad } = DataFactory;
|
|
4
|
-
const VOID = 'http://rdfs.org/ns/void#';
|
|
5
|
-
const voidProperty = namedNode(`${VOID}property`);
|
|
6
|
-
const voidVocabulary = namedNode(`${VOID}vocabulary`);
|
|
7
5
|
export const defaultVocabularies = [
|
|
8
6
|
...new Set(Object.values(prefixes)),
|
|
9
7
|
];
|
|
@@ -27,7 +25,7 @@ async function* appendVocabularies(quads, datasetIri, vocabularies) {
|
|
|
27
25
|
const detectedVocabularies = new Set();
|
|
28
26
|
for await (const q of quads) {
|
|
29
27
|
yield q;
|
|
30
|
-
if (q.predicate.equals(
|
|
28
|
+
if (q.predicate.equals(_void.property)) {
|
|
31
29
|
const propertyUri = q.object.value;
|
|
32
30
|
for (const ns of vocabularies) {
|
|
33
31
|
if (propertyUri.startsWith(ns)) {
|
|
@@ -39,6 +37,6 @@ async function* appendVocabularies(quads, datasetIri, vocabularies) {
|
|
|
39
37
|
}
|
|
40
38
|
const datasetNode = namedNode(datasetIri);
|
|
41
39
|
for (const vocabUri of detectedVocabularies) {
|
|
42
|
-
yield quad(datasetNode,
|
|
40
|
+
yield quad(datasetNode, _void.vocabulary, namedNode(vocabUri));
|
|
43
41
|
}
|
|
44
42
|
}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@lde/pipeline-void",
|
|
3
|
-
"version": "0.28.
|
|
3
|
+
"version": "0.28.19",
|
|
4
4
|
"description": "VOiD (Vocabulary of Interlinked Datasets) statistical analysis for RDF datasets",
|
|
5
5
|
"repository": {
|
|
6
6
|
"url": "git+https://github.com/ldelements/lde.git",
|
|
@@ -27,12 +27,13 @@
|
|
|
27
27
|
],
|
|
28
28
|
"dependencies": {
|
|
29
29
|
"@rdfjs/types": "^2.0.1",
|
|
30
|
+
"@tpluscode/rdf-ns-builders": "^5.0.0",
|
|
30
31
|
"@zazuko/prefixes": "^2.6.1",
|
|
31
32
|
"n3": "^2.0.1",
|
|
32
33
|
"tslib": "^2.3.0"
|
|
33
34
|
},
|
|
34
35
|
"peerDependencies": {
|
|
35
36
|
"@lde/dataset": "0.7.7",
|
|
36
|
-
"@lde/pipeline": "0.30.
|
|
37
|
+
"@lde/pipeline": "0.30.19"
|
|
37
38
|
}
|
|
38
39
|
}
|