@lde/pipeline 0.6.16 → 0.6.18
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/distribution/index.d.ts +1 -0
- package/dist/distribution/index.d.ts.map +1 -1
- package/dist/distribution/index.js +1 -0
- package/dist/distribution/resolveDistributions.d.ts +11 -0
- package/dist/distribution/resolveDistributions.d.ts.map +1 -0
- package/dist/distribution/resolveDistributions.js +17 -0
- package/dist/distribution/resolver.d.ts +7 -2
- package/dist/distribution/resolver.d.ts.map +1 -1
- package/dist/distribution/resolver.js +15 -6
- package/dist/sparql/index.d.ts +0 -1
- package/dist/sparql/index.d.ts.map +1 -1
- package/dist/sparql/index.js +0 -1
- package/package.json +1 -1
- package/dist/sparql/collect.d.ts +0 -19
- package/dist/sparql/collect.d.ts.map +0 -1
- package/dist/sparql/collect.js +0 -23
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
export { probe, NetworkError, SparqlProbeResult, DataDumpProbeResult, type ProbeResultType, } from './probe.js';
|
|
2
2
|
export { probeResultsToQuads } from './report.js';
|
|
3
3
|
export { ResolvedDistribution, NoDistributionAvailable, SparqlDistributionResolver, type DistributionResolver, type SparqlDistributionResolverOptions, } from './resolver.js';
|
|
4
|
+
export { resolveDistributions, type DistributionStageResult, } from './resolveDistributions.js';
|
|
4
5
|
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/distribution/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,EACL,YAAY,EACZ,iBAAiB,EACjB,mBAAmB,EACnB,KAAK,eAAe,GACrB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAElD,OAAO,EACL,oBAAoB,EACpB,uBAAuB,EACvB,0BAA0B,EAC1B,KAAK,oBAAoB,EACzB,KAAK,iCAAiC,GACvC,MAAM,eAAe,CAAC"}
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/distribution/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,EACL,YAAY,EACZ,iBAAiB,EACjB,mBAAmB,EACnB,KAAK,eAAe,GACrB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAElD,OAAO,EACL,oBAAoB,EACpB,uBAAuB,EACvB,0BAA0B,EAC1B,KAAK,oBAAoB,EACzB,KAAK,iCAAiC,GACvC,MAAM,eAAe,CAAC;AAEvB,OAAO,EACL,oBAAoB,EACpB,KAAK,uBAAuB,GAC7B,MAAM,2BAA2B,CAAC"}
|
|
@@ -1,3 +1,4 @@
|
|
|
1
1
|
export { probe, NetworkError, SparqlProbeResult, DataDumpProbeResult, } from './probe.js';
|
|
2
2
|
export { probeResultsToQuads } from './report.js';
|
|
3
3
|
export { ResolvedDistribution, NoDistributionAvailable, SparqlDistributionResolver, } from './resolver.js';
|
|
4
|
+
export { resolveDistributions, } from './resolveDistributions.js';
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import { type Distribution, type Dataset } from '@lde/dataset';
|
|
2
|
+
import type { Quad } from 'n3';
|
|
3
|
+
import type { ProbeResultType } from './probe.js';
|
|
4
|
+
import { type DistributionResolver } from './resolver.js';
|
|
5
|
+
export interface DistributionStageResult {
|
|
6
|
+
distribution: Distribution | null;
|
|
7
|
+
probeResults: ProbeResultType[];
|
|
8
|
+
quads: AsyncIterable<Quad>;
|
|
9
|
+
}
|
|
10
|
+
export declare function resolveDistributions(dataset: Dataset, resolver: DistributionResolver): Promise<DistributionStageResult>;
|
|
11
|
+
//# sourceMappingURL=resolveDistributions.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"resolveDistributions.d.ts","sourceRoot":"","sources":["../../src/distribution/resolveDistributions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,YAAY,EAAE,KAAK,OAAO,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElD,OAAO,EACL,KAAK,oBAAoB,EAE1B,MAAM,eAAe,CAAC;AAEvB,MAAM,WAAW,uBAAuB;IACtC,YAAY,EAAE,YAAY,GAAG,IAAI,CAAC;IAClC,YAAY,EAAE,eAAe,EAAE,CAAC;IAChC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;CAC5B;AAED,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,uBAAuB,CAAC,CAoBlC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import { probeResultsToQuads } from './report.js';
|
|
2
|
+
import { NoDistributionAvailable, } from './resolver.js';
|
|
3
|
+
export async function resolveDistributions(dataset, resolver) {
|
|
4
|
+
const result = await resolver.resolve(dataset);
|
|
5
|
+
if (result instanceof NoDistributionAvailable) {
|
|
6
|
+
return {
|
|
7
|
+
distribution: null,
|
|
8
|
+
probeResults: result.probeResults,
|
|
9
|
+
quads: probeResultsToQuads(result.probeResults, dataset.iri.toString(), result.importFailed),
|
|
10
|
+
};
|
|
11
|
+
}
|
|
12
|
+
return {
|
|
13
|
+
distribution: result.distribution,
|
|
14
|
+
probeResults: result.probeResults,
|
|
15
|
+
quads: probeResultsToQuads(result.probeResults, dataset.iri.toString()),
|
|
16
|
+
};
|
|
17
|
+
}
|
|
@@ -1,13 +1,18 @@
|
|
|
1
1
|
import { Dataset, Distribution } from '@lde/dataset';
|
|
2
2
|
import type { Importer } from '@lde/sparql-importer';
|
|
3
|
+
import { ImportFailed } from '@lde/sparql-importer';
|
|
4
|
+
import { type ProbeResultType } from './probe.js';
|
|
3
5
|
export declare class ResolvedDistribution {
|
|
4
6
|
readonly distribution: Distribution;
|
|
5
|
-
|
|
7
|
+
readonly probeResults: ProbeResultType[];
|
|
8
|
+
constructor(distribution: Distribution, probeResults: ProbeResultType[]);
|
|
6
9
|
}
|
|
7
10
|
export declare class NoDistributionAvailable {
|
|
8
11
|
readonly dataset: Dataset;
|
|
9
12
|
readonly message: string;
|
|
10
|
-
|
|
13
|
+
readonly probeResults: ProbeResultType[];
|
|
14
|
+
readonly importFailed?: ImportFailed | undefined;
|
|
15
|
+
constructor(dataset: Dataset, message: string, probeResults: ProbeResultType[], importFailed?: ImportFailed | undefined);
|
|
11
16
|
}
|
|
12
17
|
export interface DistributionResolver {
|
|
13
18
|
resolve(dataset: Dataset): Promise<ResolvedDistribution | NoDistributionAvailable>;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"resolver.d.ts","sourceRoot":"","sources":["../../src/distribution/resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;
|
|
1
|
+
{"version":3,"file":"resolver.d.ts","sourceRoot":"","sources":["../../src/distribution/resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,YAAY,EAAoB,MAAM,sBAAsB,CAAC;AACtE,OAAO,EAA4B,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAE5E,qBAAa,oBAAoB;IAE7B,QAAQ,CAAC,YAAY,EAAE,YAAY;IACnC,QAAQ,CAAC,YAAY,EAAE,eAAe,EAAE;gBAD/B,YAAY,EAAE,YAAY,EAC1B,YAAY,EAAE,eAAe,EAAE;CAE3C;AAED,qBAAa,uBAAuB;IAEhC,QAAQ,CAAC,OAAO,EAAE,OAAO;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM;IACxB,QAAQ,CAAC,YAAY,EAAE,eAAe,EAAE;IACxC,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY;gBAH3B,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,eAAe,EAAE,EAC/B,YAAY,CAAC,EAAE,YAAY,YAAA;CAEvC;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,CACL,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,oBAAoB,GAAG,uBAAuB,CAAC,CAAC;CAC5D;AAED,MAAM,WAAW,iCAAiC;IAChD,QAAQ,CAAC,EAAE,QAAQ,CAAC;IACpB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;;GASG;AACH,qBAAa,0BAA2B,YAAW,oBAAoB;IACrE,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAW;IACrC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,OAAO,CAAC,EAAE,iCAAiC;IAKjD,OAAO,CACX,OAAO,EAAE,OAAO,GACf,OAAO,CAAC,oBAAoB,GAAG,uBAAuB,CAAC;CA+C3D"}
|
|
@@ -1,18 +1,24 @@
|
|
|
1
1
|
import { Distribution } from '@lde/dataset';
|
|
2
|
-
import { ImportSuccessful } from '@lde/sparql-importer';
|
|
2
|
+
import { ImportFailed, ImportSuccessful } from '@lde/sparql-importer';
|
|
3
3
|
import { probe, SparqlProbeResult } from './probe.js';
|
|
4
4
|
export class ResolvedDistribution {
|
|
5
5
|
distribution;
|
|
6
|
-
|
|
6
|
+
probeResults;
|
|
7
|
+
constructor(distribution, probeResults) {
|
|
7
8
|
this.distribution = distribution;
|
|
9
|
+
this.probeResults = probeResults;
|
|
8
10
|
}
|
|
9
11
|
}
|
|
10
12
|
export class NoDistributionAvailable {
|
|
11
13
|
dataset;
|
|
12
14
|
message;
|
|
13
|
-
|
|
15
|
+
probeResults;
|
|
16
|
+
importFailed;
|
|
17
|
+
constructor(dataset, message, probeResults, importFailed) {
|
|
14
18
|
this.dataset = dataset;
|
|
15
19
|
this.message = message;
|
|
20
|
+
this.probeResults = probeResults;
|
|
21
|
+
this.importFailed = importFailed;
|
|
16
22
|
}
|
|
17
23
|
}
|
|
18
24
|
/**
|
|
@@ -41,7 +47,7 @@ export class SparqlDistributionResolver {
|
|
|
41
47
|
if (distribution.isSparql() &&
|
|
42
48
|
result instanceof SparqlProbeResult &&
|
|
43
49
|
result.isSuccess()) {
|
|
44
|
-
return new ResolvedDistribution(distribution);
|
|
50
|
+
return new ResolvedDistribution(distribution, results);
|
|
45
51
|
}
|
|
46
52
|
}
|
|
47
53
|
// No SPARQL endpoint; try importer if available.
|
|
@@ -49,9 +55,12 @@ export class SparqlDistributionResolver {
|
|
|
49
55
|
const importResult = await this.importer.import(dataset);
|
|
50
56
|
if (importResult instanceof ImportSuccessful) {
|
|
51
57
|
const distribution = Distribution.sparql(importResult.distribution.accessUrl, importResult.identifier);
|
|
52
|
-
return new ResolvedDistribution(distribution);
|
|
58
|
+
return new ResolvedDistribution(distribution, results);
|
|
59
|
+
}
|
|
60
|
+
if (importResult instanceof ImportFailed) {
|
|
61
|
+
return new NoDistributionAvailable(dataset, 'No SPARQL endpoint or importable data dump available', results, importResult);
|
|
53
62
|
}
|
|
54
63
|
}
|
|
55
|
-
return new NoDistributionAvailable(dataset, 'No SPARQL endpoint or importable data dump available');
|
|
64
|
+
return new NoDistributionAvailable(dataset, 'No SPARQL endpoint or importable data dump available', results);
|
|
56
65
|
}
|
|
57
66
|
}
|
package/dist/sparql/index.d.ts
CHANGED
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
export { SparqlConstructExecutor, substituteQueryTemplates, NotSupported, readQueryFile, type ExecuteOptions, type Executor, type SparqlConstructExecutorOptions, type QuadStream, type VariableBindings, } from './executor.js';
|
|
2
|
-
export { collect } from './collect.js';
|
|
3
2
|
export { SparqlSelector, type SparqlSelectorOptions } from './selector.js';
|
|
4
3
|
export { injectValues } from './values.js';
|
|
5
4
|
export { withDefaultGraph } from './graph.js';
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/sparql/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,EACvB,wBAAwB,EACxB,YAAY,EACZ,aAAa,EACb,KAAK,cAAc,EACnB,KAAK,QAAQ,EACb,KAAK,8BAA8B,EACnC,KAAK,UAAU,EACf,KAAK,gBAAgB,GACtB,MAAM,eAAe,CAAC;
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/sparql/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,uBAAuB,EACvB,wBAAwB,EACxB,YAAY,EACZ,aAAa,EACb,KAAK,cAAc,EACnB,KAAK,QAAQ,EACb,KAAK,8BAA8B,EACnC,KAAK,UAAU,EACf,KAAK,gBAAgB,GACtB,MAAM,eAAe,CAAC;AACvB,OAAO,EAAE,cAAc,EAAE,KAAK,qBAAqB,EAAE,MAAM,eAAe,CAAC;AAE3E,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAE3C,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC"}
|
package/dist/sparql/index.js
CHANGED
|
@@ -1,5 +1,4 @@
|
|
|
1
1
|
export { SparqlConstructExecutor, substituteQueryTemplates, NotSupported, readQueryFile, } from './executor.js';
|
|
2
|
-
export { collect } from './collect.js';
|
|
3
2
|
export { SparqlSelector } from './selector.js';
|
|
4
3
|
export { injectValues } from './values.js';
|
|
5
4
|
export { withDefaultGraph } from './graph.js';
|
package/package.json
CHANGED
package/dist/sparql/collect.d.ts
DELETED
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
import { Store } from 'n3';
|
|
2
|
-
import type { QuadStream } from './executor.js';
|
|
3
|
-
/**
|
|
4
|
-
* Collect all quads from a stream into an N3 Store.
|
|
5
|
-
*
|
|
6
|
-
* @param stream The quad stream to collect from.
|
|
7
|
-
* @returns Promise that resolves to a Store containing all quads.
|
|
8
|
-
*
|
|
9
|
-
* @example
|
|
10
|
-
* ```typescript
|
|
11
|
-
* const result = await executor.execute(dataset);
|
|
12
|
-
* if (!(result instanceof NotSupported)) {
|
|
13
|
-
* const store = await collect(result);
|
|
14
|
-
* console.log(`Collected ${store.size} quads`);
|
|
15
|
-
* }
|
|
16
|
-
* ```
|
|
17
|
-
*/
|
|
18
|
-
export declare function collect(stream: QuadStream): Promise<Store>;
|
|
19
|
-
//# sourceMappingURL=collect.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"collect.d.ts","sourceRoot":"","sources":["../../src/sparql/collect.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,IAAI,CAAC;AAC3B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAEhD;;;;;;;;;;;;;;GAcG;AACH,wBAAsB,OAAO,CAAC,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,KAAK,CAAC,CAMhE"}
|
package/dist/sparql/collect.js
DELETED
|
@@ -1,23 +0,0 @@
|
|
|
1
|
-
import { Store } from 'n3';
|
|
2
|
-
/**
|
|
3
|
-
* Collect all quads from a stream into an N3 Store.
|
|
4
|
-
*
|
|
5
|
-
* @param stream The quad stream to collect from.
|
|
6
|
-
* @returns Promise that resolves to a Store containing all quads.
|
|
7
|
-
*
|
|
8
|
-
* @example
|
|
9
|
-
* ```typescript
|
|
10
|
-
* const result = await executor.execute(dataset);
|
|
11
|
-
* if (!(result instanceof NotSupported)) {
|
|
12
|
-
* const store = await collect(result);
|
|
13
|
-
* console.log(`Collected ${store.size} quads`);
|
|
14
|
-
* }
|
|
15
|
-
* ```
|
|
16
|
-
*/
|
|
17
|
-
export async function collect(stream) {
|
|
18
|
-
const store = new Store();
|
|
19
|
-
for await (const quad of stream) {
|
|
20
|
-
store.addQuad(quad);
|
|
21
|
-
}
|
|
22
|
-
return store;
|
|
23
|
-
}
|