@lde/pipeline 0.30.14 → 0.30.16

package/dist/guard/blankNodes.d.ts

@@ -0,0 +1,38 @@
+import type { Quad } from '@rdfjs/types';
+import type { QuadTransform } from '../stage.js';
+/**
+ * Why this guard exists.
+ *
+ * A file-based served store (e.g. the Dataset Knowledge Graph) rebuilds its
+ * index by concatenating every per-dataset n-quads file and parsing the
+ * concatenation as ONE RDF document (`qlever index` over
+ * `find … -exec cat {} +`). Blank-node labels are only document-scoped, and the
+ * pipeline emits deterministic labels (n3 `DataFactory.blankNode()` → `n3-N`,
+ * the counter resets per dataset/run), so the same label recurs across files and
+ * the indexer fuses those nodes into one — merging unrelated provenance,
+ * measurements and linksets across datasets and runs. Named nodes never fuse.
+ *
+ * The invariant for any quads the pipeline writes into such a store is therefore:
+ * NO blank nodes. Mint stable (skolem) IRIs instead — see `skolemIri` in
+ * `@lde/dataset`. These helpers make that invariant testable and enforceable.
+ *
+ * See ldelements/lde#474 and netwerk-digitaal-erfgoed/dataset-knowledge-graph#352.
+ */
+/**
+ * The distinct blank-node labels appearing in subject, object, or graph position
+ * across `quads`. Empty when the quads are blank-node-free.
+ */
+export declare function blankNodes(quads: Iterable<Quad>): string[];
+/**
+ * Throw if any quad carries a blank node. Use in producer tests to lock in the
+ * no-blank-nodes invariant (see module docs).
+ */
+export declare function assertNoBlankNodes(quads: Iterable<Quad>): void;
+/**
+ * A {@link QuadTransform} that passes quads through unchanged but throws on the
+ * first blank node it sees. Insert it just before the writer to turn the
+ * no-blank-nodes invariant into a hard pipeline failure (e.g. in a CI/staging
+ * run) rather than a per-test opt-in.
+ */
+export declare function failOnBlankNodes<Context>(): QuadTransform<Context>;
+//# sourceMappingURL=blankNodes.d.ts.map

package/dist/guard/blankNodes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"blankNodes.d.ts","sourceRoot":"","sources":["../../src/guard/blankNodes.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,cAAc,CAAC;AACzC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAEjD;;;;;;;;;;;;;;;;;GAiBG;AAEH;;;GAGG;AACH,wBAAgB,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,MAAM,EAAE,CAU1D;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,KAAK,EAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,IAAI,CAU9D;AAED;;;;;GAKG;AACH,wBAAgB,gBAAgB,CAAC,OAAO,KAAK,aAAa,CAAC,OAAO,CAAC,CAelE"}

package/dist/guard/blankNodes.js

@@ -0,0 +1,66 @@
+/**
+ * Why this guard exists.
+ *
+ * A file-based served store (e.g. the Dataset Knowledge Graph) rebuilds its
+ * index by concatenating every per-dataset n-quads file and parsing the
+ * concatenation as ONE RDF document (`qlever index` over
+ * `find … -exec cat {} +`). Blank-node labels are only document-scoped, and the
+ * pipeline emits deterministic labels (n3 `DataFactory.blankNode()` → `n3-N`,
+ * the counter resets per dataset/run), so the same label recurs across files and
+ * the indexer fuses those nodes into one — merging unrelated provenance,
+ * measurements and linksets across datasets and runs. Named nodes never fuse.
+ *
+ * The invariant for any quads the pipeline writes into such a store is therefore:
+ * NO blank nodes. Mint stable (skolem) IRIs instead — see `skolemIri` in
+ * `@lde/dataset`. These helpers make that invariant testable and enforceable.
+ *
+ * See ldelements/lde#474 and netwerk-digitaal-erfgoed/dataset-knowledge-graph#352.
+ */
+/**
+ * The distinct blank-node labels appearing in subject, object, or graph position
+ * across `quads`. Empty when the quads are blank-node-free.
+ */
+export function blankNodes(quads) {
+    const offenders = new Set();
+    for (const quad of quads) {
+        for (const term of [quad.subject, quad.object, quad.graph]) {
+            if (term.termType === 'BlankNode') {
+                offenders.add(term.value);
+            }
+        }
+    }
+    return [...offenders];
+}
+/**
+ * Throw if any quad carries a blank node. Use in producer tests to lock in the
+ * no-blank-nodes invariant (see module docs).
+ */
+export function assertNoBlankNodes(quads) {
+    const offenders = blankNodes(quads);
+    if (offenders.length > 0) {
+        throw new Error(`Output contains ${offenders.length} blank node(s), which fuse across ` +
+            `datasets when a file-based store cat-indexes per-dataset files. ` +
+            `Mint skolem IRIs instead (see skolemIri in @lde/dataset; ldelements/lde#474). ` +
+            `First: ${offenders.slice(0, 10).join(', ')}`);
+    }
+}
+/**
+ * A {@link QuadTransform} that passes quads through unchanged but throws on the
+ * first blank node it sees. Insert it just before the writer to turn the
+ * no-blank-nodes invariant into a hard pipeline failure (e.g. in a CI/staging
+ * run) rather than a per-test opt-in.
+ */
+export function failOnBlankNodes() {
+    return async function* (quads) {
+        for await (const quad of quads) {
+            for (const term of [quad.subject, quad.object, quad.graph]) {
+                if (term.termType === 'BlankNode') {
+                    throw new Error(`Blank node reached the writer (${term.value}); it would fuse ` +
+                        `across datasets in a cat-built index. Mint a skolem IRI instead ` +
+                        `(ldelements/lde#474): ${quad.subject.value} ${quad.predicate.value} …`);
+                }
+            }
+            yield quad;
+        }
+    };
+}

package/dist/index.d.ts

@@ -6,6 +6,7 @@ export * from './progressReporter.js';
 export * from './selector.js';
 export * from './stage.js';
 export * from './stageOutputResolver.js';
+export * from './guard/blankNodes.js';
 export * from './sparql/index.js';
 export * from './distribution/index.js';
 export * from './provenance/index.js';

package/dist/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,uBAAuB,CAAC;AACtC,cAAc,eAAe,CAAC;AAC9B,cAAc,YAAY,CAAC;AAC3B,cAAc,0BAA0B,CAAC;AACzC,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oCAAoC,CAAC;AACnD,cAAc,wBAAwB,CAAC;AACvC,cAAc,oCAAoC,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,iBAAiB,CAAC;AAChC,cAAc,YAAY,CAAC;AAC3B,cAAc,eAAe,CAAC;AAC9B,cAAc,uBAAuB,CAAC;AACtC,cAAc,eAAe,CAAC;AAC9B,cAAc,YAAY,CAAC;AAC3B,cAAc,0BAA0B,CAAC;AACzC,cAAc,uBAAuB,CAAC;AACtC,cAAc,mBAAmB,CAAC;AAClC,cAAc,yBAAyB,CAAC;AACxC,cAAc,uBAAuB,CAAC;AACtC,cAAc,mBAAmB,CAAC;AAClC,cAAc,oCAAoC,CAAC;AACnD,cAAc,wBAAwB,CAAC;AACvC,cAAc,oCAAoC,CAAC"}

package/dist/index.js

@@ -6,6 +6,7 @@ export * from './progressReporter.js';
 export * from './selector.js';
 export * from './stage.js';
 export * from './stageOutputResolver.js';
+export * from './guard/blankNodes.js';
 export * from './sparql/index.js';
 export * from './distribution/index.js';
 export * from './provenance/index.js';

package/dist/pipeline.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../src/pipeline.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAgB,MAAM,cAAc,CAAC;AAGrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EACL,KAAK,oBAAoB,EAG1B,MAAM,4BAA4B,CAAC;AAKpC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAO7D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EAEV,gBAAgB,EACjB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAEL,KAAK,aAAa,EACnB,MAAM,2BAA2B,CAAC;AAEnC;;;;;;;GAOG;AACH,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wDAAwD;AACxD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,aAAa,CAAC,uBAAuB,CAAC,CAAC;CAC3D;AAED,MAAM,WAAW,eAAe;IAC9B,eAAe,EAAE,eAAe,CAAC;IACjC,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC3B,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,QAAQ,CAAC,EAAE;QACT,mBAAmB,EAAE,mBAAmB,CAAC;QACzC,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAC5B;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;;;;;;;;;OASG;IACH,OAAO,CAAC,EAAE,MAAM,aAAa,CAAC;CAC/B;AAkFD,qBAAa,QAAQ;IACnB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAC9B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAyC;IAC3E,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAuB;IAC5D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAA8B;IACxD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAmB;IAC7C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;IACrD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAS;gBAE9B,OAAO,EAAE,eAAe;IA2C9B,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;YAoBZ,cAAc;IA0I5B,+EAA+E;YACjE,aAAa;YAmBb,gBAAgB;IAW9B,OAAO,CAAE,aAAa;IAOtB;;;;;OAKG;IACH,OAAO,CAAC,WAAW;IAMnB;;;OAGG;YACW,QAAQ;IA0CtB,2EAA2E;YAC7D,eAAe;YAqBf,QAAQ;YA+DP,SAAS;CAczB"}
+{"version":3,"file":"pipeline.d.ts","sourceRoot":"","sources":["../src/pipeline.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,OAAO,EAAgB,MAAM,cAAc,CAAC;AAGrD,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AACnC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAChD,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EACL,KAAK,oBAAoB,EAG1B,MAAM,4BAA4B,CAAC;AAKpC,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AAY7D,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,0BAA0B,CAAC;AACpE,OAAO,KAAK,EAEV,gBAAgB,EACjB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,EAEL,KAAK,aAAa,EACnB,MAAM,2BAA2B,CAAC;AAEnC;;;;;;;GAOG;AACH,MAAM,WAAW,uBAAuB;IACtC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,wDAAwD;AACxD,MAAM,WAAW,cAAc;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb;;;;;OAKG;IACH,gBAAgB,CAAC,EAAE,aAAa,CAAC,uBAAuB,CAAC,CAAC;CAC3D;AAED,MAAM,WAAW,eAAe;IAC9B,eAAe,EAAE,eAAe,CAAC;IACjC,MAAM,EAAE,KAAK,EAAE,CAAC;IAChB,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IAC3B,OAAO,CAAC,EAAE,cAAc,EAAE,CAAC;IAC3B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oBAAoB,CAAC,EAAE,oBAAoB,CAAC;IAC5C,QAAQ,CAAC,EAAE;QACT,mBAAmB,EAAE,mBAAmB,CAAC;QACzC,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;IACF,QAAQ,CAAC,EAAE,gBAAgB,CAAC;IAC5B;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,eAAe,CAAC;IAClC;;;;;;OAMG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;;;;;;;;;OASG;IACH,OAAO,CAAC,EAAE,MAAM,aAAa,CAAC;CAC/B;AAkFD,qBAAa,QAAQ;IACnB,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAS;IAC9B,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAkB;IAClD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAU;IACjC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAS;IAChC,OAAO,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAyC;IAC3E,OAAO,CAAC,QAAQ,CAAC,oBAAoB,CAAuB;IAC5D,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAA8B;IACxD,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAmB;IAC7C,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAsB;IACrD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAkB;IACnD,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAC,CAAS;gBAE9B,OAAO,EAAE,eAAe;IA2C9B,GAAG,IAAI,OAAO,CAAC,IAAI,CAAC;YAoBZ,cAAc;IA+K5B,+EAA+E;YACjE,aAAa;YAmBb,gBAAgB;IAW9B,OAAO,CAAE,aAAa;IAOtB;;;;;OAKG;IACH,OAAO,CAAC,WAAW;IAMnB;;;OAGG;YACW,QAAQ;IA0CtB,2EAA2E;YAC7D,eAAe;YAqBf,QAAQ;YA+DP,SAAS;CAczB"}

package/dist/pipeline.js

@@ -6,6 +6,8 @@ import { SparqlDistributionResolver } from './distribution/index.js';
 import { sourceFingerprint } from './provenance/sourceFingerprint.js';
 import { shouldReprocess } from './provenance/reprocessDecision.js';
 import { NetworkError, SparqlProbeResult, } from '@lde/distribution-probe';
+import { ImportSuccessful } from '@lde/sparql-importer';
+import { importOutcomeToVerdict, probeResultToVerdict, } from '@lde/distribution-health';
 import { NotSupported } from './sparql/executor.js';
 import { ConstantTimeoutPolicy, } from './sparql/timeoutPolicy.js';
 /**
@@ -141,6 +143,13 @@ export class Pipeline {
             probed = await this.distributionResolver.probe(dataset, {
                 onProbe: (distribution, result) => {
                     this.reporter?.distributionProbed?.(mapProbeResult(distribution, result));
+                    // Shallow validity: the probe parse-validates small RDF bodies as a
+                    // by-product. Surface that verdict per distribution, judged against
+                    // the distribution's own observed fingerprint.
+                    const verdict = probeResultToVerdict(result, sourceFingerprint(distribution, result));
+                    if (verdict) {
+                        this.reporter?.distributionValidated?.(distribution, verdict);
+                    }
                 },
             });
         }
@@ -190,6 +199,13 @@ export class Pipeline {
             return;
         }
         if (resolved instanceof NoDistributionAvailable) {
+            // A failed import is a deep RDF-validity verdict on the distribution
+            // attempted. Surface it per distribution even though the dataset produces
+            // no summary, so an invalid distribution is recorded rather than silently
+            // dropped.
+            if (resolved.importFailed) {
+                this.reporter?.distributionValidated?.(resolved.importFailed.distribution, importOutcomeToVerdict(resolved.importFailed, fingerprint));
+            }
             // Record the failure so a dataset whose source is unchanged is not
             // re-imported every run; it is retried at the next fingerprint change or
             // version rotation.
@@ -198,6 +214,12 @@ export class Pipeline {
             return;
         }
         this.reporter?.distributionSelected?.(dataset, resolved.distribution, resolved.importedFrom, resolved.importDuration, resolved.tripleCount);
+        // A completed data-dump import is a deep validity verdict on the imported
+        // distribution (valid, or empty when it yielded no triples). Native SPARQL
+        // endpoints are not imported, so they carry no deep verdict.
+        if (resolved.importedFrom) {
+            this.reporter?.distributionValidated?.(resolved.importedFrom, importOutcomeToVerdict(new ImportSuccessful(resolved.importedFrom, undefined, resolved.tripleCount), fingerprint));
+        }
         const timeout = this.timeoutFactory();
         const unsubscribe = timeout.subscribe?.({
             onTighten: (event) => this.reporter?.timeoutTightened?.(event),
@@ -372,6 +394,7 @@ export class Pipeline {
     }
 }
 function mapProbeResult(distribution, result) {
+    const fingerprint = sourceFingerprint(distribution, result);
     if (result instanceof NetworkError) {
         return {
             distribution,
@@ -379,6 +402,7 @@ function mapProbeResult(distribution, result) {
             available: false,
             error: result.message,
             warnings: [],
+            fingerprint,
         };
     }
     return {
@@ -390,5 +414,6 @@ function mapProbeResult(distribution, result) {
         statusCode: result.statusCode,
         error: result.failureReason ?? undefined,
         warnings: result.warnings,
+        fingerprint,
     };
 }

package/dist/progressReporter.d.ts

@@ -1,4 +1,5 @@
 import type { Dataset, Distribution } from '@lde/dataset';
+import type { ValidityVerdict } from '@lde/distribution-health';
 import type { ValidationReport } from './validator.js';
 import type { TimeoutTransitionEvent } from './sparql/timeoutPolicy.js';
 export interface DistributionAnalysisResult {
@@ -8,6 +9,14 @@ export interface DistributionAnalysisResult {
     statusCode?: number;
     error?: string;
     warnings: string[];
+    /**
+     * The source-change fingerprint observed for this distribution, or `null`
+     * when none could be established (e.g. a live SPARQL endpoint). The shared
+     * key against which a validity verdict's `validatedFingerprint` is matched,
+     * so a consumer can record it on the reachability rail. Always populated by
+     * the pipeline; optional so consumers constructing the result need not set it.
+     */
+    fingerprint?: string | null;
 }
 export interface ProgressReporter {
     pipelineStart?(name: string): void;
@@ -19,6 +28,13 @@ export interface ProgressReporter {
     importStarted?(): void;
     /** Called when importing a distribution fails. */
     importFailed?(distribution: Distribution, error: string): void;
+    /**
+     * Called with the RDF-validity verdict for a distribution the pipeline
+     * attempted, whether valid or invalid, and even when the dataset is
+     * otherwise skipped (no summary produced). The verdict is a plain
+     * TypeScript value; consumers decide how (and whether) to record it as RDF.
+     */
+    distributionValidated?(distribution: Distribution, verdict: ValidityVerdict): void;
     distributionSelected?(dataset: Dataset, distribution: Distribution, importedFrom?: Distribution, importDuration?: number, tripleCount?: number): void;
     stageStart?(stage: string): void;
     stageProgress?(update: {

package/dist/progressReporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"progressReporter.d.ts","sourceRoot":"","sources":["../src/progressReporter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAExE,MAAM,WAAW,0BAA0B;IACzC,YAAY,EAAE,YAAY,CAAC;IAC3B,IAAI,EAAE,QAAQ,GAAG,WAAW,GAAG,eAAe,CAAC;IAC/C,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,gBAAgB;IAC/B,aAAa,CAAC,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,gBAAgB,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACzD,YAAY,CAAC,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IACtC,8DAA8D;IAC9D,kBAAkB,CAAC,CAAC,MAAM,EAAE,0BAA0B,GAAG,IAAI,CAAC;IAC9D,6CAA6C;IAC7C,aAAa,CAAC,IAAI,IAAI,CAAC;IACvB,kDAAkD;IAClD,YAAY,CAAC,CAAC,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/D,oBAAoB,CAAC,CACnB,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,YAAY,EAC1B,YAAY,CAAC,EAAE,YAAY,EAC3B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,GACnB,IAAI,CAAC;IACR,UAAU,CAAC,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,aAAa,CAAC,CAAC,MAAM,EAAE;QACrB,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,MAAM,CAAC;QACvB,gBAAgB,EAAE,MAAM,CAAC;QACzB,aAAa,EAAE,MAAM,CAAC;KACvB,GAAG,IAAI,CAAC;IACT,aAAa,CAAC,CACZ,KAAK,EAAE,MAAM,EACb,MAAM,EAAE;QACN,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,MAAM,CAAC;QACvB,QAAQ,EAAE,MAAM,CAAC;KAClB,GACA,IAAI,CAAC;IACR,WAAW,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IAChD,YAAY,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACnD;;;;;;;;OAQG;IACH,gBAAgB,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACpE,eAAe,CAAC,CACd,OAAO,EAAE,OAAO,EAChB,MAAM,EAAE;QAAE,gBAAgB,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,GAC1D,IAAI,CAAC;IACR,cAAc,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACxD,gBAAgB,CAAC,CAAC,MAAM,EAAE;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,gBAAgB,EAAE,MAAM,CAAC;QACzB,aAAa,EAAE,MAAM,CAAC;KACvB,GAAG,IAAI,CAAC;IACT;;;;OAIG;IACH,gBAAgB,CAAC,CAAC,KAAK,EAAE,sBAAsB,GAAG,IAAI,CAAC;IACvD;;;OAGG;IACH,cAAc,CAAC,CAAC,KAAK,EAAE,sBAAsB,GAAG,IAAI,CAAC;CACtD"}
+{"version":3,"file":"progressReporter.d.ts","sourceRoot":"","sources":["../src/progressReporter.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAC1D,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAChE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,2BAA2B,CAAC;AAExE,MAAM,WAAW,0BAA0B;IACzC,YAAY,EAAE,YAAY,CAAC;IAC3B,IAAI,EAAE,QAAQ,GAAG,WAAW,GAAG,eAAe,CAAC;IAC/C,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB;;;;;;OAMG;IACH,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC7B;AAED,MAAM,WAAW,gBAAgB;IAC/B,aAAa,CAAC,CAAC,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACnC,gBAAgB,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACzD,YAAY,CAAC,CAAC,OAAO,EAAE,OAAO,GAAG,IAAI,CAAC;IACtC,8DAA8D;IAC9D,kBAAkB,CAAC,CAAC,MAAM,EAAE,0BAA0B,GAAG,IAAI,CAAC;IAC9D,6CAA6C;IAC7C,aAAa,CAAC,IAAI,IAAI,CAAC;IACvB,kDAAkD;IAClD,YAAY,CAAC,CAAC,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/D;;;;;OAKG;IACH,qBAAqB,CAAC,CACpB,YAAY,EAAE,YAAY,EAC1B,OAAO,EAAE,eAAe,GACvB,IAAI,CAAC;IACR,oBAAoB,CAAC,CACnB,OAAO,EAAE,OAAO,EAChB,YAAY,EAAE,YAAY,EAC1B,YAAY,CAAC,EAAE,YAAY,EAC3B,cAAc,CAAC,EAAE,MAAM,EACvB,WAAW,CAAC,EAAE,MAAM,GACnB,IAAI,CAAC;IACR,UAAU,CAAC,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACjC,aAAa,CAAC,CAAC,MAAM,EAAE;QACrB,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,MAAM,CAAC;QACvB,gBAAgB,EAAE,MAAM,CAAC;QACzB,aAAa,EAAE,MAAM,CAAC;KACvB,GAAG,IAAI,CAAC;IACT,aAAa,CAAC,CACZ,KAAK,EAAE,MAAM,EACb,MAAM,EAAE;QACN,cAAc,EAAE,MAAM,CAAC;QACvB,cAAc,EAAE,MAAM,CAAC;QACvB,QAAQ,EAAE,MAAM,CAAC;KAClB,GACA,IAAI,CAAC;IACR,WAAW,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,GAAG,IAAI,CAAC;IAChD,YAAY,CAAC,CAAC,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACnD;;;;;;;;OAQG;IACH,gBAAgB,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACpE,eAAe,CAAC,CACd,OAAO,EAAE,OAAO,EAChB,MAAM,EAAE;QAAE,gBAAgB,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,CAAA;KAAE,GAC1D,IAAI,CAAC;IACR,cAAc,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACxD,gBAAgB,CAAC,CAAC,MAAM,EAAE;QACxB,QAAQ,EAAE,MAAM,CAAC;QACjB,gBAAgB,EAAE,MAAM,CAAC;QACzB,aAAa,EAAE,MAAM,CAAC;KACvB,GAAG,IAAI,CAAC;IACT;;;;OAIG;IACH,gBAAgB,CAAC,CAAC,KAAK,EAAE,sBAAsB,GAAG,IAAI,CAAC;IACvD;;;OAGG;IACH,cAAc,CAAC,CAAC,KAAK,EAAE,sBAAsB,GAAG,IAAI,CAAC;CACtD"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lde/pipeline",
-  "version": "0.30.14",
+  "version": "0.30.16",
   "repository": {
     "url": "git+https://github.com/ldelements/lde.git",
     "directory": "packages/pipeline"
@@ -26,6 +26,7 @@
   "dependencies": {
     "@lde/dataset": "0.7.7",
     "@lde/dataset-registry-client": "0.8.3",
+    "@lde/distribution-health": "0.1.1",
     "@lde/distribution-probe": "0.1.10",
     "@lde/sparql-importer": "0.6.5",
     "@lde/sparql-server": "0.4.11",