@lde/pipeline 0.28.9 → 0.28.12

package/dist/distribution/importResolver.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"importResolver.d.ts","sourceRoot":"","sources":["../../src/distribution/importResolver.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAMrD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EACL,KAAK,oBAAoB,EAEzB,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,eAAe,CAAC;AAGvB,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,YAAY,CAAC;IACrB;;;;;;;;;;;;OAYG;IACH,QAAQ,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,qBAAa,cAAe,YAAW,oBAAoB;IAEvD,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBADP,KAAK,EAAE,oBAAoB,EAC3B,OAAO,EAAE,qBAAqB;IAG3C,OAAO,CACX,GAAG,IAAI,EAAE,UAAU,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,GACnD,OAAO,CAAC,oBAAoB,GAAG,uBAAuB,CAAC;YAgB5C,aAAa;IAqFrB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}
+{"version":3,"file":"importResolver.d.ts","sourceRoot":"","sources":["../../src/distribution/importResolver.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAMrD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,EACL,KAAK,oBAAoB,EAEzB,uBAAuB,EACvB,oBAAoB,EACrB,MAAM,eAAe,CAAC;AAGvB,MAAM,WAAW,qBAAqB;IACpC,QAAQ,EAAE,QAAQ,CAAC;IACnB,MAAM,EAAE,YAAY,CAAC;IACrB;;;;;;;;;;;;OAYG;IACH,QAAQ,CAAC,EAAE,QAAQ,GAAG,QAAQ,CAAC;CAChC;AAED;;;;;;;GAOG;AACH,qBAAa,cAAe,YAAW,oBAAoB;IAEvD,OAAO,CAAC,QAAQ,CAAC,KAAK;IACtB,OAAO,CAAC,QAAQ,CAAC,OAAO;gBADP,KAAK,EAAE,oBAAoB,EAC3B,OAAO,EAAE,qBAAqB;IAG3C,OAAO,CACX,GAAG,IAAI,EAAE,UAAU,CAAC,oBAAoB,CAAC,SAAS,CAAC,CAAC,GACnD,OAAO,CAAC,oBAAoB,GAAG,uBAAuB,CAAC;YAgB5C,aAAa;IAqGrB,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAG/B"}

package/dist/distribution/importResolver.js

@@ -1,7 +1,7 @@
 import { Distribution } from '@lde/dataset';
 import { ImportFailed, ImportSuccessful, NotSupported, } from '@lde/sparql-importer';
 import { NoDistributionAvailable, ResolvedDistribution, } from './resolver.js';
-import { NetworkError } from './probe.js';
+import { NetworkError } from '@lde/distribution-probe';
 /**
  * A {@link DistributionResolver} decorator that adds data-dump import logic.
  *
@@ -35,6 +35,18 @@ export class ImportResolver {
         const candidates = dataset
             .getDownloadDistributions()
             .filter((d) => d.accessUrl && successfulUrls.has(d.accessUrl.toString()));
+        // Propagate Last-Modified from probe to candidate so the downloader can
+        // skip redundant downloads (and preserve the QLever index cache).
+        for (const candidate of candidates) {
+            if (candidate.lastModified)
+                continue;
+            const probeResult = probeResults.find((r) => r.url === candidate.accessUrl.toString());
+            if (probeResult &&
+                !(probeResult instanceof NetworkError) &&
+                probeResult.lastModified) {
+                candidate.lastModified = probeResult.lastModified;
+            }
+        }
         if (candidates.length === 0) {
             return new NoDistributionAvailable(dataset, 'No importable distributions passed probing', probeResults);
         }

package/dist/distribution/index.d.ts

@@ -1,4 +1,4 @@
-export { probe, NetworkError, SparqlProbeResult, DataDumpProbeResult, type ProbeResultType, } from './probe.js';
+export { probe, NetworkError, SparqlProbeResult, DataDumpProbeResult, type ProbeResultType, } from '@lde/distribution-probe';
 export { probeResultsToQuads } from './report.js';
 export { ImportResolver, type ImportResolverOptions, } from './importResolver.js';
 export { ResolvedDistribution, NoDistributionAvailable, SparqlDistributionResolver, type DistributionResolver, type ResolveCallbacks, type SparqlDistributionResolverOptions, } from './resolver.js';

package/dist/distribution/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/distribution/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,EACL,YAAY,EACZ,iBAAiB,EACjB,mBAAmB,EACnB,KAAK,eAAe,GACrB,MAAM,YAAY,CAAC;AAEpB,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAElD,OAAO,EACL,cAAc,EACd,KAAK,qBAAqB,GAC3B,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EACL,oBAAoB,EACpB,uBAAuB,EACvB,0BAA0B,EAC1B,KAAK,oBAAoB,EACzB,KAAK,gBAAgB,EACrB,KAAK,iCAAiC,GACvC,MAAM,eAAe,CAAC;AAEvB,OAAO,EACL,oBAAoB,EACpB,KAAK,uBAAuB,GAC7B,MAAM,2BAA2B,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/distribution/index.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,EACL,YAAY,EACZ,iBAAiB,EACjB,mBAAmB,EACnB,KAAK,eAAe,GACrB,MAAM,yBAAyB,CAAC;AAEjC,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAElD,OAAO,EACL,cAAc,EACd,KAAK,qBAAqB,GAC3B,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EACL,oBAAoB,EACpB,uBAAuB,EACvB,0BAA0B,EAC1B,KAAK,oBAAoB,EACzB,KAAK,gBAAgB,EACrB,KAAK,iCAAiC,GACvC,MAAM,eAAe,CAAC;AAEvB,OAAO,EACL,oBAAoB,EACpB,KAAK,uBAAuB,GAC7B,MAAM,2BAA2B,CAAC"}

package/dist/distribution/index.js

@@ -1,4 +1,4 @@
-export { probe, NetworkError, SparqlProbeResult, DataDumpProbeResult, } from './probe.js';
+export { probe, NetworkError, SparqlProbeResult, DataDumpProbeResult, } from '@lde/distribution-probe';
 export { probeResultsToQuads } from './report.js';
 export { ImportResolver, } from './importResolver.js';
 export { ResolvedDistribution, NoDistributionAvailable, SparqlDistributionResolver, } from './resolver.js';

package/dist/distribution/report.d.ts

@@ -1,6 +1,6 @@
 import type { ImportFailed } from '@lde/sparql-importer';
 import { type Quad } from 'n3';
-import { type ProbeResultType } from './probe.js';
+import { type ProbeResultType } from '@lde/distribution-probe';
 /**
  * Convert probe results into RDF quads describing each probe as a `schema:Action`.
  *

package/dist/distribution/report.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/distribution/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAe,KAAK,IAAI,EAAE,MAAM,IAAI,CAAC;AAC5C,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,YAAY,CAAC;AAUpB;;;;;;;;;GASG;AACH,wBAAuB,mBAAmB,CACxC,YAAY,EAAE,eAAe,EAAE,EAC/B,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,YAAY,GAC1B,aAAa,CAAC,IAAI,CAAC,CA2CrB"}
+{"version":3,"file":"report.d.ts","sourceRoot":"","sources":["../../src/distribution/report.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAe,KAAK,IAAI,EAAE,MAAM,IAAI,CAAC;AAC5C,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,yBAAyB,CAAC;AAUjC;;;;;;;;;GASG;AACH,wBAAuB,mBAAmB,CACxC,YAAY,EAAE,eAAe,EAAE,EAC/B,UAAU,EAAE,MAAM,EAClB,YAAY,CAAC,EAAE,YAAY,GAC1B,aAAa,CAAC,IAAI,CAAC,CA2CrB"}

package/dist/distribution/report.js

@@ -1,5 +1,5 @@
 import { DataFactory } from 'n3';
-import { NetworkError, SparqlProbeResult, } from './probe.js';
+import { NetworkError, SparqlProbeResult, } from '@lde/distribution-probe';
 const { quad, namedNode, blankNode, literal } = DataFactory;
 const RDF = 'http://www.w3.org/1999/02/22-rdf-syntax-ns#';
 const SCHEMA = 'https://schema.org/';

package/dist/distribution/resolveDistributions.d.ts

@@ -1,6 +1,6 @@
 import { type Distribution, type Dataset } from '@lde/dataset';
 import type { Quad } from 'n3';
-import type { ProbeResultType } from './probe.js';
+import type { ProbeResultType } from '@lde/distribution-probe';
 import { type DistributionResolver } from './resolver.js';
 export interface DistributionStageResult {
     distribution: Distribution | null;

package/dist/distribution/resolveDistributions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"resolveDistributions.d.ts","sourceRoot":"","sources":["../../src/distribution/resolveDistributions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,YAAY,EAAE,KAAK,OAAO,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAElD,OAAO,EACL,KAAK,oBAAoB,EAE1B,MAAM,eAAe,CAAC;AAEvB,MAAM,WAAW,uBAAuB;IACtC,YAAY,EAAE,YAAY,GAAG,IAAI,CAAC;IAClC,YAAY,EAAE,eAAe,EAAE,CAAC;IAChC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;CAC5B;AAED,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,uBAAuB,CAAC,CAoBlC"}
+{"version":3,"file":"resolveDistributions.d.ts","sourceRoot":"","sources":["../../src/distribution/resolveDistributions.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,YAAY,EAAE,KAAK,OAAO,EAAE,MAAM,cAAc,CAAC;AAC/D,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;AAC/B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,yBAAyB,CAAC;AAE/D,OAAO,EACL,KAAK,oBAAoB,EAE1B,MAAM,eAAe,CAAC;AAEvB,MAAM,WAAW,uBAAuB;IACtC,YAAY,EAAE,YAAY,GAAG,IAAI,CAAC;IAClC,YAAY,EAAE,eAAe,EAAE,CAAC;IAChC,KAAK,EAAE,aAAa,CAAC,IAAI,CAAC,CAAC;CAC5B;AAED,wBAAsB,oBAAoB,CACxC,OAAO,EAAE,OAAO,EAChB,QAAQ,EAAE,oBAAoB,GAC7B,OAAO,CAAC,uBAAuB,CAAC,CAoBlC"}

package/dist/distribution/resolver.d.ts

@@ -1,6 +1,6 @@
 import { Dataset, Distribution } from '@lde/dataset';
 import type { ImportFailed } from '@lde/sparql-importer';
-import { type ProbeResultType } from './probe.js';
+import { type ProbeResultType } from '@lde/distribution-probe';
 export declare class ResolvedDistribution {
     readonly distribution: Distribution;
     readonly probeResults: ProbeResultType[];

package/dist/distribution/resolver.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"resolver.d.ts","sourceRoot":"","sources":["../../src/distribution/resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAA4B,KAAK,eAAe,EAAE,MAAM,YAAY,CAAC;AAE5E,qBAAa,oBAAoB;IAE7B,QAAQ,CAAC,YAAY,EAAE,YAAY;IACnC,QAAQ,CAAC,YAAY,EAAE,eAAe,EAAE;IACxC,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY;IACpC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM;IAChC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM;gBAJpB,YAAY,EAAE,YAAY,EAC1B,YAAY,EAAE,eAAe,EAAE,EAC/B,YAAY,CAAC,EAAE,YAAY,YAAA,EAC3B,cAAc,CAAC,EAAE,MAAM,YAAA,EACvB,WAAW,CAAC,EAAE,MAAM,YAAA;CAEhC;AAED,qBAAa,uBAAuB;IAEhC,QAAQ,CAAC,OAAO,EAAE,OAAO;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM;IACxB,QAAQ,CAAC,YAAY,EAAE,eAAe,EAAE;IACxC,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY;gBAH3B,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,eAAe,EAAE,EAC/B,YAAY,CAAC,EAAE,YAAY,YAAA;CAEvC;AAED,sDAAsD;AACtD,MAAM,WAAW,gBAAgB;IAC/B,8DAA8D;IAC9D,OAAO,CAAC,EAAE,CAAC,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,eAAe,KAAK,IAAI,CAAC;IACxE,6CAA6C;IAC7C,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;IAC3B,kDAAkD;IAClD,cAAc,CAAC,EAAE,CAAC,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACtE;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,CACL,OAAO,EAAE,OAAO,EAChB,SAAS,CAAC,EAAE,gBAAgB,GAC3B,OAAO,CAAC,oBAAoB,GAAG,uBAAuB,CAAC,CAAC;IAC3D,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B;AAED,MAAM,WAAW,iCAAiC;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;GAQG;AACH,qBAAa,0BAA2B,YAAW,oBAAoB;IACrE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,OAAO,CAAC,EAAE,iCAAiC;IAIjD,OAAO,CACX,OAAO,EAAE,OAAO,EAChB,SAAS,CAAC,EAAE,gBAAgB,GAC3B,OAAO,CAAC,oBAAoB,GAAG,uBAAuB,CAAC;CA6B3D"}
+{"version":3,"file":"resolver.d.ts","sourceRoot":"","sources":["../../src/distribution/resolver.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AACrD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAGL,KAAK,eAAe,EACrB,MAAM,yBAAyB,CAAC;AAEjC,qBAAa,oBAAoB;IAE7B,QAAQ,CAAC,YAAY,EAAE,YAAY;IACnC,QAAQ,CAAC,YAAY,EAAE,eAAe,EAAE;IACxC,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY;IACpC,QAAQ,CAAC,cAAc,CAAC,EAAE,MAAM;IAChC,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM;gBAJpB,YAAY,EAAE,YAAY,EAC1B,YAAY,EAAE,eAAe,EAAE,EAC/B,YAAY,CAAC,EAAE,YAAY,YAAA,EAC3B,cAAc,CAAC,EAAE,MAAM,YAAA,EACvB,WAAW,CAAC,EAAE,MAAM,YAAA;CAEhC;AAED,qBAAa,uBAAuB;IAEhC,QAAQ,CAAC,OAAO,EAAE,OAAO;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM;IACxB,QAAQ,CAAC,YAAY,EAAE,eAAe,EAAE;IACxC,QAAQ,CAAC,YAAY,CAAC,EAAE,YAAY;gBAH3B,OAAO,EAAE,OAAO,EAChB,OAAO,EAAE,MAAM,EACf,YAAY,EAAE,eAAe,EAAE,EAC/B,YAAY,CAAC,EAAE,YAAY,YAAA;CAEvC;AAED,sDAAsD;AACtD,MAAM,WAAW,gBAAgB;IAC/B,8DAA8D;IAC9D,OAAO,CAAC,EAAE,CAAC,YAAY,EAAE,YAAY,EAAE,MAAM,EAAE,eAAe,KAAK,IAAI,CAAC;IACxE,6CAA6C;IAC7C,aAAa,CAAC,EAAE,MAAM,IAAI,CAAC;IAC3B,kDAAkD;IAClD,cAAc,CAAC,EAAE,CAAC,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,MAAM,KAAK,IAAI,CAAC;CACtE;AAED,MAAM,WAAW,oBAAoB;IACnC,OAAO,CACL,OAAO,EAAE,OAAO,EAChB,SAAS,CAAC,EAAE,gBAAgB,GAC3B,OAAO,CAAC,oBAAoB,GAAG,uBAAuB,CAAC,CAAC;IAC3D,OAAO,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC;CAC3B;AAED,MAAM,WAAW,iCAAiC;IAChD,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;GAQG;AACH,qBAAa,0BAA2B,YAAW,oBAAoB;IACrE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAS;gBAErB,OAAO,CAAC,EAAE,iCAAiC;IAIjD,OAAO,CACX,OAAO,EAAE,OAAO,EAChB,SAAS,CAAC,EAAE,gBAAgB,GAC3B,OAAO,CAAC,oBAAoB,GAAG,uBAAuB,CAAC;CA6B3D"}

package/dist/distribution/resolver.js

@@ -1,4 +1,4 @@
-import { probe, SparqlProbeResult } from './probe.js';
+import { probe, SparqlProbeResult, } from '@lde/distribution-probe';
 export class ResolvedDistribution {
     distribution;
     probeResults;
@@ -41,7 +41,7 @@ export class SparqlDistributionResolver {
     }
     async resolve(dataset, callbacks) {
         const results = await Promise.all(dataset.distributions.map(async (distribution) => {
-            const result = await probe(distribution, this.timeout);
+            const result = await probe(distribution, { timeoutMs: this.timeout });
             callbacks?.onProbe?.(distribution, result);
             return result;
         }));

package/dist/pipeline.js

@@ -3,7 +3,7 @@ import { StreamParser } from 'n3';
 import { FileWriter } from './writer/fileWriter.js';
 import { NoDistributionAvailable, } from './distribution/resolver.js';
 import { SparqlDistributionResolver } from './distribution/index.js';
-import { NetworkError, SparqlProbeResult, } from './distribution/probe.js';
+import { NetworkError, SparqlProbeResult, } from '@lde/distribution-probe';
 import { NotSupported } from './sparql/executor.js';
 /**
  * Split an async iterable into `count` branches that can be consumed
@@ -23,7 +23,7 @@ function tee(source, count) {
         }
         // This branch already consumed the current item – wait for the next round.
         if (consumed[branch]) {
-            return new Promise(resolve => waiting.push(resolve)).then(() => advance(branch));
+            return new Promise((resolve) => waiting.push(resolve)).then(() => advance(branch));
         }
         consumed[branch] = true;
         // All branches consumed – wake up any that are waiting for the next round.

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lde/pipeline",
-  "version": "0.28.9",
+  "version": "0.28.12",
   "repository": {
     "url": "git+https://github.com/ldelements/lde.git",
     "directory": "packages/pipeline"
@@ -24,10 +24,11 @@
     "!**/*.tsbuildinfo"
   ],
   "dependencies": {
-    "@lde/dataset": "0.7.2",
-    "@lde/dataset-registry-client": "0.7.5",
-    "@lde/sparql-importer": "0.6.0",
-    "@lde/sparql-server": "0.4.10",
+    "@lde/dataset": "0.7.3",
+    "@lde/dataset-registry-client": "0.7.6",
+    "@lde/distribution-probe": "0.1.2",
+    "@lde/sparql-importer": "0.6.1",
+    "@lde/sparql-server": "0.4.11",
     "@rdfjs/types": "^2.0.1",
     "@traqula/generator-sparql-1-1": "^1.0.7",
     "@traqula/parser-sparql-1-1": "^1.0.4",

package/dist/distribution/probe.d.ts

@@ -1,49 +0,0 @@
-import { Distribution } from '@lde/dataset';
-/**
- * Result of a network error during probing.
- */
-export declare class NetworkError {
-    readonly url: string;
-    readonly message: string;
-    constructor(url: string, message: string);
-}
-/**
- * Base class for successful probe results.
- */
-declare abstract class ProbeResult {
-    readonly url: string;
-    readonly statusCode: number;
-    readonly statusText: string;
-    readonly lastModified: Date | null;
-    readonly contentType: string | null;
-    readonly failureReason: string | null;
-    readonly warnings: string[];
-    constructor(url: string, response: Response, failureReason?: string | null);
-    isSuccess(): boolean;
-}
-/**
- * Result of probing a SPARQL endpoint.
- */
-export declare class SparqlProbeResult extends ProbeResult {
-    readonly acceptedContentType = "application/sparql-results+json";
-    isSuccess(): boolean;
-}
-/**
- * Result of probing a data dump distribution.
- */
-export declare class DataDumpProbeResult extends ProbeResult {
-    readonly contentSize: number | null;
-    constructor(url: string, response: Response, failureReason?: string | null);
-}
-export type ProbeResultType = SparqlProbeResult | DataDumpProbeResult | NetworkError;
-/**
- * Probe a distribution to check availability and gather metadata.
- *
- * For SPARQL endpoints, sends a simple SELECT query.
- * For data dumps, sends HEAD (or GET if HEAD returns no Content-Length).
- *
- * Returns pure probe results without mutating the distribution.
- */
-export declare function probe(distribution: Distribution, timeout?: number): Promise<ProbeResultType>;
-export {};
-//# sourceMappingURL=probe.d.ts.map

package/dist/distribution/probe.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"probe.d.ts","sourceRoot":"","sources":["../../src/distribution/probe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAG5C;;GAEG;AACH,qBAAa,YAAY;aAEL,GAAG,EAAE,MAAM;aACX,OAAO,EAAE,MAAM;gBADf,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM;CAElC;AAED;;GAEG;AACH,uBAAe,WAAW;aASN,GAAG,EAAE,MAAM;IAR7B,SAAgB,UAAU,EAAE,MAAM,CAAC;IACnC,SAAgB,UAAU,EAAE,MAAM,CAAC;IACnC,SAAgB,YAAY,EAAE,IAAI,GAAG,IAAI,CAAQ;IACjD,SAAgB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,SAAgB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7C,SAAgB,QAAQ,EAAE,MAAM,EAAE,CAAM;gBAGtB,GAAG,EAAE,MAAM,EAC3B,QAAQ,EAAE,QAAQ,EAClB,aAAa,GAAE,MAAM,GAAG,IAAW;IAY9B,SAAS,IAAI,OAAO;CAO5B;AAID;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAChD,SAAgB,mBAAmB,qCAAuB;IAEjD,SAAS,IAAI,OAAO;CAM9B;AAED;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,WAAW;IAClD,SAAgB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAQ;gBAGhD,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,QAAQ,EAClB,aAAa,GAAE,MAAM,GAAG,IAAW;CAQtC;AAED,MAAM,MAAM,eAAe,GACvB,iBAAiB,GACjB,mBAAmB,GACnB,YAAY,CAAC;AAEjB;;;;;;;GAOG;AACH,wBAAsB,KAAK,CACzB,YAAY,EAAE,YAAY,EAC1B,OAAO,SAAO,GACb,OAAO,CAAC,eAAe,CAAC,CAY1B"}

package/dist/distribution/probe.js

@@ -1,201 +0,0 @@
-import { Parser } from 'n3';
-/**
- * Result of a network error during probing.
- */
-export class NetworkError {
-    url;
-    message;
-    constructor(url, message) {
-        this.url = url;
-        this.message = message;
-    }
-}
-/**
- * Base class for successful probe results.
- */
-class ProbeResult {
-    url;
-    statusCode;
-    statusText;
-    lastModified = null;
-    contentType;
-    failureReason;
-    warnings = [];
-    constructor(url, response, failureReason = null) {
-        this.url = url;
-        this.statusCode = response.status;
-        this.statusText = response.statusText;
-        this.contentType = response.headers.get('Content-Type');
-        this.failureReason = failureReason;
-        const lastModifiedHeader = response.headers.get('Last-Modified');
-        if (lastModifiedHeader) {
-            this.lastModified = new Date(lastModifiedHeader);
-        }
-    }
-    isSuccess() {
-        return (this.statusCode >= 200 &&
-            this.statusCode < 400 &&
-            this.failureReason === null);
-    }
-}
-const SPARQL_RESULTS_JSON = 'application/sparql-results+json';
-/**
- * Result of probing a SPARQL endpoint.
- */
-export class SparqlProbeResult extends ProbeResult {
-    acceptedContentType = SPARQL_RESULTS_JSON;
-    isSuccess() {
-        return (super.isSuccess() &&
-            (this.contentType?.startsWith(this.acceptedContentType) ?? false));
-    }
-}
-/**
- * Result of probing a data dump distribution.
- */
-export class DataDumpProbeResult extends ProbeResult {
-    contentSize = null;
-    constructor(url, response, failureReason = null) {
-        super(url, response, failureReason);
-        const contentLengthHeader = response.headers.get('Content-Length');
-        if (contentLengthHeader) {
-            this.contentSize = parseInt(contentLengthHeader);
-        }
-    }
-}
-/**
- * Probe a distribution to check availability and gather metadata.
- *
- * For SPARQL endpoints, sends a simple SELECT query.
- * For data dumps, sends HEAD (or GET if HEAD returns no Content-Length).
- *
- * Returns pure probe results without mutating the distribution.
- */
-export async function probe(distribution, timeout = 5000) {
-    try {
-        if (distribution.isSparql()) {
-            return await probeSparqlEndpoint(distribution, timeout);
-        }
-        return await probeDataDump(distribution, timeout);
-    }
-    catch (e) {
-        return new NetworkError(distribution.accessUrl?.toString() ?? 'unknown', e instanceof Error ? e.message : String(e));
-    }
-}
-async function probeSparqlEndpoint(distribution, timeout) {
-    const url = distribution.accessUrl.toString();
-    const response = await fetch(url, {
-        signal: AbortSignal.timeout(timeout),
-        method: 'POST',
-        headers: {
-            'Content-Type': 'application/x-www-form-urlencoded;charset=UTF-8',
-            Accept: SPARQL_RESULTS_JSON,
-        },
-        body: `query=${encodeURIComponent('SELECT * { ?s ?p ?o } LIMIT 1')}`,
-    });
-    const isJsonResponse = response.headers
-        .get('Content-Type')
-        ?.startsWith(SPARQL_RESULTS_JSON);
-    let failureReason = null;
-    if (response.ok && isJsonResponse) {
-        failureReason = await validateSparqlResponse(response);
-    }
-    else {
-        // Drain unconsumed body to release the underlying connection.
-        await response.body?.cancel();
-    }
-    return new SparqlProbeResult(url, response, failureReason);
-}
-async function validateSparqlResponse(response) {
-    const body = await response.text();
-    if (body.length === 0) {
-        return 'SPARQL endpoint returned an empty response';
-    }
-    try {
-        const json = JSON.parse(body);
-        if (!json.results || typeof json.results !== 'object') {
-            return 'SPARQL endpoint did not return a valid results object';
-        }
-    }
-    catch {
-        return 'SPARQL endpoint returned invalid JSON';
-    }
-    return null;
-}
-async function probeDataDump(distribution, timeout) {
-    const url = distribution.accessUrl.toString();
-    const requestOptions = {
-        signal: AbortSignal.timeout(timeout),
-        headers: {
-            Accept: distribution.mimeType ?? '*/*',
-            'Accept-Encoding': 'identity', // Return uncompressed responses.
-        },
-    };
-    const headResponse = await fetch(url, {
-        method: 'HEAD',
-        ...requestOptions,
-    });
-    const contentLength = headResponse.headers.get('Content-Length');
-    const contentLengthBytes = contentLength ? parseInt(contentLength) : 0;
-    // For small or unknown-size files, do a GET to validate body content.
-    // This also handles servers that incorrectly return 0 Content-Length for HEAD.
-    if (contentLengthBytes <= 10_240) {
-        const getResponse = await fetch(url, {
-            method: 'GET',
-            ...requestOptions,
-        });
-        const body = await getResponse.text();
-        const isHttpSuccess = getResponse.status >= 200 && getResponse.status < 400;
-        const failureReason = isHttpSuccess
-            ? validateBody(body, getResponse.headers.get('Content-Type'))
-            : null;
-        const result = new DataDumpProbeResult(url, getResponse, failureReason);
-        checkContentTypeMismatch(result, distribution.mimeType);
-        return result;
-    }
-    const result = new DataDumpProbeResult(url, headResponse);
-    checkContentTypeMismatch(result, distribution.mimeType);
-    return result;
-}
-const rdfContentTypes = [
-    'text/turtle',
-    'application/n-triples',
-    'application/n-quads',
-];
-function validateBody(body, contentType) {
-    if (body.length === 0) {
-        return 'Distribution is empty';
-    }
-    if (contentType && rdfContentTypes.some((t) => contentType.startsWith(t))) {
-        try {
-            const parser = new Parser();
-            const quads = parser.parse(body);
-            if (quads.length === 0) {
-                return 'Distribution contains no RDF triples';
-            }
-        }
-        catch (e) {
-            return e instanceof Error ? e.message : String(e);
-        }
-    }
-    return null;
-}
-/** Content types that indicate compression, not the RDF serialization format. */
-const compressionTypes = new Set([
-    'application/gzip',
-    'application/x-gzip',
-    'application/octet-stream',
-]);
-/**
- * Compare the declared MIME type from the dataset registry against the
- * server's Content-Type header. Adds a warning when they disagree.
- */
-function checkContentTypeMismatch(result, declaredMimeType) {
-    if (!result.isSuccess() || !declaredMimeType || !result.contentType)
-        return;
-    const actual = result.contentType.split(';')[0].trim();
-    if (compressionTypes.has(actual))
-        return;
-    if (actual !== declaredMimeType) {
-        result.warnings.push(`Server Content-Type ${actual} does not match declared media type ${declaredMimeType}`);
-    }
-}