@lde/distribution-probe 0.1.5 → 0.1.7

package/dist/probe.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"probe.d.ts","sourceRoot":"","sources":["../src/probe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAyB,YAAY,EAAE,MAAM,cAAc,CAAC;AAGnE;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,0DAA0D;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB;;;;;OAKG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAKD;;GAEG;AACH,qBAAa,YAAY;aAEL,GAAG,EAAE,MAAM;aACX,OAAO,EAAE,MAAM;aACf,cAAc,EAAE,MAAM;gBAFtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,EACf,cAAc,EAAE,MAAM;CAEzC;AAED;;GAEG;AACH,uBAAe,WAAW;aAUN,GAAG,EAAE,MAAM;IAT7B,SAAgB,UAAU,EAAE,MAAM,CAAC;IACnC,SAAgB,UAAU,EAAE,MAAM,CAAC;IACnC,SAAgB,YAAY,EAAE,IAAI,GAAG,IAAI,CAAQ;IACjD,SAAgB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,SAAgB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7C,SAAgB,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxC,SAAgB,cAAc,EAAE,MAAM,CAAC;gBAGrB,GAAG,EAAE,MAAM,EAC3B,QAAQ,EAAE,QAAQ,EAClB,cAAc,EAAE,MAAM,EACtB,aAAa,GAAE,MAAM,GAAG,IAAW;IAa9B,SAAS,IAAI,OAAO;CAO5B;AAMD;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAChD;;;;;OAKG;IACH,SAAgB,oBAAoB,EAAE,SAAS,MAAM,EAAE,CAAC;gBAGtD,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,QAAQ,EAClB,cAAc,EAAE,MAAM,EACtB,oBAAoB,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,EAChD,aAAa,GAAE,MAAM,GAAG,IAAW;IAS5B,SAAS,IAAI,OAAO;CAQ9B;AAED;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,WAAW;IAClD,SAAgB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAQ;gBAGhD,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,QAAQ,EAClB,cAAc,EAAE,MAAM,EACtB,aAAa,GAAE,MAAM,GAAG,IAAW;CAQtC;AAED,MAAM,MAAM,eAAe,GACvB,iBAAiB,GACjB,mBAAmB,GACnB,YAAY,CAAC;AAIjB;;;;;;;;GAQG;AACH,wBAAsB,KAAK,CACzB,YAAY,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,YAAY,GACrB,OAAO,CAAC,eAAe,CAAC,CAkC1B"}
+{"version":3,"file":"probe.d.ts","sourceRoot":"","sources":["../src/probe.ts"],"names":[],"mappings":"AAAA,OAAO,EAAyB,YAAY,EAAE,MAAM,cAAc,CAAC;AAInE;;GAEG;AACH,MAAM,WAAW,YAAY;IAC3B,0DAA0D;IAC1D,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB;;;OAGG;IACH,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB;;;;;OAKG;IACH,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAKD;;GAEG;AACH,qBAAa,YAAY;aAEL,GAAG,EAAE,MAAM;aACX,OAAO,EAAE,MAAM;aACf,cAAc,EAAE,MAAM;gBAFtB,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,EACf,cAAc,EAAE,MAAM;CAEzC;AAED;;GAEG;AACH,uBAAe,WAAW;aAUN,GAAG,EAAE,MAAM;IAT7B,SAAgB,UAAU,EAAE,MAAM,CAAC;IACnC,SAAgB,UAAU,EAAE,MAAM,CAAC;IACnC,SAAgB,YAAY,EAAE,IAAI,GAAG,IAAI,CAAQ;IACjD,SAAgB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3C,SAAgB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7C,SAAgB,QAAQ,EAAE,MAAM,EAAE,CAAM;IACxC,SAAgB,cAAc,EAAE,MAAM,CAAC;gBAGrB,GAAG,EAAE,MAAM,EAC3B,QAAQ,EAAE,QAAQ,EAClB,cAAc,EAAE,MAAM,EACtB,aAAa,GAAE,MAAM,GAAG,IAAW;IAa9B,SAAS,IAAI,OAAO;CAO5B;AAMD;;GAEG;AACH,qBAAa,iBAAkB,SAAQ,WAAW;IAChD;;;;;OAKG;IACH,SAAgB,oBAAoB,EAAE,SAAS,MAAM,EAAE,CAAC;gBAGtD,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,QAAQ,EAClB,cAAc,EAAE,MAAM,EACtB,oBAAoB,EAAE,MAAM,GAAG,SAAS,MAAM,EAAE,EAChD,aAAa,GAAE,MAAM,GAAG,IAAW;IAS5B,SAAS,IAAI,OAAO;CAQ9B;AAED;;GAEG;AACH,qBAAa,mBAAoB,SAAQ,WAAW;IAClD,SAAgB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAQ;gBAGhD,GAAG,EAAE,MAAM,EACX,QAAQ,EAAE,QAAQ,EAClB,cAAc,EAAE,MAAM,EACtB,aAAa,GAAE,MAAM,GAAG,IAAW;CAQtC;AAED,MAAM,MAAM,eAAe,GACvB,iBAAiB,GACjB,mBAAmB,GACnB,YAAY,CAAC;AAIjB;;;;;;;;GAQG;AACH,wBAAsB,KAAK,CACzB,YAAY,EAAE,YAAY,EAC1B,OAAO,CAAC,EAAE,YAAY,GACrB,OAAO,CAAC,eAAe,CAAC,CAkC1B"}

package/dist/probe.js

@@ -1,5 +1,6 @@
 import { compressionMediaTypes } from '@lde/dataset';
-import { Parser } from 'n3';
+import { rdfParser } from 'rdf-parse';
+import { Readable } from 'node:stream';
 const DEFAULT_SPARQL_QUERY = 'SELECT * { ?s ?p ?o } LIMIT 1';
 const DEFAULT_TIMEOUT_MS = 5000;
 /**
@@ -288,7 +289,7 @@ async function probeDataDump(url, distribution, options, authHeaders, start) {
         const body = await getResponse.text();
         const isHttpSuccess = getResponse.status >= 200 && getResponse.status < 400;
         const failureReason = isHttpSuccess
-            ? validateBody(body, getResponse.headers.get('Content-Type'))
+            ? await validateBody(body, getResponse.headers.get('Content-Type'), url, options.timeoutMs)
             : null;
         const responseTimeMs = Math.round(performance.now() - start);
         const result = new DataDumpProbeResult(url, getResponse, responseTimeMs, failureReason);
@@ -300,28 +301,86 @@ async function probeDataDump(url, distribution, options, authHeaders, start) {
     checkContentTypeMismatch(result, distribution.mimeType);
     return result;
 }
+// The RDF serializations whose bodies we parse to confirm they carry triples. A
+// non-empty body in one of these formats that yields zero triples — an empty
+// graph such as a JSON-LD `{}`, an `<rdf:RDF/>`, or prefix-only Turtle — is a
+// faulty distribution, not a usable one, so it must be caught here. Other
+// content types (CSV, HTML, …) are left untouched: the probe is not the place
+// to assert what a non-RDF body should contain.
 const rdfContentTypes = [
     'text/turtle',
     'application/n-triples',
     'application/n-quads',
+    'application/trig',
+    'text/n3',
+    'application/ld+json',
+    'application/rdf+xml',
 ];
-function validateBody(body, contentType) {
+async function validateBody(body, contentType, baseIRI, timeoutMs) {
     if (body.length === 0) {
         return 'Distribution is empty';
     }
-    if (contentType && rdfContentTypes.some((t) => contentType.startsWith(t))) {
-        try {
-            const parser = new Parser();
-            const quads = parser.parse(body);
-            if (quads.length === 0) {
-                return 'Distribution contains no RDF triples';
-            }
-        }
-        catch (e) {
-            return e instanceof Error ? e.message : String(e);
-        }
+    // Media types are case-insensitive (RFC 9110 §8.3.1), so normalise before
+    // matching the lower-case allow-list — a server sending `Application/LD+JSON`
+    // must still have its body validated.
+    const serialization = contentType?.split(';')[0].trim().toLowerCase();
+    if (!serialization || !rdfContentTypes.includes(serialization)) {
+        return null;
     }
-    return null;
+    const outcome = await classifyRdfBody(body, serialization, baseIRI, timeoutMs);
+    switch (outcome.type) {
+        case 'empty':
+            return 'Distribution contains no RDF triples';
+        case 'parseError':
+            return outcome.message;
+        // 'hasTriples' proves content. 'inconclusive' means the parse timed out or a
+        // remote JSON-LD @context could not be loaded — a third-party hiccup, not
+        // evidence the distribution is faulty — so neither is reported as a failure.
+        default:
+            return null;
+    }
+}
+/**
+ * Parse an RDF body just far enough to tell whether it carries any triples:
+ * resolve on the first triple (presence is all we need, not a full count), on a
+ * clean end with none ('empty'), or on a parse error. The parse is bounded by
+ * `timeoutMs` because a JSON-LD `@context` is fetched from its origin, and a
+ * slow or hanging context host would otherwise stall the probe past its budget;
+ * on expiry — and likewise when a remote `@context` is unreachable — the outcome
+ * is 'inconclusive', so a valid distribution is never flagged faulty for a
+ * context host's failure. `baseIRI` resolves any relative IRIs in the document.
+ */
+function classifyRdfBody(body, contentType, baseIRI, timeoutMs) {
+    return new Promise((resolve) => {
+        const quads = rdfParser.parse(Readable.from([body]), {
+            contentType,
+            baseIRI,
+        });
+        const timer = setTimeout(() => settle({ type: 'inconclusive' }), timeoutMs);
+        let settled = false;
+        function settle(outcome) {
+            if (settled)
+                return;
+            settled = true;
+            clearTimeout(timer);
+            quads.destroy();
+            resolve(outcome);
+        }
+        quads
+            .on('data', () => settle({ type: 'hasTriples' }))
+            .on('error', (error) => settle(isRemoteContextError(error)
+            ? { type: 'inconclusive' }
+            : { type: 'parseError', message: error.message }))
+            .on('end', () => settle({ type: 'empty' }));
+    });
+}
+/**
+ * Whether a parse error is the RDF parser failing to load a remote JSON-LD
+ * `@context` (an unreachable or broken third-party context host) rather than a
+ * defect in the distribution body itself.
+ */
+function isRemoteContextError(error) {
+    return /remote context/i.test(error.message);
 }
 /**
  * Compare the declared MIME type from the dataset registry against the

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lde/distribution-probe",
-  "version": "0.1.5",
+  "version": "0.1.7",
   "repository": {
     "url": "git+https://github.com/ldelements/lde.git",
     "directory": "packages/distribution-probe"
@@ -25,7 +25,7 @@
   ],
   "dependencies": {
     "@lde/dataset": "0.7.4",
-    "n3": "^2.0.1",
+    "rdf-parse": "^5.0.0",
     "tslib": "^2.3.0"
   }
 }