@factoidal/core 0.13.0 → 0.15.0

package/lib/sync-http-node.mjs

@@ -0,0 +1,71 @@
+// A synchronous HTTP GET for Node, for the readers of lib/sbm11.mjs that read
+// over HTTP (lib/sbm11-lws.mjs; https://github.com/danbri/factoidal/issues/1010).
+// The engine is inside WebAssembly and asks for bytes synchronously; Node's
+// fetch is asynchronous. A worker thread makes the fetch; this thread waits
+// on a shared Int32Array (Atomics.wait) and takes the answer with
+// receiveMessageOnPort. Pure I/O: no header is read here, no status judged.
+//
+// The thread that calls the transport is blocked until the answer comes, so
+// the server must not run on that thread (start it in another process or
+// worker).
+
+import { Worker, MessageChannel, receiveMessageOnPort } from 'node:worker_threads'
+
+const WORKER = `
+const { workerData } = require('node:worker_threads')
+const { port, signal } = workerData
+const flag = new Int32Array(signal)
+port.on('message', async (req) => {
+  let out
+  try {
+    const r = await fetch(req.url, { headers: req.headers, redirect: 'follow' })
+    const headers = {}
+    r.headers.forEach((v, k) => { headers[k] = v })
+    out = { status: r.status, headers, bytes: new Uint8Array(await r.arrayBuffer()) }
+  } catch (e) {
+    out = { error: String(e && e.message ? e.message : e) }
+  }
+  port.postMessage(out)
+  Atomics.store(flag, 0, 1)
+  Atomics.notify(flag, 0)
+})
+`
+
+/**
+ * A synchronous transport `(url, headers) -> { status, header(name), bytes }`
+ * with a `close()` that stops its worker.
+ *
+ * @param {object} [opts]
+ * @param {number} [opts.timeoutMs] the most one request may take (default 60000)
+ */
+export function nodeSyncTransport (opts = {}) {
+  const timeoutMs = typeof opts.timeoutMs === 'number' ? opts.timeoutMs : 60000
+  const signal = new SharedArrayBuffer(4)
+  const flag = new Int32Array(signal)
+  const { port1, port2 } = new MessageChannel()
+  const worker = new Worker(WORKER, { eval: true, workerData: { port: port2, signal }, transferList: [port2] })
+  worker.unref()
+  port1.unref()
+  let closed = false
+  function transport (url, headers) {
+    if (closed) throw new Error('the transport is closed')
+    Atomics.store(flag, 0, 0)
+    port1.postMessage({ url: String(url), headers: { ...headers } })
+    if (Atomics.wait(flag, 0, 0, timeoutMs) === 'timed-out') {
+      throw new Error(`GET ${url}: no answer in ${timeoutMs} ms`)
+    }
+    const got = receiveMessageOnPort(port1)
+    if (!got) throw new Error(`GET ${url}: no answer from the transport worker`)
+    const m = got.message
+    if (m.error) throw new Error(m.error)
+    const h = m.headers
+    return { status: m.status, header: (name) => (Object.hasOwn(h, name.toLowerCase()) ? h[name.toLowerCase()] : null), bytes: m.bytes }
+  }
+  transport.close = () => {
+    if (closed) return
+    closed = true
+    port1.close()
+    worker.terminate()
+  }
+  return transport
+}

package/lib/version.mjs

@@ -2,4 +2,4 @@
 // needs import attributes, which not every runtime this package targets
 // reads). test/dts-drift.test.js checks that it equals package.json's
 // `version`.
-export const version = '0.13.0';
+export const version = '0.15.0';

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@factoidal/core",
-  "version": "0.13.0",
+  "version": "0.15.0",
   "description": "RDF parsing and writing (Turtle, TriG, N-Triples, N-Quads, RDF/XML, JSON-LD), SPARQL 1.1 and 1.2, RDFS and OWL reasoning, SHACL and ShEx validation, CSVW and RML mapping, RDFC-1.0, and SPARQL, LWS and Solid servers, for Node, Deno and browsers.",
   "keywords": [
     "sparql",

package/sample-store.mjs

@@ -27,7 +27,7 @@ ex:c3 a skos:Concept ; skos:inScheme ex:scheme ; skos:prefLabel "SECAM"@en ; sko
 export const sampleStoreFacts = Object.freeze({
   triples: 15,
   source: 'SAMPLE_TURTLE in sample-store.mjs (written for this package)',
-  layout: 'ibk3'
+  layout: 'ibk5'
 })
 
 /**