eyeling 1.27.0 → 1.27.2

package/HANDBOOK.md

@@ -359,7 +359,9 @@ eyeling -r --stream-messages rules.n3 large-message-log.trig
   eymsg:payloadGraph ?payload.
 ```
 
-The payload is still scoped behind `?payload log:nameOf { ... }`, so rules use the same `log:nameOf`/`log:includes` pattern as in whole-log replay. The important difference is lifetime: after one message has been parsed, reasoned over, and printed, its facts are discarded before the next message is read. Local files are scanned incrementally instead of first being normalized into one giant N3 document.
+The payload is still scoped behind `?payload log:nameOf { ... }`, so rules use the same `log:nameOf`/`log:includes` pattern as in whole-log replay. The important difference is lifetime: after one message has been parsed, reasoned over, and printed, its facts are discarded before the next message is read. Local files are scanned incrementally instead of first being normalized into one giant N3 document. Remote HTTP(S) message logs are likewise detected from a small prefix and then spooled for streaming, rather than buffered as one large response.
+
+The browser playground exposes the same idea through the RDF and stream-message toggles. In the playground, load extraction rules as background knowledge and put the RDF Message Log itself in the main editor. The detector accepts both `VERSION "1.2-messages"` / `MESSAGE` and `@version "1.1-messages" .` / `@message .` forms. When the stream-message toggle is enabled, each editor message is replayed separately against the background rules.
 
 This mode is meant for production-style message feeds such as MARC-record streams, telemetry streams, or LDES member logs where a consumer checkpoint already tells the application which messages are new. It deliberately does not expose `eymsg:nextEnvelope` links or a complete `eymsg:messageCount`, because those require holding global stream state. Use ordinary `eyeling -r` when your rules need global ordering, sliding windows across several messages, or proof output for the entire replay.
 
@@ -3842,10 +3844,14 @@ For an interactive reasoning environment, error behavior matters almost as much
 
 When an N3 syntax error occurs, the output pane shows the error with line and column information, and the editor highlights the offending line. This shortens the distance between the parser’s complaint and the place where the user needs to fix the program.
 
-The playground also exposes two configuration toggles that are especially useful for explanation and browser safety:
+The playground also exposes configuration toggles that are especially useful for explanation, RDF compatibility, and browser safety:
 
 - **proof comments**, which make reasoning output more explanatory,
-- **HTTPS dereferencing enforcement**, which helps avoid mixed-content problems when dereferencing from the browser.
+- **HTTPS dereferencing enforcement**, which helps avoid mixed-content problems when dereferencing from the browser,
+- **RDF/TriG compatibility**, which mirrors command-line `-r, --rdf` for RDF surface syntax and message-log replay,
+- **stream RDF Messages**, which mirrors `--stream-messages` under RDF mode and runs background rules over one editor message at a time.
+
+For streamed RDF Messages in the playground, the main editor must contain the message log and the rules should be loaded as background knowledge. This keeps the interaction close to the command-line form `eyeling -r --stream-messages rules.n3 messages.trig` while preserving the playground's interactive editor/output loop.
 
 Together these choices make the playground better suited to live explanation, teaching, and debugging than a minimal browser wrapper would be.
 

package/dist/browser/eyeling.browser.js

@@ -4623,6 +4623,7 @@ module.exports = {
 'use strict';
 
 const fs = require('node:fs');
+const os = require('node:os');
 const path = require('node:path');
 const { pathToFileURL, fileURLToPath } = require('node:url');
 const { TextDecoder } = require('node:util');
@@ -4676,6 +4677,10 @@ function __isNetworkOrFileIri(s) {
   return typeof s === 'string' && /^(https?:|file:\/\/)/i.test(s);
 }
 
+function __isHttpSource(s) {
+  return typeof s === 'string' && /^https?:/i.test(s);
+}
+
 function __sourceLabelToBaseIri(sourceLabel) {
   if (!sourceLabel || sourceLabel === '<stdin>') return '';
   if (__isNetworkOrFileIri(sourceLabel)) return deref.stripFragment(sourceLabel);
@@ -4694,6 +4699,112 @@ function __readInputSourceSync(sourceLabel) {
   return fs.readFileSync(sourceLabel, { encoding: 'utf8' });
 }
 
+function __httpFetchScriptBody({ prefixOnly = false } = {}) {
+  return `
+    const fs = require('fs');
+    const http = require('http');
+    const https = require('https');
+    const zlib = require('zlib');
+    const { URL } = require('url');
+    const urlArg = process.argv[1];
+    const outFile = process.argv[2] || '';
+    const limit = Math.max(1, Number(process.argv[3] || 65536));
+    const prefixOnly = ${prefixOnly ? 'true' : 'false'};
+    const maxRedirects = 10;
+    function requestUrl(u, redirects) {
+      if (redirects > maxRedirects) { console.error('Too many redirects'); process.exit(3); }
+      const parsed = new URL(u);
+      const mod = parsed.protocol === 'https:' ? https : parsed.protocol === 'http:' ? http : null;
+      if (!mod) { console.error('Unsupported protocol ' + parsed.protocol); process.exit(2); }
+      const headers = {
+        accept: 'text/n3, text/turtle, application/trig, application/n-triples, application/n-quads, text/plain;q=0.8, */*;q=0.01',
+        'accept-encoding': 'identity',
+        'user-agent': 'eyeling-rdf-message-stream'
+      };
+      if (prefixOnly) headers.range = 'bytes=0-' + String(limit - 1);
+      const req = mod.request({
+        protocol: parsed.protocol,
+        hostname: parsed.hostname,
+        port: parsed.port || undefined,
+        path: parsed.pathname + parsed.search,
+        headers,
+      }, (res) => {
+        const sc = res.statusCode || 0;
+        if (sc >= 300 && sc < 400 && res.headers && res.headers.location) {
+          const next = new URL(res.headers.location, u).toString();
+          res.resume();
+          return requestUrl(next, redirects + 1);
+        }
+        if (sc < 200 || sc >= 300) {
+          res.resume();
+          console.error('HTTP status ' + sc);
+          process.exit(4);
+        }
+        const enc = String((res.headers && res.headers['content-encoding']) || '').toLowerCase();
+        let body = res;
+        if (enc.includes('gzip')) body = res.pipe(zlib.createGunzip());
+        else if (enc.includes('deflate')) body = res.pipe(zlib.createInflate());
+        else if (enc.includes('br')) body = res.pipe(zlib.createBrotliDecompress());
+        if (prefixOnly) {
+          const chunks = [];
+          let bytes = 0;
+          let finished = false;
+          function finish() {
+            if (finished) return;
+            finished = true;
+            const buf = Buffer.concat(chunks, bytes).subarray(0, limit);
+            process.stdout.write(buf.toString('utf8'));
+            process.exit(0);
+          }
+          body.on('data', (chunk) => {
+            if (finished) return;
+            chunks.push(chunk);
+            bytes += chunk.length;
+            if (bytes >= limit) finish();
+          });
+          body.on('end', finish);
+          body.on('error', (e) => { console.error(e && e.message ? e.message : String(e)); process.exit(5); });
+          return;
+        }
+        const out = fs.createWriteStream(outFile);
+        body.pipe(out);
+        body.on('error', (e) => { console.error(e && e.message ? e.message : String(e)); process.exit(5); });
+        out.on('error', (e) => { console.error(e && e.message ? e.message : String(e)); process.exit(6); });
+        out.on('finish', () => process.exit(0));
+      });
+      req.on('error', (e) => { console.error(e && e.message ? e.message : String(e)); process.exit(5); });
+      req.end();
+    }
+    requestUrl(urlArg, 0);
+  `;
+}
+
+function __readHttpPrefixSync(sourceLabel, byteLimit = 64 * 1024) {
+  const cp = require('node:child_process');
+  const r = cp.spawnSync(process.execPath, ['-e', __httpFetchScriptBody({ prefixOnly: true }), sourceLabel, '', String(byteLimit)], {
+    encoding: 'utf8',
+    maxBuffer: byteLimit + 16 * 1024,
+  });
+  if (r.status !== 0) throw new Error(`Failed to dereference ${sourceLabel}${r.stderr ? ': ' + String(r.stderr).trim() : ''}`);
+  return r.stdout;
+}
+
+function __downloadHttpSourceToTempFileSync(sourceLabel) {
+  const cp = require('node:child_process');
+  const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'eyeling-rdf-message-log-'));
+  const file = path.join(dir, 'source.txt');
+  const r = cp.spawnSync(process.execPath, ['-e', __httpFetchScriptBody({ prefixOnly: false }), sourceLabel, file], {
+    encoding: 'utf8',
+    maxBuffer: 1024 * 1024,
+    stdio: ['ignore', 'ignore', 'pipe'],
+  });
+  if (r.status !== 0) {
+    try { fs.rmSync(dir, { recursive: true, force: true }); } catch {}
+    throw new Error(`Failed to dereference ${sourceLabel}${r.stderr ? ': ' + String(r.stderr).trim() : ''}`);
+  }
+  return { file, cleanup: () => { try { fs.rmSync(dir, { recursive: true, force: true }); } catch {} } };
+}
+
 
 const RDF_MESSAGE_VERSION_RE = /^\s*(?:@version|VERSION)\s+(["'])(?:1\.1|1\.2|1\.2-basic)-messages\1\s*\.?\s*(?:#.*)?$/im;
 const RDF_MESSAGE_VERSION_LINE_RE = /^\s*(?:@version|VERSION)\s+(["'])(?:1\.1|1\.2|1\.2-basic)-messages\1\s*\.?\s*(?:#.*)?$/i;
@@ -4749,6 +4860,9 @@ function __sourceLooksLikeRdfMessageLogSync(sourceLabel) {
       fs.closeSync(fd);
     }
   }
+  if (__isHttpSource(sourceLabel)) {
+    return RDF_MESSAGE_VERSION_RE.test(__readHttpPrefixSync(sourceLabel));
+  }
   return RDF_MESSAGE_VERSION_RE.test(__readInputSourceSync(sourceLabel));
 }
 
@@ -4907,6 +5021,15 @@ function __forEachRdfMessageChunkSync(sourceLabel, onMessage) {
     forEachRdfMessageChunkInFileSync(filePath, onMessage);
     return;
   }
+  if (__isHttpSource(sourceLabel)) {
+    const tmp = __downloadHttpSourceToTempFileSync(sourceLabel);
+    try {
+      forEachRdfMessageChunkInFileSync(tmp.file, onMessage);
+    } finally {
+      tmp.cleanup();
+    }
+    return;
+  }
   forEachRdfMessageChunkInText(__readInputSourceSync(sourceLabel), onMessage);
 }
 

package/eyeling.js

@@ -4623,6 +4623,7 @@ module.exports = {
 'use strict';
 
 const fs = require('node:fs');
+const os = require('node:os');
 const path = require('node:path');
 const { pathToFileURL, fileURLToPath } = require('node:url');
 const { TextDecoder } = require('node:util');
@@ -4676,6 +4677,10 @@ function __isNetworkOrFileIri(s) {
   return typeof s === 'string' && /^(https?:|file:\/\/)/i.test(s);
 }
 
+function __isHttpSource(s) {
+  return typeof s === 'string' && /^https?:/i.test(s);
+}
+
 function __sourceLabelToBaseIri(sourceLabel) {
   if (!sourceLabel || sourceLabel === '<stdin>') return '';
   if (__isNetworkOrFileIri(sourceLabel)) return deref.stripFragment(sourceLabel);
@@ -4694,6 +4699,112 @@ function __readInputSourceSync(sourceLabel) {
   return fs.readFileSync(sourceLabel, { encoding: 'utf8' });
 }
 
+function __httpFetchScriptBody({ prefixOnly = false } = {}) {
+  return `
+    const fs = require('fs');
+    const http = require('http');
+    const https = require('https');
+    const zlib = require('zlib');
+    const { URL } = require('url');
+    const urlArg = process.argv[1];
+    const outFile = process.argv[2] || '';
+    const limit = Math.max(1, Number(process.argv[3] || 65536));
+    const prefixOnly = ${prefixOnly ? 'true' : 'false'};
+    const maxRedirects = 10;
+    function requestUrl(u, redirects) {
+      if (redirects > maxRedirects) { console.error('Too many redirects'); process.exit(3); }
+      const parsed = new URL(u);
+      const mod = parsed.protocol === 'https:' ? https : parsed.protocol === 'http:' ? http : null;
+      if (!mod) { console.error('Unsupported protocol ' + parsed.protocol); process.exit(2); }
+      const headers = {
+        accept: 'text/n3, text/turtle, application/trig, application/n-triples, application/n-quads, text/plain;q=0.8, */*;q=0.01',
+        'accept-encoding': 'identity',
+        'user-agent': 'eyeling-rdf-message-stream'
+      };
+      if (prefixOnly) headers.range = 'bytes=0-' + String(limit - 1);
+      const req = mod.request({
+        protocol: parsed.protocol,
+        hostname: parsed.hostname,
+        port: parsed.port || undefined,
+        path: parsed.pathname + parsed.search,
+        headers,
+      }, (res) => {
+        const sc = res.statusCode || 0;
+        if (sc >= 300 && sc < 400 && res.headers && res.headers.location) {
+          const next = new URL(res.headers.location, u).toString();
+          res.resume();
+          return requestUrl(next, redirects + 1);
+        }
+        if (sc < 200 || sc >= 300) {
+          res.resume();
+          console.error('HTTP status ' + sc);
+          process.exit(4);
+        }
+        const enc = String((res.headers && res.headers['content-encoding']) || '').toLowerCase();
+        let body = res;
+        if (enc.includes('gzip')) body = res.pipe(zlib.createGunzip());
+        else if (enc.includes('deflate')) body = res.pipe(zlib.createInflate());
+        else if (enc.includes('br')) body = res.pipe(zlib.createBrotliDecompress());
+        if (prefixOnly) {
+          const chunks = [];
+          let bytes = 0;
+          let finished = false;
+          function finish() {
+            if (finished) return;
+            finished = true;
+            const buf = Buffer.concat(chunks, bytes).subarray(0, limit);
+            process.stdout.write(buf.toString('utf8'));
+            process.exit(0);
+          }
+          body.on('data', (chunk) => {
+            if (finished) return;
+            chunks.push(chunk);
+            bytes += chunk.length;
+            if (bytes >= limit) finish();
+          });
+          body.on('end', finish);
+          body.on('error', (e) => { console.error(e && e.message ? e.message : String(e)); process.exit(5); });
+          return;
+        }
+        const out = fs.createWriteStream(outFile);
+        body.pipe(out);
+        body.on('error', (e) => { console.error(e && e.message ? e.message : String(e)); process.exit(5); });
+        out.on('error', (e) => { console.error(e && e.message ? e.message : String(e)); process.exit(6); });
+        out.on('finish', () => process.exit(0));
+      });
+      req.on('error', (e) => { console.error(e && e.message ? e.message : String(e)); process.exit(5); });
+      req.end();
+    }
+    requestUrl(urlArg, 0);
+  `;
+}
+
+function __readHttpPrefixSync(sourceLabel, byteLimit = 64 * 1024) {
+  const cp = require('node:child_process');
+  const r = cp.spawnSync(process.execPath, ['-e', __httpFetchScriptBody({ prefixOnly: true }), sourceLabel, '', String(byteLimit)], {
+    encoding: 'utf8',
+    maxBuffer: byteLimit + 16 * 1024,
+  });
+  if (r.status !== 0) throw new Error(`Failed to dereference ${sourceLabel}${r.stderr ? ': ' + String(r.stderr).trim() : ''}`);
+  return r.stdout;
+}
+
+function __downloadHttpSourceToTempFileSync(sourceLabel) {
+  const cp = require('node:child_process');
+  const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'eyeling-rdf-message-log-'));
+  const file = path.join(dir, 'source.txt');
+  const r = cp.spawnSync(process.execPath, ['-e', __httpFetchScriptBody({ prefixOnly: false }), sourceLabel, file], {
+    encoding: 'utf8',
+    maxBuffer: 1024 * 1024,
+    stdio: ['ignore', 'ignore', 'pipe'],
+  });
+  if (r.status !== 0) {
+    try { fs.rmSync(dir, { recursive: true, force: true }); } catch {}
+    throw new Error(`Failed to dereference ${sourceLabel}${r.stderr ? ': ' + String(r.stderr).trim() : ''}`);
+  }
+  return { file, cleanup: () => { try { fs.rmSync(dir, { recursive: true, force: true }); } catch {} } };
+}
+
 
 const RDF_MESSAGE_VERSION_RE = /^\s*(?:@version|VERSION)\s+(["'])(?:1\.1|1\.2|1\.2-basic)-messages\1\s*\.?\s*(?:#.*)?$/im;
 const RDF_MESSAGE_VERSION_LINE_RE = /^\s*(?:@version|VERSION)\s+(["'])(?:1\.1|1\.2|1\.2-basic)-messages\1\s*\.?\s*(?:#.*)?$/i;
@@ -4749,6 +4860,9 @@ function __sourceLooksLikeRdfMessageLogSync(sourceLabel) {
       fs.closeSync(fd);
     }
   }
+  if (__isHttpSource(sourceLabel)) {
+    return RDF_MESSAGE_VERSION_RE.test(__readHttpPrefixSync(sourceLabel));
+  }
   return RDF_MESSAGE_VERSION_RE.test(__readInputSourceSync(sourceLabel));
 }
 
@@ -4907,6 +5021,15 @@ function __forEachRdfMessageChunkSync(sourceLabel, onMessage) {
     forEachRdfMessageChunkInFileSync(filePath, onMessage);
     return;
   }
+  if (__isHttpSource(sourceLabel)) {
+    const tmp = __downloadHttpSourceToTempFileSync(sourceLabel);
+    try {
+      forEachRdfMessageChunkInFileSync(tmp.file, onMessage);
+    } finally {
+      tmp.cleanup();
+    }
+    return;
+  }
   forEachRdfMessageChunkInText(__readInputSourceSync(sourceLabel), onMessage);
 }
 

package/lib/cli.js

@@ -8,6 +8,7 @@
 'use strict';
 
 const fs = require('node:fs');
+const os = require('node:os');
 const path = require('node:path');
 const { pathToFileURL, fileURLToPath } = require('node:url');
 const { TextDecoder } = require('node:util');
@@ -61,6 +62,10 @@ function __isNetworkOrFileIri(s) {
   return typeof s === 'string' && /^(https?:|file:\/\/)/i.test(s);
 }
 
+function __isHttpSource(s) {
+  return typeof s === 'string' && /^https?:/i.test(s);
+}
+
 function __sourceLabelToBaseIri(sourceLabel) {
   if (!sourceLabel || sourceLabel === '<stdin>') return '';
   if (__isNetworkOrFileIri(sourceLabel)) return deref.stripFragment(sourceLabel);
@@ -79,6 +84,112 @@ function __readInputSourceSync(sourceLabel) {
   return fs.readFileSync(sourceLabel, { encoding: 'utf8' });
 }
 
+function __httpFetchScriptBody({ prefixOnly = false } = {}) {
+  return `
+    const fs = require('fs');
+    const http = require('http');
+    const https = require('https');
+    const zlib = require('zlib');
+    const { URL } = require('url');
+    const urlArg = process.argv[1];
+    const outFile = process.argv[2] || '';
+    const limit = Math.max(1, Number(process.argv[3] || 65536));
+    const prefixOnly = ${prefixOnly ? 'true' : 'false'};
+    const maxRedirects = 10;
+    function requestUrl(u, redirects) {
+      if (redirects > maxRedirects) { console.error('Too many redirects'); process.exit(3); }
+      const parsed = new URL(u);
+      const mod = parsed.protocol === 'https:' ? https : parsed.protocol === 'http:' ? http : null;
+      if (!mod) { console.error('Unsupported protocol ' + parsed.protocol); process.exit(2); }
+      const headers = {
+        accept: 'text/n3, text/turtle, application/trig, application/n-triples, application/n-quads, text/plain;q=0.8, */*;q=0.01',
+        'accept-encoding': 'identity',
+        'user-agent': 'eyeling-rdf-message-stream'
+      };
+      if (prefixOnly) headers.range = 'bytes=0-' + String(limit - 1);
+      const req = mod.request({
+        protocol: parsed.protocol,
+        hostname: parsed.hostname,
+        port: parsed.port || undefined,
+        path: parsed.pathname + parsed.search,
+        headers,
+      }, (res) => {
+        const sc = res.statusCode || 0;
+        if (sc >= 300 && sc < 400 && res.headers && res.headers.location) {
+          const next = new URL(res.headers.location, u).toString();
+          res.resume();
+          return requestUrl(next, redirects + 1);
+        }
+        if (sc < 200 || sc >= 300) {
+          res.resume();
+          console.error('HTTP status ' + sc);
+          process.exit(4);
+        }
+        const enc = String((res.headers && res.headers['content-encoding']) || '').toLowerCase();
+        let body = res;
+        if (enc.includes('gzip')) body = res.pipe(zlib.createGunzip());
+        else if (enc.includes('deflate')) body = res.pipe(zlib.createInflate());
+        else if (enc.includes('br')) body = res.pipe(zlib.createBrotliDecompress());
+        if (prefixOnly) {
+          const chunks = [];
+          let bytes = 0;
+          let finished = false;
+          function finish() {
+            if (finished) return;
+            finished = true;
+            const buf = Buffer.concat(chunks, bytes).subarray(0, limit);
+            process.stdout.write(buf.toString('utf8'));
+            process.exit(0);
+          }
+          body.on('data', (chunk) => {
+            if (finished) return;
+            chunks.push(chunk);
+            bytes += chunk.length;
+            if (bytes >= limit) finish();
+          });
+          body.on('end', finish);
+          body.on('error', (e) => { console.error(e && e.message ? e.message : String(e)); process.exit(5); });
+          return;
+        }
+        const out = fs.createWriteStream(outFile);
+        body.pipe(out);
+        body.on('error', (e) => { console.error(e && e.message ? e.message : String(e)); process.exit(5); });
+        out.on('error', (e) => { console.error(e && e.message ? e.message : String(e)); process.exit(6); });
+        out.on('finish', () => process.exit(0));
+      });
+      req.on('error', (e) => { console.error(e && e.message ? e.message : String(e)); process.exit(5); });
+      req.end();
+    }
+    requestUrl(urlArg, 0);
+  `;
+}
+
+function __readHttpPrefixSync(sourceLabel, byteLimit = 64 * 1024) {
+  const cp = require('node:child_process');
+  const r = cp.spawnSync(process.execPath, ['-e', __httpFetchScriptBody({ prefixOnly: true }), sourceLabel, '', String(byteLimit)], {
+    encoding: 'utf8',
+    maxBuffer: byteLimit + 16 * 1024,
+  });
+  if (r.status !== 0) throw new Error(`Failed to dereference ${sourceLabel}${r.stderr ? ': ' + String(r.stderr).trim() : ''}`);
+  return r.stdout;
+}
+
+function __downloadHttpSourceToTempFileSync(sourceLabel) {
+  const cp = require('node:child_process');
+  const dir = fs.mkdtempSync(path.join(os.tmpdir(), 'eyeling-rdf-message-log-'));
+  const file = path.join(dir, 'source.txt');
+  const r = cp.spawnSync(process.execPath, ['-e', __httpFetchScriptBody({ prefixOnly: false }), sourceLabel, file], {
+    encoding: 'utf8',
+    maxBuffer: 1024 * 1024,
+    stdio: ['ignore', 'ignore', 'pipe'],
+  });
+  if (r.status !== 0) {
+    try { fs.rmSync(dir, { recursive: true, force: true }); } catch {}
+    throw new Error(`Failed to dereference ${sourceLabel}${r.stderr ? ': ' + String(r.stderr).trim() : ''}`);
+  }
+  return { file, cleanup: () => { try { fs.rmSync(dir, { recursive: true, force: true }); } catch {} } };
+}
+
 
 const RDF_MESSAGE_VERSION_RE = /^\s*(?:@version|VERSION)\s+(["'])(?:1\.1|1\.2|1\.2-basic)-messages\1\s*\.?\s*(?:#.*)?$/im;
 const RDF_MESSAGE_VERSION_LINE_RE = /^\s*(?:@version|VERSION)\s+(["'])(?:1\.1|1\.2|1\.2-basic)-messages\1\s*\.?\s*(?:#.*)?$/i;
@@ -134,6 +245,9 @@ function __sourceLooksLikeRdfMessageLogSync(sourceLabel) {
       fs.closeSync(fd);
     }
   }
+  if (__isHttpSource(sourceLabel)) {
+    return RDF_MESSAGE_VERSION_RE.test(__readHttpPrefixSync(sourceLabel));
+  }
   return RDF_MESSAGE_VERSION_RE.test(__readInputSourceSync(sourceLabel));
 }
 
@@ -292,6 +406,15 @@ function __forEachRdfMessageChunkSync(sourceLabel, onMessage) {
     forEachRdfMessageChunkInFileSync(filePath, onMessage);
     return;
   }
+  if (__isHttpSource(sourceLabel)) {
+    const tmp = __downloadHttpSourceToTempFileSync(sourceLabel);
+    try {
+      forEachRdfMessageChunkInFileSync(tmp.file, onMessage);
+    } finally {
+      tmp.cleanup();
+    }
+    return;
+  }
   forEachRdfMessageChunkInText(__readInputSourceSync(sourceLabel), onMessage);
 }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "eyeling",
-  "version": "1.27.0",
+  "version": "1.27.2",
   "description": "A minimal Notation3 (N3) reasoner in JavaScript.",
   "main": "./index.js",
   "keywords": [

package/test/stream_messages.test.js

@@ -23,19 +23,15 @@ function info(msg) {
 function fail(msg) {
   console.error(`${C.r}FAIL${C.n} ${msg}`);
 }
-
 function numberedName(index, name) {
   return `${String(index + 1).padStart(3, '0')} ${name}`;
 }
-
 function msNow() {
   return Date.now();
 }
-
 function mkTmpDir() {
   return fs.mkdtempSync(path.join(os.tmpdir(), 'eyeling-stream-messages-'));
 }
-
 function rmrf(p) {
   try {
     fs.rmSync(p, { recursive: true, force: true });
@@ -49,11 +45,9 @@ function runEyeling(args, opts = {}) {
     maxBuffer: opts.maxBuffer || 20 * 1024 * 1024,
   });
 }
-
 function expectEyelingOk(args, opts = {}) {
   const r = runEyeling(args, opts);
   if (r.status === 0) return r.stdout;
-
   throw new Error(
     `eyeling failed with exit ${r.status}\n` +
       `STDOUT:\n${r.stdout || ''}\n` +
@@ -77,7 +71,6 @@ function writeScopedPayloadRules(file) {
     'utf8',
   );
 }
-
 function writeBasicMessageLog(file) {
   fs.writeFileSync(
     file,
@@ -95,7 +88,6 @@ function writeBasicMessageLog(file) {
     'utf8',
   );
 }
-
 function writeLargeMessageLog(file, count) {
   let text = 'VERSION "1.2-messages"\nPREFIX : <urn:test#>\n';
   for (let i = 1; i <= count; i += 1) {
@@ -104,7 +96,6 @@ function writeLargeMessageLog(file, count) {
   }
   fs.writeFileSync(file, text, 'utf8');
 }
-
 function writeMarcMessageLog(file) {
   fs.writeFileSync(
     file,
@@ -128,6 +119,48 @@ function writeMarcMessageLog(file) {
   );
 }
 
+function startFileServer(file) {
+  const dir = path.dirname(file);
+  const script = path.join(dir, 'server.js');
+  const portFile = path.join(dir, 'server.port');
+  fs.writeFileSync(
+    script,
+    `const fs = require('node:fs');\n` +
+      `const http = require('node:http');\n` +
+      `const file = process.argv[2];\n` +
+      `const portFile = process.argv[3];\n` +
+      `const size = fs.statSync(file).size;\n` +
+      `const server = http.createServer((req, res) => {\n` +
+      `  const headers = { 'content-type': 'text/plain', 'accept-ranges': 'bytes' };\n` +
+      `  if (req.method === 'HEAD') { res.writeHead(200, { ...headers, 'content-length': size }); res.end(); return; }\n` +
+      `  const range = req.headers.range;\n` +
+      `  if (range) {\n` +
+      `    const m = /^bytes=(\\d+)-(\\d*)$/.exec(range);\n` +
+      `    const start = m ? Number(m[1]) : 0;\n` +
+      `    const end = m && m[2] ? Math.min(Number(m[2]), size - 1) : size - 1;\n` +
+      `    res.writeHead(206, { ...headers, 'content-range': 'bytes ' + start + '-' + end + '/' + size, 'content-length': end - start + 1 });\n` +
+      `    fs.createReadStream(file, { start, end }).pipe(res);\n` +
+      `    return;\n` +
+      `  }\n` +
+      `  res.writeHead(200, { ...headers, 'content-length': size });\n` +
+      `  fs.createReadStream(file).pipe(res);\n` +
+      `});\n` +
+      `server.listen(0, '127.0.0.1', () => fs.writeFileSync(portFile, String(server.address().port)));\n`,
+    'utf8',
+  );
+  const child = cp.spawn(process.execPath, [script, file, portFile], { cwd: root, stdio: ['ignore', 'ignore', 'pipe'] });
+  const deadline = Date.now() + 5000;
+  while (Date.now() < deadline) {
+    if (fs.existsSync(portFile)) {
+      const port = fs.readFileSync(portFile, 'utf8').trim();
+      return { url: `http://127.0.0.1:${port}/messages.txt`, stop: () => child.kill() };
+    }
+    Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, 20);
+  }
+  child.kill();
+  throw new Error('test HTTP server did not start');
+}
+
 const cases = [
   {
     name: 'scoped payload rules run once per RDF Message',
@@ -136,7 +169,6 @@ const cases = [
       const log = path.join(tmp, 'messages.trig');
       writeScopedPayloadRules(rules);
       writeBasicMessageLog(log);
-
       const out = expectEyelingOk(['-r', '--stream-messages', rules, log]);
       assert.equal(out, 'one\ntwo\nthree\n');
     },
@@ -148,7 +180,6 @@ const cases = [
       const log = path.join(tmp, 'messages.trig');
       writeScopedPayloadRules(rules);
       writeBasicMessageLog(log);
-
       const out = expectEyelingOk(['-r', '--stream-messages', rules, log]);
       assert.equal(out.trim().split('\n').length, 3);
       assert.ok(!out.includes('one\none'));
@@ -161,7 +192,6 @@ const cases = [
       const log = path.join(tmp, 'large.trig');
       writeScopedPayloadRules(rules);
       writeLargeMessageLog(log, 1000);
-
       const out = expectEyelingOk(['-r', '--stream-messages', rules, log]);
       const lines = out.trim().split('\n');
       assert.equal(lines.length, 1000);
@@ -171,12 +201,30 @@ const cases = [
       assert.ok(lines.includes('1000'));
     },
   },
+  {
+    name: 'remote text/plain RDF Message Logs are streamed via HTTP',
+    run(tmp) {
+      const rules = path.join(tmp, 'rules.n3');
+      const log = path.join(tmp, 'remote.trig');
+      writeScopedPayloadRules(rules);
+      writeLargeMessageLog(log, 25);
+      const server = startFileServer(log);
+      try {
+        const out = expectEyelingOk(['-r', '--stream-messages', server.url, rules]);
+        const lines = out.trim().split('\n');
+        assert.equal(lines.length, 25);
+        assert.equal(lines[0], '1');
+        assert.equal(lines[24], '25');
+      } finally {
+        server.stop();
+      }
+    },
+  },
   {
     name: 'MARC extraction rules fire over each streamed payload graph',
     run(tmp) {
       const log = path.join(tmp, 'marc.messages.txt');
       writeMarcMessageLog(log);
-
       const fixture = path.join(root, 'test', 'fixtures', 'marc-rules-stream-messages.n3');
       const out = expectEyelingOk(['-r', '--stream-messages', fixture, log]);
       assert.deepEqual(out.trim().split('\n').sort(), [
@@ -196,7 +244,6 @@ const cases = [
       const log = path.join(tmp, 'messages.trig');
       writeScopedPayloadRules(rules);
       writeBasicMessageLog(log);
-
       const r = runEyeling(['--stream-messages', rules, log]);
       assert.notEqual(r.status, 0);
       assert.match(r.stderr, /requires -r\/--rdf/);
@@ -207,15 +254,12 @@ const cases = [
 (function main() {
   const suiteStart = msNow();
   info(`Running ${cases.length} stream-message tests`);
-
   let passed = 0;
   let failed = 0;
-
   for (const [index, tc] of cases.entries()) {
     const tmp = mkTmpDir();
     const testName = numberedName(index, tc.name);
     const start = msNow();
-
     try {
       tc.run(tmp);
       ok(`${testName} ${C.dim}(${msNow() - start} ms)${C.n}`);
@@ -228,16 +272,13 @@ const cases = [
       rmrf(tmp);
     }
   }
-
   console.log('');
   const suiteMs = msNow() - suiteStart;
   console.log(`${C.y}==${C.n} Total elapsed: ${suiteMs} ms (${(suiteMs / 1000).toFixed(2)} s)`);
-
   if (failed === 0) {
     ok(`All stream-message tests passed (${passed}/${cases.length})`);
     process.exit(0);
   }
-
   fail(`Some stream-message tests failed (${passed}/${cases.length})`);
   process.exit(1);
 })();