@ai-ecoverse/slicc-kernel 1.94.1 → 1.94.3

package/dist/node-process-worker.js

@@ -399,6 +399,13 @@ var init_pages = __esm({
         this.length = size;
         this.stored = size;
       }
+      refresh(size) {
+        if (this.pinned) return;
+        for (const page of [...this.pages.keys()]) if (!this.dirty.has(page)) this.drop(page);
+        const resized = this.length !== this.stored || this.shrink !== void 0;
+        if (this.shrink === void 0) this.stored = size;
+        this.length = resized ? Math.max(this.length, this.stored) : size;
+      }
       evict() {
         if (this.pinned) return;
         let clean = (this.pages.size - this.dirty.size) * PAGE;
@@ -436,12 +443,32 @@ var init_ranged = __esm({
       io;
       pinned = false;
       version;
+      watch;
+      seen = 0;
       path;
-      constructor(io, path, size, version) {
+      constructor(io, path, size, version, watch) {
         this.io = io;
         this.path = path;
         this.version = version;
         this.pages = new Pages(size);
+        this.watch = watch;
+        if (watch) this.seen = watch.seen ?? watch.view.now();
+      }
+      fresh() {
+        const watch = this.watch;
+        if (!watch || this.pinned) return;
+        const { now, changed: changed2 } = watch.view.changedSince(this.seen, this.path);
+        this.seen = now;
+        if (!changed2) return;
+        let st;
+        try {
+          st = watch.stat(this.path);
+        } catch {
+          return;
+        }
+        if (watch.ino !== void 0 && st.ino !== watch.ino) return;
+        this.version = st.version;
+        this.pages.refresh(st.size);
       }
       get changed() {
         return this.pages.changed;
@@ -453,6 +480,7 @@ var init_ranged = __esm({
         this.pages.reset(this.pages.length);
       }
       size() {
+        this.fresh();
         return this.pages.length;
       }
       fetch(runs) {
@@ -461,14 +489,17 @@ var init_ranged = __esm({
         }
       }
       read(at, length) {
+        this.fresh();
         this.fetch(this.pages.missing(at, length));
         return this.pages.read(at, length);
       }
       readInto(at, out) {
+        this.fresh();
         this.fetch(this.pages.missing(at, out.length));
         return this.pages.readInto(at, out);
       }
       write(at, bytes) {
+        this.fresh();
         this.fetch(this.pages.partial(at, bytes.length));
         this.pages.write(at, bytes);
         if (!this.pinned && this.pages.dirtyBytes >= WRITEBACK) this.flush();
@@ -616,6 +647,7 @@ function cachingBridge(bridge, now = () => performance.now(), shared) {
   };
   const entry = (p) => [p, p.slice(0, p.lastIndexOf("/")) || "/"];
   return {
+    ...bridge.changes ? { changes: bridge.changes } : {},
     readFile: (p) => bridge.readFile(p),
     readdir: (p) => bridge.readdir(p),
     readdirStat: (p) => {
@@ -666,6 +698,9 @@ function cachingBridge(bridge, now = () => performance.now(), shared) {
       pwrite: (p, at, bytes, transfer) => rewriting(p, () => bridge.pwrite?.(p, at, bytes, transfer)),
       truncate: (p, size) => rewriting(p, () => bridge.truncate?.(p, size))
     } : {},
+    ...bridge.append ? {
+      append: (p, bytes) => rewriting(p, () => bridge.append(p, bytes))
+    } : {},
     ...bridge.owners ? { owners: true } : {},
     ...bridge.links ? { links: true } : {},
     invalidate,
@@ -681,7 +716,10 @@ function pinnedIo(bridge, handle, rewriting) {
     writeFile: (p, bytes, open) => rewriting(p, () => io.writeFile(p, bytes, open)),
     pread: (p, at, n, version) => pread(p, at, n, version),
     pwrite: (p, at, bytes, transfer) => rewriting(p, () => pwrite(p, at, bytes, transfer)),
-    truncate: (p, size) => rewriting(p, () => truncate(p, size))
+    truncate: (p, size) => rewriting(p, () => truncate(p, size)),
+    ...io.append ? {
+      append: (p, bytes) => rewriting(p, () => io.append(p, bytes))
+    } : {}
   };
 }
 var WasiError, FileBuffer, LocalFile, MAX_LINKS, MISS_TTL_MS, FS_GEN, RING, RING_SIZE, SLOT, SHARED_IDS_BYTES, StatCache;
@@ -708,16 +746,20 @@ var init_wasi_files = __esm({
       fs;
       where;
       ranged;
+      watch;
+      seen = 0;
       maxFile;
       handle;
-      constructor(fs, path, empty, maxFile, size, version) {
+      constructor(fs, path, empty, maxFile, size, version, watch) {
         this.fs = fs;
         this.where = path;
         this.maxFile = maxFile;
         const { pread, pwrite, truncate } = fs;
+        this.watch = watch;
+        this.seen = watch?.seen ?? watch?.view.now() ?? 0;
         if (size !== void 0 && pread && pwrite && truncate) {
           const io = { pread: pread.bind(fs), pwrite: pwrite.bind(fs), truncate: truncate.bind(fs) };
-          this.ranged = new RangedFile(io, path, size, version);
+          this.ranged = new RangedFile(io, path, size, version, watch);
           if (empty) this.truncate(0);
         } else if (empty) {
           this.data = new Uint8Array(0);
@@ -743,7 +785,14 @@ var init_wasi_files = __esm({
         else this.load();
       }
       load() {
+        const view = this.watch?.view;
+        if (this.data && view && !this.dirty) {
+          const { now, changed: changed2 } = view.changedSince(this.seen, this.path);
+          this.seen = now;
+          if (changed2) this.data = void 0;
+        }
         if (!this.data) {
+          this.seen = view?.now() ?? 0;
           this.data = this.fs.readFile(this.path);
           this.length = this.data.length;
         }
@@ -782,6 +831,17 @@ var init_wasi_files = __esm({
         this.length = Math.max(this.length, end);
         return bytes.length;
       }
+      append(bytes) {
+        const { append } = this.fs;
+        if (!append || this.orphaned) return void 0;
+        this.flush();
+        const end = append.call(this.fs, this.path, bytes);
+        if (!this.ranged) {
+          this.data = void 0;
+          this.length = 0;
+        }
+        return end;
+      }
       truncate(size) {
         this.fits(size);
         this.dirty = true;
@@ -860,6 +920,14 @@ var init_wasi_files = __esm({
         return this.buffer.pwrite(bytes, at);
       }
       write(bytes) {
+        if (this.append && bytes.length > 0) {
+          this.buffer.fits(this.buffer.size() + bytes.length);
+          const end = this.buffer.append(bytes);
+          if (end !== void 0) {
+            this.offset = end;
+            return bytes.length;
+          }
+        }
         if (this.append) this.offset = this.buffer.size();
         const n = this.buffer.pwrite(bytes, this.offset);
         this.offset += n;
@@ -1445,6 +1513,7 @@ var init_sync_fs_wire = __esm({
       "kept",
       "pread",
       "pwrite",
+      "append",
       "truncate",
       "chown",
       "lchown",
@@ -2131,12 +2200,23 @@ var init_wasi_fds = __esm({
         const made = !existing && this.createNew(path, oflags);
         const empty = made || (oflags & OFLAGS.TRUNC) !== 0;
         if (existing?.ranged) this.fs.invalidate?.();
+        const seen = this.fs.changes?.now();
         const st = existing?.ranged || !existing ? this.fs.stat(path) : existing;
         const ranged = st.ranged ? st.size : void 0;
         const asked = (want & 4 ? HOLD_READ : 0) | (want & 2 ? HOLD_WRITE : 0) | (made ? HOLD_CREATED : 0);
         const handle = this.fs.hold?.(path, true, true, void 0, this.fs.owners ? asked : 0);
         const io = handle !== void 0 && this.fs.pinned ? this.fs.pinned(handle) : this.fs;
-        const buffer = new FileBuffer(io, path, empty, st.maxFile, ranged, st.version);
+        const view = this.fs.changes;
+        const watch = view && {
+          view,
+          ino: st.ino,
+          seen,
+          stat: (at) => {
+            this.fs.invalidate?.();
+            return this.fs.stat(at);
+          }
+        };
+        const buffer = new FileBuffer(io, path, empty, st.maxFile, ranged, st.version, watch);
         buffer.handle = handle;
         this.buffers.set(path, buffer);
         const id = this.identity(st);
@@ -4025,7 +4105,7 @@ var KERNEL_VERSION, OS_RELEASE;
 var init_version = __esm({
   "src/version.ts"() {
     "use strict";
-    KERNEL_VERSION = true ? "1.94.1" : "0.0.0-dev";
+    KERNEL_VERSION = true ? "1.94.3" : "0.0.0-dev";
     OS_RELEASE = "6.0.0-slicc";
   }
 });
@@ -4084,7 +4164,8 @@ var init_js_kernel = __esm({
       "fd-read",
       "fd-write",
       "fd-close",
-      "fd-open-clipboard"
+      "fd-open-clipboard",
+      "net-ws-ready"
     ]);
     JsKernel = class {
       header;
@@ -5055,14 +5136,19 @@ function badPort(url) {
   const port3 = url.port ? Number(url.port) : 0;
   return port3 !== 0 && BAD_PORTS.has(port3);
 }
-function rewrite(hop, status2, location) {
-  const next2 = new URL(location, hop.url);
-  if (next2.protocol !== "http:" && next2.protocol !== "https:") {
-    throw failed(new JsCallError("EPROTONOSUPPORT", next2.protocol));
+function checkUrl(url) {
+  const parsed = new URL(url);
+  const { protocol } = parsed;
+  if (protocol !== "http:" && protocol !== "https:") {
+    throw failed(new JsCallError("EPROTONOSUPPORT", protocol));
   }
-  if (badPort(next2)) {
-    throw failed(new JsCallError("EACCES", `bad port: ${next2.href}`));
+  if (badPort(parsed) && !local2(url)) {
+    throw failed(new JsCallError("EACCES", `bad port: ${url}`));
   }
+}
+function rewrite(hop, status2, location) {
+  const next2 = new URL(location, hop.url);
+  checkUrl(next2.href);
   if (local2(next2.href) && !local2(hop.url)) {
     const from = new URL(hop.url).origin;
     throw failed(
@@ -5288,7 +5374,7 @@ function fetchOp(kernel) {
           } catch (err) {
             settle();
             await close(handle);
-            throw signal.aborted ? signal.reason : failed(err);
+            throw signal.aborted ? signal.reason : new TypeError("terminated", { cause: err });
           }
           const bytes = r.ok && r.kind === "bytes" ? r.bytes : new Uint8Array(0);
           if (bytes.length > 0) {
@@ -5322,7 +5408,6 @@ function fetchOp(kernel) {
       stream = stream.pipeThrough(
         new DecompressionStream(format)
       );
-      headers.delete("content-encoding");
       headers.delete("content-length");
     }
     const response = new Response(stream, {
@@ -5345,12 +5430,7 @@ function fetchOp(kernel) {
     signal.throwIfAborted();
     const { protocol } = new URL(request.url);
     if (protocol === "data:") return dataResponse(request);
-    if (protocol !== "http:" && protocol !== "https:") {
-      throw failed(new JsCallError("EPROTONOSUPPORT", protocol));
-    }
-    if (badPort(new URL(request.url))) {
-      throw failed(new JsCallError("EACCES", `bad port: ${request.url}`));
-    }
+    checkUrl(request.url);
     let known = await traitsAt(request.url);
     if (!known.manualRedirects && request.redirect !== "follow") {
       throw failed(new JsCallError("ENOTSUP", `redirect: ${request.redirect}`));
@@ -5375,7 +5455,8 @@ function fetchOp(kernel) {
         return respond(head, hop.method, redirected, known.encodedBodies, signal);
       }
       await close(head.handle);
-      if (request.redirect === "error") throw failed(new JsCallError("EREDIRECT", hop.url));
+      if (request.redirect === "error")
+        throw failed(new JsCallError("EREDIRECT", "unexpected redirect"));
       if (hops >= MAX_REDIRECTS) throw failed(new JsCallError("ELOOP", hop.url));
       [hop, known] = await redirect(hop, head.status, location, known);
     }
@@ -5691,6 +5772,61 @@ var init_wasi_errno = __esm({
   }
 });
 
+// src/fs/changes.ts
+function changeHash(path) {
+  let h = 2166136261;
+  for (let i = 0; i < path.length; i++) {
+    h ^= path.charCodeAt(i);
+    h = Math.imul(h, 16777619);
+  }
+  return h === 0 ? 1 : h;
+}
+function normal(path) {
+  const parts = [];
+  for (const part of path.split("/")) {
+    if (part === "" || part === ".") continue;
+    if (part === "..") parts.pop();
+    else parts.push(part);
+  }
+  return `/${parts.join("/")}`;
+}
+var GEN2, RING2, RING_SIZE2, SLOT2, CHANGES_BYTES, ChangeView;
+var init_changes = __esm({
+  "src/fs/changes.ts"() {
+    "use strict";
+    GEN2 = 0;
+    RING2 = 1;
+    RING_SIZE2 = 4096;
+    SLOT2 = 2;
+    CHANGES_BYTES = (RING2 + RING_SIZE2 * SLOT2) * 4;
+    ChangeView = class {
+      view;
+      constructor(sab) {
+        this.view = new Int32Array(sab);
+      }
+      now() {
+        return Atomics.load(this.view, GEN2);
+      }
+      changedSince(seen, path) {
+        const now = Atomics.load(this.view, GEN2);
+        const distance = now - seen >>> 0;
+        if (distance === 0) return { now, changed: false };
+        if (distance > RING_SIZE2) return { now, changed: true };
+        const hash = changeHash(normal(path));
+        for (let i = 1; i <= distance; i++) {
+          const g = seen + i | 0;
+          const at = RING2 + (g & RING_SIZE2 - 1) * SLOT2;
+          if (Atomics.load(this.view, at) !== g) return { now, changed: true };
+          const hit = Atomics.load(this.view, at + 1) === hash;
+          if (Atomics.load(this.view, at) !== g) return { now, changed: true };
+          if (hit) return { now, changed: true };
+        }
+        return { now, changed: false };
+      }
+    };
+  }
+});
+
 // src/realm/sync-sab-bridge.ts
 function syncCallCount() {
   return calls;
@@ -5797,7 +5933,8 @@ function createSyncFsSabBridge(transport, opts = {}) {
     },
     truncate: (path, length) => {
       changing({ op: "truncate", path, length, ...id }, path);
-    }
+    },
+    append: (path, body) => json2({ op: "append", path, body, ...id }, path)
   });
   return {
     ...io({}),
@@ -5898,6 +6035,7 @@ function createSyncFsSabBridge(transport, opts = {}) {
     },
     ...opts.owners ? { owners: true } : {},
     ...opts.links ? { links: true } : {},
+    ...opts.changes ? { changes: new ChangeView(opts.changes) } : {},
     access: (path, mode, kind = "access", nofollow) => {
       run({ op: "access", path, mode, arg2: kind, ...nofollow ? { nofollow } : {} }, path);
     },
@@ -5914,6 +6052,7 @@ var PATH_OPS, calls;
 var init_sync_sab_bridge = __esm({
   "src/realm/sync-sab-bridge.ts"() {
     "use strict";
+    init_changes();
     init_cpu_clock();
     init_sync_fs_wire();
     init_sync_sab_wire();
@@ -5954,6 +6093,34 @@ function toMs(v) {
   if (v === void 0 || v === null) return void 0;
   return v instanceof Date ? v.getTime() : v;
 }
+function needsLoad(s, view, path) {
+  if (s.loaded && view && !s.dirty) {
+    const { now, changed: changed2 } = view.changedSince(s.seen ?? 0, path());
+    s.seen = now;
+    if (changed2) {
+      s.loaded = false;
+      s.stat = void 0;
+    }
+  }
+  if (s.loaded) return false;
+  s.seen = view?.now();
+  return true;
+}
+function rangedFileOf(bridge, call2, path, io) {
+  const seen = bridge.changes?.now();
+  const stat = () => call2(() => bridge.stat(path()));
+  const st = stat();
+  const watch = bridge.changes && { view: bridge.changes, ino: st.ino, seen, stat };
+  return new RangedFile(io, path(), st.size, st.version, watch);
+}
+function unlessIo(op) {
+  try {
+    return op();
+  } catch (err) {
+    if (err.errno === wasiErrno("EIO")) return void 0;
+    throw err;
+  }
+}
 function wantOf2(flags) {
   if (flags & O_PATH) return 0;
   const mode = flags & O_ACCMODE;
@@ -6102,7 +6269,7 @@ function createHelpers(Fs, ops) {
   }
   function ensureLoaded(node) {
     const s = node.live;
-    if (s.loaded) return;
+    if (!needsLoad(s, bridgeOf(node).changes, () => liveNodePath(linked.holder(node)))) return;
     const bytes = call2(() => fileIo(node).readFile(liveNodePath(linked.holder(node))));
     s.data = bytes;
     s.len = bytes.length;
@@ -6119,8 +6286,7 @@ function createHelpers(Fs, ops) {
       pwrite: (_, at, bytes, transfer) => file().pwrite(path(), at, bytes, transfer),
       truncate: (_, size) => file().truncate(path(), size)
     };
-    const st = call2(() => bridge.stat(path()));
-    s.ranged = new RangedFile(io, path(), st.size, st.version);
+    s.ranged = rangedFileOf(bridge, call2, path, io);
     return s.ranged;
   }
   function ensureCapacity(node, need) {
@@ -6401,6 +6567,27 @@ function createNodeOps(h) {
     }
   };
 }
+function appendThrough(h, stream, bytes) {
+  const node = stream.node;
+  const s = node.live;
+  const append = pinnedIo2(h.bridgeOf(node), s.handle).append;
+  if (!append) return false;
+  const body = bytes();
+  const at = liveNodePath(h.linked.holder(node));
+  const after = unlessIo(() => {
+    h.flushNode(node);
+    return h.call(() => append(at, body));
+  });
+  if (after === void 0) return false;
+  if (!s.ranged) {
+    s.data = void 0;
+    s.loaded = false;
+    s.len = 0;
+  }
+  s.stat = void 0;
+  stream.position = after - body.length;
+  return true;
+}
 function createStreamOps(h) {
   const { Fs, statOf, ensureLoaded, ensureCapacity, flushNode, bridgeOf, rangedOf } = h;
   const held = (stream, change) => {
@@ -6535,10 +6722,12 @@ function createStreamOps(h) {
       const s = node.live;
       const end = position + length;
       if (s.maxFile !== void 0 && end > s.maxFile) throw new Fs.ErrnoError(wasiErrno("EFBIG"));
+      const bytes = () => new Uint8Array(buffer.buffer, buffer.byteOffset + offset, length).slice();
+      if (stream.flags & O_APPEND4 && appendThrough(h, stream, bytes)) return length;
       const ranged = rangedOf(node);
       if (ranged) {
-        const bytes = new Uint8Array(buffer.buffer, buffer.byteOffset + offset, length);
-        h.call(() => ranged.write(position, bytes));
+        const bytes2 = new Uint8Array(buffer.buffer, buffer.byteOffset + offset, length);
+        h.call(() => ranged.write(position, bytes2));
         h.markDirty(node);
         return length;
       }
@@ -6885,7 +7074,7 @@ function readingLinks(Fs) {
     }
   };
 }
-var S_IFDIR, S_IFREG, S_IFLNK, PERM_MASK, DEFAULT_DIR_PERM, UMASK, SEEK_CUR, SEEK_END, EARLY_WHOLE_FILE, O_ACCMODE, O_TRUNC, O_PATH, stale, opening;
+var S_IFDIR, S_IFREG, S_IFLNK, PERM_MASK, DEFAULT_DIR_PERM, UMASK, SEEK_CUR, SEEK_END, EARLY_WHOLE_FILE, O_APPEND4, O_ACCMODE, O_TRUNC, O_PATH, stale, opening;
 var init_live_vfs_fs = __esm({
   "src/realm/live-vfs-fs.ts"() {
     "use strict";
@@ -6904,6 +7093,7 @@ var init_live_vfs_fs = __esm({
     SEEK_CUR = 1;
     SEEK_END = 2;
     EARLY_WHOLE_FILE = 64 * 1024;
+    O_APPEND4 = 1024;
     O_ACCMODE = 3;
     O_TRUNC = 512;
     O_PATH = 2097152;
@@ -11751,7 +11941,11 @@ function kernelWrappers(imports, module, deps) {
   holdWhileStopped(imports, new Int32Array(init.sab, 0, SAB_HEADER_I32), kernelGlue, deps.poll);
 }
 function bridgeFlags(init) {
-  return { ...init.owners ? { owners: true } : {}, ...init.links ? { links: true } : {} };
+  return {
+    ...init.owners ? { owners: true } : {},
+    ...init.links ? { links: true } : {},
+    ...init.changes ? { changes: init.changes } : {}
+  };
 }
 function credSyncTransport(gated, early, cred) {
   return {
@@ -14556,7 +14750,11 @@ function descriptors(init, fork, threads) {
   return { inherited: init.fds ?? [], ...init.program.preopenRoot ? { preopenRoot: true } : {} };
 }
 function ownersOf(init) {
-  return { ...init.owners ? { owners: true } : {}, ...init.links ? { links: true } : {} };
+  return {
+    ...init.owners ? { owners: true } : {},
+    ...init.links ? { links: true } : {},
+    ...init.changes ? { changes: init.changes } : {}
+  };
 }
 async function runWasiProcess(init, port3) {
   captureBacktraces(init.env);