@ai-ecoverse/slicc-kernel 1.57.1 → 1.58.0

package/dist/process-worker.js

@@ -600,11 +600,54 @@ function toMs(v) {
   if (v === void 0 || v === null) return void 0;
   return v instanceof Date ? v.getTime() : v;
 }
+function linkedStates(bridgeOf) {
+  const opens = /* @__PURE__ */ new Map();
+  const byId = /* @__PURE__ */ new Map();
+  const idOf2 = (st) => st?.ino === void 0 || (st.nlink ?? 1) < 2 ? void 0 : `${st.dev}:${st.ino}`;
+  function know(s, id) {
+    s.id = id;
+    if (!byId.has(id)) byId.set(id, s);
+  }
+  function opening(node, on) {
+    const s = node.live;
+    if (!on) {
+      opens.delete(s);
+      if (s.id !== void 0 && byId.get(s.id) === s) byId.delete(s.id);
+      s.id = void 0;
+      return;
+    }
+    opens.set(s, node);
+    const id = idOf2(s.stat);
+    if (id !== void 0) know(s, id);
+  }
+  function sharedWith(node) {
+    const st = node.live.stat;
+    if (st?.ino === void 0) return void 0;
+    const id = `${st.dev}:${st.ino}`;
+    if (!byId.has(id) && idOf2(st) !== void 0) {
+      for (const [s2, other] of opens) {
+        if (s2.id !== void 0 || s2.orphan) continue;
+        let st2;
+        try {
+          st2 = bridgeOf(other).lstat(liveNodePath(other));
+        } catch {
+        }
+        const known = idOf2(st2);
+        if (known !== void 0) know(s2, known);
+      }
+    }
+    const s = byId.get(id);
+    return s && s !== node.live && !stale(s) ? s : void 0;
+  }
+  const holder = (node) => opens.get(node.live) ?? node;
+  return { opening, sharedWith, know, idOf: idOf2, holder };
+}
 function createHelpers(Fs, ops) {
   const bridgeOf = (node) => node.mount.opts.bridge;
   const fileIo = (node) => pinnedIo(bridgeOf(node), node.live.handle);
   const dirty = /* @__PURE__ */ new Set();
   const handled = /* @__PURE__ */ new Set();
+  const linked = linkedStates(bridgeOf);
   function markDirty(node) {
     node.live.dirty = true;
     dirty.add(node);
@@ -612,7 +655,7 @@ function createHelpers(Fs, ops) {
   function flushDirty() {
     for (const node of [...dirty]) {
       const s = node.live;
-      if (!s.dirty || s.orphan) {
+      if (!s.dirty || stale(s)) {
         dirty.delete(node);
         continue;
       }
@@ -654,7 +697,7 @@ function createHelpers(Fs, ops) {
       return { ...node.live.stat, size };
     }
     if (!node.live.stat) {
-      const st = call2(() => bridgeOf(node).lstat(liveNodePath(node)));
+      const st = call2(() => bridgeOf(node).lstat(liveNodePath(linked.holder(node))));
       node.live.stat = st;
       node.mode = modeFromStat(st);
     }
@@ -667,7 +710,7 @@ function createHelpers(Fs, ops) {
   function ensureLoaded(node) {
     const s = node.live;
     if (s.loaded) return;
-    const bytes = call2(() => fileIo(node).readFile(liveNodePath(node)));
+    const bytes = call2(() => fileIo(node).readFile(liveNodePath(linked.holder(node))));
     s.data = bytes;
     s.len = bytes.length;
     s.loaded = true;
@@ -676,7 +719,7 @@ function createHelpers(Fs, ops) {
     const s = node.live;
     if (s.ranged || !s.ranges) return s.ranged;
     const bridge = bridgeOf(node);
-    const path = () => liveNodePath(node);
+    const path = () => liveNodePath(linked.holder(node));
     const file = () => fileIo(node);
     const io = {
       pread: (_, at, n, version) => file().pread(path(), at, n, version),
@@ -698,11 +741,11 @@ function createHelpers(Fs, ops) {
   }
   function flushNode(node) {
     const s = node.live;
-    if (!s.dirty || s.orphan || !(s.data || s.ranged)) return;
+    if (!s.dirty || stale(s) || !(s.data || s.ranged)) return;
     if (s.ranged) call2(() => s.ranged?.flush());
     else {
       const bytes = s.data.slice(0, s.len);
-      call2(() => fileIo(node).writeFile(liveNodePath(node), bytes, true));
+      call2(() => fileIo(node).writeFile(liveNodePath(linked.holder(node)), bytes, true));
     }
     s.dirty = false;
     s.stat = void 0;
@@ -750,6 +793,7 @@ function createHelpers(Fs, ops) {
     Fs,
     bridgeOf,
     handled,
+    linked,
     call: call2,
     metadataCall,
     makeNode,
@@ -764,6 +808,33 @@ function createHelpers(Fs, ops) {
     truncate
   };
 }
+function freshStat(h, node) {
+  const { statOf } = h;
+  const st = statOf(node);
+  if (!st.linkable) return st;
+  node.live.stat = void 0;
+  return statOf(node);
+}
+function orphaned(h, node, st) {
+  const { bridgeOf } = h;
+  const s = node.live;
+  const nlink = st.nlink ?? 1;
+  let kept = false;
+  try {
+    kept = nlink > 1 && s.handle !== void 0 && bridgeOf(node).kept?.(s.handle) === true;
+  } catch {
+  }
+  if (nlink > 1 && !kept && h.linked.holder(node) !== node) {
+    s.stat = void 0;
+    return;
+  }
+  s.orphan = true;
+  if (!kept) return;
+  s.kept = true;
+  s.stat = { ...st, nlink: nlink - 1 };
+  const id = h.linked.idOf(st);
+  if (id !== void 0) h.linked.know(s, id);
+}
 function createNodeOps(h) {
   const { Fs, bridgeOf, call: call2, metadataCall, makeNode, statOf, childPath, flushNode, truncate } = h;
   const { ensureLoaded } = h;
@@ -794,7 +865,7 @@ function createNodeOps(h) {
         dev: st.dev ?? 1,
         ino: st.ino ?? inodeOf(liveNodePath(node)),
         mode: node.mode,
-        nlink: 1,
+        nlink: st.nlink ?? 1,
         uid: owned ? st.uid ?? 0 : 0,
         gid: owned ? st.gid ?? 0 : 0,
         rdev: 0,
@@ -889,14 +960,14 @@ function createNodeOps(h) {
         if (node && node.live?.openCount > 0 && Fs.isFile(node.mode)) open = node;
       } catch {
       }
+      const st = open && freshStat(h, open);
       if (open) {
-        statOf(open);
         const ranged = h.rangedOf(open);
         if (ranged) ranged.pin();
         else ensureLoaded(open);
       }
       call2(() => bridgeOf(parent).unlink(childPath(parent, name2)));
-      if (open) open.live.orphan = true;
+      if (open && st) orphaned(h, open, st);
     },
     rmdir(parent, name2) {
       parent.live.listed = void 0;
@@ -944,6 +1015,7 @@ function createStreamOps(h) {
     try {
       const handle = bridgeOf(node).hold?.(liveNodePath(node), on, true, s.handle);
       s.handle = on ? handle : void 0;
+      h.linked.opening(node, on);
       if (s.handle === void 0) h.handled.delete(node);
       else h.handled.add(node);
     } catch {
@@ -956,7 +1028,9 @@ function createStreamOps(h) {
       if (s.openCount === 0 && !s.orphan) {
         const bridge = bridgeOf(stream.node);
         s.ranges = !!(bridge.pread && bridge.pwrite && bridge.truncate && statOf(stream.node).ranged);
-        rangedOf(stream.node);
+        const shared = h.linked.sharedWith(stream.node);
+        if (shared) stream.node.live = shared;
+        else rangedOf(stream.node);
       }
       if ((stream.flags & 3) !== 0) {
         try {
@@ -1278,7 +1352,7 @@ function useLiveChown(Fs) {
     Fs.chown(target, uid, gid);
   };
 }
-var S_IFDIR, S_IFREG, S_IFLNK, PERM_MASK, DEFAULT_DIR_PERM, UMASK, SEEK_CUR, SEEK_END, EARLY_WHOLE_FILE;
+var S_IFDIR, S_IFREG, S_IFLNK, PERM_MASK, DEFAULT_DIR_PERM, UMASK, SEEK_CUR, SEEK_END, EARLY_WHOLE_FILE, stale;
 var init_live_vfs_fs = __esm({
   "src/realm/live-vfs-fs.ts"() {
     "use strict";
@@ -1294,6 +1368,7 @@ var init_live_vfs_fs = __esm({
     SEEK_CUR = 1;
     SEEK_END = 2;
     EARLY_WHOLE_FILE = 64 * 1024;
+    stale = (s) => !!s.orphan && !s.kept;
   }
 });
 
@@ -1369,10 +1444,12 @@ function parseSyncFsStat(json) {
     ...typeof s.atimeMs === "number" ? { atimeMs: s.atimeMs } : {},
     ...typeof s.ctimeMs === "number" ? { ctimeMs: s.ctimeMs } : {},
     ...typeof s.ino === "number" ? { ino: s.ino } : {},
+    ...typeof s.nlink === "number" ? { nlink: s.nlink } : {},
     ...typeof s.dev === "number" ? { dev: s.dev } : {},
     ...s.readonly === true ? { readonly: true } : {},
     ...typeof s.maxFile === "number" ? { maxFile: s.maxFile } : {},
     ...s.ranged === true ? { ranged: true } : {},
+    ...s.linkable === true ? { linkable: true } : {},
     ...typeof s.version === "string" ? { version: s.version } : {},
     ...typeof s.uid === "number" ? { uid: s.uid } : {},
     ...typeof s.gid === "number" ? { gid: s.gid } : {}
@@ -1393,6 +1470,7 @@ var init_sync_fs_wire = __esm({
       "mkdir",
       "rm",
       "rename",
+      "link",
       "unlink",
       "rmdir",
       "symlink",
@@ -1639,6 +1717,9 @@ function createSyncFsSabBridge(transport, opts = {}) {
     rename: (from, to) => {
       run({ op: "rename", path: from, arg2: to }, from);
     },
+    link: (from, to, follow2) => {
+      run({ op: "link", path: from, arg2: to, ...follow2 ? { mode: 1 } : {} }, from);
+    },
     unlink: (path) => {
       run({ op: "unlink", path }, path);
     },
@@ -4633,6 +4714,7 @@ function cachingBridge(bridge, now = () => performance.now(), shared) {
     mkdir: (p) => mutating(() => bridge.mkdir(p), ...entry(p)),
     rm: (p) => mutating(() => bridge.rm(p)),
     rename: (from, to) => mutating(() => bridge.rename(from, to)),
+    link: (from, to, follow2) => mutating(() => bridge.link(from, to, follow2)),
     unlink: (p) => mutating(() => bridge.unlink(p)),
     rmdir: (p) => mutating(() => bridge.rmdir(p)),
     symlink: (target, link) => mutating(() => bridge.symlink(target, link), ...entry(link)),
@@ -5051,6 +5133,8 @@ var init_wasi_fds = __esm({
     WasiFds = class {
       table = /* @__PURE__ */ new Map();
       buffers = /* @__PURE__ */ new Map();
+      byId = /* @__PURE__ */ new Map();
+      ids = /* @__PURE__ */ new Map();
       kernel;
       fs;
       constructor(kernel, fs) {
@@ -5300,7 +5384,7 @@ var init_wasi_fds = __esm({
         }
         for (const file of promoted.keys()) {
           if (--file.buffer.opens <= 0) {
-            this.buffers.delete(file.path);
+            this.forget(file.buffer);
             this.letGo(file.buffer);
           }
         }
@@ -5371,9 +5455,48 @@ var init_wasi_fds = __esm({
         const { buffer } = e.file;
         buffer.flush();
         if (--buffer.opens > 0) return;
-        if (this.buffers.get(buffer.path) === buffer) this.buffers.delete(buffer.path);
+        this.forget(buffer);
         this.letGo(buffer);
       }
+      forget(buffer) {
+        for (const [p, b] of [...this.buffers]) if (b === buffer) this.buffers.delete(p);
+        const id = this.ids.get(buffer);
+        if (id !== void 0 && this.byId.get(id) === buffer) this.byId.delete(id);
+        this.ids.delete(buffer);
+      }
+      know(buffer, id) {
+        if (this.ids.has(buffer)) return;
+        this.ids.set(buffer, id);
+        if (!this.byId.has(id)) this.byId.set(id, buffer);
+      }
+      identity(st) {
+        if (!st || st.ino === void 0 || (st.nlink ?? 1) < 2) return void 0;
+        return `${st.dev ?? 0}:${st.ino}`;
+      }
+      sharing(path, st) {
+        if (st?.ino === void 0) return void 0;
+        const id = `${st.dev ?? 0}:${st.ino}`;
+        if (!this.byId.has(id) && this.identity(st) !== void 0) this.learn();
+        const buffer = this.byId.get(id);
+        if (!buffer) return void 0;
+        this.buffers.set(path, buffer);
+        return buffer;
+      }
+      learn() {
+        for (const [p, buffer] of this.buffers) {
+          if (this.ids.has(buffer) || buffer.isOrphan()) continue;
+          const known = this.identity(this.statOrMissing(p));
+          if (known !== void 0) this.know(buffer, known);
+        }
+      }
+      linked(from, to) {
+        const buffer = this.buffers.get(from);
+        if (!buffer || buffer.isOrphan()) return;
+        const id = this.identity(this.statOrMissing(to));
+        if (id === void 0) return;
+        this.know(buffer, id);
+        if (!this.buffers.has(to)) this.buffers.set(to, buffer);
+      }
       letGo(buffer) {
         this.fs.hold?.(buffer.path, false, true, buffer.handle);
       }
@@ -5399,15 +5522,21 @@ var init_wasi_fds = __esm({
         for (const [p, buffer] of this.buffers) if (within(p, path)) buffer.flush();
         if (this.shared) this.kernel.call({ op: "fd-path-flush", path });
       }
-      unlinking(path) {
-        this.buffers.get(path)?.keep();
+      holdsUnder(path) {
+        for (const p of this.buffers.keys()) if (within(p, path)) return true;
+        return false;
+      }
+      unlinking(path, linked) {
+        const buffer = this.buffers.get(path);
+        if (buffer && this.survives(buffer, linked)) buffer.flush();
+        else buffer?.keep();
         if (this.shared) this.kernel.call({ op: "fd-path-unlinking", path });
       }
-      unlinked(path) {
+      unlinked(path, linked) {
         if (this.shared) this.kernel.call({ op: "fd-path-unlinked", path });
         const buffer = this.buffers.get(path);
         if (!buffer) return;
-        buffer.orphan();
+        this.detach(buffer, linked);
         this.buffers.delete(path);
       }
       inoOf(path) {
@@ -5417,7 +5546,19 @@ var init_wasi_fds = __esm({
           return void 0;
         }
       }
-      renamed(from, to) {
+      survives(buffer, linked) {
+        return linked !== void 0 && buffer.handle !== void 0;
+      }
+      detach(buffer, linked) {
+        if (this.survives(buffer, linked)) {
+          const id = this.identity(linked);
+          if (id !== void 0) this.know(buffer, id);
+          return;
+        }
+        buffer.orphan();
+        this.forget(buffer);
+      }
+      renamed(from, to, replacedLinked) {
         if (from === to) return;
         if (this.shared) this.kernel.call({ op: "fd-path-renamed", from, to });
         for (const e of this.table.values()) {
@@ -5429,14 +5570,15 @@ var init_wasi_fds = __esm({
         for (const [p, buffer] of this.buffers) {
           if (within(p, from)) moved.push([p, buffer]);
           else if (within(p, to)) {
-            buffer.orphan();
+            this.detach(buffer, replacedLinked);
             this.buffers.delete(p);
           }
         }
+        for (const [p] of moved) this.buffers.delete(p);
         for (const [p, buffer] of moved) {
-          this.buffers.delete(p);
-          buffer.path = to + p.slice(from.length);
-          this.buffers.set(buffer.path, buffer);
+          const next2 = to + p.slice(from.length);
+          if (buffer.path === p) buffer.path = next2;
+          this.buffers.set(next2, buffer);
         }
       }
       resolve(dirfd, path) {
@@ -5479,6 +5621,7 @@ var init_wasi_fds = __esm({
           this.buffers.delete(path);
           buffer = void 0;
         }
+        buffer ??= this.sharing(path, existing);
         if (buffer) {
           if (oflags & OFLAGS.TRUNC) buffer.truncate(0);
         } else {
@@ -5492,6 +5635,8 @@ var init_wasi_fds = __esm({
           buffer = new FileBuffer(io, path, empty, st.maxFile, ranged, st.version);
           buffer.handle = handle;
           this.buffers.set(path, buffer);
+          const id = this.identity(st);
+          if (id !== void 0) this.know(buffer, id);
         }
         buffer.opens++;
         return new LocalFile(buffer, readable2, writable2, (fdflags & FDFLAGS.APPEND) !== 0);
@@ -5825,6 +5970,16 @@ var init_wasi_termios = __esm({
 });
 
 // src/process/wasi/wasi-host.ts
+function linkedOf(st) {
+  return (st.nlink ?? 1) > 1 ? st : void 0;
+}
+function linkedElsewhere(fs, path) {
+  try {
+    return linkedOf(fs.lstat(path));
+  } catch {
+    return void 0;
+  }
+}
 function filetypeOf(s) {
   if (!s) return FILETYPE.UNKNOWN;
   if (s.isSymbolicLink) return FILETYPE.SYMBOLIC_LINK;
@@ -5836,6 +5991,7 @@ function filestatOf(path, s) {
     filetype: filetypeOf(s),
     size: BigInt(s.size),
     ino: s.ino !== void 0 ? BigInt(s.ino) : pathInode(path),
+    ...s.nlink !== void 0 ? { nlink: BigInt(s.nlink) } : {},
     mtimeNs: BigInt(Math.round(s.mtimeMs ?? 0)) * NS_PER_MS
   };
 }
@@ -5886,6 +6042,7 @@ var WasiExit, IDS, NS_PER_MS, AT_SYMLINK_NOFOLLOW2, S_IFIFO, DEFAULT_UMASK, MONO
 var init_wasi_host = __esm({
   "src/process/wasi/wasi-host.ts"() {
     "use strict";
+    init_physical_path();
     init_cred();
     init_wasi_abi();
     init_wasi_fds();
@@ -6195,17 +6352,20 @@ var init_wasi_host = __esm({
           path_remove_directory: (dirfd, p, l) => void o.fs.rmdir(at(dirfd, p, l)),
           path_unlink_file: (dirfd, p, l) => {
             const path = at(dirfd, p, l);
-            if (o.fs.lstat(path).isDirectory) throw new WasiError("EISDIR");
-            fds.unlinking(path);
+            const st = o.fs.lstat(path);
+            if (st.isDirectory) throw new WasiError("EISDIR");
+            const linked = linkedOf(st);
+            fds.unlinking(path, linked);
             o.fs.unlink(path);
-            fds.unlinked(path);
+            fds.unlinked(path, linked);
           },
           path_rename: (fd, p, l, fd2, p2, l2) => {
             const from = at(fd, p, l);
             const to = at(fd2, p2, l2);
             fds.flushPath(from);
+            const replaced = fds.holdsUnder(to) ? linkedElsewhere(o.fs, to) : void 0;
             o.fs.rename(from, to);
-            fds.renamed(from, to);
+            fds.renamed(from, to, replaced);
           },
           path_symlink: (tp, tl, dirfd, p, l) => void o.fs.symlink(mem.string(tp, tl), at(dirfd, p, l)),
           path_readlink: (dirfd, p, l, buf, len, used) => {
@@ -6214,7 +6374,17 @@ var init_wasi_host = __esm({
             mem.bytes(buf, n).set(target.subarray(0, n));
             mem.view().setUint32(used, n, true);
           },
-          path_link: () => E.NOTSUP
+          path_link: (fd, lookup, p, l, fd2, p2, l2) => {
+            const from = at(fd, p, l);
+            const to = at(fd2, p2, l2);
+            const follow2 = (lookup & LOOKUP_SYMLINK_FOLLOW) !== 0;
+            const source = follow2 ? physicalPath(o.fs, from) : from;
+            fds.flushPath(from);
+            if (source !== from) fds.flushPath(source);
+            o.fs.link(from, to, follow2);
+            fds.linked(from, to);
+            if (source !== from) fds.linked(source, to);
+          }
         };
       }
       socket(fd) {
@@ -6418,7 +6588,7 @@ var init_wasi_host = __esm({
         v.setBigUint64(ptr, 1n, true);
         v.setBigUint64(ptr + 8, f.ino, true);
         v.setUint8(ptr + 16, f.filetype);
-        v.setBigUint64(ptr + 24, 1n, true);
+        v.setBigUint64(ptr + 24, f.nlink ?? 1n, true);
         v.setBigUint64(ptr + 32, f.size, true);
         v.setBigUint64(ptr + 40, f.mtimeNs, true);
         v.setBigUint64(ptr + 48, f.mtimeNs, true);
@@ -7222,6 +7392,13 @@ function procfsBridge(fs, tree) {
       () => fs.rename(from, to)
     ),
     symlink: (target, link) => readOnly([[link, false]], () => fs.symlink(target, link)),
+    link: (from, to, follow2) => readOnly(
+      [
+        [from, follow2 === true],
+        [to, false]
+      ],
+      () => fs.link(from, to, follow2)
+    ),
     hold: (p, held, open, handle) => {
       if (handle !== void 0 && snapshots.delete(handle)) return void 0;
       if (!held) return fs.hold?.(p, held, open, handle);
@@ -11019,6 +11196,7 @@ function syncPathOps(kernel, resolve, statOf, open) {
     rm: (path) => void kernel.call({ op: "rm", path: resolve(path) }),
     unlink: (path) => void kernel.call({ op: "unlink", path: resolve(path) }),
     rename: (from, to) => void kernel.call({ op: "rename", path: resolve(from), arg2: resolve(to) }),
+    link: (from, to) => void kernel.call({ op: "link", path: resolve(from), arg2: resolve(to) }),
     symlink: (target, path) => void kernel.call({ op: "symlink", path: resolve(path), arg2: target }),
     readlink: (path) => String(kernel.json({ op: "readlink", path: resolve(path) })),
     readFile(path) {
@@ -11615,6 +11793,7 @@ function pathOps(kernel, resolve, statOf, open) {
     rm: async (path) => void await kernel.call({ op: "rm", path: resolve(path) }),
     unlink: async (path) => void await kernel.call({ op: "unlink", path: resolve(path) }),
     rename: async (from, to) => void await kernel.call({ op: "rename", path: resolve(from), arg2: resolve(to) }),
+    link: async (from, to) => void await kernel.call({ op: "link", path: resolve(from), arg2: resolve(to) }),
     symlink: async (target, path) => void await kernel.call({ op: "symlink", path: resolve(path), arg2: target }),
     readlink: async (path) => String(await kernel.json({ op: "readlink", path: resolve(path) })),
     async readFile(path) {