@ai-ecoverse/slicc-kernel 1.20.1 → 1.21.1

package/README.md

@@ -217,6 +217,20 @@ Directories are renamed with `FileSystemHandle.move()` where available, else by
   - `options.ro` makes any mount read-only: writes fail with `EROFS`;
   - a driver that crashes or doesn't answer within 30 s makes its mount's calls fail with `EIO`, and the mount is listed as `failed`.
 
+### `/etc/fstab`
+
+At boot the kernel mounts what `/etc/fstab` lists, in fstab(5) format: `source target type options` (the dump and pass fields are ignored), with `#` comments and `\040` for a space in a field. Options are those of `mount -o`, and lines with `noauto` are left out.
+
+```
+none           /mnt/scratch  tmpfs   maxfile=1G   0 0
+fsa:<id>       /mnt/folder   fsa     rw           0 0
+project        /mnt/project  hostfs  ro           0 0
+```
+
+- **Boot never waits for it:** the lines are mounted in the background once the kernel has started, all at once, so a slow source holds up nothing.
+- **Retries:** a line that fails is tried again after 1, 4 and 16 seconds (a driver package installed meanwhile, a mount point created later), except when it cannot succeed (`EINVAL`, `EBUSY`, `EPERM`, `EACCES`). `terminate()` stops the retries.
+- **No user involvement:** an `fsa` line names a drive by its id: it comes up with the folder it had while its permission holds, and otherwise with no medium, asking the page for the folder through `onMountPending`, as any `fsa` mount does. With `media: false` the drive finds its folder only within the same kernel. With the default `media`, an `fsa` line reads its folder handle back from IndexedDB at boot, which crashes Chrome in an Incognito or other off-the-record profile ([#95](https://github.com/ai-ecoverse/slicc-kernel/issues/95)); a page cannot reliably tell it runs in one, so an embedder that cannot rule it out passes `media: false`, which keeps `fsa` lines in `/etc/fstab` safe. A `hostfs` line waits only for its first connection, and comes up with no medium if the proxy is not there yet.
+
 ### Removable media: `fsa`
 
 An `fsa` mount is a drive for a local folder, from the File System Access API, and the folder is its medium.
@@ -321,6 +335,8 @@ Unit tests live in `test/unit/`, which stays out of git. They run real wasm bash
 
 The Biome, TypeScript, lefthook, Renovate and CI configuration comes from [slicc-shared-web](https://github.com/ai-ecoverse/slicc-shared-web), which also provides the `slicc-lint-comments` (no comments anywhere), `slicc-no-unit-tests` (no unit tests in git) and `slicc-diff-cover` (100% coverage of changed lines) commands that `npm run lint` and the pre-commit hook use.
 
+`tools/big-file.mjs [bytes]` is a manual check, not part of any suite. It writes a file of that size (64 MiB by default) through a tmpfs mount with the unit-test launcher, reads it back, and prints the peak RSS and its ratio to the file size. A whole file is still held in memory several times over (#86), so a 1.1 GiB file peaked at 18 GB of RSS. **Do not run it past 1 GiB on a workstation.** It refuses anything over 256 MiB unless `SLICC_BIG_FILE_I_HAVE_THE_RAM=1` is set. Measure a small file and extrapolate instead.
+
 Releases are cut by semantic-release on every push to `main`. A failure after the version is tagged (a rejected push, a failed `npm publish`) doesn't strand that version: `tools/release-recover.mjs` runs next. For any version tagged at HEAD, it first pushes the tag if origin lacks it, then publishes the version if npm lacks it, with retries, and creates its GitHub release if that is missing too. Re-running the Release workflow completes such a version the same way.
 
 ## License

package/dist/kernel-worker.js

@@ -748,7 +748,7 @@ var KernelSocket = class _KernelSocket {
     const own = this.changes.wait(signal);
     if (this.state !== "connected" || !this.link) return own;
     const waits = [own, this.link.rx.changed(signal), this.link.tx.changed(signal)];
-    for (const wait of waits) wait.catch(() => void 0);
+    for (const wait2 of waits) wait2.catch(() => void 0);
     return pipeCall(() => Promise.race(waits));
   }
   bind(addr) {
@@ -4672,6 +4672,13 @@ var SAB_I_PUB = 7;
 var SAB_I_SIGNALS = 8;
 var SAB_I_TIMERS = 9;
 var SAB_I_MEMORY = 10;
+var SAB_I_TOTAL_HI = 11;
+var SAB_I_OFFSET_HI = 12;
+var U32 = 2 ** 32;
+function storeU53(header2, lo, hi, value) {
+  Atomics.store(header2, hi, Math.floor(value / U32));
+  Atomics.store(header2, lo, value % U32 | 0);
+}
 var SAB_STATE_READY = 2;
 var SAB_STATUS_BYTES = 1;
 var SAB_STATUS_JSON = 2;
@@ -4731,9 +4738,9 @@ function attachSyncSabResponder(port, sab, token, opts) {
     const chunk2 = Math.min(window.byteLength, entry.payload.byteLength - offset);
     if (chunk2 > 0) window.set(entry.payload.subarray(offset, offset + chunk2));
     Atomics.store(header2, SAB_I_STATUS, entry.status);
-    Atomics.store(header2, SAB_I_TOTAL, entry.payload.byteLength);
+    storeU53(header2, SAB_I_TOTAL, SAB_I_TOTAL_HI, entry.payload.byteLength);
     Atomics.store(header2, SAB_I_CHUNK, chunk2);
-    Atomics.store(header2, SAB_I_OFFSET, offset);
+    storeU53(header2, SAB_I_OFFSET, SAB_I_OFFSET_HI, offset);
     Atomics.store(header2, SAB_I_SEQ, id);
     Atomics.store(header2, SAB_I_STATE, SAB_STATE_READY);
     Atomics.add(header2, SAB_I_PUB, 1);
@@ -7201,10 +7208,164 @@ function removableMedium(onLost, open = (handle) => new OpfsFs(handle)) {
   };
 }
 
+// src/mount/syscall.ts
+var MS_RDONLY = 1;
+var MS_MGC_MSK = 4294901760;
+var MS_MGC_VAL = 3236757504;
+var IGNORED_FLAGS = 2 | 4 | 8 | 16 | 128 | 1024 | 2048 | 32768 | 1 << 21 | 1 << 24 | 1 << 25;
+var MNT_FORCE = 1;
+var MNT_DETACH = 2;
+var UMOUNT_NOFOLLOW = 8;
+var GENERIC = /* @__PURE__ */ new Set([
+  "defaults",
+  "async",
+  "sync",
+  "dirsync",
+  "atime",
+  "noatime",
+  "diratime",
+  "nodiratime",
+  "relatime",
+  "norelatime",
+  "strictatime",
+  "nostrictatime",
+  "lazytime",
+  "nolazytime",
+  "suid",
+  "nosuid",
+  "dev",
+  "nodev",
+  "exec",
+  "noexec",
+  "auto",
+  "noauto",
+  "user",
+  "nouser",
+  "users",
+  "nofail",
+  "_netdev",
+  "silent",
+  "loud"
+]);
+function parseMountOptions(data) {
+  const options = {};
+  for (const raw of data.split(",")) {
+    const item = raw.trim();
+    if (!item || GENERIC.has(item)) continue;
+    if (item === "rw") {
+      delete options.ro;
+      continue;
+    }
+    const eq = item.indexOf("=");
+    if (eq === 0) throw errnoError("EINVAL", `bad mount option ${item}`);
+    if (eq < 0) options[item] = "";
+    else options[item.slice(0, eq)] = item.slice(eq + 1);
+  }
+  if (options.maxfile !== void 0) parseSize(options.maxfile);
+  return options;
+}
+function refusedTarget(target) {
+  const at = normalizePath(target);
+  const kernel = at === "/" || [`/proc`, `/dev`].some((k) => at === k || at.startsWith(`${k}/`));
+  if (kernel) throw errnoError("EBUSY", `${at} belongs to the kernel`);
+}
+function absolute(target) {
+  if (!target) throw errnoError("ENOENT", "no mount point");
+  if (!target.startsWith("/")) throw errnoError("EINVAL", `not an absolute path: ${target}`);
+  return normalizePath(target);
+}
+function mountCall(call) {
+  let flags = call.flags >>> 0;
+  if ((flags & MS_MGC_MSK) >>> 0 === MS_MGC_VAL) flags &= ~MS_MGC_MSK;
+  if (flags & ~(MS_RDONLY | IGNORED_FLAGS)) {
+    throw errnoError("EINVAL", `unsupported mount flags ${flags.toString(16)}`);
+  }
+  if (!call.type) throw errnoError("EINVAL", "no file system type");
+  const target = absolute(call.target);
+  refusedTarget(target);
+  const options = parseMountOptions(call.data);
+  if (flags & MS_RDONLY) options.ro = "";
+  return { type: call.type, source: call.source || "none", target, options };
+}
+function umountCall(target, flags) {
+  const known = MNT_FORCE | MNT_DETACH | UMOUNT_NOFOLLOW;
+  if (flags >>> 0 & ~known) throw errnoError("EINVAL", `unsupported umount flags ${flags}`);
+  const at = absolute(target);
+  refusedTarget(at);
+  return { target: at, detach: (flags & (MNT_FORCE | MNT_DETACH)) !== 0 };
+}
+
+// src/mount/fstab.ts
+var FSTAB_PATH = "/etc/fstab";
+var FSTAB_RETRIES = [1e3, 4e3, 16e3];
+var FINAL = /* @__PURE__ */ new Set(["EINVAL", "EBUSY", "EPERM", "EACCES"]);
+function unescape(field) {
+  return field.replace(
+    /\\([0-7]{3})/g,
+    (_, octal) => String.fromCharCode(Number.parseInt(octal, 8))
+  );
+}
+function parseFstab(text) {
+  const lines = [];
+  text.split("\n").forEach((raw, index) => {
+    const content = raw.replace(/#.*$/, "").trim();
+    if (!content) return;
+    const [source, target, type, options = "defaults"] = content.split(/\s+/).map(unescape);
+    if (source === void 0 || target === void 0 || type === void 0) return;
+    if (options.split(",").includes("noauto")) return;
+    const spec = { source, target, type, options: {} };
+    try {
+      lines.push({ line: index + 1, spec: { ...spec, options: parseMountOptions(options) } });
+    } catch (err) {
+      lines.push({ line: index + 1, spec, invalid: err });
+    }
+  });
+  return lines;
+}
+function codeOf3(err) {
+  const code = err?.code;
+  return typeof code === "string" ? code : "EIO";
+}
+function wait(ms, signal) {
+  if (signal.aborted) return Promise.resolve();
+  return new Promise((resolve) => {
+    const done4 = () => {
+      clearTimeout(timer);
+      signal.removeEventListener("abort", done4);
+      resolve();
+    };
+    const timer = setTimeout(done4, ms);
+    signal.addEventListener("abort", done4, { once: true });
+  });
+}
+async function mountFstab(lines, mount, signal, retries = FSTAB_RETRIES, discard = () => {
+}) {
+  return Promise.all(
+    lines.map(async ({ line, spec, invalid }) => {
+      let failed = invalid;
+      for (let attempt = 0; !invalid && attempt <= retries.length && !signal.aborted; attempt++) {
+        try {
+          const entry = await mount(spec);
+          if (!signal.aborted) return { line, target: spec.target, entry };
+          discard(entry);
+          failed = Object.assign(new Error("the kernel stopped"), { code: "ECANCELED" });
+          break;
+        } catch (err) {
+          failed = err;
+          if (FINAL.has(codeOf3(err)) || attempt === retries.length) break;
+          await wait(retries[attempt], signal);
+        }
+      }
+      const code = codeOf3(failed);
+      return { line, target: spec.target, code, error: String(failed?.message ?? code) };
+    })
+  );
+}
+
 // src/mount/hostfs.ts
 var HOSTFS_IO = 16 * 1024 * 1024;
-var codeOf3 = (err) => err?.code;
-var unreachable = (err) => codeOf3(err) === "ENOTCONN";
+var codeOf4 = (err) => err?.code;
+var unreachable = (err) => codeOf4(err) === "ENOTCONN";
 function rel(path) {
   return path.replace(/^\/+/, "");
 }
@@ -7339,7 +7500,7 @@ function hostfsHandlers(current) {
     try {
       return { opened: await opening(), restore: void 0 };
     } catch (err) {
-      if (!flags.write || codeOf3(err) !== "EACCES") throw err;
+      if (!flags.write || codeOf4(err) !== "EACCES") throw err;
       const mode = (await client.call("stat", { path: rel(path) })).mode ?? 0;
       if (mode & 128) throw err;
       const restore = { path: rel(path), mode };
@@ -7428,7 +7589,7 @@ function keepWatching(loop, signal) {
   const uncap = () => clearTimeout(capped);
   void ready2.promise.then(uncap);
   signal.addEventListener("abort", uncap, { once: true });
-  let wait = first;
+  let wait2 = first;
   let up = false;
   let current;
   async function session() {
@@ -7473,7 +7634,7 @@ function keepWatching(loop, signal) {
       const opened2 = await session();
       if (signal.aborted) return;
       if (opened2 && Date.now() - began >= first) {
-        wait = first;
+        wait2 = first;
         continue;
       }
       if (!opened2 && up) {
@@ -7481,8 +7642,8 @@ function keepWatching(loop, signal) {
         loop.down();
       }
       ready2.resolve();
-      await sleep(wait, signal);
-      wait = Math.min(wait * 2, most);
+      await sleep(wait2, signal);
+      wait2 = Math.min(wait2 * 2, most);
     }
   })();
   return { ready: ready2.promise, kick: () => current?.abort() };
@@ -7537,93 +7698,6 @@ async function openHostfs(spec, hook, fetch2, timing = {}) {
   };
 }
 
-// src/mount/syscall.ts
-var MS_RDONLY = 1;
-var MS_MGC_MSK = 4294901760;
-var MS_MGC_VAL = 3236757504;
-var IGNORED_FLAGS = 2 | 4 | 8 | 16 | 128 | 1024 | 2048 | 32768 | 1 << 21 | 1 << 24 | 1 << 25;
-var MNT_FORCE = 1;
-var MNT_DETACH = 2;
-var UMOUNT_NOFOLLOW = 8;
-var GENERIC = /* @__PURE__ */ new Set([
-  "defaults",
-  "async",
-  "sync",
-  "dirsync",
-  "atime",
-  "noatime",
-  "diratime",
-  "nodiratime",
-  "relatime",
-  "norelatime",
-  "strictatime",
-  "nostrictatime",
-  "lazytime",
-  "nolazytime",
-  "suid",
-  "nosuid",
-  "dev",
-  "nodev",
-  "exec",
-  "noexec",
-  "auto",
-  "noauto",
-  "user",
-  "nouser",
-  "users",
-  "nofail",
-  "_netdev",
-  "silent",
-  "loud"
-]);
-function parseMountOptions(data) {
-  const options = {};
-  for (const raw of data.split(",")) {
-    const item = raw.trim();
-    if (!item || GENERIC.has(item)) continue;
-    if (item === "rw") {
-      delete options.ro;
-      continue;
-    }
-    const eq = item.indexOf("=");
-    if (eq === 0) throw errnoError("EINVAL", `bad mount option ${item}`);
-    if (eq < 0) options[item] = "";
-    else options[item.slice(0, eq)] = item.slice(eq + 1);
-  }
-  if (options.maxfile !== void 0) parseSize(options.maxfile);
-  return options;
-}
-function refusedTarget(target) {
-  const at = normalizePath(target);
-  const kernel = at === "/" || [`/proc`, `/dev`].some((k) => at === k || at.startsWith(`${k}/`));
-  if (kernel) throw errnoError("EBUSY", `${at} belongs to the kernel`);
-}
-function absolute(target) {
-  if (!target) throw errnoError("ENOENT", "no mount point");
-  if (!target.startsWith("/")) throw errnoError("EINVAL", `not an absolute path: ${target}`);
-  return normalizePath(target);
-}
-function mountCall(call) {
-  let flags = call.flags >>> 0;
-  if ((flags & MS_MGC_MSK) >>> 0 === MS_MGC_VAL) flags &= ~MS_MGC_MSK;
-  if (flags & ~(MS_RDONLY | IGNORED_FLAGS)) {
-    throw errnoError("EINVAL", `unsupported mount flags ${flags.toString(16)}`);
-  }
-  if (!call.type) throw errnoError("EINVAL", "no file system type");
-  const target = absolute(call.target);
-  refusedTarget(target);
-  const options = parseMountOptions(call.data);
-  if (flags & MS_RDONLY) options.ro = "";
-  return { type: call.type, source: call.source || "none", target, options };
-}
-function umountCall(target, flags) {
-  const known = MNT_FORCE | MNT_DETACH | UMOUNT_NOFOLLOW;
-  if (flags >>> 0 & ~known) throw errnoError("EINVAL", `unsupported umount flags ${flags}`);
-  const at = absolute(target);
-  refusedTarget(at);
-  return { target: at, detach: (flags & (MNT_FORCE | MNT_DETACH)) !== 0 };
-}
-
 // src/mount/tmpfs.ts
 function tmpfs() {
   let inodes = 0;
@@ -8042,6 +8116,8 @@ var Launcher = class {
   openFiles = /* @__PURE__ */ new Set();
   held = /* @__PURE__ */ new Set();
   processMounts;
+  booting = new AbortController();
+  fstab = Promise.resolve([]);
   nextPid = 1e3;
   boot = Date.now();
   terminals = 0;
@@ -8449,6 +8525,7 @@ var Launcher = class {
     for (const holds of this.held) holds.revoke(at);
   }
   unmountAll() {
+    this.booting.abort();
     const targets = this.mounts.list().map((m) => m.target);
     for (const target of targets.sort((a, b) => b.length - a.length)) this.umount(target, true);
   }
@@ -8480,6 +8557,17 @@ var Launcher = class {
   async prepare() {
     for (const dir of SHARED_DIRS) await this.base.mkdir(dir, { recursive: true });
     await writeCaFile(this.base, this.ca).catch(() => void 0);
+    this.fstab = this.mountFstab();
+  }
+  async mountFstab() {
+    const text = await this.base.readFile(FSTAB_PATH).catch(() => "");
+    return mountFstab(
+      parseFstab(text),
+      (spec) => this.mount(spec),
+      this.booting.signal,
+      FSTAB_RETRIES,
+      (entry) => this.umount(entry.target, true)
+    );
   }
   environment(cwd, extra) {
     return {