@nimbus-sh/worker 0.1.0

package/dist/runtime/clang-runner.d.ts

@@ -0,0 +1,38 @@
+/**
+ * clang-runner.ts — Wave-3 v1.1: full hello-world.
+ *
+ * v1.1 architecture (compile-link-run, TWO facet calls):
+ *
+ *   compile  : clang.wasm + memfs.wasm + sysroot subset for C includes
+ *              + user .c → produces .o bytes (returned to supervisor).
+ *   link     : lld.wasm + memfs.wasm + sysroot subset for link
+ *              (crt1.o + libc.a) + .o from compile → produces .wasm
+ *              executable.
+ *   write    : final .wasm flushed to user VFS at the requested path.
+ *
+ * Splitting compile and link into separate LOADER calls keeps each
+ * call under the empirical ~32 MiB per-call ceiling (verdict.md §3
+ * path B). Each ships:
+ *
+ *   - compile: 31 MiB clang.wasm + 0.35 MiB memfs + ~1.3 MiB sysroot
+ *              subset (C includes) = ~32.6 MiB.
+ *   - link   : 19 MiB lld.wasm + 0.35 MiB memfs + ~0.75 MiB libs +
+ *              tiny .o = ~20 MiB.
+ *
+ * Sysroot subset extraction happens supervisor-side via a small ustar
+ * parser. The full 9.3 MiB sysroot.tar is parsed once per compile;
+ * only the files matching the role's prefix-allowlist are forwarded.
+ *
+ * Anti-reqs from plan §8.1: no setTimeout / no retry / no
+ * defensive-catch in dispatch.
+ */
+import type { RuntimeManifest } from './runtime-catalog.js';
+import type { SqliteVFS } from '../vfs/sqlite-vfs.js';
+import type { FacetManager } from '../facets/manager.js';
+/** Build the runner factory. Closes over facetMgr + vfs. */
+export declare function makeClangRunnerFactory(deps: {
+    facetMgr: FacetManager;
+    vfs: SqliteVFS;
+}): (manifest: RuntimeManifest, installRoot: string, binName: string, binKind: string | undefined) => (ctx: any) => Promise<number>;
+export declare const CLANG_RUNNER_PREAMBLE = "\n// \u2500\u2500 BEGIN: clang-runner preamble (binji/wasm-clang port, v1.1) \u2500\u2500\u2500\u2500\u2500\n\nconst __ESUCCESS = 0;\nconst __EBADF    = 8;\nconst __EINVAL   = 28;\nconst __ENOSYS   = 52;\n\nclass __ProcExit {\n  constructor(code) { this.code = code | 0; this.message = 'process exited ' + code; this.name = 'ProcExit'; }\n}\n\nfunction __readStr(u8, o, len) {\n  if (typeof len !== 'number' || len < 0) len = -1;\n  let str = '';\n  let end = u8.length;\n  if (len !== -1) end = o + len;\n  for (let i = o; i < end && u8[i] !== 0; i++) str += String.fromCharCode(u8[i]);\n  return str;\n}\n\nfunction __writeStr(u8, off, s) {\n  for (let i = 0; i < s.length; i++) u8[off + i] = s.charCodeAt(i) & 0xff;\n  u8[off + s.length] = 0;\n  return s.length + 1;\n}\n\nclass __HostMem {\n  constructor(memory) { this.memory = memory; }\n  get buffer() { return this.memory.buffer; }\n  check() { /* no-op */ }\n  read32(off) { return new DataView(this.memory.buffer).getUint32(off, true); }\n  write32(off, v) { new DataView(this.memory.buffer).setUint32(off, v >>> 0, true); }\n  write64(off, v) {\n    const dv = new DataView(this.memory.buffer);\n    if (typeof v === 'bigint') {\n      dv.setBigUint64(off, v, true);\n    } else {\n      dv.setUint32(off, (v >>> 0), true);\n      dv.setUint32(off + 4, Math.floor(v / 0x100000000) >>> 0, true);\n    }\n  }\n  readStr(off, len) { return __readStr(new Uint8Array(this.memory.buffer), off, len); }\n  writeStr(off, s) { return __writeStr(new Uint8Array(this.memory.buffer), off, s); }\n  write(off, bytes) {\n    const u8 = new Uint8Array(this.memory.buffer);\n    if (typeof bytes === 'string') {\n      for (let i = 0; i < bytes.length; i++) u8[off + i] = bytes.charCodeAt(i) & 0xff;\n    } else {\n      u8.set(bytes, off);\n    }\n  }\n}\n\n/**\n * Add a single file to memfs at the given path. Recursively creates\n * parent directories \u2014 binji's memfs only auto-creates direct parents\n * when AddFileNode is called, so we walk path segments first.\n */\nfunction __memfsAddFile(memfsExports, memfsMem, path, bytes) {\n  // Strip a leading slash if present; memfs stores rootless paths.\n  const p = path.replace(/^\\/+/, '');\n  // Create parent dirs.\n  const parts = p.split('/');\n  for (let i = 1; i < parts.length; i++) {\n    const dir = parts.slice(0, i).join('/');\n    if (!dir) continue;\n    const pBuf = memfsExports.GetPathBuf();\n    const m = new Uint8Array(memfsMem.buffer);\n    for (let j = 0; j < dir.length; j++) m[pBuf + j] = dir.charCodeAt(j) & 0xff;\n    // Try to add \u2014 memfs ignores duplicate adds.\n    try { memfsExports.AddDirectoryNode(dir.length); } catch { /* may already exist */ }\n  }\n  // Now the file itself.\n  const pBuf = memfsExports.GetPathBuf();\n  const m1 = new Uint8Array(memfsMem.buffer);\n  for (let i = 0; i < p.length; i++) m1[pBuf + i] = p.charCodeAt(i) & 0xff;\n  const inode = memfsExports.AddFileNode(p.length, bytes.length);\n  const addr = memfsExports.GetFileNodeAddress(inode);\n  if (bytes.length > 0) {\n    new Uint8Array(memfsMem.buffer).set(bytes, addr);\n  }\n}\n\n/**\n * Decode base64 \u2192 Uint8Array (chunked-safe).\n */\nfunction __b64decode(b64) {\n  const bin = atob(b64);\n  const u8 = new Uint8Array(bin.length);\n  for (let i = 0; i < bin.length; i++) u8[i] = bin.charCodeAt(i);\n  return u8;\n}\n\n/**\n * Encode Uint8Array \u2192 base64 (chunked-safe).\n */\nfunction __b64encode(u8) {\n  const CHUNK = 0x8000;\n  let s = '';\n  for (let i = 0; i < u8.length; i += CHUNK) {\n    let chunk = '';\n    const end = Math.min(i + CHUNK, u8.length);\n    for (let j = i; j < end; j++) chunk += String.fromCharCode(u8[j]);\n    s += chunk;\n  }\n  return btoa(s);\n}\n\nglobalThis.__clangRun = async function __clangRun(args) {\n  const stdoutChunks = [];\n  const stderrChunks = [];\n  const hostWrite = (s) => { stdoutChunks.push(s); };\n  const hostWriteErr = (s) => { stderrChunks.push(s); };\n\n  // 1. Instantiate memfs.wasm with the binji-shaped env imports.\n  let memfsInst;\n  let memfsMem;\n  const memfsHandle = { mem: null, hostMem: null, stdinStr: '', stdinPos: 0 };\n  const memfsImports = {\n    env: {\n      abort: () => { throw new Error('memfs: abort'); },\n      host_write: (fd, iovs, iovs_len, nwritten_out) => {\n        const hm = memfsHandle.hostMem;\n        if (!hm) return __EBADF;\n        let size = 0;\n        let str = '';\n        for (let i = 0; i < iovs_len; i++) {\n          const buf = hm.read32(iovs); iovs += 4;\n          const len = hm.read32(iovs); iovs += 4;\n          str += hm.readStr(buf, len);\n          size += len;\n        }\n        hm.write32(nwritten_out, size);\n        if (fd === 2) hostWriteErr(str); else hostWrite(str);\n        return __ESUCCESS;\n      },\n      host_read: (fd, iovs, iovs_len, nread) => {\n        const hm = memfsHandle.hostMem;\n        if (!hm) return __EBADF;\n        let size = 0;\n        for (let i = 0; i < iovs_len; i++) {\n          const buf = hm.read32(iovs); iovs += 4;\n          const len = hm.read32(iovs); iovs += 4;\n          const remain = memfsHandle.stdinStr.length - memfsHandle.stdinPos;\n          const toWrite = Math.min(len, remain);\n          if (toWrite === 0) break;\n          hm.write(buf, memfsHandle.stdinStr.substr(memfsHandle.stdinPos, toWrite));\n          size += toWrite;\n          memfsHandle.stdinPos += toWrite;\n          if (toWrite !== len) break;\n        }\n        hm.write32(nread, size);\n        return __ESUCCESS;\n      },\n      memfs_log: (buf, len) => {\n        const m = new Uint8Array(memfsHandle.mem.buffer);\n        const s = __readStr(m, buf, len);\n        hostWriteErr('[memfs] ' + s + '\\n');\n      },\n      copy_in: (memfs_dst, src, size) => {\n        const dst = new Uint8Array(memfsHandle.mem.buffer, memfs_dst, size);\n        const srcU8 = new Uint8Array(memfsHandle.hostMem.buffer, src, size);\n        dst.set(srcU8);\n      },\n      copy_out: (host_dst, memfs_src, size) => {\n        const dst = new Uint8Array(memfsHandle.hostMem.buffer, host_dst, size);\n        const srcU8 = new Uint8Array(memfsHandle.mem.buffer, memfs_src, size);\n        dst.set(srcU8);\n      },\n    },\n  };\n  try {\n    const r = await WebAssembly.instantiate(args.memfsMod, memfsImports);\n    memfsInst = (r instanceof WebAssembly.Instance ? r : r.instance);\n  } catch (e) {\n    return { exitCode: 1, stdout: '', stderr: '', outputFiles: {}, error: 'memfs instantiate failed: ' + (e && e.message) };\n  }\n  memfsMem = memfsInst.exports.memory;\n  memfsHandle.mem = memfsMem;\n  memfsInst.exports.init();\n\n  // 2. Populate memfs from filesB64 (sysroot subset + user inputs).\n  for (const [path, b64] of Object.entries(args.filesB64 || {})) {\n    const bytes = __b64decode(b64);\n    try {\n      __memfsAddFile(memfsInst.exports, memfsMem, path, bytes);\n    } catch (e) {\n      hostWriteErr('[clang-runner] failed to add ' + path + ' to memfs: ' + (e && e.message) + '\\n');\n    }\n  }\n\n  // 3. Build wasi_unstable imports for the primary.\n  const argv = args.argv || [];\n  const environ = ['USER=user', 'HOME=/', 'PWD=/'];\n  const primaryHandle = { mem: null };\n  const primaryWasi = {\n    proc_exit: (code) => { throw new __ProcExit(code); },\n    args_get: (argv_ptrs, argv_buf) => {\n      const hm = primaryHandle.mem;\n      for (const a of argv) {\n        hm.write32(argv_ptrs, argv_buf);\n        argv_ptrs += 4;\n        argv_buf += hm.writeStr(argv_buf, a);\n      }\n      hm.write32(argv_ptrs, 0);\n      return __ESUCCESS;\n    },\n    args_sizes_get: (argc_out, argv_buf_size_out) => {\n      const hm = primaryHandle.mem;\n      let size = 0;\n      for (const a of argv) size += a.length + 1;\n      hm.write64(argc_out, argv.length);\n      hm.write64(argv_buf_size_out, size);\n      return __ESUCCESS;\n    },\n    environ_get: (environ_ptrs, environ_buf) => {\n      const hm = primaryHandle.mem;\n      for (const e of environ) {\n        hm.write32(environ_ptrs, environ_buf);\n        environ_ptrs += 4;\n        environ_buf += hm.writeStr(environ_buf, e);\n      }\n      hm.write32(environ_ptrs, 0);\n      return __ESUCCESS;\n    },\n    environ_sizes_get: (count_out, size_out) => {\n      const hm = primaryHandle.mem;\n      let size = 0;\n      for (const e of environ) size += e.length + 1;\n      hm.write64(count_out, environ.length);\n      hm.write64(size_out, size);\n      return __ESUCCESS;\n    },\n    random_get: (buf, len) => {\n      const hm = primaryHandle.mem;\n      const data = new Uint8Array(hm.memory.buffer, buf, len);\n      crypto.getRandomValues(data);\n      return __ESUCCESS;\n    },\n    clock_time_get: (clock_id, precision, time_out) => {\n      const hm = primaryHandle.mem;\n      const ns = BigInt(Date.now()) * 1000000n;\n      hm.write64(time_out, ns);\n      return __ESUCCESS;\n    },\n    poll_oneoff: () => __ENOSYS,\n  };\n  // Compose: memfs.exports satisfies fd_*/path_* fns; host overrides\n  // proc_exit/args_*/environ_*/random_get/clock_time_get/poll_oneoff.\n  const wasi_unstable = Object.assign({}, memfsInst.exports);\n  Object.assign(wasi_unstable, primaryWasi);\n\n  // env namespace for the primary \u2014 stub canvas_*, etc.\n  const primaryEnv = new Proxy({}, {\n    get(_t, prop) {\n      return function envStub() {\n        // Only log first occurrence per name to avoid log floods on\n        // wasm-ld which may probe many env imports.\n        return 0;\n      };\n    },\n  });\n\n  // 4. Instantiate primary.\n  let primaryInst;\n  try {\n    const r = await WebAssembly.instantiate(args.primaryMod, {\n      wasi_unstable,\n      env: primaryEnv,\n    });\n    primaryInst = (r instanceof WebAssembly.Instance ? r : r.instance);\n  } catch (e) {\n    return {\n      exitCode: 1, stdout: stdoutChunks.join(''), stderr: stderrChunks.join(''),\n      outputFiles: {},\n      error: 'primary (' + args.primaryName + ') instantiate failed: ' + (e && e.message),\n    };\n  }\n  const pmem = primaryInst.exports.memory;\n  primaryHandle.mem = new __HostMem(pmem);\n  memfsHandle.hostMem = primaryHandle.mem;\n\n  // 5. Run _start.\n  let exitCode = 0;\n  try {\n    primaryInst.exports._start();\n  } catch (exn) {\n    if (exn instanceof __ProcExit) {\n      exitCode = exn.code;\n    } else {\n      hostWriteErr('[clang-runner] ' + args.primaryName + ' trapped: ' + (exn && exn.message) + '\\n');\n      exitCode = 1;\n    }\n  }\n\n  // 6. Harvest output files.\n  const outputs = {};\n  for (const path of args.outputPaths || []) {\n    // memfs paths are rootless.\n    const p = path.replace(/^\\/+/, '');\n    const pBuf = memfsInst.exports.GetPathBuf();\n    const m = new Uint8Array(memfsMem.buffer);\n    for (let j = 0; j < p.length; j++) m[pBuf + j] = p.charCodeAt(j) & 0xff;\n    try {\n      const inode = memfsInst.exports.FindNode(p.length);\n      if (inode > 0) {\n        const addr = memfsInst.exports.GetFileNodeAddress(inode);\n        const sz = memfsInst.exports.GetFileNodeSize(inode);\n        if (sz > 0) {\n          const bytes = new Uint8Array(memfsMem.buffer, addr, sz);\n          // Copy out (slice) because the next memfs op may invalidate\n          // the view if memory grows.\n          const copy = new Uint8Array(sz);\n          copy.set(bytes);\n          outputs[path] = __b64encode(copy);\n        } else {\n          outputs[path] = '';\n        }\n      }\n    } catch { /* not found */ }\n  }\n\n  return {\n    exitCode,\n    stdout: stdoutChunks.join(''),\n    stderr: stderrChunks.join(''),\n    outputFiles: outputs,\n  };\n};\n\n// \u2500\u2500 END: clang-runner preamble \u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\n";
+//# sourceMappingURL=clang-runner.d.ts.map

package/dist/runtime/clang-runner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"clang-runner.d.ts","sourceRoot":"","sources":["../../src/runtime/clang-runner.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC5D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,sBAAsB,CAAC;AAEzD,4DAA4D;AAC5D,wBAAgB,sBAAsB,CAAC,IAAI,EAAE;IAC3C,QAAQ,EAAE,YAAY,CAAC;IACvB,GAAG,EAAE,SAAS,CAAC;CAChB,GAAG,CAAC,QAAQ,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,SAAS,KAC7F,CAAC,GAAG,EAAE,GAAG,KAAK,OAAO,CAAC,MAAM,CAAC,CAqShC;AAqZD,eAAO,MAAM,qBAAqB,imXA4UjC,CAAC"}