llama-cpp-pro 0.2.2

package/dist/esm/workers/heapfs.d.ts

@@ -0,0 +1,55 @@
+/**
+ * HeapFS — allocate model bytes directly in WASM linear memory (wllama-style).
+ *
+ * Standard Emscripten MEMFS stores file contents in the JS heap; reads/mmap
+ * copy into WASM. HeapFS patches MEMFS so file contents are a subarray of
+ * HEAPU8 at an mmapAlloc'd address, enabling zero-copy mmap for llama.cpp.
+ *
+ * Ref: ref-code/wllama/src/workers-code/llama-cpp.js
+ */
+export type EmscriptenModule = {
+    MEMFS: {
+        stream_ops: Record<string, unknown> & {
+            read: (...args: unknown[]) => unknown;
+            write: (...args: unknown[]) => unknown;
+            llseek: (...args: unknown[]) => unknown;
+            allocate: (...args: unknown[]) => unknown;
+            mmap: (...args: unknown[]) => unknown;
+            msync: (...args: unknown[]) => unknown;
+            _read?: (...args: unknown[]) => unknown;
+            _write?: (...args: unknown[]) => unknown;
+            _llseek?: (...args: unknown[]) => unknown;
+            _allocate?: (...args: unknown[]) => unknown;
+            _mmap?: (...args: unknown[]) => unknown;
+            _msync?: (...args: unknown[]) => unknown;
+        };
+        ops_table: {
+            file: {
+                stream: Record<string, unknown>;
+            };
+        };
+    };
+    FS: {
+        mkdir: (path: string) => void;
+        analyzePath: (path: string) => {
+            exists: boolean;
+        };
+        createPath?: (parent: string, path: string, canRead: boolean, canWrite: boolean) => void;
+        mount: (type: unknown, opts: unknown, mountpoint: string) => void;
+        createDataFile: (parent: string, name: string, data: ArrayBuffer, canRead: boolean, canWrite: boolean, canOwn: boolean) => void;
+    };
+    mmapAlloc: (size: number) => number;
+    HEAPU8: Uint8Array;
+};
+/** Patch MEMFS stream ops so mmap/read use WASM-heap-backed file storage. */
+export declare const patchHeapFS: (mod: EmscriptenModule) => void;
+/** Ensure MEMFS /tmp exists for VFS model streaming (fopen fails without it). */
+export declare const ensureWasmTmpDir: (mod: EmscriptenModule) => void;
+/** Allocate `size` bytes in WASM heap for a model file; returns file id. */
+export declare const heapfsAlloc: (mod: EmscriptenModule, name: string, size: number, allocBuffer?: boolean) => number;
+/** Write bytes at `offset` into a HeapFS file. Returns bytes written. */
+export declare const heapfsWrite: (mod: EmscriptenModule, id: number, buffer: Uint8Array, offset: number) => number;
+/** VFS path for a model basename under /models/. */
+export declare const heapfsModelPath: (basename: string) => string;
+/** Whether HeapFS runtime methods are present on the module. */
+export declare const supportsHeapFS: (mod: unknown) => mod is EmscriptenModule;

package/dist/esm/workers/heapfs.js

@@ -0,0 +1,115 @@
+/**
+ * HeapFS — allocate model bytes directly in WASM linear memory (wllama-style).
+ *
+ * Standard Emscripten MEMFS stores file contents in the JS heap; reads/mmap
+ * copy into WASM. HeapFS patches MEMFS so file contents are a subarray of
+ * HEAPU8 at an mmapAlloc'd address, enabling zero-copy mmap for llama.cpp.
+ *
+ * Ref: ref-code/wllama/src/workers-code/llama-cpp.js
+ */
+const fsNameToFile = {};
+const fsIdToFile = {};
+let currFileId = 0;
+let patched = false;
+const getHeapU8 = (mod) => {
+    var _a, _b, _c;
+    const buf = (_b = (_a = mod.wasmMemory) === null || _a === void 0 ? void 0 : _a.buffer) !== null && _b !== void 0 ? _b : (_c = mod.HEAPU8) === null || _c === void 0 ? void 0 : _c.buffer;
+    if (!buf)
+        throw new Error('HeapFS requires WASM linear memory');
+    return new Uint8Array(buf);
+};
+const patchStream = (mod, stream) => {
+    const name = stream.node.name;
+    const f = fsNameToFile[name];
+    if (!f)
+        return;
+    const heap = getHeapU8(mod);
+    const ptr = Number(f.ptr);
+    stream.node.contents = heap.subarray(ptr, ptr + f.size);
+    stream.node.usedBytes = f.size;
+};
+/** Patch MEMFS stream ops so mmap/read use WASM-heap-backed file storage. */
+export const patchHeapFS = (mod) => {
+    var _a, _b, _c, _d, _e, _f;
+    if (patched)
+        return;
+    patched = true;
+    const ops = mod.MEMFS.stream_ops;
+    ops._read = (_a = ops._read) !== null && _a !== void 0 ? _a : ops.read;
+    ops._write = (_b = ops._write) !== null && _b !== void 0 ? _b : ops.write;
+    ops._llseek = (_c = ops._llseek) !== null && _c !== void 0 ? _c : ops.llseek;
+    ops._allocate = (_d = ops._allocate) !== null && _d !== void 0 ? _d : ops.allocate;
+    ops._mmap = (_e = ops._mmap) !== null && _e !== void 0 ? _e : ops.mmap;
+    ops._msync = (_f = ops._msync) !== null && _f !== void 0 ? _f : ops.msync;
+    ops.read = function (stream, ...rest) {
+        patchStream(mod, stream);
+        return ops._read.call(this, stream, ...rest);
+    };
+    mod.MEMFS.ops_table.file.stream.read = ops.read;
+    ops.llseek = function (stream, ...rest) {
+        patchStream(mod, stream);
+        return ops._llseek.call(this, stream, ...rest);
+    };
+    mod.MEMFS.ops_table.file.stream.llseek = ops.llseek;
+    ops.mmap = function (stream, length, position, prot, flags) {
+        patchStream(mod, stream);
+        const name = stream.node.name;
+        const f = fsNameToFile[name];
+        if (f) {
+            return { ptr: Number(f.ptr) + Number(position), allocated: false };
+        }
+        return ops._mmap.call(this, stream, length, position, prot, flags);
+    };
+    mod.MEMFS.ops_table.file.stream.mmap = ops.mmap;
+    mod.FS.mkdir('/models');
+    mod.FS.mount(mod.MEMFS, { root: '.' }, '/models');
+};
+/** Ensure MEMFS /tmp exists for VFS model streaming (fopen fails without it). */
+export const ensureWasmTmpDir = (mod) => {
+    const fs = mod.FS;
+    if (fs.analyzePath('/tmp').exists)
+        return;
+    try {
+        if (typeof fs.createPath === 'function') {
+            fs.createPath('/', 'tmp', true, true);
+        }
+        else {
+            fs.mkdir('/tmp');
+        }
+    }
+    catch (_a) {
+        if (!fs.analyzePath('/tmp').exists) {
+            throw new Error('Failed to create MEMFS /tmp for model VFS streaming');
+        }
+    }
+};
+/** Allocate `size` bytes in WASM heap for a model file; returns file id. */
+export const heapfsAlloc = (mod, name, size, allocBuffer = true) => {
+    if (size < 1)
+        throw new Error('HeapFS file size must be > 0');
+    const ptr = allocBuffer ? Number(mod.mmapAlloc(size)) : 0;
+    const file = { ptr, size, id: currFileId++ };
+    fsIdToFile[file.id] = file;
+    fsNameToFile[name] = file;
+    return file.id;
+};
+/** Write bytes at `offset` into a HeapFS file. Returns bytes written. */
+export const heapfsWrite = (mod, id, buffer, offset) => {
+    const f = fsIdToFile[id];
+    if (!f)
+        throw new Error(`HeapFS file id ${id} not found`);
+    const after = offset + buffer.byteLength;
+    if (after > f.size) {
+        throw new Error(`HeapFS write out of bounds: ${after} > ${f.size}`);
+    }
+    getHeapU8(mod).set(buffer, Number(f.ptr) + offset);
+    return buffer.byteLength;
+};
+/** VFS path for a model basename under /models/. */
+export const heapfsModelPath = (basename) => `/models/${basename}`;
+/** Whether HeapFS runtime methods are present on the module. */
+export const supportsHeapFS = (mod) => !!mod &&
+    typeof mod.mmapAlloc === 'function' &&
+    typeof mod.MEMFS === 'object' &&
+    typeof mod.FS === 'object';
+//# sourceMappingURL=heapfs.js.map

package/dist/esm/workers/heapfs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"heapfs.js","sourceRoot":"","sources":["../../../src/workers/heapfs.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AA4CH,MAAM,YAAY,GAA6B,EAAE,CAAC;AAClD,MAAM,UAAU,GAA6B,EAAE,CAAC;AAChD,IAAI,UAAU,GAAG,CAAC,CAAC;AACnB,IAAI,OAAO,GAAG,KAAK,CAAC;AAEpB,MAAM,SAAS,GAAG,CAAC,GAAqB,EAAc,EAAE;;IACtD,MAAM,GAAG,GAAG,MAAA,MAAC,GAA2C,CAAC,UAAU,0CAAE,MAAM,mCAAI,MAAA,GAAG,CAAC,MAAM,0CAAE,MAAM,CAAC;IAClG,IAAI,CAAC,GAAG;QAAE,MAAM,IAAI,KAAK,CAAC,oCAAoC,CAAC,CAAC;IAChE,OAAO,IAAI,UAAU,CAAC,GAAG,CAAC,CAAC;AAC7B,CAAC,CAAC;AAEF,MAAM,WAAW,GAAG,CAAC,GAAqB,EAAE,MAA6E,EAAE,EAAE;IAC3H,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC;IAC9B,MAAM,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;IAC7B,IAAI,CAAC,CAAC;QAAE,OAAO;IACf,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC;IAC1B,MAAM,CAAC,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;IACxD,MAAM,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,IAAI,CAAC;AACjC,CAAC,CAAC;AAEF,6EAA6E;AAC7E,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,GAAqB,EAAQ,EAAE;;IACzD,IAAI,OAAO;QAAE,OAAO;IACpB,OAAO,GAAG,IAAI,CAAC;IAEf,MAAM,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC;IACjC,GAAG,CAAC,KAAK,GAAG,MAAA,GAAG,CAAC,KAAK,mCAAI,GAAG,CAAC,IAAI,CAAC;IAClC,GAAG,CAAC,MAAM,GAAG,MAAA,GAAG,CAAC,MAAM,mCAAI,GAAG,CAAC,KAAK,CAAC;IACrC,GAAG,CAAC,OAAO,GAAG,MAAA,GAAG,CAAC,OAAO,mCAAI,GAAG,CAAC,MAAM,CAAC;IACxC,GAAG,CAAC,SAAS,GAAG,MAAA,GAAG,CAAC,SAAS,mCAAI,GAAG,CAAC,QAAQ,CAAC;IAC9C,GAAG,CAAC,KAAK,GAAG,MAAA,GAAG,CAAC,KAAK,mCAAI,GAAG,CAAC,IAAI,CAAC;IAClC,GAAG,CAAC,MAAM,GAAG,MAAA,GAAG,CAAC,MAAM,mCAAI,GAAG,CAAC,KAAK,CAAC;IAErC,GAAG,CAAC,IAAI,GAAG,UAAyB,MAAuC,EAAE,GAAG,IAAe;QAC7F,WAAW,CAAC,GAAG,EAAE,MAA2C,CAAC,CAAC;QAC9D,OAAQ,GAAG,CAAC,KAAsC,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC;IACjF,CAAC,CAAC;IACF,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IAEhD,GAAG,CAAC,MAAM,GAAG,UAAyB,MAAyC,EAAE,GAAG,IAAe;QACjG,WAAW,CAAC,GAAG,EAAE,MAA2C,CAAC,CAAC;QAC9D,OAAQ,GAAG,CAAC,OAAwC,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC,CAAC;IACnF,CAAC,CAAC;IACF,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IAEpD,GAAG,CAAC,IAAI,GAAG,UAAyB,MAAe,EAAE,MAAe,EAAE,QAAiB,EAAE,IAAa,EAAE,KAAc;QACpH,WAAW,CAAC,GAAG,EAAE,MAA2C,CAAC,CAAC;QAC9D,MAAM,IAAI,GAAI,MAAqC,CAAC,IAAI,CAAC,IAAI,CAAC;QAC9D,MAAM,CAAC,GAAG,YAAY,CAAC,IAAI,CAAC,CAAC;QAC7B,IAAI,CAAC,EAAE,CAAC;YACN,OAAO,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,CAAC;QACrE,CAAC;QACD,OAAQ,GAAG,CAAC,KAAsC,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;IACvG,CAAC,CAAC;IACF,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IAEhD,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IACxB,GAAG,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,SAAS,CAAC,CAAC;AACpD,CAAC,CAAC;AAEF,iFAAiF;AACjF,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,GAAqB,EAAQ,EAAE;IAC9D,MAAM,EAAE,GAAG,GAAG,CAAC,EAAE,CAAC;IAClB,IAAI,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,MAAM;QAAE,OAAO;IAC1C,IAAI,CAAC;QACH,IAAI,OAAO,EAAE,CAAC,UAAU,KAAK,UAAU,EAAE,CAAC;YACxC,EAAE,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;QACxC,CAAC;aAAM,CAAC;YACN,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;QACnB,CAAC;IACH,CAAC;IAAC,WAAM,CAAC;QACP,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAC;QACzE,CAAC;IACH,CAAC;AACH,CAAC,CAAC;AAEF,4EAA4E;AAC5E,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,GAAqB,EAAE,IAAY,EAAE,IAAY,EAAE,WAAW,GAAG,IAAI,EAAU,EAAE;IAC3G,IAAI,IAAI,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAC9D,MAAM,GAAG,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,MAAM,IAAI,GAAa,EAAE,GAAG,EAAE,IAAI,EAAE,EAAE,EAAE,UAAU,EAAE,EAAE,CAAC;IACvD,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;IAC3B,YAAY,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;IAC1B,OAAO,IAAI,CAAC,EAAE,CAAC;AACjB,CAAC,CAAC;AAEF,yEAAyE;AACzE,MAAM,CAAC,MAAM,WAAW,GAAG,CAAC,GAAqB,EAAE,EAAU,EAAE,MAAkB,EAAE,MAAc,EAAU,EAAE;IAC3G,MAAM,CAAC,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC;IACzB,IAAI,CAAC,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,kBAAkB,EAAE,YAAY,CAAC,CAAC;IAC1D,MAAM,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC,UAAU,CAAC;IACzC,IAAI,KAAK,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;QACnB,MAAM,IAAI,KAAK,CAAC,+BAA+B,KAAK,MAAM,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IACtE,CAAC;IACD,SAAS,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,MAAM,CAAC,CAAC;IACnD,OAAO,MAAM,CAAC,UAAU,CAAC;AAC3B,CAAC,CAAC;AAEF,oDAAoD;AACpD,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,QAAgB,EAAU,EAAE,CAAC,WAAW,QAAQ,EAAE,CAAC;AAEnF,gEAAgE;AAChE,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,GAAY,EAA2B,EAAE,CACtE,CAAC,CAAC,GAAG;IACL,OAAQ,GAAwB,CAAC,SAAS,KAAK,UAAU;IACzD,OAAQ,GAAwB,CAAC,KAAK,KAAK,QAAQ;IACnD,OAAQ,GAAwB,CAAC,EAAE,KAAK,QAAQ,CAAC","sourcesContent":["/**\n * HeapFS — allocate model bytes directly in WASM linear memory (wllama-style).\n *\n * Standard Emscripten MEMFS stores file contents in the JS heap; reads/mmap\n * copy into WASM. HeapFS patches MEMFS so file contents are a subarray of\n * HEAPU8 at an mmapAlloc'd address, enabling zero-copy mmap for llama.cpp.\n *\n * Ref: ref-code/wllama/src/workers-code/llama-cpp.js\n */\n\nexport type EmscriptenModule = {\n  MEMFS: {\n    stream_ops: Record<string, unknown> & {\n      read: (...args: unknown[]) => unknown;\n      write: (...args: unknown[]) => unknown;\n      llseek: (...args: unknown[]) => unknown;\n      allocate: (...args: unknown[]) => unknown;\n      mmap: (...args: unknown[]) => unknown;\n      msync: (...args: unknown[]) => unknown;\n      _read?: (...args: unknown[]) => unknown;\n      _write?: (...args: unknown[]) => unknown;\n      _llseek?: (...args: unknown[]) => unknown;\n      _allocate?: (...args: unknown[]) => unknown;\n      _mmap?: (...args: unknown[]) => unknown;\n      _msync?: (...args: unknown[]) => unknown;\n    };\n    ops_table: { file: { stream: Record<string, unknown> } };\n  };\n  FS: {\n    mkdir: (path: string) => void;\n    analyzePath: (path: string) => { exists: boolean };\n    createPath?: (parent: string, path: string, canRead: boolean, canWrite: boolean) => void;\n    mount: (type: unknown, opts: unknown, mountpoint: string) => void;\n    createDataFile: (\n      parent: string,\n      name: string,\n      data: ArrayBuffer,\n      canRead: boolean,\n      canWrite: boolean,\n      canOwn: boolean,\n    ) => void;\n  };\n  mmapAlloc: (size: number) => number;\n  HEAPU8: Uint8Array;\n};\n\ntype HeapFile = {\n  ptr: number;\n  size: number;\n  id: number;\n};\n\nconst fsNameToFile: Record<string, HeapFile> = {};\nconst fsIdToFile: Record<number, HeapFile> = {};\nlet currFileId = 0;\nlet patched = false;\n\nconst getHeapU8 = (mod: EmscriptenModule): Uint8Array => {\n  const buf = (mod as { wasmMemory?: WebAssembly.Memory }).wasmMemory?.buffer ?? mod.HEAPU8?.buffer;\n  if (!buf) throw new Error('HeapFS requires WASM linear memory');\n  return new Uint8Array(buf);\n};\n\nconst patchStream = (mod: EmscriptenModule, stream: { node: { name: string; contents?: Uint8Array; usedBytes?: number } }) => {\n  const name = stream.node.name;\n  const f = fsNameToFile[name];\n  if (!f) return;\n  const heap = getHeapU8(mod);\n  const ptr = Number(f.ptr);\n  stream.node.contents = heap.subarray(ptr, ptr + f.size);\n  stream.node.usedBytes = f.size;\n};\n\n/** Patch MEMFS stream ops so mmap/read use WASM-heap-backed file storage. */\nexport const patchHeapFS = (mod: EmscriptenModule): void => {\n  if (patched) return;\n  patched = true;\n\n  const ops = mod.MEMFS.stream_ops;\n  ops._read = ops._read ?? ops.read;\n  ops._write = ops._write ?? ops.write;\n  ops._llseek = ops._llseek ?? ops.llseek;\n  ops._allocate = ops._allocate ?? ops.allocate;\n  ops._mmap = ops._mmap ?? ops.mmap;\n  ops._msync = ops._msync ?? ops.msync;\n\n  ops.read = function (this: unknown, stream: Parameters<typeof ops._read>[0], ...rest: unknown[]) {\n    patchStream(mod, stream as Parameters<typeof patchStream>[1]);\n    return (ops._read as (...a: unknown[]) => unknown).call(this, stream, ...rest);\n  };\n  mod.MEMFS.ops_table.file.stream.read = ops.read;\n\n  ops.llseek = function (this: unknown, stream: Parameters<typeof ops._llseek>[0], ...rest: unknown[]) {\n    patchStream(mod, stream as Parameters<typeof patchStream>[1]);\n    return (ops._llseek as (...a: unknown[]) => unknown).call(this, stream, ...rest);\n  };\n  mod.MEMFS.ops_table.file.stream.llseek = ops.llseek;\n\n  ops.mmap = function (this: unknown, stream: unknown, length: unknown, position: unknown, prot: unknown, flags: unknown) {\n    patchStream(mod, stream as Parameters<typeof patchStream>[1]);\n    const name = (stream as { node: { name: string } }).node.name;\n    const f = fsNameToFile[name];\n    if (f) {\n      return { ptr: Number(f.ptr) + Number(position), allocated: false };\n    }\n    return (ops._mmap as (...a: unknown[]) => unknown).call(this, stream, length, position, prot, flags);\n  };\n  mod.MEMFS.ops_table.file.stream.mmap = ops.mmap;\n\n  mod.FS.mkdir('/models');\n  mod.FS.mount(mod.MEMFS, { root: '.' }, '/models');\n};\n\n/** Ensure MEMFS /tmp exists for VFS model streaming (fopen fails without it). */\nexport const ensureWasmTmpDir = (mod: EmscriptenModule): void => {\n  const fs = mod.FS;\n  if (fs.analyzePath('/tmp').exists) return;\n  try {\n    if (typeof fs.createPath === 'function') {\n      fs.createPath('/', 'tmp', true, true);\n    } else {\n      fs.mkdir('/tmp');\n    }\n  } catch {\n    if (!fs.analyzePath('/tmp').exists) {\n      throw new Error('Failed to create MEMFS /tmp for model VFS streaming');\n    }\n  }\n};\n\n/** Allocate `size` bytes in WASM heap for a model file; returns file id. */\nexport const heapfsAlloc = (mod: EmscriptenModule, name: string, size: number, allocBuffer = true): number => {\n  if (size < 1) throw new Error('HeapFS file size must be > 0');\n  const ptr = allocBuffer ? Number(mod.mmapAlloc(size)) : 0;\n  const file: HeapFile = { ptr, size, id: currFileId++ };\n  fsIdToFile[file.id] = file;\n  fsNameToFile[name] = file;\n  return file.id;\n};\n\n/** Write bytes at `offset` into a HeapFS file. Returns bytes written. */\nexport const heapfsWrite = (mod: EmscriptenModule, id: number, buffer: Uint8Array, offset: number): number => {\n  const f = fsIdToFile[id];\n  if (!f) throw new Error(`HeapFS file id ${id} not found`);\n  const after = offset + buffer.byteLength;\n  if (after > f.size) {\n    throw new Error(`HeapFS write out of bounds: ${after} > ${f.size}`);\n  }\n  getHeapU8(mod).set(buffer, Number(f.ptr) + offset);\n  return buffer.byteLength;\n};\n\n/** VFS path for a model basename under /models/. */\nexport const heapfsModelPath = (basename: string): string => `/models/${basename}`;\n\n/** Whether HeapFS runtime methods are present on the module. */\nexport const supportsHeapFS = (mod: unknown): mod is EmscriptenModule =>\n  !!mod &&\n  typeof (mod as EmscriptenModule).mmapAlloc === 'function' &&\n  typeof (mod as EmscriptenModule).MEMFS === 'object' &&\n  typeof (mod as EmscriptenModule).FS === 'object';\n"]}

package/dist/esm/workers/wasm.engine.d.ts

@@ -0,0 +1,86 @@
+type GenerateRequest = {
+    prompt?: string;
+    messages?: Array<{
+        role: string;
+        content: string;
+    }>;
+    max_tokens?: number;
+    temperature?: number;
+    stream?: boolean;
+};
+type GenerateResult = {
+    text: string;
+    tokens_predicted: number;
+    tokens_evaluated: number;
+    finish_reason: 'stop' | 'length' | 'error';
+};
+type EmbedResult = {
+    vectors: number[][];
+};
+export type TokenizeResult = {
+    tokens: number[];
+    has_media?: boolean;
+};
+export type DetokenizeResult = {
+    text: string;
+};
+export type WasmEngine = {
+    init?: () => Promise<void> | void;
+    loadModel: (modelId: string, modelBuffer: ArrayBuffer, opts?: Record<string, unknown>) => Promise<void> | void;
+    /** Stream from OPFS sync handle without holding full model in JS heap (#9). */
+    loadModelFromOpfsReader?: (modelId: string, reader: {
+        sizeBytes: number;
+        readChunk: (offset: number, length?: number) => Uint8Array;
+        close: () => void;
+    }, opts?: Record<string, unknown>) => Promise<void> | void;
+    unloadModel: (modelId: string) => Promise<void> | void;
+    generate: (modelId: string, req: GenerateRequest, onToken?: (token: string, index: number) => void) => Promise<GenerateResult> | GenerateResult;
+    embed: (modelId: string, input: string | string[]) => Promise<EmbedResult> | EmbedResult;
+    /** Tokenize text using the loaded model vocabulary. */
+    tokenize?: (modelId: string, text: string) => Promise<TokenizeResult> | TokenizeResult;
+    /** Detokenize a token ID array back to text. */
+    detokenize?: (modelId: string, tokens: number[]) => Promise<DetokenizeResult> | DetokenizeResult;
+    /** Convert a JSON Schema to a GBNF grammar string for constrained sampling. */
+    convertJsonSchemaToGrammar?: (schemaJson: string) => Promise<string> | string;
+    rerank?: (modelId: string, query: string, documents: string[]) => Promise<Array<{
+        index: number;
+        score: number;
+    }>>;
+    bench?: (modelId: string, pp: number, tg: number, pl: number, nr: number) => Promise<string>;
+    saveSession?: (modelId: string, filepath: string, tokenSize: number) => Promise<{
+        tokens_saved: number;
+    }>;
+    loadSession?: (modelId: string, filepath: string) => Promise<{
+        tokens_loaded: number;
+        prompt: string;
+    }>;
+    applyLoraAdapters?: (modelId: string, loraAdapters: Array<{
+        path: string;
+        scaled?: number;
+    }>) => Promise<void>;
+    removeLoraAdapters?: (modelId: string) => Promise<void>;
+    getLoadedLoraAdapters?: (modelId: string) => Promise<Array<{
+        path: string;
+        scaled?: number;
+    }>>;
+    initMultimodal?: (modelId: string, path: string, useGpu?: boolean) => Promise<boolean>;
+    multimodalStatus?: (modelId: string) => Promise<{
+        enabled: boolean;
+        vision: boolean;
+        audio: boolean;
+    }>;
+    releaseMultimodal?: (modelId: string) => Promise<void>;
+    initVocoder?: (modelId: string, path: string, nBatch?: number) => Promise<boolean>;
+    vocoderEnabled?: (modelId: string) => Promise<boolean>;
+    releaseVocoder?: (modelId: string) => Promise<void>;
+    formattedAudioCompletion?: (modelId: string, speakerJson: string, textToSpeak: string) => Promise<{
+        prompt: string;
+        grammar?: string;
+    }>;
+    audioGuideTokens?: (modelId: string, textToSpeak: string) => Promise<number[]>;
+    decodeAudioTokens?: (modelId: string, tokens: number[]) => Promise<number[]>;
+    health?: () => Promise<Record<string, unknown>> | Record<string, unknown>;
+    memory?: () => Promise<Record<string, unknown>> | Record<string, unknown>;
+};
+export declare const loadLlamaWasmEngine: () => Promise<WasmEngine>;
+export {};