llama-cpp-pro 0.2.2

package/dist/esm/storage/opfs.store.js

@@ -0,0 +1,241 @@
+import { LlmError } from '../isomorphic/errors';
+import { getManifestEntry, listManifestEntries, removeManifestEntry, upsertManifestEntry, } from './manifest';
+const MODELS_DIR = 'models';
+const getStorageApi = () => {
+    var _a;
+    const storageApi = (_a = globalThis === null || globalThis === void 0 ? void 0 : globalThis.navigator) === null || _a === void 0 ? void 0 : _a.storage;
+    if (!storageApi || typeof storageApi.getDirectory !== 'function') {
+        throw new LlmError('STORAGE_UNAVAILABLE', 'OPFS is not available in this runtime. navigator.storage.getDirectory is missing.');
+    }
+    return storageApi;
+};
+const getRootDirectory = async () => {
+    const storageApi = getStorageApi();
+    try {
+        return await storageApi.getDirectory();
+    }
+    catch (error) {
+        throw new LlmError('STORAGE_IO_FAILED', 'Failed to access OPFS root directory.', {
+            cause: String(error),
+        });
+    }
+};
+const sanitizeModelId = (modelId) => modelId.replace(/[^a-zA-Z0-9._-]/g, '_');
+const pathForModelId = (modelId) => `${MODELS_DIR}/${sanitizeModelId(modelId)}.gguf`;
+const ensureParentDirAndFileHandle = async (path, create = true) => {
+    const root = await getRootDirectory();
+    const parts = path.split('/').filter(Boolean);
+    const fileName = parts.pop();
+    if (!fileName) {
+        throw new LlmError('STORAGE_IO_FAILED', `Invalid OPFS path '${path}'.`);
+    }
+    let current = root;
+    for (const dir of parts) {
+        current = await current.getDirectoryHandle(dir, { create: true });
+    }
+    return current.getFileHandle(fileName, { create });
+};
+const writeStreamToFile = async (res, fileHandle, onProgress, signal) => {
+    var _a;
+    const writable = await fileHandle.createWritable();
+    const total = Number((_a = res.headers.get('content-length')) !== null && _a !== void 0 ? _a : 0);
+    let written = 0;
+    try {
+        if (!res.body) {
+            const buf = await res.arrayBuffer();
+            await writable.write(buf);
+            written += buf.byteLength;
+            onProgress === null || onProgress === void 0 ? void 0 : onProgress(written, total || written);
+            return written;
+        }
+        const reader = res.body.getReader();
+        while (true) {
+            if (signal === null || signal === void 0 ? void 0 : signal.aborted) {
+                reader.cancel();
+                throw new LlmError('MODEL_DOWNLOAD_FAILED', 'Download aborted by caller.');
+            }
+            const { value, done } = await reader.read();
+            if (done)
+                break;
+            if (value) {
+                await writable.write(value);
+                written += value.byteLength;
+                onProgress === null || onProgress === void 0 ? void 0 : onProgress(written, total || written);
+            }
+        }
+        return written;
+    }
+    finally {
+        await writable.close();
+    }
+};
+export async function ensureModelInOpfs(modelId, modelUrl, onProgress, signal) {
+    if (!modelId) {
+        throw new LlmError('INVALID_REQUEST', 'modelId is required for OPFS storage.');
+    }
+    if (!modelUrl) {
+        throw new LlmError('INVALID_REQUEST', 'modelUrl is required for OPFS storage.');
+    }
+    const existing = await getManifestEntry(modelId);
+    if (existing) {
+        await upsertManifestEntry(Object.assign(Object.assign({}, existing), { lastUsedAt: Date.now() }));
+        return Object.assign(Object.assign({}, existing), { lastUsedAt: Date.now() });
+    }
+    let res;
+    try {
+        res = await fetch(modelUrl, signal ? { signal } : undefined);
+    }
+    catch (error) {
+        const isAbort = error instanceof Error && error.name === 'AbortError';
+        throw new LlmError('MODEL_DOWNLOAD_FAILED', isAbort
+            ? `Download of model '${modelId}' was cancelled.`
+            : `Failed to download model '${modelId}'.`, { modelId, modelUrl, cause: String(error) });
+    }
+    if (!res.ok) {
+        throw new LlmError('MODEL_DOWNLOAD_FAILED', `Failed to download model '${modelId}': HTTP ${res.status}`, {
+            modelId,
+            modelUrl,
+            status: res.status,
+        });
+    }
+    const path = pathForModelId(modelId);
+    let sizeBytes = 0;
+    try {
+        const fileHandle = await ensureParentDirAndFileHandle(path, true);
+        sizeBytes = await writeStreamToFile(res, fileHandle, onProgress, signal);
+    }
+    catch (error) {
+        throw new LlmError('STORAGE_IO_FAILED', `Failed to persist model '${modelId}' in OPFS.`, {
+            modelId,
+            path,
+            cause: String(error),
+        });
+    }
+    const now = Date.now();
+    const entry = {
+        modelId,
+        path,
+        sizeBytes,
+        sourceUrl: modelUrl,
+        createdAt: now,
+        lastUsedAt: now,
+    };
+    await upsertManifestEntry(entry);
+    return entry;
+}
+/**
+ * Choice 3 — primary web model load path.
+ * Opens an OPFS FileSystemSyncAccessHandle in the worker and reads the
+ * model in fixed-size chunks (default 4MB). Chunks are streamed into WASM
+ * MEMFS; the full GGUF is never materialised as a single JS ArrayBuffer.
+ *
+ * Worker-only: createSyncAccessHandle is not available on the main thread.
+ */
+export const OPFS_MODEL_CHUNK_BYTES = 4 * 1024 * 1024;
+export async function openOpfsModelSyncReader(modelId) {
+    const entry = await getManifestEntry(modelId);
+    if (!entry) {
+        throw new LlmError('MODEL_NOT_LOADED', `Model '${modelId}' is not present in OPFS manifest.`);
+    }
+    const fileHandle = await ensureParentDirAndFileHandle(entry.path, false);
+    if (typeof fileHandle.createSyncAccessHandle !== 'function') {
+        throw new LlmError('STORAGE_UNAVAILABLE', 'OPFS sync access handles are not available in this browser/worker context.', { modelId });
+    }
+    let accessHandle;
+    try {
+        accessHandle = await fileHandle.createSyncAccessHandle();
+    }
+    catch (error) {
+        throw new LlmError('STORAGE_IO_FAILED', `Failed to open OPFS sync handle for '${modelId}'.`, {
+            modelId,
+            path: entry.path,
+            cause: String(error),
+        });
+    }
+    const sizeBytes = accessHandle.getSize();
+    await upsertManifestEntry(Object.assign(Object.assign({}, entry), { lastUsedAt: Date.now() }));
+    return {
+        sizeBytes,
+        readChunk(offset, length = OPFS_MODEL_CHUNK_BYTES) {
+            const toRead = Math.min(length, sizeBytes - offset);
+            if (toRead <= 0) {
+                return new Uint8Array(0);
+            }
+            const buf = new Uint8Array(toRead);
+            const bytesRead = accessHandle.read(buf, { at: offset });
+            return buf.subarray(0, bytesRead);
+        },
+        close() {
+            accessHandle.close();
+        },
+    };
+}
+/**
+ * Read the model from OPFS as an ArrayBuffer (fallback when sync handles
+ * are unavailable). Prefer openOpfsModelSyncReader in workers.
+ */
+export async function readModelBufferFromOpfs(modelId) {
+    const file = await readModelFromOpfs(modelId);
+    const buffer = await file.arrayBuffer();
+    return { buffer, sizeBytes: file.size };
+}
+export async function readModelFromOpfs(modelId) {
+    const entry = await getManifestEntry(modelId);
+    if (!entry) {
+        throw new LlmError('MODEL_NOT_LOADED', `Model '${modelId}' is not present in OPFS manifest.`);
+    }
+    try {
+        const fileHandle = await ensureParentDirAndFileHandle(entry.path, false);
+        const file = await fileHandle.getFile();
+        await upsertManifestEntry(Object.assign(Object.assign({}, entry), { lastUsedAt: Date.now() }));
+        return file;
+    }
+    catch (error) {
+        throw new LlmError('STORAGE_IO_FAILED', `Failed to read model '${modelId}' from OPFS.`, {
+            modelId,
+            path: entry.path,
+            cause: String(error),
+        });
+    }
+}
+export async function removeModelFromOpfs(modelId) {
+    const entry = await getManifestEntry(modelId);
+    if (!entry)
+        return;
+    const root = await getRootDirectory();
+    const parts = entry.path.split('/').filter(Boolean);
+    const fileName = parts.pop();
+    if (!fileName) {
+        await removeManifestEntry(modelId);
+        return;
+    }
+    try {
+        let current = root;
+        for (const dir of parts) {
+            current = await current.getDirectoryHandle(dir, { create: false });
+        }
+        await current.removeEntry(fileName);
+    }
+    catch (error) {
+        // Keep manifest cleanup deterministic even if file was already gone.
+        if (!(error instanceof Error) || !/not found/i.test(error.message)) {
+            throw new LlmError('STORAGE_IO_FAILED', `Failed to remove model '${modelId}' from OPFS.`, {
+                modelId,
+                path: entry.path,
+                cause: String(error),
+            });
+        }
+    }
+    finally {
+        await removeManifestEntry(modelId);
+    }
+}
+export async function getOpfsUsage() {
+    var _a, _b, _c;
+    const entries = await listManifestEntries();
+    const usedBytes = entries.reduce((sum, e) => sum + (e.sizeBytes || 0), 0);
+    const estimate = await ((_c = (_b = (_a = globalThis === null || globalThis === void 0 ? void 0 : globalThis.navigator) === null || _a === void 0 ? void 0 : _a.storage) === null || _b === void 0 ? void 0 : _b.estimate) === null || _c === void 0 ? void 0 : _c.call(_b));
+    const quotaBytes = typeof (estimate === null || estimate === void 0 ? void 0 : estimate.quota) === 'number' ? estimate.quota : undefined;
+    return { usedBytes, quotaBytes };
+}
+//# sourceMappingURL=opfs.store.js.map

package/dist/esm/storage/opfs.store.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"opfs.store.js","sourceRoot":"","sources":["../../../src/storage/opfs.store.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,sBAAsB,CAAC;AAChD,OAAO,EACL,gBAAgB,EAChB,mBAAmB,EAEnB,mBAAmB,EACnB,mBAAmB,GACpB,MAAM,YAAY,CAAC;AAEpB,MAAM,UAAU,GAAG,QAAQ,CAAC;AAE5B,MAAM,aAAa,GAAG,GAAQ,EAAE;;IAC9B,MAAM,UAAU,GAAG,MAAC,UAAkB,aAAlB,UAAU,uBAAV,UAAU,CAAU,SAAS,0CAAE,OAAO,CAAC;IAC3D,IAAI,CAAC,UAAU,IAAI,OAAO,UAAU,CAAC,YAAY,KAAK,UAAU,EAAE,CAAC;QACjE,MAAM,IAAI,QAAQ,CAChB,qBAAqB,EACrB,mFAAmF,CACpF,CAAC;IACJ,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,KAAK,IAAkB,EAAE;IAChD,MAAM,UAAU,GAAG,aAAa,EAAE,CAAC;IACnC,IAAI,CAAC;QACH,OAAO,MAAM,UAAU,CAAC,YAAY,EAAE,CAAC;IACzC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,QAAQ,CAAC,mBAAmB,EAAE,uCAAuC,EAAE;YAC/E,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;SACrB,CAAC,CAAC;IACL,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,OAAe,EAAU,EAAE,CAClD,OAAO,CAAC,OAAO,CAAC,kBAAkB,EAAE,GAAG,CAAC,CAAC;AAE3C,MAAM,cAAc,GAAG,CAAC,OAAe,EAAU,EAAE,CACjD,GAAG,UAAU,IAAI,eAAe,CAAC,OAAO,CAAC,OAAO,CAAC;AAEnD,MAAM,4BAA4B,GAAG,KAAK,EAAE,IAAY,EAAE,MAAM,GAAG,IAAI,EAAgB,EAAE;IACvF,MAAM,IAAI,GAAG,MAAM,gBAAgB,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,QAAQ,CAAC,mBAAmB,EAAE,sBAAsB,IAAI,IAAI,CAAC,CAAC;IAC1E,CAAC;IACD,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,OAAO,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,OAAO,OAAO,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;AACrD,CAAC,CAAC;AAEF,MAAM,iBAAiB,GAAG,KAAK,EAC7B,GAAa,EACb,UAAe,EACf,UAAwD,EACxD,MAAoB,EACH,EAAE;;IACnB,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,cAAc,EAAE,CAAC;IACnD,MAAM,KAAK,GAAG,MAAM,CAAC,MAAA,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,mCAAI,CAAC,CAAC,CAAC;IAC7D,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,CAAC;QACH,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACd,MAAM,GAAG,GAAG,MAAM,GAAG,CAAC,WAAW,EAAE,CAAC;YACpC,MAAM,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1B,OAAO,IAAI,GAAG,CAAC,UAAU,CAAC;YAC1B,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAG,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,CAAC;YACxC,OAAO,OAAO,CAAC;QACjB,CAAC;QAED,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC;QACpC,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,OAAO,EAAE,CAAC;gBACpB,MAAM,CAAC,MAAM,EAAE,CAAC;gBAChB,MAAM,IAAI,QAAQ,CAAC,uBAAuB,EAAE,6BAA6B,CAAC,CAAC;YAC7E,CAAC;YACD,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;YAC5C,IAAI,IAAI;gBAAE,MAAM;YAChB,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,QAAQ,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC5B,OAAO,IAAI,KAAK,CAAC,UAAU,CAAC;gBAC5B,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAG,OAAO,EAAE,KAAK,IAAI,OAAO,CAAC,CAAC;YAC1C,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;YAAS,CAAC;QACT,MAAM,QAAQ,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,OAAe,EACf,QAAgB,EAChB,UAAwD,EACxD,MAAoB;IAEpB,IAAI,CAAC,OAAO,EAAE,CAAC;QACb,MAAM,IAAI,QAAQ,CAAC,iBAAiB,EAAE,uCAAuC,CAAC,CAAC;IACjF,CAAC;IACD,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,IAAI,QAAQ,CAAC,iBAAiB,EAAE,wCAAwC,CAAC,CAAC;IAClF,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACjD,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,mBAAmB,iCAAM,QAAQ,KAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,IAAG,CAAC;QACnE,uCAAY,QAAQ,KAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,IAAG;IACjD,CAAC;IAED,IAAI,GAAa,CAAC;IAClB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,KAAK,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC/D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,IAAI,KAAK,YAAY,CAAC;QACtE,MAAM,IAAI,QAAQ,CAChB,uBAAuB,EACvB,OAAO;YACL,CAAC,CAAC,sBAAsB,OAAO,kBAAkB;YACjD,CAAC,CAAC,6BAA6B,OAAO,IAAI,EAC5C,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC,EAAE,CAC5C,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACZ,MAAM,IAAI,QAAQ,CAAC,uBAAuB,EAAE,6BAA6B,OAAO,WAAW,GAAG,CAAC,MAAM,EAAE,EAAE;YACvG,OAAO;YACP,QAAQ;YACR,MAAM,EAAE,GAAG,CAAC,MAAM;SACnB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,IAAI,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACrC,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,4BAA4B,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClE,SAAS,GAAG,MAAM,iBAAiB,CAAC,GAAG,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,CAAC,CAAC;IAC3E,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,QAAQ,CAAC,mBAAmB,EAAE,4BAA4B,OAAO,YAAY,EAAE;YACvF,OAAO;YACP,IAAI;YACJ,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;SACrB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,KAAK,GAAuB;QAChC,OAAO;QACP,IAAI;QACJ,SAAS;QACT,SAAS,EAAE,QAAQ;QACnB,SAAS,EAAE,GAAG;QACd,UAAU,EAAE,GAAG;KAChB,CAAC;IACF,MAAM,mBAAmB,CAAC,KAAK,CAAC,CAAC;IACjC,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,sBAAsB,GAAG,CAAC,GAAG,IAAI,GAAG,IAAI,CAAC;AAQtD,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,OAAe;IAC3D,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,UAAU,OAAO,oCAAoC,CAAC,CAAC;IAChG,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,4BAA4B,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACzE,IAAI,OAAO,UAAU,CAAC,sBAAsB,KAAK,UAAU,EAAE,CAAC;QAC5D,MAAM,IAAI,QAAQ,CAChB,qBAAqB,EACrB,4EAA4E,EAC5E,EAAE,OAAO,EAAE,CACZ,CAAC;IACJ,CAAC;IAED,IAAI,YAIH,CAAC;IACF,IAAI,CAAC;QACH,YAAY,GAAG,MAAM,UAAU,CAAC,sBAAsB,EAAE,CAAC;IAC3D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,QAAQ,CAAC,mBAAmB,EAAE,wCAAwC,OAAO,IAAI,EAAE;YAC3F,OAAO;YACP,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;SACrB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,EAAE,CAAC;IACzC,MAAM,mBAAmB,iCAAM,KAAK,KAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,IAAG,CAAC;IAEhE,OAAO;QACL,SAAS;QACT,SAAS,CAAC,MAAc,EAAE,MAAM,GAAG,sBAAsB;YACvD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,SAAS,GAAG,MAAM,CAAC,CAAC;YACpD,IAAI,MAAM,IAAI,CAAC,EAAE,CAAC;gBAChB,OAAO,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;YAC3B,CAAC;YACD,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,MAAM,CAAC,CAAC;YACnC,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,CAAC;YACzD,OAAO,GAAG,CAAC,QAAQ,CAAC,CAAC,EAAE,SAAS,CAAC,CAAC;QACpC,CAAC;QACD,KAAK;YACH,YAAY,CAAC,KAAK,EAAE,CAAC;QACvB,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,OAAe;IAC3D,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;IACxC,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC;AAC1C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,OAAe;IACrD,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC9C,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,UAAU,OAAO,oCAAoC,CAAC,CAAC;IAChG,CAAC;IACD,IAAI,CAAC;QACH,MAAM,UAAU,GAAG,MAAM,4BAA4B,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;QACzE,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,OAAO,EAAE,CAAC;QACxC,MAAM,mBAAmB,iCAAM,KAAK,KAAE,UAAU,EAAE,IAAI,CAAC,GAAG,EAAE,IAAG,CAAC;QAChE,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,QAAQ,CAAC,mBAAmB,EAAE,yBAAyB,OAAO,cAAc,EAAE;YACtF,OAAO;YACP,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;SACrB,CAAC,CAAC;IACL,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,OAAe;IACvD,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAC9C,IAAI,CAAC,KAAK;QAAE,OAAO;IAEnB,MAAM,IAAI,GAAG,MAAM,gBAAgB,EAAE,CAAC;IACtC,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACpD,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,CAAC,QAAQ,EAAE,CAAC;QACd,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;QACnC,OAAO;IACT,CAAC;IAED,IAAI,CAAC;QACH,IAAI,OAAO,GAAG,IAAI,CAAC;QACnB,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;YACxB,OAAO,GAAG,MAAM,OAAO,CAAC,kBAAkB,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC,CAAC;QACrE,CAAC;QACD,MAAM,OAAO,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IACtC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,qEAAqE;QACrE,IAAI,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;YACnE,MAAM,IAAI,QAAQ,CAAC,mBAAmB,EAAE,2BAA2B,OAAO,cAAc,EAAE;gBACxF,OAAO;gBACP,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,KAAK,EAAE,MAAM,CAAC,KAAK,CAAC;aACrB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;YAAS,CAAC;QACT,MAAM,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACrC,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY;;IAChC,MAAM,OAAO,GAAG,MAAM,mBAAmB,EAAE,CAAC;IAC5C,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1E,MAAM,QAAQ,GAAG,MAAM,CAAA,MAAA,MAAA,MAAC,UAAkB,aAAlB,UAAU,uBAAV,UAAU,CAAU,SAAS,0CAAE,OAAO,0CAAE,QAAQ,kDAAI,CAAA,CAAC;IAC7E,MAAM,UAAU,GAAG,OAAO,CAAA,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,KAAK,CAAA,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;IACpF,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,CAAC;AACnC,CAAC","sourcesContent":["import { LlmError } from '../isomorphic/errors';\nimport {\n  getManifestEntry,\n  listManifestEntries,\n  type ModelManifestEntry,\n  removeManifestEntry,\n  upsertManifestEntry,\n} from './manifest';\n\nconst MODELS_DIR = 'models';\n\nconst getStorageApi = (): any => {\n  const storageApi = (globalThis as any)?.navigator?.storage;\n  if (!storageApi || typeof storageApi.getDirectory !== 'function') {\n    throw new LlmError(\n      'STORAGE_UNAVAILABLE',\n      'OPFS is not available in this runtime. navigator.storage.getDirectory is missing.',\n    );\n  }\n  return storageApi;\n};\n\nconst getRootDirectory = async (): Promise<any> => {\n  const storageApi = getStorageApi();\n  try {\n    return await storageApi.getDirectory();\n  } catch (error) {\n    throw new LlmError('STORAGE_IO_FAILED', 'Failed to access OPFS root directory.', {\n      cause: String(error),\n    });\n  }\n};\n\nconst sanitizeModelId = (modelId: string): string =>\n  modelId.replace(/[^a-zA-Z0-9._-]/g, '_');\n\nconst pathForModelId = (modelId: string): string =>\n  `${MODELS_DIR}/${sanitizeModelId(modelId)}.gguf`;\n\nconst ensureParentDirAndFileHandle = async (path: string, create = true): Promise<any> => {\n  const root = await getRootDirectory();\n  const parts = path.split('/').filter(Boolean);\n  const fileName = parts.pop();\n  if (!fileName) {\n    throw new LlmError('STORAGE_IO_FAILED', `Invalid OPFS path '${path}'.`);\n  }\n  let current = root;\n  for (const dir of parts) {\n    current = await current.getDirectoryHandle(dir, { create: true });\n  }\n  return current.getFileHandle(fileName, { create });\n};\n\nconst writeStreamToFile = async (\n  res: Response,\n  fileHandle: any,\n  onProgress?: (downloaded: number, total: number) => void,\n  signal?: AbortSignal,\n): Promise<number> => {\n  const writable = await fileHandle.createWritable();\n  const total = Number(res.headers.get('content-length') ?? 0);\n  let written = 0;\n  try {\n    if (!res.body) {\n      const buf = await res.arrayBuffer();\n      await writable.write(buf);\n      written += buf.byteLength;\n      onProgress?.(written, total || written);\n      return written;\n    }\n\n    const reader = res.body.getReader();\n    while (true) {\n      if (signal?.aborted) {\n        reader.cancel();\n        throw new LlmError('MODEL_DOWNLOAD_FAILED', 'Download aborted by caller.');\n      }\n      const { value, done } = await reader.read();\n      if (done) break;\n      if (value) {\n        await writable.write(value);\n        written += value.byteLength;\n        onProgress?.(written, total || written);\n      }\n    }\n    return written;\n  } finally {\n    await writable.close();\n  }\n};\n\nexport async function ensureModelInOpfs(\n  modelId: string,\n  modelUrl: string,\n  onProgress?: (downloaded: number, total: number) => void,\n  signal?: AbortSignal,\n): Promise<ModelManifestEntry> {\n  if (!modelId) {\n    throw new LlmError('INVALID_REQUEST', 'modelId is required for OPFS storage.');\n  }\n  if (!modelUrl) {\n    throw new LlmError('INVALID_REQUEST', 'modelUrl is required for OPFS storage.');\n  }\n\n  const existing = await getManifestEntry(modelId);\n  if (existing) {\n    await upsertManifestEntry({ ...existing, lastUsedAt: Date.now() });\n    return { ...existing, lastUsedAt: Date.now() };\n  }\n\n  let res: Response;\n  try {\n    res = await fetch(modelUrl, signal ? { signal } : undefined);\n  } catch (error) {\n    const isAbort = error instanceof Error && error.name === 'AbortError';\n    throw new LlmError(\n      'MODEL_DOWNLOAD_FAILED',\n      isAbort\n        ? `Download of model '${modelId}' was cancelled.`\n        : `Failed to download model '${modelId}'.`,\n      { modelId, modelUrl, cause: String(error) },\n    );\n  }\n  if (!res.ok) {\n    throw new LlmError('MODEL_DOWNLOAD_FAILED', `Failed to download model '${modelId}': HTTP ${res.status}`, {\n      modelId,\n      modelUrl,\n      status: res.status,\n    });\n  }\n\n  const path = pathForModelId(modelId);\n  let sizeBytes = 0;\n  try {\n    const fileHandle = await ensureParentDirAndFileHandle(path, true);\n    sizeBytes = await writeStreamToFile(res, fileHandle, onProgress, signal);\n  } catch (error) {\n    throw new LlmError('STORAGE_IO_FAILED', `Failed to persist model '${modelId}' in OPFS.`, {\n      modelId,\n      path,\n      cause: String(error),\n    });\n  }\n\n  const now = Date.now();\n  const entry: ModelManifestEntry = {\n    modelId,\n    path,\n    sizeBytes,\n    sourceUrl: modelUrl,\n    createdAt: now,\n    lastUsedAt: now,\n  };\n  await upsertManifestEntry(entry);\n  return entry;\n}\n\n/**\n * Choice 3 — primary web model load path.\n * Opens an OPFS FileSystemSyncAccessHandle in the worker and reads the\n * model in fixed-size chunks (default 4MB). Chunks are streamed into WASM\n * MEMFS; the full GGUF is never materialised as a single JS ArrayBuffer.\n *\n * Worker-only: createSyncAccessHandle is not available on the main thread.\n */\nexport const OPFS_MODEL_CHUNK_BYTES = 4 * 1024 * 1024;\n\nexport interface OpfsModelSyncReader {\n  readonly sizeBytes: number;\n  readChunk(offset: number, length?: number): Uint8Array;\n  close(): void;\n}\n\nexport async function openOpfsModelSyncReader(modelId: string): Promise<OpfsModelSyncReader> {\n  const entry = await getManifestEntry(modelId);\n  if (!entry) {\n    throw new LlmError('MODEL_NOT_LOADED', `Model '${modelId}' is not present in OPFS manifest.`);\n  }\n\n  const fileHandle = await ensureParentDirAndFileHandle(entry.path, false);\n  if (typeof fileHandle.createSyncAccessHandle !== 'function') {\n    throw new LlmError(\n      'STORAGE_UNAVAILABLE',\n      'OPFS sync access handles are not available in this browser/worker context.',\n      { modelId },\n    );\n  }\n\n  let accessHandle: {\n    getSize(): number;\n    read(buffer: Uint8Array, options: { at: number }): number;\n    close(): void;\n  };\n  try {\n    accessHandle = await fileHandle.createSyncAccessHandle();\n  } catch (error) {\n    throw new LlmError('STORAGE_IO_FAILED', `Failed to open OPFS sync handle for '${modelId}'.`, {\n      modelId,\n      path: entry.path,\n      cause: String(error),\n    });\n  }\n\n  const sizeBytes = accessHandle.getSize();\n  await upsertManifestEntry({ ...entry, lastUsedAt: Date.now() });\n\n  return {\n    sizeBytes,\n    readChunk(offset: number, length = OPFS_MODEL_CHUNK_BYTES) {\n      const toRead = Math.min(length, sizeBytes - offset);\n      if (toRead <= 0) {\n        return new Uint8Array(0);\n      }\n      const buf = new Uint8Array(toRead);\n      const bytesRead = accessHandle.read(buf, { at: offset });\n      return buf.subarray(0, bytesRead);\n    },\n    close() {\n      accessHandle.close();\n    },\n  };\n}\n\n/**\n * Read the model from OPFS as an ArrayBuffer (fallback when sync handles\n * are unavailable). Prefer openOpfsModelSyncReader in workers.\n */\nexport async function readModelBufferFromOpfs(modelId: string): Promise<{ buffer: ArrayBuffer; sizeBytes: number }> {\n  const file = await readModelFromOpfs(modelId);\n  const buffer = await file.arrayBuffer();\n  return { buffer, sizeBytes: file.size };\n}\n\nexport async function readModelFromOpfs(modelId: string): Promise<File> {\n  const entry = await getManifestEntry(modelId);\n  if (!entry) {\n    throw new LlmError('MODEL_NOT_LOADED', `Model '${modelId}' is not present in OPFS manifest.`);\n  }\n  try {\n    const fileHandle = await ensureParentDirAndFileHandle(entry.path, false);\n    const file = await fileHandle.getFile();\n    await upsertManifestEntry({ ...entry, lastUsedAt: Date.now() });\n    return file;\n  } catch (error) {\n    throw new LlmError('STORAGE_IO_FAILED', `Failed to read model '${modelId}' from OPFS.`, {\n      modelId,\n      path: entry.path,\n      cause: String(error),\n    });\n  }\n}\n\nexport async function removeModelFromOpfs(modelId: string): Promise<void> {\n  const entry = await getManifestEntry(modelId);\n  if (!entry) return;\n\n  const root = await getRootDirectory();\n  const parts = entry.path.split('/').filter(Boolean);\n  const fileName = parts.pop();\n  if (!fileName) {\n    await removeManifestEntry(modelId);\n    return;\n  }\n\n  try {\n    let current = root;\n    for (const dir of parts) {\n      current = await current.getDirectoryHandle(dir, { create: false });\n    }\n    await current.removeEntry(fileName);\n  } catch (error) {\n    // Keep manifest cleanup deterministic even if file was already gone.\n    if (!(error instanceof Error) || !/not found/i.test(error.message)) {\n      throw new LlmError('STORAGE_IO_FAILED', `Failed to remove model '${modelId}' from OPFS.`, {\n        modelId,\n        path: entry.path,\n        cause: String(error),\n      });\n    }\n  } finally {\n    await removeManifestEntry(modelId);\n  }\n}\n\nexport async function getOpfsUsage(): Promise<{ usedBytes: number; quotaBytes?: number }> {\n  const entries = await listManifestEntries();\n  const usedBytes = entries.reduce((sum, e) => sum + (e.sizeBytes || 0), 0);\n  const estimate = await (globalThis as any)?.navigator?.storage?.estimate?.();\n  const quotaBytes = typeof estimate?.quota === 'number' ? estimate.quota : undefined;\n  return { usedBytes, quotaBytes };\n}\n\n"]}

package/dist/esm/web.d.ts

@@ -0,0 +1,206 @@
+import type { LlamaCppPlugin, NativeLlamaContext, NativeCompletionResult, NativeTokenizeResult } from './definitions';
+import { WebProvider } from './isomorphic/provider.web';
+export declare class LlamaCppWeb implements LlamaCppPlugin {
+    protected provider: WebProvider;
+    protected contextToModel: Map<number, string>;
+    protected listeners: Map<string, Set<(data: unknown) => void>>;
+    protected emitListener(eventName: string, data: unknown): void;
+    protected hasListeners(eventName: string): boolean;
+    toggleNativeLog(): Promise<void>;
+    setContextLimit(_opts?: {
+        limit: number;
+    }): Promise<void>;
+    modelInfo({ path }: {
+        path: string;
+        skip?: string[];
+    }): Promise<Object>;
+    initContext({ contextId, params, }: {
+        contextId: number;
+        params: any;
+    }): Promise<NativeLlamaContext>;
+    releaseContext({ contextId }: {
+        contextId: number;
+    }): Promise<void>;
+    releaseAllContexts(): Promise<void>;
+    getFormattedChat({ contextId, messages, chatTemplate, params, }: {
+        contextId: number;
+        messages: string;
+        chatTemplate?: string;
+        params?: any;
+    }): Promise<any>;
+    completion({ contextId, params, }: {
+        contextId: number;
+        params: any;
+    }): Promise<NativeCompletionResult>;
+    chat({ contextId, messages, system, chatTemplate, params }: {
+        contextId: number;
+        messages: Array<{
+            role: string;
+            content: string;
+        }>;
+        system?: string;
+        chatTemplate?: string;
+        params?: any;
+    }): Promise<NativeCompletionResult>;
+    chatWithSystem({ contextId, system, message, params }: {
+        contextId: number;
+        system: string;
+        message: string;
+        params?: any;
+    }): Promise<NativeCompletionResult>;
+    generateText({ contextId, prompt, params }: {
+        contextId: number;
+        prompt: string;
+        params?: any;
+    }): Promise<NativeCompletionResult>;
+    stopCompletion(): Promise<void>;
+    loadSession({ contextId, filepath, }: {
+        contextId: number;
+        filepath: string;
+    }): Promise<{
+        tokens_loaded: number;
+        prompt: string;
+    }>;
+    saveSession({ contextId, filepath, size, }: {
+        contextId: number;
+        filepath: string;
+        size: number;
+    }): Promise<number>;
+    tokenize({ contextId, text, }: {
+        contextId: number;
+        text: string;
+        imagePaths?: string[];
+    }): Promise<NativeTokenizeResult>;
+    detokenize({ contextId, tokens, }: {
+        contextId: number;
+        tokens: number[];
+        [key: string]: unknown;
+    }): Promise<string>;
+    embedding({ contextId, text }: {
+        contextId: number;
+        text: string;
+        params: any;
+    }): Promise<any>;
+    rerank({ contextId, query, documents, }: {
+        contextId: number;
+        query: string;
+        documents: string[];
+        params?: Record<string, unknown>;
+    }): Promise<Array<{
+        score: number;
+        index: number;
+    }>>;
+    bench({ contextId, pp, tg, pl, nr, }: {
+        contextId: number;
+        pp: number;
+        tg: number;
+        pl: number;
+        nr: number;
+    }): Promise<string>;
+    applyLoraAdapters({ contextId, loraAdapters, }: {
+        contextId: number;
+        loraAdapters: Array<{
+            path: string;
+            scaled?: number;
+        }>;
+    }): Promise<void>;
+    removeLoraAdapters({ contextId }: {
+        contextId: number;
+    }): Promise<void>;
+    getLoadedLoraAdapters({ contextId, }: {
+        contextId: number;
+    }): Promise<Array<{
+        path: string;
+        scaled?: number;
+    }>>;
+    initMultimodal({ contextId, params, }: {
+        contextId: number;
+        params: {
+            path: string;
+            use_gpu?: boolean;
+        };
+    }): Promise<boolean>;
+    isMultimodalEnabled({ contextId }: {
+        contextId: number;
+    }): Promise<boolean>;
+    getMultimodalSupport({ contextId }: {
+        contextId: number;
+    }): Promise<{
+        vision: boolean;
+        audio: boolean;
+    }>;
+    releaseMultimodal({ contextId }: {
+        contextId: number;
+    }): Promise<void>;
+    initVocoder({ contextId, params, }: {
+        contextId: number;
+        params: {
+            path: string;
+            n_batch?: number;
+        };
+    }): Promise<boolean>;
+    isVocoderEnabled({ contextId }: {
+        contextId: number;
+    }): Promise<boolean>;
+    getFormattedAudioCompletion({ contextId, speakerJsonStr, textToSpeak, }: {
+        contextId: number;
+        speakerJsonStr: string;
+        textToSpeak: string;
+    }): Promise<{
+        prompt: string;
+        grammar?: string;
+    }>;
+    getAudioCompletionGuideTokens({ contextId, textToSpeak, }: {
+        contextId: number;
+        textToSpeak: string;
+    }): Promise<number[]>;
+    decodeAudioTokens({ contextId, tokens, }: {
+        contextId: number;
+        tokens: number[];
+    }): Promise<number[]>;
+    releaseVocoder({ contextId }: {
+        contextId: number;
+    }): Promise<void>;
+    downloadModel({ url, filename }: {
+        url: string;
+        filename: string;
+    }): Promise<string>;
+    getDownloadProgress({ url }: {
+        url: string;
+    }): Promise<{
+        progress: number;
+        completed: boolean;
+        failed: boolean;
+        errorMessage?: string;
+        localPath?: string;
+        downloadedBytes: number;
+        totalBytes: number;
+    }>;
+    cancelDownload({ url }: {
+        url: string;
+    }): Promise<boolean>;
+    getAvailableModels(): Promise<Array<{
+        name: string;
+        path: string;
+        size: number;
+    }>>;
+    convertJsonSchemaToGrammar({ schema, }: {
+        schema: string;
+        [key: string]: unknown;
+    }): Promise<string>;
+    startNativeLlamaServer(_options?: {
+        modelPath: string;
+        host?: string;
+        port?: number;
+        params?: import('./definitions').NativeContextParams;
+    }): Promise<{
+        running: boolean;
+    }>;
+    stopNativeLlamaServer(): Promise<void>;
+    isNativeLlamaServerRunning(): Promise<{
+        running: boolean;
+    }>;
+    addListener(eventName: string, listenerFunc: (data: unknown) => void): Promise<void>;
+    removeAllListeners(): Promise<void>;
+}
+export * from './definitions';