llama-cpp-pro 0.2.2

package/dist/esm/web.js

@@ -0,0 +1,521 @@
+import { WebProvider } from './isomorphic/provider.web';
+import { ensureModelInOpfs } from './storage/opfs.store';
+import { listManifestEntries } from './storage/manifest';
+// ---------------------------------------------------------------------------
+// Fix #4: LlamaCppWeb now delegates real inference work to WebProvider so
+// that calling the standard Capacitor LlamaCpp API on the web platform routes
+// through the WASM engine rather than throwing "not supported" errors.
+// ---------------------------------------------------------------------------
+const MODEL_DESC_STUB = {
+    desc: 'WASM model',
+    size: 0,
+    nEmbd: 0,
+    nParams: 0,
+    chatTemplates: {
+        llamaChat: true,
+        minja: {
+            default: true,
+            defaultCaps: {
+                tools: false, toolCalls: false, toolResponses: false,
+                systemRole: true, parallelToolCalls: false, toolCallId: false,
+            },
+            toolUse: false,
+            toolUseCaps: {
+                tools: false, toolCalls: false, toolResponses: false,
+                systemRole: true, parallelToolCalls: false, toolCallId: false,
+            },
+        },
+    },
+    metadata: {},
+    isChatTemplateSupported: true,
+};
+/**
+ * Format a message array into a prompt string using the specified template.
+ * Supports the four most common open-weight model formats. Defaults to ChatML.
+ */
+function formatMessagesWithTemplate(messages, template) {
+    const tpl = (template !== null && template !== void 0 ? template : 'chatml').toLowerCase();
+    if (tpl === 'llama3' || tpl === 'llama-3') {
+        const parts = messages.map((m) => `<|start_header_id|>${m.role}<|end_header_id|>\n\n${m.content}<|eot_id|>`);
+        return `<|begin_of_text|>${parts.join('')}<|start_header_id|>assistant<|end_header_id|>\n\n`;
+    }
+    if (tpl === 'mistral') {
+        // Mistral: [INST] user [/INST] assistant </s> [INST] ...
+        let out = '';
+        for (let i = 0; i < messages.length; i++) {
+            const m = messages[i];
+            if (m.role === 'system') {
+                out += `[INST] ${m.content}\n`;
+            }
+            else if (m.role === 'user') {
+                out += `[INST] ${m.content} [/INST]`;
+            }
+            else if (m.role === 'assistant') {
+                out += ` ${m.content}</s>`;
+            }
+        }
+        return out;
+    }
+    if (tpl === 'gemma' || tpl === 'gemma2') {
+        const parts = messages.map((m) => `<start_of_turn>${m.role}\n${m.content}<end_of_turn>`);
+        return `${parts.join('\n')}\n<start_of_turn>model\n`;
+    }
+    // Default: ChatML — widely used by Qwen, Phi, Hermes, OpenChat, etc.
+    const parts = messages.map((m) => `<|im_start|>${m.role}\n${m.content}<|im_end|>`);
+    return `${parts.join('\n')}\n<|im_start|>assistant\n`;
+}
+const activeDownloads = new Map();
+/** Map a user-facing path to a WASM VFS path (MEMFS /tmp). */
+function vfsPathForWeb(filepath) {
+    var _a;
+    if (filepath.startsWith('/'))
+        return filepath;
+    const base = (_a = filepath.split(/[/\\]/).pop()) !== null && _a !== void 0 ? _a : 'file.bin';
+    return `/tmp/${base}`;
+}
+export class LlamaCppWeb {
+    constructor() {
+        this.provider = new WebProvider();
+        // contextId → modelId
+        this.contextToModel = new Map();
+        // eventName → Set of listener callbacks
+        this.listeners = new Map();
+    }
+    emitListener(eventName, data) {
+        var _a;
+        (_a = this.listeners.get(eventName)) === null || _a === void 0 ? void 0 : _a.forEach((cb) => cb(data));
+    }
+    hasListeners(eventName) {
+        const set = this.listeners.get(eventName);
+        return !!set && set.size > 0;
+    }
+    // -------------------------------------------------------------------------
+    // Core initialization
+    // -------------------------------------------------------------------------
+    async toggleNativeLog() {
+        // No-op on web; no native log callback to toggle.
+    }
+    async setContextLimit(_opts) {
+        // No-op on web; WebProvider manages its own slot limit via DefaultModelScheduler.
+    }
+    async modelInfo({ path }) {
+        var _a;
+        const entry = await listManifestEntries().then((es) => es.find((e) => e.modelId === path || e.path === path));
+        return Object.assign(Object.assign({}, MODEL_DESC_STUB), { path, desc: 'WASM model (web)', size: (_a = entry === null || entry === void 0 ? void 0 : entry.sizeBytes) !== null && _a !== void 0 ? _a : 0 });
+    }
+    async initContext({ contextId, params, }) {
+        var _a;
+        // Use the model path/URL as the modelId for the isomorphic layer.
+        const modelId = params.model;
+        await this.provider.initialize({
+            modelId,
+            modelPath: params.model,
+            // If model is a URL, ensureModelInOpfs will download it; if it's an
+            // OPFS-relative path, WebProvider will look it up in the manifest.
+            modelUrl: ((_a = params.model) === null || _a === void 0 ? void 0 : _a.startsWith('http')) ? params.model : undefined,
+            n_ctx: params.n_ctx,
+            n_threads: params.n_threads,
+            embedding: params.embedding,
+        });
+        this.contextToModel.set(contextId, modelId);
+        return {
+            contextId,
+            gpu: false,
+            reasonNoGPU: 'WebAssembly does not expose GPU acceleration in browsers',
+            model: MODEL_DESC_STUB,
+        };
+    }
+    async releaseContext({ contextId }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (modelId) {
+            await this.provider.unloadModel(modelId);
+            this.contextToModel.delete(contextId);
+        }
+    }
+    async releaseAllContexts() {
+        for (const [contextId, modelId] of this.contextToModel.entries()) {
+            await this.provider.unloadModel(modelId).catch(() => { });
+            this.contextToModel.delete(contextId);
+        }
+    }
+    // -------------------------------------------------------------------------
+    // Chat and completion
+    // -------------------------------------------------------------------------
+    async getFormattedChat({ contextId, messages, chatTemplate, params, }) {
+        const parsed = JSON.parse(messages);
+        // If the provider exposes a native getFormattedChat (desktop sidecar or WASM with Jinja),
+        // delegate to it so model-embedded templates are used instead of client-side formatters.
+        const modelId = this.contextToModel.get(contextId);
+        if (modelId && typeof this.provider.getFormattedChat === 'function') {
+            try {
+                return await this.provider.getFormattedChat(modelId, messages, chatTemplate, params);
+            }
+            catch (_a) {
+                // Fall through to client-side formatting
+            }
+        }
+        const prompt = formatMessagesWithTemplate(parsed, chatTemplate);
+        return { type: 'llama-chat', prompt, has_media: false, media_paths: [] };
+    }
+    async completion({ contextId, params, }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        const wantStream = this.hasListeners('@LlamaCpp_onToken');
+        const generateFn = wantStream
+            ? this.provider.generateStream.bind(this.provider, {
+                modelId,
+                prompt: params.prompt,
+                max_tokens: params.n_predict,
+                temperature: params.temperature,
+                top_p: params.top_p,
+                top_k: params.top_k,
+                min_p: params.min_p,
+                repeat_penalty: params.penalty_repeat,
+                seed: params.seed,
+                stop: params.stop,
+                grammar: params.grammar,
+                stream: true,
+            }, (evt) => {
+                this.emitListener('@LlamaCpp_onToken', {
+                    contextId,
+                    token: evt.token,
+                    index: evt.index,
+                });
+            })
+            : () => this.provider.generate({
+                modelId,
+                prompt: params.prompt,
+                max_tokens: params.n_predict,
+                temperature: params.temperature,
+                top_p: params.top_p,
+                top_k: params.top_k,
+                min_p: params.min_p,
+                repeat_penalty: params.penalty_repeat,
+                seed: params.seed,
+                stop: params.stop,
+                grammar: params.grammar,
+                stream: false,
+            });
+        const result = await generateFn();
+        return {
+            text: result.text,
+            content: result.text,
+            reasoning_content: '',
+            tool_calls: [],
+            tokens_predicted: result.tokens_predicted,
+            tokens_evaluated: result.tokens_evaluated,
+            truncated: false,
+            stopped_eos: result.finish_reason === 'stop',
+            stopped_word: '',
+            stopped_limit: result.finish_reason === 'length' ? 1 : 0,
+            stopping_word: '',
+            context_full: false,
+            interrupted: result.finish_reason === 'error',
+            tokens_cached: 0,
+            chat_format: 0,
+            timings: {
+                prompt_n: result.tokens_evaluated,
+                prompt_ms: 0,
+                prompt_per_token_ms: 0,
+                prompt_per_second: 0,
+                predicted_n: result.tokens_predicted,
+                predicted_ms: 0,
+                predicted_per_token_ms: 0,
+                predicted_per_second: 0,
+            },
+        };
+    }
+    // Fix #7: implement chat convenience helpers using proper template formatting
+    async chat({ contextId, messages, system, chatTemplate, params }) {
+        var _a;
+        const allMessages = system
+            ? [{ role: 'system', content: system }, ...messages]
+            : messages;
+        const formatted = await this.getFormattedChat({
+            contextId,
+            messages: JSON.stringify(allMessages),
+            chatTemplate,
+            params,
+        });
+        const prompt = (_a = formatted.prompt) !== null && _a !== void 0 ? _a : JSON.stringify(allMessages);
+        return this.completion({ contextId, params: Object.assign(Object.assign({}, params), { prompt }) });
+    }
+    async chatWithSystem({ contextId, system, message, params }) {
+        return this.chat({
+            contextId,
+            messages: [
+                { role: 'system', content: system },
+                { role: 'user', content: message },
+            ],
+            params,
+        });
+    }
+    async generateText({ contextId, prompt, params }) {
+        return this.completion({ contextId, params: Object.assign(Object.assign({}, params), { prompt }) });
+    }
+    async stopCompletion() {
+        // Terminates the worker process; the model must be reloaded on the next call.
+        this.provider.stopGeneration();
+    }
+    // -------------------------------------------------------------------------
+    // Session management (WASM VFS — persist via /tmp paths in worker)
+    // -------------------------------------------------------------------------
+    async loadSession({ contextId, filepath, }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        return this.provider.loadSession(modelId, vfsPathForWeb(filepath));
+    }
+    async saveSession({ contextId, filepath, size, }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        return this.provider.saveSession(modelId, vfsPathForWeb(filepath), size);
+    }
+    // -------------------------------------------------------------------------
+    // Tokenization
+    // -------------------------------------------------------------------------
+    async tokenize({ contextId, text, }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        const result = await this.provider.tokenize(modelId, text);
+        return {
+            tokens: result.tokens,
+            has_images: false,
+            bitmap_hashes: [],
+            chunk_pos: [],
+            chunk_pos_images: [],
+        };
+    }
+    async detokenize({ contextId, tokens, }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        const result = await this.provider.detokenize(modelId, tokens);
+        return result.text;
+    }
+    // -------------------------------------------------------------------------
+    // Embeddings
+    // -------------------------------------------------------------------------
+    async embedding({ contextId, text }) {
+        var _a;
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        const result = await this.provider.embed({ modelId, input: text });
+        return { embedding: (_a = result.vectors[0]) !== null && _a !== void 0 ? _a : [] };
+    }
+    async rerank({ contextId, query, documents, }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        return this.provider.rerank(modelId, query, documents);
+    }
+    // -------------------------------------------------------------------------
+    // Benchmarking
+    // -------------------------------------------------------------------------
+    async bench({ contextId, pp, tg, pl, nr, }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        return this.provider.bench(modelId, pp, tg, pl, nr);
+    }
+    // -------------------------------------------------------------------------
+    // LoRA adapters
+    // -------------------------------------------------------------------------
+    async applyLoraAdapters({ contextId, loraAdapters, }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        const mapped = loraAdapters.map((la) => (Object.assign(Object.assign({}, la), { path: vfsPathForWeb(la.path) })));
+        await this.provider.applyLoraAdapters(modelId, mapped);
+    }
+    async removeLoraAdapters({ contextId }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        await this.provider.removeLoraAdapters(modelId);
+    }
+    async getLoadedLoraAdapters({ contextId, }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        return this.provider.getLoadedLoraAdapters(modelId);
+    }
+    // -------------------------------------------------------------------------
+    // Multimodal
+    // -------------------------------------------------------------------------
+    async initMultimodal({ contextId, params, }) {
+        var _a;
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        return this.provider.initMultimodal(modelId, vfsPathForWeb(params.path), (_a = params.use_gpu) !== null && _a !== void 0 ? _a : false);
+    }
+    async isMultimodalEnabled({ contextId }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            return false;
+        return this.provider.isMultimodalEnabled(modelId);
+    }
+    async getMultimodalSupport({ contextId }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            return { vision: false, audio: false };
+        return this.provider.getMultimodalSupport(modelId);
+    }
+    async releaseMultimodal({ contextId }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            return;
+        await this.provider.releaseMultimodal(modelId);
+    }
+    // -------------------------------------------------------------------------
+    // TTS
+    // -------------------------------------------------------------------------
+    async initVocoder({ contextId, params, }) {
+        var _a;
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        return this.provider.initVocoder(modelId, vfsPathForWeb(params.path), (_a = params.n_batch) !== null && _a !== void 0 ? _a : 512);
+    }
+    async isVocoderEnabled({ contextId }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            return false;
+        return this.provider.isVocoderEnabled(modelId);
+    }
+    async getFormattedAudioCompletion({ contextId, speakerJsonStr, textToSpeak, }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        const speaker = speakerJsonStr ? JSON.parse(speakerJsonStr) : null;
+        return this.provider.getFormattedAudioCompletion(modelId, speaker, textToSpeak);
+    }
+    async getAudioCompletionGuideTokens({ contextId, textToSpeak, }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        return this.provider.getAudioCompletionGuideTokens(modelId, textToSpeak);
+    }
+    async decodeAudioTokens({ contextId, tokens, }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            throw new Error('LlamaCppWeb: context not found');
+        return this.provider.decodeAudioTokens(modelId, tokens);
+    }
+    async releaseVocoder({ contextId }) {
+        const modelId = this.contextToModel.get(contextId);
+        if (!modelId)
+            return;
+        await this.provider.releaseVocoder(modelId);
+    }
+    // -------------------------------------------------------------------------
+    // Fix #8: Model download / management — implemented via OPFS (#8)
+    // -------------------------------------------------------------------------
+    async downloadModel({ url, filename }) {
+        const modelId = filename;
+        const abortController = new AbortController();
+        const entry = {
+            abortController,
+            promise: Promise.resolve(undefined),
+            downloaded: 0,
+            total: 0,
+            completed: false,
+            failed: false,
+            errorMessage: undefined,
+            localPath: undefined,
+        };
+        entry.promise = ensureModelInOpfs(modelId, url, (downloaded, total) => {
+            entry.downloaded = downloaded;
+            entry.total = total;
+            this.emitListener('@LlamaCpp_onDownloadProgress', {
+                url,
+                modelId,
+                downloaded,
+                total,
+                progress: total > 0 ? downloaded / total : 0,
+            });
+        }, abortController.signal)
+            .then((manifest) => {
+            entry.completed = true;
+            entry.localPath = manifest.path;
+            this.emitListener('@LlamaCpp_onDownloadComplete', { url, modelId, localPath: manifest.path });
+        })
+            .catch((err) => {
+            const cancelled = abortController.signal.aborted;
+            entry.failed = !cancelled;
+            entry.errorMessage = err.message;
+            if (!cancelled) {
+                this.emitListener('@LlamaCpp_onDownloadError', { url, modelId, error: err.message });
+            }
+        });
+        activeDownloads.set(url, entry);
+        return modelId;
+    }
+    async getDownloadProgress({ url }) {
+        const dl = activeDownloads.get(url);
+        if (!dl) {
+            return { progress: 0, completed: false, failed: false, downloadedBytes: 0, totalBytes: 0 };
+        }
+        const progress = dl.total > 0 ? dl.downloaded / dl.total : 0;
+        return {
+            progress,
+            completed: dl.completed,
+            failed: dl.failed,
+            errorMessage: dl.errorMessage,
+            localPath: dl.localPath,
+            downloadedBytes: dl.downloaded,
+            totalBytes: dl.total,
+        };
+    }
+    async cancelDownload({ url }) {
+        const entry = activeDownloads.get(url);
+        if (!entry)
+            return false;
+        entry.abortController.abort();
+        activeDownloads.delete(url);
+        return true;
+    }
+    async getAvailableModels() {
+        const entries = await listManifestEntries();
+        return entries.map((e) => ({
+            name: e.modelId,
+            path: e.path,
+            size: e.sizeBytes,
+        }));
+    }
+    // -------------------------------------------------------------------------
+    // Grammar utilities
+    // -------------------------------------------------------------------------
+    async convertJsonSchemaToGrammar({ schema, }) {
+        return this.provider.convertJsonSchemaToGrammar(schema);
+    }
+    // -------------------------------------------------------------------------
+    // Native server (not available on web)
+    // -------------------------------------------------------------------------
+    async startNativeLlamaServer(_options) {
+        throw new Error('LlamaCppWeb: native server is only available on iOS/Android/Desktop');
+    }
+    async stopNativeLlamaServer() { }
+    async isNativeLlamaServerRunning() {
+        return { running: false };
+    }
+    // -------------------------------------------------------------------------
+    // Events
+    // -------------------------------------------------------------------------
+    async addListener(eventName, listenerFunc) {
+        if (!this.listeners.has(eventName)) {
+            this.listeners.set(eventName, new Set());
+        }
+        this.listeners.get(eventName).add(listenerFunc);
+    }
+    async removeAllListeners() {
+        this.listeners.clear();
+    }
+}
+export * from './definitions';
+//# sourceMappingURL=web.js.map

package/dist/esm/web.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"web.js","sourceRoot":"","sources":["../../src/web.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAEzD,8EAA8E;AAC9E,0EAA0E;AAC1E,8EAA8E;AAC9E,uEAAuE;AACvE,8EAA8E;AAE9E,MAAM,eAAe,GAAG;IACtB,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,CAAC;IACP,KAAK,EAAE,CAAC;IACR,OAAO,EAAE,CAAC;IACV,aAAa,EAAE;QACb,SAAS,EAAE,IAAI;QACf,KAAK,EAAE;YACL,OAAO,EAAE,IAAI;YACb,WAAW,EAAE;gBACX,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK;gBACpD,UAAU,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK;aAC9D;YACD,OAAO,EAAE,KAAK;YACd,WAAW,EAAE;gBACX,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,aAAa,EAAE,KAAK;gBACpD,UAAU,EAAE,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,UAAU,EAAE,KAAK;aAC9D;SACF;KACF;IACD,QAAQ,EAAE,EAAE;IACZ,uBAAuB,EAAE,IAAI;CAC9B,CAAC;AAQF;;;GAGG;AACH,SAAS,0BAA0B,CAAC,QAAuB,EAAE,QAAiB;IAC5E,MAAM,GAAG,GAAG,CAAC,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC;IAEjD,IAAI,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CACxB,CAAC,CAAC,EAAE,EAAE,CACJ,sBAAsB,CAAC,CAAC,IAAI,wBAAwB,CAAC,CAAC,OAAO,YAAY,CAC5E,CAAC;QACF,OAAO,oBAAoB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,mDAAmD,CAAC;IAC/F,CAAC;IAED,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;QACtB,yDAAyD;QACzD,IAAI,GAAG,GAAG,EAAE,CAAC;QACb,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YACtB,IAAI,CAAC,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;gBACxB,GAAG,IAAI,UAAU,CAAC,CAAC,OAAO,IAAI,CAAC;YACjC,CAAC;iBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBAC7B,GAAG,IAAI,UAAU,CAAC,CAAC,OAAO,UAAU,CAAC;YACvC,CAAC;iBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;gBAClC,GAAG,IAAI,IAAI,CAAC,CAAC,OAAO,MAAM,CAAC;YAC7B,CAAC;QACH,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,QAAQ,EAAE,CAAC;QACxC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CACxB,CAAC,CAAC,EAAE,EAAE,CAAC,kBAAkB,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,eAAe,CAC7D,CAAC;QACF,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC;IACvD,CAAC;IAED,qEAAqE;IACrE,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CACxB,CAAC,CAAC,EAAE,EAAE,CAAC,eAAe,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,OAAO,YAAY,CACvD,CAAC;IACF,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,2BAA2B,CAAC;AACxD,CAAC;AAgBD,MAAM,eAAe,GAAG,IAAI,GAAG,EAA0B,CAAC;AAE1D,8DAA8D;AAC9D,SAAS,aAAa,CAAC,QAAgB;;IACrC,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC9C,MAAM,IAAI,GAAG,MAAA,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,mCAAI,UAAU,CAAC;IACzD,OAAO,QAAQ,IAAI,EAAE,CAAC;AACxB,CAAC;AAED,MAAM,OAAO,WAAW;IAAxB;QACY,aAAQ,GAAgB,IAAI,WAAW,EAAE,CAAC;QACpD,sBAAsB;QACZ,mBAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;QACrD,wCAAwC;QAC9B,cAAS,GAAG,IAAI,GAAG,EAAwC,CAAC;IAqnBxE,CAAC;IAnnBW,YAAY,CAAC,SAAiB,EAAE,IAAa;;QACrD,MAAA,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,0CAAE,OAAO,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;IAC3D,CAAC;IAES,YAAY,CAAC,SAAiB;QACtC,MAAM,GAAG,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QAC1C,OAAO,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,4EAA4E;IAC5E,sBAAsB;IACtB,4EAA4E;IAC5E,KAAK,CAAC,eAAe;QACnB,kDAAkD;IACpD,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAyB;QAC7C,kFAAkF;IACpF,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,EAAE,IAAI,EAAqC;;QACzD,MAAM,KAAK,GAAG,MAAM,mBAAmB,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,KAAK,IAAI,IAAI,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,CAAC;QAC9G,uCACK,eAAe,KAClB,IAAI,EACJ,IAAI,EAAE,kBAAkB,EACxB,IAAI,EAAE,MAAA,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,SAAS,mCAAI,CAAC,IAC3B;IACJ,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAChB,SAAS,EACT,MAAM,GAIP;;QACC,kEAAkE;QAClE,MAAM,OAAO,GAAW,MAAM,CAAC,KAAK,CAAC;QAErC,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC;YAC7B,OAAO;YACP,SAAS,EAAE,MAAM,CAAC,KAAK;YACvB,oEAAoE;YACpE,mEAAmE;YACnE,QAAQ,EAAE,CAAA,MAAA,MAAM,CAAC,KAAK,0CAAE,UAAU,CAAC,MAAM,CAAC,EAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;YACrE,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC,CAAC;QAEH,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAE5C,OAAO;YACL,SAAS;YACT,GAAG,EAAE,KAAK;YACV,WAAW,EAAE,0DAA0D;YACvE,KAAK,EAAE,eAAe;SACvB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,EAAE,SAAS,EAAyB;QACvD,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,OAAO,EAAE,CAAC;YACZ,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YACzC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,KAAK,MAAM,CAAC,SAAS,EAAE,OAAO,CAAC,IAAI,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,EAAE,CAAC;YACjE,MAAM,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;YACzD,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QACxC,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,sBAAsB;IACtB,4EAA4E;IAE5E,KAAK,CAAC,gBAAgB,CAAC,EACrB,SAAS,EACT,QAAQ,EACR,YAAY,EACZ,MAAM,GAMP;QACC,MAAM,MAAM,GAA6C,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAE9E,0FAA0F;QAC1F,yFAAyF;QACzF,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,OAAO,IAAI,OAAQ,IAAI,CAAC,QAAgB,CAAC,gBAAgB,KAAK,UAAU,EAAE,CAAC;YAC7E,IAAI,CAAC;gBACH,OAAO,MAAO,IAAI,CAAC,QAAgB,CAAC,gBAAgB,CAAC,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC;YAChG,CAAC;YAAC,WAAM,CAAC;gBACP,yCAAyC;YAC3C,CAAC;QACH,CAAC;QAED,MAAM,MAAM,GAAG,0BAA0B,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;QAChE,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,EACf,SAAS,EACT,MAAM,GAIP;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAEhE,MAAM,UAAU,GAAG,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,UAAU;YAC3B,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,CAC/B,IAAI,CAAC,QAAQ,EACb;gBACE,OAAO;gBACP,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,UAAU,EAAE,MAAM,CAAC,SAAS;gBAC5B,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,MAAM,EAAE,IAAI;aACb,EACD,CAAC,GAAQ,EAAE,EAAE;gBACX,IAAI,CAAC,YAAY,CAAC,mBAAmB,EAAE;oBACrC,SAAS;oBACT,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,KAAK,EAAE,GAAG,CAAC,KAAK;iBACjB,CAAC,CAAC;YACL,CAAC,CACF;YACH,CAAC,CAAC,GAAG,EAAE,CACH,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC;gBACrB,OAAO;gBACP,MAAM,EAAE,MAAM,CAAC,MAAM;gBACrB,UAAU,EAAE,MAAM,CAAC,SAAS;gBAC5B,WAAW,EAAE,MAAM,CAAC,WAAW;gBAC/B,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;gBACnB,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,OAAO,EAAE,MAAM,CAAC,OAAO;gBACvB,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;QAET,MAAM,MAAM,GAAG,MAAM,UAAU,EAAE,CAAC;QAElC,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,OAAO,EAAE,MAAM,CAAC,IAAI;YACpB,iBAAiB,EAAE,EAAE;YACrB,UAAU,EAAE,EAAE;YACd,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,gBAAgB,EAAE,MAAM,CAAC,gBAAgB;YACzC,SAAS,EAAE,KAAK;YAChB,WAAW,EAAE,MAAM,CAAC,aAAa,KAAK,MAAM;YAC5C,YAAY,EAAE,EAAE;YAChB,aAAa,EAAE,MAAM,CAAC,aAAa,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACxD,aAAa,EAAE,EAAE;YACjB,YAAY,EAAE,KAAK;YACnB,WAAW,EAAE,MAAM,CAAC,aAAa,KAAK,OAAO;YAC7C,aAAa,EAAE,CAAC;YAChB,WAAW,EAAE,CAAC;YACd,OAAO,EAAE;gBACP,QAAQ,EAAE,MAAM,CAAC,gBAAgB;gBACjC,SAAS,EAAE,CAAC;gBACZ,mBAAmB,EAAE,CAAC;gBACtB,iBAAiB,EAAE,CAAC;gBACpB,WAAW,EAAE,MAAM,CAAC,gBAAgB;gBACpC,YAAY,EAAE,CAAC;gBACf,sBAAsB,EAAE,CAAC;gBACzB,oBAAoB,EAAE,CAAC;aACxB;SACF,CAAC;IACJ,CAAC;IAED,8EAA8E;IAC9E,KAAK,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,EAM7D;;QACC,MAAM,WAAW,GAAG,MAAM;YACxB,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE,EAAE,GAAG,QAAQ,CAAC;YACpD,CAAC,CAAC,QAAQ,CAAC;QACb,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC;YAC5C,SAAS;YACT,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC;YACrC,YAAY;YACZ,MAAM;SACP,CAAC,CAAC;QACH,MAAM,MAAM,GAAG,MAAC,SAAiB,CAAC,MAAM,mCAAI,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;QACxE,OAAO,IAAI,CAAC,UAAU,CAAC,EAAE,SAAS,EAAE,MAAM,kCAAO,MAAM,KAAE,MAAM,GAAE,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAKxD;QACC,OAAO,IAAI,CAAC,IAAI,CAAC;YACf,SAAS;YACT,QAAQ,EAAE;gBACR,EAAE,IAAI,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,EAAE;gBACnC,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE;aACnC;YACD,MAAM;SACP,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAI7C;QACC,OAAO,IAAI,CAAC,UAAU,CAAC,EAAE,SAAS,EAAE,MAAM,kCAAO,MAAM,KAAE,MAAM,GAAE,EAAE,CAAC,CAAC;IACvE,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,8EAA8E;QAC9E,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;IACjC,CAAC;IAED,4EAA4E;IAC5E,mEAAmE;IACnE,4EAA4E;IAC5E,KAAK,CAAC,WAAW,CAAC,EAChB,SAAS,EACT,QAAQ,GAIT;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,QAAQ,CAAC,CAAC,CAAC;IACrE,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,EAChB,SAAS,EACT,QAAQ,EACR,IAAI,GAKL;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,OAAO,EAAE,aAAa,CAAC,QAAQ,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3E,CAAC;IAED,4EAA4E;IAC5E,eAAe;IACf,4EAA4E;IAC5E,KAAK,CAAC,QAAQ,CAAC,EACb,SAAS,EACT,IAAI,GAKL;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QAC3D,OAAO;YACL,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,UAAU,EAAE,KAAK;YACjB,aAAa,EAAE,EAAE;YACjB,SAAS,EAAE,EAAE;YACb,gBAAgB,EAAE,EAAE;SACrB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,UAAU,CAAC,EACf,SAAS,EACT,MAAM,GAKP;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC/D,OAAO,MAAM,CAAC,IAAI,CAAC;IACrB,CAAC;IAED,4EAA4E;IAC5E,aAAa;IACb,4EAA4E;IAC5E,KAAK,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,IAAI,EAAoD;;QACnF,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;QACnE,OAAO,EAAE,SAAS,EAAE,MAAA,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAI,EAAE,EAAE,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EACX,SAAS,EACT,KAAK,EACL,SAAS,GAMV;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IACzD,CAAC;IAED,4EAA4E;IAC5E,eAAe;IACf,4EAA4E;IAC5E,KAAK,CAAC,KAAK,CAAC,EACV,SAAS,EACT,EAAE,EACF,EAAE,EACF,EAAE,EACF,EAAE,GAOH;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,OAAO,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACtD,CAAC;IAED,4EAA4E;IAC5E,gBAAgB;IAChB,4EAA4E;IAC5E,KAAK,CAAC,iBAAiB,CAAC,EACtB,SAAS,EACT,YAAY,GAIb;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,MAAM,MAAM,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,iCACnC,EAAE,KACL,IAAI,EAAE,aAAa,CAAC,EAAE,CAAC,IAAI,CAAC,IAC5B,CAAC,CAAC;QACJ,MAAM,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IACzD,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,EAAE,SAAS,EAAyB;QAC3D,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,MAAM,IAAI,CAAC,QAAQ,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,qBAAqB,CAAC,EAC1B,SAAS,GAGV;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;IACtD,CAAC;IAED,4EAA4E;IAC5E,aAAa;IACb,4EAA4E;IAC5E,KAAK,CAAC,cAAc,CAAC,EACnB,SAAS,EACT,MAAM,GAIP;;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAA,MAAM,CAAC,OAAO,mCAAI,KAAK,CAAC,CAAC;IACpG,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,EAAE,SAAS,EAAyB;QAC5D,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IAED,KAAK,CAAC,oBAAoB,CAAC,EAAE,SAAS,EAAyB;QAC7D,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;QACrD,OAAO,IAAI,CAAC,QAAQ,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC;IACrD,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,EAAE,SAAS,EAAyB;QAC1D,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,MAAM,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IACjD,CAAC;IAED,4EAA4E;IAC5E,MAAM;IACN,4EAA4E;IAC5E,KAAK,CAAC,WAAW,CAAC,EAChB,SAAS,EACT,MAAM,GAIP;;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,QAAQ,CAAC,WAAW,CAC9B,OAAO,EACP,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,EAC1B,MAAA,MAAM,CAAC,OAAO,mCAAI,GAAG,CACtB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,EAAE,SAAS,EAAyB;QACzD,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,OAAO,KAAK,CAAC;QAC3B,OAAO,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC;IACjD,CAAC;IAED,KAAK,CAAC,2BAA2B,CAAC,EAChC,SAAS,EACT,cAAc,EACd,WAAW,GAKZ;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,MAAM,OAAO,GAAG,cAAc,CAAC,CAAC,CAAE,IAAI,CAAC,KAAK,CAAC,cAAc,CAAY,CAAC,CAAC,CAAC,IAAI,CAAC;QAC/E,OAAO,IAAI,CAAC,QAAQ,CAAC,2BAA2B,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,CAAC,CAAC;IAClF,CAAC;IAED,KAAK,CAAC,6BAA6B,CAAC,EAClC,SAAS,EACT,WAAW,GAIZ;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,QAAQ,CAAC,6BAA6B,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAC3E,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,EACtB,SAAS,EACT,MAAM,GAIP;QACC,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;QAChE,OAAO,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC1D,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,EAAE,SAAS,EAAyB;QACvD,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;QACnD,IAAI,CAAC,OAAO;YAAE,OAAO;QACrB,MAAM,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,4EAA4E;IAC5E,kEAAkE;IAClE,4EAA4E;IAC5E,KAAK,CAAC,aAAa,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAqC;QACtE,MAAM,OAAO,GAAG,QAAQ,CAAC;QACzB,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC9C,MAAM,KAAK,GAAmB;YAC5B,eAAe;YACf,OAAO,EAAE,OAAO,CAAC,OAAO,CAAO,SAAS,CAAC;YACzC,UAAU,EAAE,CAAC;YACb,KAAK,EAAE,CAAC;YACR,SAAS,EAAE,KAAK;YAChB,MAAM,EAAE,KAAK;YACb,YAAY,EAAE,SAAS;YACvB,SAAS,EAAE,SAAS;SACrB,CAAC;QAEF,KAAK,CAAC,OAAO,GAAG,iBAAiB,CAC/B,OAAO,EACP,GAAG,EACH,CAAC,UAAU,EAAE,KAAK,EAAE,EAAE;YACpB,KAAK,CAAC,UAAU,GAAG,UAAU,CAAC;YAC9B,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC;YACpB,IAAI,CAAC,YAAY,CAAC,8BAA8B,EAAE;gBAChD,GAAG;gBACH,OAAO;gBACP,UAAU;gBACV,KAAK;gBACL,QAAQ,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;aAC7C,CAAC,CAAC;QACL,CAAC,EACD,eAAe,CAAC,MAAM,CACvB;aACE,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;YACjB,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC;YACvB,KAAK,CAAC,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC;YAChC,IAAI,CAAC,YAAY,CAAC,8BAA8B,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,SAAS,EAAE,QAAQ,CAAC,IAAI,EAAE,CAAC,CAAC;QAChG,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,GAAU,EAAE,EAAE;YACpB,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,OAAO,CAAC;YACjD,KAAK,CAAC,MAAM,GAAG,CAAC,SAAS,CAAC;YAC1B,KAAK,CAAC,YAAY,GAAG,GAAG,CAAC,OAAO,CAAC;YACjC,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,IAAI,CAAC,YAAY,CAAC,2BAA2B,EAAE,EAAE,GAAG,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC;YACvF,CAAC;QACH,CAAC,CAAC,CAAC;QAEL,eAAe,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;QAChC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,EAAE,GAAG,EAAmB;QAShD,MAAM,EAAE,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,EAAE,EAAE,CAAC;YACR,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,eAAe,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,CAAC;QAC7F,CAAC;QACD,MAAM,QAAQ,GAAG,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,OAAO;YACL,QAAQ;YACR,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,MAAM,EAAE,EAAE,CAAC,MAAM;YACjB,YAAY,EAAE,EAAE,CAAC,YAAY;YAC7B,SAAS,EAAE,EAAE,CAAC,SAAS;YACvB,eAAe,EAAE,EAAE,CAAC,UAAU;YAC9B,UAAU,EAAE,EAAE,CAAC,KAAK;SACrB,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,EAAE,GAAG,EAAmB;QAC3C,MAAM,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACvC,IAAI,CAAC,KAAK;YAAE,OAAO,KAAK,CAAC;QACzB,KAAK,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC;QAC9B,eAAe,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC5B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,MAAM,OAAO,GAAG,MAAM,mBAAmB,EAAE,CAAC;QAC5C,OAAO,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzB,IAAI,EAAE,CAAC,CAAC,OAAO;YACf,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,IAAI,EAAE,CAAC,CAAC,SAAS;SAClB,CAAC,CAAC,CAAC;IACN,CAAC;IAED,4EAA4E;IAC5E,oBAAoB;IACpB,4EAA4E;IAC5E,KAAK,CAAC,0BAA0B,CAAC,EAC/B,MAAM,GAIP;QACC,OAAO,IAAI,CAAC,QAAQ,CAAC,0BAA0B,CAAC,MAAM,CAAC,CAAC;IAC1D,CAAC;IAED,4EAA4E;IAC5E,uCAAuC;IACvC,4EAA4E;IAC5E,KAAK,CAAC,sBAAsB,CAAC,QAK5B;QACC,MAAM,IAAI,KAAK,CAAC,qEAAqE,CAAC,CAAC;IACzF,CAAC;IAED,KAAK,CAAC,qBAAqB,KAAmB,CAAC;IAE/C,KAAK,CAAC,0BAA0B;QAC9B,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;IAC5B,CAAC;IAED,4EAA4E;IAC5E,SAAS;IACT,4EAA4E;IAC5E,KAAK,CAAC,WAAW,CAAC,SAAiB,EAAE,YAAqC;QACxE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;YACnC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,SAAS,CAAE,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;IACnD,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,CAAC;IACzB,CAAC;CACF;AAED,cAAc,eAAe,CAAC","sourcesContent":["import type { LlamaCppPlugin, NativeLlamaContext, NativeCompletionResult, NativeTokenizeResult } from './definitions';\nimport { WebProvider } from './isomorphic/provider.web';\nimport { ensureModelInOpfs } from './storage/opfs.store';\nimport { listManifestEntries } from './storage/manifest';\n\n// ---------------------------------------------------------------------------\n// Fix #4: LlamaCppWeb now delegates real inference work to WebProvider so\n// that calling the standard Capacitor LlamaCpp API on the web platform routes\n// through the WASM engine rather than throwing \"not supported\" errors.\n// ---------------------------------------------------------------------------\n\nconst MODEL_DESC_STUB = {\n  desc: 'WASM model',\n  size: 0,\n  nEmbd: 0,\n  nParams: 0,\n  chatTemplates: {\n    llamaChat: true,\n    minja: {\n      default: true,\n      defaultCaps: {\n        tools: false, toolCalls: false, toolResponses: false,\n        systemRole: true, parallelToolCalls: false, toolCallId: false,\n      },\n      toolUse: false,\n      toolUseCaps: {\n        tools: false, toolCalls: false, toolResponses: false,\n        systemRole: true, parallelToolCalls: false, toolCallId: false,\n      },\n    },\n  },\n  metadata: {},\n  isChatTemplateSupported: true,\n};\n\n// ---------------------------------------------------------------------------\n// Chat template formatting\n// ---------------------------------------------------------------------------\n\ntype ChatMessage = { role: string; content: string };\n\n/**\n * Format a message array into a prompt string using the specified template.\n * Supports the four most common open-weight model formats. Defaults to ChatML.\n */\nfunction formatMessagesWithTemplate(messages: ChatMessage[], template?: string): string {\n  const tpl = (template ?? 'chatml').toLowerCase();\n\n  if (tpl === 'llama3' || tpl === 'llama-3') {\n    const parts = messages.map(\n      (m) =>\n        `<|start_header_id|>${m.role}<|end_header_id|>\\n\\n${m.content}<|eot_id|>`,\n    );\n    return `<|begin_of_text|>${parts.join('')}<|start_header_id|>assistant<|end_header_id|>\\n\\n`;\n  }\n\n  if (tpl === 'mistral') {\n    // Mistral: [INST] user [/INST] assistant </s> [INST] ...\n    let out = '';\n    for (let i = 0; i < messages.length; i++) {\n      const m = messages[i];\n      if (m.role === 'system') {\n        out += `[INST] ${m.content}\\n`;\n      } else if (m.role === 'user') {\n        out += `[INST] ${m.content} [/INST]`;\n      } else if (m.role === 'assistant') {\n        out += ` ${m.content}</s>`;\n      }\n    }\n    return out;\n  }\n\n  if (tpl === 'gemma' || tpl === 'gemma2') {\n    const parts = messages.map(\n      (m) => `<start_of_turn>${m.role}\\n${m.content}<end_of_turn>`,\n    );\n    return `${parts.join('\\n')}\\n<start_of_turn>model\\n`;\n  }\n\n  // Default: ChatML — widely used by Qwen, Phi, Hermes, OpenChat, etc.\n  const parts = messages.map(\n    (m) => `<|im_start|>${m.role}\\n${m.content}<|im_end|>`,\n  );\n  return `${parts.join('\\n')}\\n<|im_start|>assistant\\n`;\n}\n\n// ---------------------------------------------------------------------------\n// In-progress downloads\n// ---------------------------------------------------------------------------\ntype ActiveDownload = {\n  abortController: AbortController;\n  promise: Promise<void>;\n  downloaded: number;\n  total: number;\n  completed: boolean;\n  failed: boolean;\n  errorMessage?: string;\n  localPath?: string;\n};\n\nconst activeDownloads = new Map<string, ActiveDownload>();\n\n/** Map a user-facing path to a WASM VFS path (MEMFS /tmp). */\nfunction vfsPathForWeb(filepath: string): string {\n  if (filepath.startsWith('/')) return filepath;\n  const base = filepath.split(/[/\\\\]/).pop() ?? 'file.bin';\n  return `/tmp/${base}`;\n}\n\nexport class LlamaCppWeb implements LlamaCppPlugin {\n  protected provider: WebProvider = new WebProvider();\n  // contextId → modelId\n  protected contextToModel = new Map<number, string>();\n  // eventName → Set of listener callbacks\n  protected listeners = new Map<string, Set<(data: unknown) => void>>();\n\n  protected emitListener(eventName: string, data: unknown): void {\n    this.listeners.get(eventName)?.forEach((cb) => cb(data));\n  }\n\n  protected hasListeners(eventName: string): boolean {\n    const set = this.listeners.get(eventName);\n    return !!set && set.size > 0;\n  }\n\n  // -------------------------------------------------------------------------\n  // Core initialization\n  // -------------------------------------------------------------------------\n  async toggleNativeLog(): Promise<void> {\n    // No-op on web; no native log callback to toggle.\n  }\n\n  async setContextLimit(_opts?: { limit: number }): Promise<void> {\n    // No-op on web; WebProvider manages its own slot limit via DefaultModelScheduler.\n  }\n\n  async modelInfo({ path }: { path: string; skip?: string[] }): Promise<Object> {\n    const entry = await listManifestEntries().then((es) => es.find((e) => e.modelId === path || e.path === path));\n    return {\n      ...MODEL_DESC_STUB,\n      path,\n      desc: 'WASM model (web)',\n      size: entry?.sizeBytes ?? 0,\n    };\n  }\n\n  async initContext({\n    contextId,\n    params,\n  }: {\n    contextId: number;\n    params: any;\n  }): Promise<NativeLlamaContext> {\n    // Use the model path/URL as the modelId for the isomorphic layer.\n    const modelId: string = params.model;\n\n    await this.provider.initialize({\n      modelId,\n      modelPath: params.model,\n      // If model is a URL, ensureModelInOpfs will download it; if it's an\n      // OPFS-relative path, WebProvider will look it up in the manifest.\n      modelUrl: params.model?.startsWith('http') ? params.model : undefined,\n      n_ctx: params.n_ctx,\n      n_threads: params.n_threads,\n      embedding: params.embedding,\n    });\n\n    this.contextToModel.set(contextId, modelId);\n\n    return {\n      contextId,\n      gpu: false,\n      reasonNoGPU: 'WebAssembly does not expose GPU acceleration in browsers',\n      model: MODEL_DESC_STUB,\n    };\n  }\n\n  async releaseContext({ contextId }: { contextId: number }): Promise<void> {\n    const modelId = this.contextToModel.get(contextId);\n    if (modelId) {\n      await this.provider.unloadModel(modelId);\n      this.contextToModel.delete(contextId);\n    }\n  }\n\n  async releaseAllContexts(): Promise<void> {\n    for (const [contextId, modelId] of this.contextToModel.entries()) {\n      await this.provider.unloadModel(modelId).catch(() => {});\n      this.contextToModel.delete(contextId);\n    }\n  }\n\n  // -------------------------------------------------------------------------\n  // Chat and completion\n  // -------------------------------------------------------------------------\n\n  async getFormattedChat({\n    contextId,\n    messages,\n    chatTemplate,\n    params,\n  }: {\n    contextId: number;\n    messages: string;\n    chatTemplate?: string;\n    params?: any;\n  }): Promise<any> {\n    const parsed: Array<{ role: string; content: string }> = JSON.parse(messages);\n\n    // If the provider exposes a native getFormattedChat (desktop sidecar or WASM with Jinja),\n    // delegate to it so model-embedded templates are used instead of client-side formatters.\n    const modelId = this.contextToModel.get(contextId);\n    if (modelId && typeof (this.provider as any).getFormattedChat === 'function') {\n      try {\n        return await (this.provider as any).getFormattedChat(modelId, messages, chatTemplate, params);\n      } catch {\n        // Fall through to client-side formatting\n      }\n    }\n\n    const prompt = formatMessagesWithTemplate(parsed, chatTemplate);\n    return { type: 'llama-chat', prompt, has_media: false, media_paths: [] };\n  }\n\n  async completion({\n    contextId,\n    params,\n  }: {\n    contextId: number;\n    params: any;\n  }): Promise<NativeCompletionResult> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n\n    const wantStream = this.hasListeners('@LlamaCpp_onToken');\n    const generateFn = wantStream\n      ? this.provider.generateStream.bind(\n          this.provider,\n          {\n            modelId,\n            prompt: params.prompt,\n            max_tokens: params.n_predict,\n            temperature: params.temperature,\n            top_p: params.top_p,\n            top_k: params.top_k,\n            min_p: params.min_p,\n            repeat_penalty: params.penalty_repeat,\n            seed: params.seed,\n            stop: params.stop,\n            grammar: params.grammar,\n            stream: true,\n          },\n          (evt: any) => {\n            this.emitListener('@LlamaCpp_onToken', {\n              contextId,\n              token: evt.token,\n              index: evt.index,\n            });\n          },\n        )\n      : () =>\n          this.provider.generate({\n            modelId,\n            prompt: params.prompt,\n            max_tokens: params.n_predict,\n            temperature: params.temperature,\n            top_p: params.top_p,\n            top_k: params.top_k,\n            min_p: params.min_p,\n            repeat_penalty: params.penalty_repeat,\n            seed: params.seed,\n            stop: params.stop,\n            grammar: params.grammar,\n            stream: false,\n          });\n\n    const result = await generateFn();\n\n    return {\n      text: result.text,\n      content: result.text,\n      reasoning_content: '',\n      tool_calls: [],\n      tokens_predicted: result.tokens_predicted,\n      tokens_evaluated: result.tokens_evaluated,\n      truncated: false,\n      stopped_eos: result.finish_reason === 'stop',\n      stopped_word: '',\n      stopped_limit: result.finish_reason === 'length' ? 1 : 0,\n      stopping_word: '',\n      context_full: false,\n      interrupted: result.finish_reason === 'error',\n      tokens_cached: 0,\n      chat_format: 0,\n      timings: {\n        prompt_n: result.tokens_evaluated,\n        prompt_ms: 0,\n        prompt_per_token_ms: 0,\n        prompt_per_second: 0,\n        predicted_n: result.tokens_predicted,\n        predicted_ms: 0,\n        predicted_per_token_ms: 0,\n        predicted_per_second: 0,\n      },\n    };\n  }\n\n  // Fix #7: implement chat convenience helpers using proper template formatting\n  async chat({ contextId, messages, system, chatTemplate, params }: {\n    contextId: number;\n    messages: Array<{ role: string; content: string }>;\n    system?: string;\n    chatTemplate?: string;\n    params?: any;\n  }): Promise<NativeCompletionResult> {\n    const allMessages = system\n      ? [{ role: 'system', content: system }, ...messages]\n      : messages;\n    const formatted = await this.getFormattedChat({\n      contextId,\n      messages: JSON.stringify(allMessages),\n      chatTemplate,\n      params,\n    });\n    const prompt = (formatted as any).prompt ?? JSON.stringify(allMessages);\n    return this.completion({ contextId, params: { ...params, prompt } });\n  }\n\n  async chatWithSystem({ contextId, system, message, params }: {\n    contextId: number;\n    system: string;\n    message: string;\n    params?: any;\n  }): Promise<NativeCompletionResult> {\n    return this.chat({\n      contextId,\n      messages: [\n        { role: 'system', content: system },\n        { role: 'user', content: message },\n      ],\n      params,\n    });\n  }\n\n  async generateText({ contextId, prompt, params }: {\n    contextId: number;\n    prompt: string;\n    params?: any;\n  }): Promise<NativeCompletionResult> {\n    return this.completion({ contextId, params: { ...params, prompt } });\n  }\n\n  async stopCompletion(): Promise<void> {\n    // Terminates the worker process; the model must be reloaded on the next call.\n    this.provider.stopGeneration();\n  }\n\n  // -------------------------------------------------------------------------\n  // Session management (WASM VFS — persist via /tmp paths in worker)\n  // -------------------------------------------------------------------------\n  async loadSession({\n    contextId,\n    filepath,\n  }: {\n    contextId: number;\n    filepath: string;\n  }): Promise<{ tokens_loaded: number; prompt: string }> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    return this.provider.loadSession(modelId, vfsPathForWeb(filepath));\n  }\n\n  async saveSession({\n    contextId,\n    filepath,\n    size,\n  }: {\n    contextId: number;\n    filepath: string;\n    size: number;\n  }): Promise<number> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    return this.provider.saveSession(modelId, vfsPathForWeb(filepath), size);\n  }\n\n  // -------------------------------------------------------------------------\n  // Tokenization\n  // -------------------------------------------------------------------------\n  async tokenize({\n    contextId,\n    text,\n  }: {\n    contextId: number;\n    text: string;\n    imagePaths?: string[];\n  }): Promise<NativeTokenizeResult> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    const result = await this.provider.tokenize(modelId, text);\n    return {\n      tokens: result.tokens,\n      has_images: false,\n      bitmap_hashes: [],\n      chunk_pos: [],\n      chunk_pos_images: [],\n    };\n  }\n\n  async detokenize({\n    contextId,\n    tokens,\n  }: {\n    contextId: number;\n    tokens: number[];\n    [key: string]: unknown;\n  }): Promise<string> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    const result = await this.provider.detokenize(modelId, tokens);\n    return result.text;\n  }\n\n  // -------------------------------------------------------------------------\n  // Embeddings\n  // -------------------------------------------------------------------------\n  async embedding({ contextId, text }: { contextId: number; text: string; params: any }): Promise<any> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    const result = await this.provider.embed({ modelId, input: text });\n    return { embedding: result.vectors[0] ?? [] };\n  }\n\n  async rerank({\n    contextId,\n    query,\n    documents,\n  }: {\n    contextId: number;\n    query: string;\n    documents: string[];\n    params?: Record<string, unknown>;\n  }): Promise<Array<{ score: number; index: number }>> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    return this.provider.rerank(modelId, query, documents);\n  }\n\n  // -------------------------------------------------------------------------\n  // Benchmarking\n  // -------------------------------------------------------------------------\n  async bench({\n    contextId,\n    pp,\n    tg,\n    pl,\n    nr,\n  }: {\n    contextId: number;\n    pp: number;\n    tg: number;\n    pl: number;\n    nr: number;\n  }): Promise<string> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    return this.provider.bench(modelId, pp, tg, pl, nr);\n  }\n\n  // -------------------------------------------------------------------------\n  // LoRA adapters\n  // -------------------------------------------------------------------------\n  async applyLoraAdapters({\n    contextId,\n    loraAdapters,\n  }: {\n    contextId: number;\n    loraAdapters: Array<{ path: string; scaled?: number }>;\n  }): Promise<void> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    const mapped = loraAdapters.map((la) => ({\n      ...la,\n      path: vfsPathForWeb(la.path),\n    }));\n    await this.provider.applyLoraAdapters(modelId, mapped);\n  }\n\n  async removeLoraAdapters({ contextId }: { contextId: number }): Promise<void> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    await this.provider.removeLoraAdapters(modelId);\n  }\n\n  async getLoadedLoraAdapters({\n    contextId,\n  }: {\n    contextId: number;\n  }): Promise<Array<{ path: string; scaled?: number }>> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    return this.provider.getLoadedLoraAdapters(modelId);\n  }\n\n  // -------------------------------------------------------------------------\n  // Multimodal\n  // -------------------------------------------------------------------------\n  async initMultimodal({\n    contextId,\n    params,\n  }: {\n    contextId: number;\n    params: { path: string; use_gpu?: boolean };\n  }): Promise<boolean> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    return this.provider.initMultimodal(modelId, vfsPathForWeb(params.path), params.use_gpu ?? false);\n  }\n\n  async isMultimodalEnabled({ contextId }: { contextId: number }): Promise<boolean> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) return false;\n    return this.provider.isMultimodalEnabled(modelId);\n  }\n\n  async getMultimodalSupport({ contextId }: { contextId: number }): Promise<{ vision: boolean; audio: boolean }> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) return { vision: false, audio: false };\n    return this.provider.getMultimodalSupport(modelId);\n  }\n\n  async releaseMultimodal({ contextId }: { contextId: number }): Promise<void> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) return;\n    await this.provider.releaseMultimodal(modelId);\n  }\n\n  // -------------------------------------------------------------------------\n  // TTS\n  // -------------------------------------------------------------------------\n  async initVocoder({\n    contextId,\n    params,\n  }: {\n    contextId: number;\n    params: { path: string; n_batch?: number };\n  }): Promise<boolean> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    return this.provider.initVocoder(\n      modelId,\n      vfsPathForWeb(params.path),\n      params.n_batch ?? 512,\n    );\n  }\n\n  async isVocoderEnabled({ contextId }: { contextId: number }): Promise<boolean> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) return false;\n    return this.provider.isVocoderEnabled(modelId);\n  }\n\n  async getFormattedAudioCompletion({\n    contextId,\n    speakerJsonStr,\n    textToSpeak,\n  }: {\n    contextId: number;\n    speakerJsonStr: string;\n    textToSpeak: string;\n  }): Promise<{ prompt: string; grammar?: string }> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    const speaker = speakerJsonStr ? (JSON.parse(speakerJsonStr) as object) : null;\n    return this.provider.getFormattedAudioCompletion(modelId, speaker, textToSpeak);\n  }\n\n  async getAudioCompletionGuideTokens({\n    contextId,\n    textToSpeak,\n  }: {\n    contextId: number;\n    textToSpeak: string;\n  }): Promise<number[]> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    return this.provider.getAudioCompletionGuideTokens(modelId, textToSpeak);\n  }\n\n  async decodeAudioTokens({\n    contextId,\n    tokens,\n  }: {\n    contextId: number;\n    tokens: number[];\n  }): Promise<number[]> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) throw new Error('LlamaCppWeb: context not found');\n    return this.provider.decodeAudioTokens(modelId, tokens);\n  }\n\n  async releaseVocoder({ contextId }: { contextId: number }): Promise<void> {\n    const modelId = this.contextToModel.get(contextId);\n    if (!modelId) return;\n    await this.provider.releaseVocoder(modelId);\n  }\n\n  // -------------------------------------------------------------------------\n  // Fix #8: Model download / management — implemented via OPFS (#8)\n  // -------------------------------------------------------------------------\n  async downloadModel({ url, filename }: { url: string; filename: string }): Promise<string> {\n    const modelId = filename;\n    const abortController = new AbortController();\n    const entry: ActiveDownload = {\n      abortController,\n      promise: Promise.resolve<void>(undefined),\n      downloaded: 0,\n      total: 0,\n      completed: false,\n      failed: false,\n      errorMessage: undefined,\n      localPath: undefined,\n    };\n\n    entry.promise = ensureModelInOpfs(\n      modelId,\n      url,\n      (downloaded, total) => {\n        entry.downloaded = downloaded;\n        entry.total = total;\n        this.emitListener('@LlamaCpp_onDownloadProgress', {\n          url,\n          modelId,\n          downloaded,\n          total,\n          progress: total > 0 ? downloaded / total : 0,\n        });\n      },\n      abortController.signal,\n    )\n      .then((manifest) => {\n        entry.completed = true;\n        entry.localPath = manifest.path;\n        this.emitListener('@LlamaCpp_onDownloadComplete', { url, modelId, localPath: manifest.path });\n      })\n      .catch((err: Error) => {\n        const cancelled = abortController.signal.aborted;\n        entry.failed = !cancelled;\n        entry.errorMessage = err.message;\n        if (!cancelled) {\n          this.emitListener('@LlamaCpp_onDownloadError', { url, modelId, error: err.message });\n        }\n      });\n\n    activeDownloads.set(url, entry);\n    return modelId;\n  }\n\n  async getDownloadProgress({ url }: { url: string }): Promise<{\n    progress: number;\n    completed: boolean;\n    failed: boolean;\n    errorMessage?: string;\n    localPath?: string;\n    downloadedBytes: number;\n    totalBytes: number;\n  }> {\n    const dl = activeDownloads.get(url);\n    if (!dl) {\n      return { progress: 0, completed: false, failed: false, downloadedBytes: 0, totalBytes: 0 };\n    }\n    const progress = dl.total > 0 ? dl.downloaded / dl.total : 0;\n    return {\n      progress,\n      completed: dl.completed,\n      failed: dl.failed,\n      errorMessage: dl.errorMessage,\n      localPath: dl.localPath,\n      downloadedBytes: dl.downloaded,\n      totalBytes: dl.total,\n    };\n  }\n\n  async cancelDownload({ url }: { url: string }): Promise<boolean> {\n    const entry = activeDownloads.get(url);\n    if (!entry) return false;\n    entry.abortController.abort();\n    activeDownloads.delete(url);\n    return true;\n  }\n\n  async getAvailableModels(): Promise<Array<{ name: string; path: string; size: number }>> {\n    const entries = await listManifestEntries();\n    return entries.map((e) => ({\n      name: e.modelId,\n      path: e.path,\n      size: e.sizeBytes,\n    }));\n  }\n\n  // -------------------------------------------------------------------------\n  // Grammar utilities\n  // -------------------------------------------------------------------------\n  async convertJsonSchemaToGrammar({\n    schema,\n  }: {\n    schema: string;\n    [key: string]: unknown;\n  }): Promise<string> {\n    return this.provider.convertJsonSchemaToGrammar(schema);\n  }\n\n  // -------------------------------------------------------------------------\n  // Native server (not available on web)\n  // -------------------------------------------------------------------------\n  async startNativeLlamaServer(_options?: {\n    modelPath: string;\n    host?: string;\n    port?: number;\n    params?: import('./definitions').NativeContextParams;\n  }): Promise<{ running: boolean }> {\n    throw new Error('LlamaCppWeb: native server is only available on iOS/Android/Desktop');\n  }\n\n  async stopNativeLlamaServer(): Promise<void> {}\n\n  async isNativeLlamaServerRunning(): Promise<{ running: boolean }> {\n    return { running: false };\n  }\n\n  // -------------------------------------------------------------------------\n  // Events\n  // -------------------------------------------------------------------------\n  async addListener(eventName: string, listenerFunc: (data: unknown) => void): Promise<void> {\n    if (!this.listeners.has(eventName)) {\n      this.listeners.set(eventName, new Set());\n    }\n    this.listeners.get(eventName)!.add(listenerFunc);\n  }\n\n  async removeAllListeners(): Promise<void> {\n    this.listeners.clear();\n  }\n}\n\nexport * from './definitions';\n"]}

package/dist/esm/workers/async-file.d.ts

@@ -0,0 +1,13 @@
+/**
+ * External GGUF read — model bytes stay in JS/OPFS; WASM sync-fread pulls on demand.
+ * Does not require native WebAssembly JSPI (uses sync EM_JS, not EM_ASYNC_JS).
+ */
+/** True when this build includes the cap-wasm-fs fread hook. */
+export declare const canUseAsyncFileRead: (wasmJspiBuild?: boolean) => boolean;
+export type AsyncFileReader = {
+    sizeBytes: number;
+    /** Must be synchronous — called from WASM EM_JS without suspend. */
+    readChunk: (offset: number, length: number) => Uint8Array;
+};
+/** Zero-copy subarray reader over a Uint8Array (ArrayBuffer load path). */
+export declare const asyncReaderFromBytes: (bytes: Uint8Array) => AsyncFileReader;

package/dist/esm/workers/async-file.js

@@ -0,0 +1,12 @@
+/**
+ * External GGUF read — model bytes stay in JS/OPFS; WASM sync-fread pulls on demand.
+ * Does not require native WebAssembly JSPI (uses sync EM_JS, not EM_ASYNC_JS).
+ */
+/** True when this build includes the cap-wasm-fs fread hook. */
+export const canUseAsyncFileRead = (wasmJspiBuild = false) => wasmJspiBuild;
+/** Zero-copy subarray reader over a Uint8Array (ArrayBuffer load path). */
+export const asyncReaderFromBytes = (bytes) => ({
+    sizeBytes: bytes.byteLength,
+    readChunk: (offset, length) => bytes.subarray(offset, Math.min(offset + length, bytes.byteLength)),
+});
+//# sourceMappingURL=async-file.js.map

package/dist/esm/workers/async-file.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"async-file.js","sourceRoot":"","sources":["../../../src/workers/async-file.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,gEAAgE;AAChE,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,aAAa,GAAG,KAAK,EAAW,EAAE,CAAC,aAAa,CAAC;AAQrF,2EAA2E;AAC3E,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,KAAiB,EAAmB,EAAE,CAAC,CAAC;IAC3E,SAAS,EAAE,KAAK,CAAC,UAAU;IAC3B,SAAS,EAAE,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,GAAG,MAAM,EAAE,KAAK,CAAC,UAAU,CAAC,CAAC;CACnG,CAAC,CAAC","sourcesContent":["/**\n * External GGUF read — model bytes stay in JS/OPFS; WASM sync-fread pulls on demand.\n * Does not require native WebAssembly JSPI (uses sync EM_JS, not EM_ASYNC_JS).\n */\n\n/** True when this build includes the cap-wasm-fs fread hook. */\nexport const canUseAsyncFileRead = (wasmJspiBuild = false): boolean => wasmJspiBuild;\n\nexport type AsyncFileReader = {\n  sizeBytes: number;\n  /** Must be synchronous — called from WASM EM_JS without suspend. */\n  readChunk: (offset: number, length: number) => Uint8Array;\n};\n\n/** Zero-copy subarray reader over a Uint8Array (ArrayBuffer load path). */\nexport const asyncReaderFromBytes = (bytes: Uint8Array): AsyncFileReader => ({\n  sizeBytes: bytes.byteLength,\n  readChunk: (offset, length) => bytes.subarray(offset, Math.min(offset + length, bytes.byteLength)),\n});\n"]}