llama-cpp-pro 0.2.2

package/dist/esm/isomorphic/provider.desktop.js

@@ -0,0 +1,411 @@
+import { getDesktopBridge, getDesktopSidecarPort } from './desktop.runtime';
+import { readSidecarSseTokens } from './sidecar-sse';
+import { WebProvider } from './provider.web';
+import { LlmError } from './errors';
+import { DefaultModelScheduler } from './model.scheduler';
+import { WASM_MAX_CONCURRENT_MODELS } from './wasmMemoryPolicy';
+const MAX_MODELS = WASM_MAX_CONCURRENT_MODELS;
+/**
+ * Desktop LLM provider: native sidecar (HTTP) for GPU/CPU inference;
+ * WASM worker for multimodal, LoRA, TTS, bench (inherited via composition).
+ * Sidecar path supports up to 5 concurrent models with admission control.
+ */
+export class DesktopProvider extends WebProvider {
+    constructor() {
+        super(...arguments);
+        this.platform = 'desktop';
+        this.sidecarPort = null;
+        this.sidecarScheduler = new DefaultModelScheduler(MAX_MODELS);
+        this.sidecarLoadedModels = new Set();
+        this.modelPaths = new Map();
+    }
+    getPort() {
+        if (this.sidecarPort != null)
+            return this.sidecarPort;
+        const p = getDesktopSidecarPort();
+        if (p == null) {
+            throw new LlmError('NATIVE_PLUGIN_UNAVAILABLE', 'Desktop sidecar port not set. Register desktop IPC handlers and preload bridge.');
+        }
+        this.sidecarPort = p;
+        return p;
+    }
+    sidecarAvailable() {
+        try {
+            this.getPort();
+            return true;
+        }
+        catch (_a) {
+            return false;
+        }
+    }
+    async getDesktopMemorySnapshot() {
+        const bridge = getDesktopBridge();
+        if (bridge === null || bridge === void 0 ? void 0 : bridge.getMemorySnapshot) {
+            return bridge.getMemorySnapshot();
+        }
+        return super.getMemorySnapshot();
+    }
+    mapSidecarHttpError(status, text) {
+        if (status === 429 || text.includes('model_limit_reached') || text.includes('Model limit')) {
+            return new LlmError('MODEL_LIMIT_REACHED', text.slice(0, 200));
+        }
+        if (text.includes('INSUFFICIENT') || text.includes('memory')) {
+            return new LlmError('INSUFFICIENT_MEMORY', text.slice(0, 200));
+        }
+        if (status === 404 && text.includes('model_not_found')) {
+            return new LlmError('MODEL_NOT_LOADED', text.slice(0, 200));
+        }
+        return new LlmError('INFERENCE_FAILED', `Sidecar HTTP ${status}: ${text.slice(0, 200)}`);
+    }
+    async sidecarFetch(path, method, body, timeoutMs = 120000) {
+        var _a;
+        const port = this.getPort();
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), timeoutMs);
+        try {
+            const res = await fetch(`http://127.0.0.1:${port}${path}`, {
+                method,
+                headers: { 'Content-Type': 'application/json' },
+                body: body != null ? JSON.stringify(body) : undefined,
+                signal: controller.signal,
+            });
+            if (!res.ok) {
+                const text = await res.text();
+                throw this.mapSidecarHttpError(res.status, text);
+            }
+            const ct = (_a = res.headers.get('content-type')) !== null && _a !== void 0 ? _a : '';
+            if (ct.includes('application/json')) {
+                return (await res.json());
+            }
+            return {};
+        }
+        finally {
+            clearTimeout(timer);
+        }
+    }
+    async ensureSidecarProcess(opts) {
+        var _a;
+        if (this.sidecarAvailable()) {
+            return;
+        }
+        const bridge = getDesktopBridge();
+        if (!(bridge === null || bridge === void 0 ? void 0 : bridge.ensureSidecar)) {
+            throw new LlmError('NATIVE_PLUGIN_UNAVAILABLE', 'Desktop IPC bridge not available — register ipc-handlers in Electron main.');
+        }
+        const payload = {
+            modelId: opts === null || opts === void 0 ? void 0 : opts.modelId,
+            n_ctx: opts === null || opts === void 0 ? void 0 : opts.n_ctx,
+            n_gpu_layers: opts === null || opts === void 0 ? void 0 : opts.n_gpu_layers,
+            n_threads: opts === null || opts === void 0 ? void 0 : opts.n_threads,
+            embedding: opts === null || opts === void 0 ? void 0 : opts.embedding,
+        };
+        if (opts === null || opts === void 0 ? void 0 : opts.modelPath) {
+            payload.modelPath = opts.modelPath;
+        }
+        const result = await bridge.ensureSidecar(payload);
+        if (!(result === null || result === void 0 ? void 0 : result.ok) || !result.port) {
+            throw new LlmError('NATIVE_PLUGIN_UNAVAILABLE', `Sidecar failed to start: ${(_a = result === null || result === void 0 ? void 0 : result.reason) !== null && _a !== void 0 ? _a : 'unknown'}`);
+        }
+        this.setSidecarPort(result.port);
+    }
+    requireSidecarModel(modelId) {
+        if (!this.sidecarLoadedModels.has(modelId)) {
+            throw new LlmError('MODEL_NOT_LOADED', `Model '${modelId}' is not loaded on desktop sidecar`);
+        }
+    }
+    async setContextLimit(limit) {
+        const clamped = Math.min(MAX_MODELS, Math.max(1, Math.floor(limit)));
+        this.sidecarScheduler = new DefaultModelScheduler(clamped);
+        for (const modelId of this.sidecarLoadedModels) {
+            this.sidecarScheduler.markLoaded(modelId);
+        }
+        if (this.sidecarAvailable()) {
+            await this.sidecarFetch('/v1/internal/context-limit', 'POST', { limit: clamped }, 5000);
+        }
+    }
+    listLoadedModels() {
+        return this.sidecarScheduler.listLoaded();
+    }
+    async sidecarStreamChat(req, onToken) {
+        var _a, _b;
+        const port = this.getPort();
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), 300000);
+        let text = '';
+        let index = 0;
+        try {
+            const res = await fetch(`http://127.0.0.1:${port}/v1/chat/completions`, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({
+                    model: req.modelId,
+                    messages: req.messages,
+                    prompt: req.prompt,
+                    max_tokens: (_a = req.max_tokens) !== null && _a !== void 0 ? _a : 256,
+                    temperature: (_b = req.temperature) !== null && _b !== void 0 ? _b : 0.7,
+                    stream: true,
+                }),
+                signal: controller.signal,
+            });
+            if (!res.ok || !res.body) {
+                throw new LlmError('INFERENCE_FAILED', `Sidecar stream failed: ${res.status}`);
+            }
+            await readSidecarSseTokens(res.body, 'chat', (token) => {
+                text += token;
+                onToken({ modelId: req.modelId, token, index: index++ });
+            });
+        }
+        finally {
+            clearTimeout(timer);
+        }
+        return {
+            text,
+            tokens_predicted: index,
+            tokens_evaluated: 0,
+            finish_reason: 'stop',
+        };
+    }
+    async sidecarStreamCompletion(req, onToken) {
+        var _a, _b, _c;
+        const port = this.getPort();
+        const controller = new AbortController();
+        const timer = setTimeout(() => controller.abort(), 300000);
+        let text = '';
+        let index = 0;
+        try {
+            const res = await fetch(`http://127.0.0.1:${port}/v1/completions`, {
+                method: 'POST',
+                headers: { 'Content-Type': 'application/json' },
+                body: JSON.stringify({
+                    model: req.modelId,
+                    prompt: (_a = req.prompt) !== null && _a !== void 0 ? _a : '',
+                    max_tokens: (_b = req.max_tokens) !== null && _b !== void 0 ? _b : 256,
+                    temperature: (_c = req.temperature) !== null && _c !== void 0 ? _c : 0.7,
+                    stream: true,
+                }),
+                signal: controller.signal,
+            });
+            if (!res.ok || !res.body) {
+                throw new LlmError('INFERENCE_FAILED', `Sidecar stream failed: ${res.status}`);
+            }
+            await readSidecarSseTokens(res.body, 'completion', (token) => {
+                text += token;
+                onToken({ modelId: req.modelId, token, index: index++ });
+            });
+        }
+        finally {
+            clearTimeout(timer);
+        }
+        return {
+            text,
+            tokens_predicted: index,
+            tokens_evaluated: 0,
+            finish_reason: 'stop',
+        };
+    }
+    async initialize(opts) {
+        if (!this.sidecarAvailable()) {
+            await this.ensureSidecarProcess(opts);
+        }
+        if (!this.sidecarAvailable()) {
+            await super.initialize(opts);
+            return;
+        }
+        await this.loadModel(opts);
+    }
+    async loadModel(opts) {
+        var _a;
+        if (!opts.modelId) {
+            throw new LlmError('INVALID_REQUEST', 'modelId is required');
+        }
+        await this.ensureSidecarProcess(opts);
+        if (!this.sidecarAvailable()) {
+            await super.loadModel(opts);
+            return;
+        }
+        const modelPath = (_a = opts.modelPath) !== null && _a !== void 0 ? _a : opts.modelId;
+        // Never register absolute filesystem paths as sidecar ids (DELETE route is single-segment).
+        const modelId = (() => {
+            const raw = opts.modelId;
+            if (!raw.includes('/') && !raw.includes('\\'))
+                return raw;
+            const base = raw.split(/[/\\]/).pop() || raw;
+            return base.replace(/\.gguf$/i, '') || base;
+        })();
+        if (this.sidecarLoadedModels.has(modelId)) {
+            return;
+        }
+        const modelBytes = typeof opts.modelBytes === 'number' ? opts.modelBytes : 0;
+        // Sidecar (Metal/Accelerate) reclaims macOS inactive pages; keep a modest reserve.
+        const reserveBytes = typeof opts.reserveBytes === 'number' ? opts.reserveBytes : 128 * 1024 * 1024;
+        const memory = await this.getDesktopMemorySnapshot();
+        if (typeof opts.availableMemoryBytes === 'number') {
+            memory.freeBytes = opts.availableMemoryBytes;
+        }
+        if (typeof opts.totalMemoryBytes === 'number') {
+            memory.totalBytes = opts.totalMemoryBytes;
+        }
+        // If host free RAM still looks absurdly low vs total (Node freemem quirk / no IPC),
+        // treat a fraction of total as available rather than blocking every load.
+        if (typeof memory.totalBytes === 'number' &&
+            typeof memory.freeBytes === 'number' &&
+            memory.totalBytes > 0 &&
+            memory.freeBytes / memory.totalBytes < 0.05) {
+            memory.freeBytes = Math.floor(memory.totalBytes * 0.45);
+        }
+        this.sidecarScheduler.ensureCapacity(modelId, modelBytes, memory, reserveBytes, {
+            skipWasm: true,
+            loadOpts: { n_ctx: opts.n_ctx, embedding: opts.embedding },
+        });
+        await this.sidecarFetch('/v1/internal/models/load', 'POST', {
+            model_id: modelId,
+            path: modelPath,
+            n_ctx: opts.n_ctx,
+            n_gpu_layers: opts.n_gpu_layers,
+            n_threads: opts.n_threads,
+            embedding: opts.embedding,
+        }, 300000);
+        this.sidecarLoadedModels.add(modelId);
+        this.modelPaths.set(modelId, modelPath);
+        this.sidecarScheduler.markLoaded(modelId, modelBytes, {
+            n_ctx: opts.n_ctx,
+            embedding: opts.embedding,
+        });
+    }
+    async unloadModel(modelId) {
+        if (!this.sidecarAvailable()) {
+            await super.unloadModel(modelId);
+            return;
+        }
+        const normalized = (() => {
+            if (!modelId.includes('/') && !modelId.includes('\\'))
+                return modelId;
+            const base = modelId.split(/[/\\]/).pop() || modelId;
+            return base.replace(/\.gguf$/i, '') || base;
+        })();
+        if (!this.sidecarLoadedModels.has(normalized) && !this.sidecarLoadedModels.has(modelId)) {
+            return;
+        }
+        const id = this.sidecarLoadedModels.has(normalized) ? normalized : modelId;
+        try {
+            await this.sidecarFetch(`/v1/internal/models/${encodeURIComponent(id)}`, 'DELETE', undefined, 60000);
+        }
+        catch (_a) {
+            /* model may already be gone on sidecar */
+        }
+        this.sidecarLoadedModels.delete(id);
+        this.sidecarLoadedModels.delete(modelId);
+        this.modelPaths.delete(id);
+        this.modelPaths.delete(modelId);
+        this.sidecarScheduler.markUnloaded(id);
+    }
+    async generate(req) {
+        var _a, _b, _c, _d, _e, _f, _g, _h, _j, _k, _l, _m, _o, _p, _q, _r, _s, _t, _u, _v;
+        if (!this.sidecarAvailable()) {
+            return super.generate(req);
+        }
+        this.requireSidecarModel(req.modelId);
+        if (req.messages && req.messages.length > 0) {
+            const data = await this.sidecarFetch('/v1/chat/completions', 'POST', {
+                model: req.modelId,
+                messages: req.messages,
+                max_tokens: (_a = req.max_tokens) !== null && _a !== void 0 ? _a : 256,
+                temperature: (_b = req.temperature) !== null && _b !== void 0 ? _b : 0.7,
+                stream: false,
+            });
+            const text = (_f = (_e = (_d = (_c = data.choices) === null || _c === void 0 ? void 0 : _c[0]) === null || _d === void 0 ? void 0 : _d.message) === null || _e === void 0 ? void 0 : _e.content) !== null && _f !== void 0 ? _f : '';
+            return {
+                text,
+                tokens_predicted: (_h = (_g = data.usage) === null || _g === void 0 ? void 0 : _g.completion_tokens) !== null && _h !== void 0 ? _h : 0,
+                tokens_evaluated: (_k = (_j = data.usage) === null || _j === void 0 ? void 0 : _j.prompt_tokens) !== null && _k !== void 0 ? _k : 0,
+                finish_reason: 'stop',
+            };
+        }
+        const data = await this.sidecarFetch('/v1/completions', 'POST', {
+            model: req.modelId,
+            prompt: (_l = req.prompt) !== null && _l !== void 0 ? _l : '',
+            max_tokens: (_m = req.max_tokens) !== null && _m !== void 0 ? _m : 256,
+            temperature: (_o = req.temperature) !== null && _o !== void 0 ? _o : 0.7,
+            stream: false,
+        });
+        return {
+            text: (_r = (_q = (_p = data.choices) === null || _p === void 0 ? void 0 : _p[0]) === null || _q === void 0 ? void 0 : _q.text) !== null && _r !== void 0 ? _r : '',
+            tokens_predicted: (_t = (_s = data.usage) === null || _s === void 0 ? void 0 : _s.completion_tokens) !== null && _t !== void 0 ? _t : 0,
+            tokens_evaluated: (_v = (_u = data.usage) === null || _u === void 0 ? void 0 : _u.prompt_tokens) !== null && _v !== void 0 ? _v : 0,
+            finish_reason: 'stop',
+        };
+    }
+    async generateStream(req, onToken) {
+        if (!this.sidecarAvailable()) {
+            return super.generateStream(req, onToken);
+        }
+        this.requireSidecarModel(req.modelId);
+        if (req.messages && req.messages.length > 0) {
+            return this.sidecarStreamChat(req, onToken);
+        }
+        return this.sidecarStreamCompletion(req, onToken);
+    }
+    async embed(req) {
+        var _a;
+        if (!this.sidecarAvailable()) {
+            return super.embed(req);
+        }
+        this.requireSidecarModel(req.modelId);
+        const input = Array.isArray(req.input) ? req.input : [req.input];
+        const data = await this.sidecarFetch('/v1/embeddings', 'POST', { model: req.modelId, input });
+        return { vectors: ((_a = data.data) !== null && _a !== void 0 ? _a : []).map((d) => { var _a; return (_a = d.embedding) !== null && _a !== void 0 ? _a : []; }) };
+    }
+    async tokenize(modelId, text) {
+        if (!this.sidecarAvailable()) {
+            return super.tokenize(modelId, text);
+        }
+        return super.tokenize(modelId, text);
+    }
+    async detokenize(modelId, tokens) {
+        if (!this.sidecarAvailable()) {
+            return super.detokenize(modelId, tokens);
+        }
+        return super.detokenize(modelId, tokens);
+    }
+    async getMemorySnapshot() {
+        if (!this.sidecarAvailable()) {
+            return super.getMemorySnapshot();
+        }
+        const memory = await this.getDesktopMemorySnapshot();
+        try {
+            const reg = await this.sidecarFetch('/v1/internal/memory', 'GET', undefined, 5000);
+            return Object.assign(Object.assign({}, memory), { loadedModelCount: reg.loaded_count, maxModels: reg.max_models });
+        }
+        catch (_a) {
+            return memory;
+        }
+    }
+    async health() {
+        if (!this.sidecarAvailable()) {
+            return super.health();
+        }
+        try {
+            const h = await this.sidecarFetch('/health', 'GET', undefined, 5000);
+            return {
+                ok: h.status === 'ok',
+                details: {
+                    backend: 'sidecar',
+                    port: this.getPort(),
+                    platform: 'desktop',
+                    loadedModels: this.listLoadedModels(),
+                    registry: h.registry,
+                },
+            };
+        }
+        catch (err) {
+            return { ok: false, details: { error: String(err) } };
+        }
+    }
+    setSidecarPort(port) {
+        this.sidecarPort = port;
+        if (typeof globalThis !== 'undefined') {
+            globalThis.__annadataSidecarPort = port;
+        }
+    }
+}
+//# sourceMappingURL=provider.desktop.js.map

package/dist/esm/isomorphic/provider.desktop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.desktop.js","sourceRoot":"","sources":["../../../src/isomorphic/provider.desktop.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,gBAAgB,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC5E,OAAO,EAAE,oBAAoB,EAAE,MAAM,eAAe,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACpC,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAC1D,OAAO,EAAE,0BAA0B,EAAE,MAAM,oBAAoB,CAAC;AAGhE,MAAM,UAAU,GAAG,0BAA0B,CAAC;AAE9C;;;;GAIG;AACH,MAAM,OAAO,eAAgB,SAAQ,WAAW;IAAhD;;QACoB,aAAQ,GAAiB,SAAS,CAAC;QAE7C,gBAAW,GAAkB,IAAI,CAAC;QAClC,qBAAgB,GAAG,IAAI,qBAAqB,CAAC,UAAU,CAAC,CAAC;QACzD,wBAAmB,GAAG,IAAI,GAAG,EAAU,CAAC;QACxC,eAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAscjD,CAAC;IApcS,OAAO;QACb,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI;YAAE,OAAO,IAAI,CAAC,WAAW,CAAC;QACtD,MAAM,CAAC,GAAG,qBAAqB,EAAE,CAAC;QAClC,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;YACd,MAAM,IAAI,QAAQ,CAChB,2BAA2B,EAC3B,iFAAiF,CAClF,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,CAAC,CAAC;QACrB,OAAO,CAAC,CAAC;IACX,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC;YACH,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO,IAAI,CAAC;QACd,CAAC;QAAC,WAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,wBAAwB;QACpC,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;QAClC,IAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,iBAAiB,EAAE,CAAC;YAC9B,OAAO,MAAM,CAAC,iBAAiB,EAAE,CAAC;QACpC,CAAC;QACD,OAAO,KAAK,CAAC,iBAAiB,EAAE,CAAC;IACnC,CAAC;IAEO,mBAAmB,CAAC,MAAc,EAAE,IAAY;QACtD,IAAI,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,qBAAqB,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;YAC3F,OAAO,IAAI,QAAQ,CAAC,qBAAqB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7D,OAAO,IAAI,QAAQ,CAAC,qBAAqB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QACjE,CAAC;QACD,IAAI,MAAM,KAAK,GAAG,IAAI,IAAI,CAAC,QAAQ,CAAC,iBAAiB,CAAC,EAAE,CAAC;YACvD,OAAO,IAAI,QAAQ,CAAC,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC;QAC9D,CAAC;QACD,OAAO,IAAI,QAAQ,CAAC,kBAAkB,EAAE,gBAAgB,MAAM,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC3F,CAAC;IAEO,KAAK,CAAC,YAAY,CACxB,IAAY,EACZ,MAAiC,EACjC,IAAc,EACd,SAAS,GAAG,MAAM;;QAElB,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,SAAS,CAAC,CAAC;QAC9D,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,oBAAoB,IAAI,GAAG,IAAI,EAAE,EAAE;gBACzD,MAAM;gBACN,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBACrD,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;gBAC9B,MAAM,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACnD,CAAC;YACD,MAAM,EAAE,GAAG,MAAA,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,mCAAI,EAAE,CAAC;YACjD,IAAI,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC,EAAE,CAAC;gBACpC,OAAO,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,CAAM,CAAC;YACjC,CAAC;YACD,OAAO,EAAO,CAAC;QACjB,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,oBAAoB,CAAC,IAAwB;;QACzD,IAAI,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC5B,OAAO;QACT,CAAC;QACD,MAAM,MAAM,GAAG,gBAAgB,EAAE,CAAC;QAClC,IAAI,CAAC,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,aAAa,CAAA,EAAE,CAAC;YAC3B,MAAM,IAAI,QAAQ,CAChB,2BAA2B,EAC3B,4EAA4E,CAC7E,CAAC;QACJ,CAAC;QACD,MAAM,OAAO,GAAqF;YAChG,OAAO,EAAE,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,OAAO;YACtB,KAAK,EAAE,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK;YAClB,YAAY,EAAE,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,YAAY;YAChC,SAAS,EAAE,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS;YAC1B,SAAS,EAAE,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS;SAC3B,CAAC;QACF,IAAI,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,SAAS,EAAE,CAAC;YACpB,OAAO,CAAC,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC;QACrC,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;QACnD,IAAI,CAAC,CAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,EAAE,CAAA,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;YAChC,MAAM,IAAI,QAAQ,CAChB,2BAA2B,EAC3B,4BAA4B,MAAA,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,MAAM,mCAAI,SAAS,EAAE,CAC1D,CAAC;QACJ,CAAC;QACD,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACnC,CAAC;IAEO,mBAAmB,CAAC,OAAe;QACzC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC3C,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,UAAU,OAAO,oCAAoC,CAAC,CAAC;QAChG,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,KAAa;QACjC,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACrE,IAAI,CAAC,gBAAgB,GAAG,IAAI,qBAAqB,CAAC,OAAO,CAAC,CAAC;QAC3D,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;YAC/C,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,YAAY,CAAC,4BAA4B,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,IAAI,CAAC,CAAC;QAC1F,CAAC;IACH,CAAC;IAED,gBAAgB;QACd,OAAO,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC;IAC5C,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,GAAoB,EACpB,OAAoC;;QAEpC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;QAC3D,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,oBAAoB,IAAI,sBAAsB,EAAE;gBACtE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,GAAG,CAAC,OAAO;oBAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;oBACtB,MAAM,EAAE,GAAG,CAAC,MAAM;oBAClB,UAAU,EAAE,MAAA,GAAG,CAAC,UAAU,mCAAI,GAAG;oBACjC,WAAW,EAAE,MAAA,GAAG,CAAC,WAAW,mCAAI,GAAG;oBACnC,MAAM,EAAE,IAAI;iBACb,CAAC;gBACF,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACzB,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,0BAA0B,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YACjF,CAAC;YACD,MAAM,oBAAoB,CAAC,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,CAAC,KAAK,EAAE,EAAE;gBACrD,IAAI,IAAI,KAAK,CAAC;gBACd,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QACD,OAAO;YACL,IAAI;YACJ,gBAAgB,EAAE,KAAK;YACvB,gBAAgB,EAAE,CAAC;YACnB,aAAa,EAAE,MAAM;SACtB,CAAC;IACJ,CAAC;IAEO,KAAK,CAAC,uBAAuB,CACnC,GAAoB,EACpB,OAAoC;;QAEpC,MAAM,IAAI,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC;QAC5B,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,UAAU,CAAC,GAAG,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,EAAE,MAAM,CAAC,CAAC;QAC3D,IAAI,IAAI,GAAG,EAAE,CAAC;QACd,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,KAAK,CAAC,oBAAoB,IAAI,iBAAiB,EAAE;gBACjE,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,EAAE,cAAc,EAAE,kBAAkB,EAAE;gBAC/C,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACnB,KAAK,EAAE,GAAG,CAAC,OAAO;oBAClB,MAAM,EAAE,MAAA,GAAG,CAAC,MAAM,mCAAI,EAAE;oBACxB,UAAU,EAAE,MAAA,GAAG,CAAC,UAAU,mCAAI,GAAG;oBACjC,WAAW,EAAE,MAAA,GAAG,CAAC,WAAW,mCAAI,GAAG;oBACnC,MAAM,EAAE,IAAI;iBACb,CAAC;gBACF,MAAM,EAAE,UAAU,CAAC,MAAM;aAC1B,CAAC,CAAC;YACH,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;gBACzB,MAAM,IAAI,QAAQ,CAAC,kBAAkB,EAAE,0BAA0B,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;YACjF,CAAC;YACD,MAAM,oBAAoB,CAAC,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC3D,IAAI,IAAI,KAAK,CAAC;gBACd,OAAO,CAAC,EAAE,OAAO,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;YAC3D,CAAC,CAAC,CAAC;QACL,CAAC;gBAAS,CAAC;YACT,YAAY,CAAC,KAAK,CAAC,CAAC;QACtB,CAAC;QACD,OAAO;YACL,IAAI;YACJ,gBAAgB,EAAE,KAAK;YACvB,gBAAgB,EAAE,CAAC;YACnB,aAAa,EAAE,MAAM;SACtB,CAAC;IACJ,CAAC;IAEQ,KAAK,CAAC,UAAU,CAAC,IAAuB;QAC/C,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACxC,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC7B,MAAM,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;YAC7B,OAAO;QACT,CAAC;QACD,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAEQ,KAAK,CAAC,SAAS,CAAC,IAAuB;;QAC9C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,MAAM,IAAI,QAAQ,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;QAC/D,CAAC;QAED,MAAM,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC7B,MAAM,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC5B,OAAO;QACT,CAAC;QAED,MAAM,SAAS,GAAG,MAAA,IAAI,CAAC,SAAS,mCAAI,IAAI,CAAC,OAAO,CAAC;QACjD,4FAA4F;QAC5F,MAAM,OAAO,GAAG,CAAC,GAAG,EAAE;YACpB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC;YACzB,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,OAAO,GAAG,CAAC;YAC1D,MAAM,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,GAAG,CAAC;YAC7C,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC;QAC9C,CAAC,CAAC,EAAE,CAAC;QACL,IAAI,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YAC1C,OAAO;QACT,CAAC;QACD,MAAM,UAAU,GAAG,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7E,mFAAmF;QACnF,MAAM,YAAY,GAChB,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,GAAG,GAAG,IAAI,GAAG,IAAI,CAAC;QAChF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;QACrD,IAAI,OAAO,IAAI,CAAC,oBAAoB,KAAK,QAAQ,EAAE,CAAC;YAClD,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,oBAAoB,CAAC;QAC/C,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,gBAAgB,KAAK,QAAQ,EAAE,CAAC;YAC9C,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,gBAAgB,CAAC;QAC5C,CAAC;QACD,oFAAoF;QACpF,0EAA0E;QAC1E,IACE,OAAO,MAAM,CAAC,UAAU,KAAK,QAAQ;YACrC,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ;YACpC,MAAM,CAAC,UAAU,GAAG,CAAC;YACrB,MAAM,CAAC,SAAS,GAAG,MAAM,CAAC,UAAU,GAAG,IAAI,EAC3C,CAAC;YACD,MAAM,CAAC,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,OAAO,EAAE,UAAU,EAAE,MAAM,EAAE,YAAY,EAAE;YAC9E,QAAQ,EAAE,IAAI;YACd,QAAQ,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE;SAC3D,CAAC,CAAC;QAEH,MAAM,IAAI,CAAC,YAAY,CACrB,0BAA0B,EAC1B,MAAM,EACN;YACE,QAAQ,EAAE,OAAO;YACjB,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,YAAY,EAAE,IAAI,CAAC,YAAY;YAC/B,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,EACD,MAAM,CACP,CAAC;QAEF,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;QACxC,IAAI,CAAC,gBAAgB,CAAC,UAAU,CAAC,OAAO,EAAE,UAAU,EAAE;YACpD,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,SAAS,EAAE,IAAI,CAAC,SAAS;SAC1B,CAAC,CAAC;IACL,CAAC;IAEQ,KAAK,CAAC,WAAW,CAAC,OAAe;QACxC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC7B,MAAM,KAAK,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;YACjC,OAAO;QACT,CAAC;QACD,MAAM,UAAU,GAAG,CAAC,GAAG,EAAE;YACvB,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,OAAO,OAAO,CAAC;YACtE,MAAM,IAAI,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,OAAO,CAAC;YACrD,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,IAAI,IAAI,CAAC;QAC9C,CAAC,CAAC,EAAE,CAAC;QACL,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;YACxF,OAAO;QACT,CAAC;QACD,MAAM,EAAE,GAAG,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC;QAC3E,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,YAAY,CACrB,uBAAuB,kBAAkB,CAAC,EAAE,CAAC,EAAE,EAC/C,QAAQ,EACR,SAAS,EACT,KAAK,CACN,CAAC;QACJ,CAAC;QAAC,WAAM,CAAC;YACP,0CAA0C;QAC5C,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACzC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAC3B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QAChC,IAAI,CAAC,gBAAgB,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IACzC,CAAC;IAEQ,KAAK,CAAC,QAAQ,CAAC,GAAoB;;QAC1C,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAGjC,sBAAsB,EAAE,MAAM,EAAE;gBACjC,KAAK,EAAE,GAAG,CAAC,OAAO;gBAClB,QAAQ,EAAE,GAAG,CAAC,QAAQ;gBACtB,UAAU,EAAE,MAAA,GAAG,CAAC,UAAU,mCAAI,GAAG;gBACjC,WAAW,EAAE,MAAA,GAAG,CAAC,WAAW,mCAAI,GAAG;gBACnC,MAAM,EAAE,KAAK;aACd,CAAC,CAAC;YACH,MAAM,IAAI,GAAG,MAAA,MAAA,MAAA,MAAA,IAAI,CAAC,OAAO,0CAAG,CAAC,CAAC,0CAAE,OAAO,0CAAE,OAAO,mCAAI,EAAE,CAAC;YACvD,OAAO;gBACL,IAAI;gBACJ,gBAAgB,EAAE,MAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,iBAAiB,mCAAI,CAAC;gBACpD,gBAAgB,EAAE,MAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,aAAa,mCAAI,CAAC;gBAChD,aAAa,EAAE,MAAM;aACtB,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAGjC,iBAAiB,EAAE,MAAM,EAAE;YAC5B,KAAK,EAAE,GAAG,CAAC,OAAO;YAClB,MAAM,EAAE,MAAA,GAAG,CAAC,MAAM,mCAAI,EAAE;YACxB,UAAU,EAAE,MAAA,GAAG,CAAC,UAAU,mCAAI,GAAG;YACjC,WAAW,EAAE,MAAA,GAAG,CAAC,WAAW,mCAAI,GAAG;YACnC,MAAM,EAAE,KAAK;SACd,CAAC,CAAC;QACH,OAAO;YACL,IAAI,EAAE,MAAA,MAAA,MAAA,IAAI,CAAC,OAAO,0CAAG,CAAC,CAAC,0CAAE,IAAI,mCAAI,EAAE;YACnC,gBAAgB,EAAE,MAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,iBAAiB,mCAAI,CAAC;YACpD,gBAAgB,EAAE,MAAA,MAAA,IAAI,CAAC,KAAK,0CAAE,aAAa,mCAAI,CAAC;YAChD,aAAa,EAAE,MAAM;SACtB,CAAC;IACJ,CAAC;IAEQ,KAAK,CAAC,cAAc,CAC3B,GAAoB,EACpB,OAAoC;QAEpC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC,cAAc,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC5C,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACtC,IAAI,GAAG,CAAC,QAAQ,IAAI,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC,iBAAiB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;QAC9C,CAAC;QACD,OAAO,IAAI,CAAC,uBAAuB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;IACpD,CAAC;IAEQ,KAAK,CAAC,KAAK,CAAC,GAAiB;;QACpC,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;QACD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACtC,MAAM,KAAK,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;QACjE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,YAAY,CAEjC,gBAAgB,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,CAAC,OAAO,EAAE,KAAK,EAAE,CAAC,CAAC;QAC5D,OAAO,EAAE,OAAO,EAAE,CAAC,MAAA,IAAI,CAAC,IAAI,mCAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,WAAC,OAAA,MAAA,CAAC,CAAC,SAAS,mCAAI,EAAE,CAAA,EAAA,CAAC,EAAE,CAAC;IACtE,CAAC;IAEQ,KAAK,CAAC,QAAQ,CAAC,OAAe,EAAE,IAAY;QACnD,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;QACvC,CAAC;QACD,OAAO,KAAK,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;IACvC,CAAC;IAEQ,KAAK,CAAC,UAAU,CAAC,OAAe,EAAE,MAAgB;QACzD,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3C,CAAC;QACD,OAAO,KAAK,CAAC,UAAU,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;IAC3C,CAAC;IAEQ,KAAK,CAAC,iBAAiB;QAC9B,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC,iBAAiB,EAAE,CAAC;QACnC,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;QACrD,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,YAAY,CAGhC,qBAAqB,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,CAAC;YAClD,uCACK,MAAM,KACT,gBAAgB,EAAE,GAAG,CAAC,YAAY,EAClC,SAAS,EAAE,GAAG,CAAC,UAAU,IACzB;QACJ,CAAC;QAAC,WAAM,CAAC;YACP,OAAO,MAAM,CAAC;QAChB,CAAC;IACH,CAAC;IAEQ,KAAK,CAAC,MAAM;QACnB,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC,MAAM,EAAE,CAAC;QACxB,CAAC;QACD,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,IAAI,CAAC,YAAY,CAC/B,SAAS,EACT,KAAK,EACL,SAAS,EACT,IAAI,CACL,CAAC;YACF,OAAO;gBACL,EAAE,EAAE,CAAC,CAAC,MAAM,KAAK,IAAI;gBACrB,OAAO,EAAE;oBACP,OAAO,EAAE,SAAS;oBAClB,IAAI,EAAE,IAAI,CAAC,OAAO,EAAE;oBACpB,QAAQ,EAAE,SAAS;oBACnB,YAAY,EAAE,IAAI,CAAC,gBAAgB,EAAE;oBACrC,QAAQ,EAAE,CAAC,CAAC,QAAQ;iBACrB;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC;QACxD,CAAC;IACH,CAAC;IAED,cAAc,CAAC,IAAY;QACzB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC;QACxB,IAAI,OAAO,UAAU,KAAK,WAAW,EAAE,CAAC;YACrC,UAAiD,CAAC,qBAAqB,GAAG,IAAI,CAAC;QAClF,CAAC;IACH,CAAC;CACF","sourcesContent":["import type {\n  EmbedRequest,\n  EmbedResult,\n  GenerateRequest,\n  GenerateResult,\n  InitializeOptions,\n  MemorySnapshot,\n  PlatformKind,\n  TokenEvent,\n} from './provider.interface';\nimport { getDesktopBridge, getDesktopSidecarPort } from './desktop.runtime';\nimport { readSidecarSseTokens } from './sidecar-sse';\nimport { WebProvider } from './provider.web';\nimport { LlmError } from './errors';\nimport { DefaultModelScheduler } from './model.scheduler';\nimport { WASM_MAX_CONCURRENT_MODELS } from './wasmMemoryPolicy';\nimport type { DetokenizeResult, TokenizeResult } from '../workers/wasm.engine';\n\nconst MAX_MODELS = WASM_MAX_CONCURRENT_MODELS;\n\n/**\n * Desktop LLM provider: native sidecar (HTTP) for GPU/CPU inference;\n * WASM worker for multimodal, LoRA, TTS, bench (inherited via composition).\n * Sidecar path supports up to 5 concurrent models with admission control.\n */\nexport class DesktopProvider extends WebProvider {\n  override readonly platform: PlatformKind = 'desktop';\n\n  private sidecarPort: number | null = null;\n  private sidecarScheduler = new DefaultModelScheduler(MAX_MODELS);\n  private sidecarLoadedModels = new Set<string>();\n  private modelPaths = new Map<string, string>();\n\n  private getPort(): number {\n    if (this.sidecarPort != null) return this.sidecarPort;\n    const p = getDesktopSidecarPort();\n    if (p == null) {\n      throw new LlmError(\n        'NATIVE_PLUGIN_UNAVAILABLE',\n        'Desktop sidecar port not set. Register desktop IPC handlers and preload bridge.',\n      );\n    }\n    this.sidecarPort = p;\n    return p;\n  }\n\n  private sidecarAvailable(): boolean {\n    try {\n      this.getPort();\n      return true;\n    } catch {\n      return false;\n    }\n  }\n\n  private async getDesktopMemorySnapshot(): Promise<MemorySnapshot> {\n    const bridge = getDesktopBridge();\n    if (bridge?.getMemorySnapshot) {\n      return bridge.getMemorySnapshot();\n    }\n    return super.getMemorySnapshot();\n  }\n\n  private mapSidecarHttpError(status: number, text: string): LlmError {\n    if (status === 429 || text.includes('model_limit_reached') || text.includes('Model limit')) {\n      return new LlmError('MODEL_LIMIT_REACHED', text.slice(0, 200));\n    }\n    if (text.includes('INSUFFICIENT') || text.includes('memory')) {\n      return new LlmError('INSUFFICIENT_MEMORY', text.slice(0, 200));\n    }\n    if (status === 404 && text.includes('model_not_found')) {\n      return new LlmError('MODEL_NOT_LOADED', text.slice(0, 200));\n    }\n    return new LlmError('INFERENCE_FAILED', `Sidecar HTTP ${status}: ${text.slice(0, 200)}`);\n  }\n\n  private async sidecarFetch<T>(\n    path: string,\n    method: 'GET' | 'POST' | 'DELETE',\n    body?: unknown,\n    timeoutMs = 120000,\n  ): Promise<T> {\n    const port = this.getPort();\n    const controller = new AbortController();\n    const timer = setTimeout(() => controller.abort(), timeoutMs);\n    try {\n      const res = await fetch(`http://127.0.0.1:${port}${path}`, {\n        method,\n        headers: { 'Content-Type': 'application/json' },\n        body: body != null ? JSON.stringify(body) : undefined,\n        signal: controller.signal,\n      });\n      if (!res.ok) {\n        const text = await res.text();\n        throw this.mapSidecarHttpError(res.status, text);\n      }\n      const ct = res.headers.get('content-type') ?? '';\n      if (ct.includes('application/json')) {\n        return (await res.json()) as T;\n      }\n      return {} as T;\n    } finally {\n      clearTimeout(timer);\n    }\n  }\n\n  private async ensureSidecarProcess(opts?: InitializeOptions): Promise<void> {\n    if (this.sidecarAvailable()) {\n      return;\n    }\n    const bridge = getDesktopBridge();\n    if (!bridge?.ensureSidecar) {\n      throw new LlmError(\n        'NATIVE_PLUGIN_UNAVAILABLE',\n        'Desktop IPC bridge not available — register ipc-handlers in Electron main.',\n      );\n    }\n    const payload: Parameters<NonNullable<ReturnType<typeof getDesktopBridge>>['ensureSidecar']>[0] = {\n      modelId: opts?.modelId,\n      n_ctx: opts?.n_ctx,\n      n_gpu_layers: opts?.n_gpu_layers,\n      n_threads: opts?.n_threads,\n      embedding: opts?.embedding,\n    };\n    if (opts?.modelPath) {\n      payload.modelPath = opts.modelPath;\n    }\n    const result = await bridge.ensureSidecar(payload);\n    if (!result?.ok || !result.port) {\n      throw new LlmError(\n        'NATIVE_PLUGIN_UNAVAILABLE',\n        `Sidecar failed to start: ${result?.reason ?? 'unknown'}`,\n      );\n    }\n    this.setSidecarPort(result.port);\n  }\n\n  private requireSidecarModel(modelId: string): void {\n    if (!this.sidecarLoadedModels.has(modelId)) {\n      throw new LlmError('MODEL_NOT_LOADED', `Model '${modelId}' is not loaded on desktop sidecar`);\n    }\n  }\n\n  async setContextLimit(limit: number): Promise<void> {\n    const clamped = Math.min(MAX_MODELS, Math.max(1, Math.floor(limit)));\n    this.sidecarScheduler = new DefaultModelScheduler(clamped);\n    for (const modelId of this.sidecarLoadedModels) {\n      this.sidecarScheduler.markLoaded(modelId);\n    }\n    if (this.sidecarAvailable()) {\n      await this.sidecarFetch('/v1/internal/context-limit', 'POST', { limit: clamped }, 5000);\n    }\n  }\n\n  listLoadedModels(): string[] {\n    return this.sidecarScheduler.listLoaded();\n  }\n\n  private async sidecarStreamChat(\n    req: GenerateRequest,\n    onToken: (event: TokenEvent) => void,\n  ): Promise<GenerateResult> {\n    const port = this.getPort();\n    const controller = new AbortController();\n    const timer = setTimeout(() => controller.abort(), 300000);\n    let text = '';\n    let index = 0;\n    try {\n      const res = await fetch(`http://127.0.0.1:${port}/v1/chat/completions`, {\n        method: 'POST',\n        headers: { 'Content-Type': 'application/json' },\n        body: JSON.stringify({\n          model: req.modelId,\n          messages: req.messages,\n          prompt: req.prompt,\n          max_tokens: req.max_tokens ?? 256,\n          temperature: req.temperature ?? 0.7,\n          stream: true,\n        }),\n        signal: controller.signal,\n      });\n      if (!res.ok || !res.body) {\n        throw new LlmError('INFERENCE_FAILED', `Sidecar stream failed: ${res.status}`);\n      }\n      await readSidecarSseTokens(res.body, 'chat', (token) => {\n        text += token;\n        onToken({ modelId: req.modelId, token, index: index++ });\n      });\n    } finally {\n      clearTimeout(timer);\n    }\n    return {\n      text,\n      tokens_predicted: index,\n      tokens_evaluated: 0,\n      finish_reason: 'stop',\n    };\n  }\n\n  private async sidecarStreamCompletion(\n    req: GenerateRequest,\n    onToken: (event: TokenEvent) => void,\n  ): Promise<GenerateResult> {\n    const port = this.getPort();\n    const controller = new AbortController();\n    const timer = setTimeout(() => controller.abort(), 300000);\n    let text = '';\n    let index = 0;\n    try {\n      const res = await fetch(`http://127.0.0.1:${port}/v1/completions`, {\n        method: 'POST',\n        headers: { 'Content-Type': 'application/json' },\n        body: JSON.stringify({\n          model: req.modelId,\n          prompt: req.prompt ?? '',\n          max_tokens: req.max_tokens ?? 256,\n          temperature: req.temperature ?? 0.7,\n          stream: true,\n        }),\n        signal: controller.signal,\n      });\n      if (!res.ok || !res.body) {\n        throw new LlmError('INFERENCE_FAILED', `Sidecar stream failed: ${res.status}`);\n      }\n      await readSidecarSseTokens(res.body, 'completion', (token) => {\n        text += token;\n        onToken({ modelId: req.modelId, token, index: index++ });\n      });\n    } finally {\n      clearTimeout(timer);\n    }\n    return {\n      text,\n      tokens_predicted: index,\n      tokens_evaluated: 0,\n      finish_reason: 'stop',\n    };\n  }\n\n  override async initialize(opts: InitializeOptions): Promise<void> {\n    if (!this.sidecarAvailable()) {\n      await this.ensureSidecarProcess(opts);\n    }\n    if (!this.sidecarAvailable()) {\n      await super.initialize(opts);\n      return;\n    }\n    await this.loadModel(opts);\n  }\n\n  override async loadModel(opts: InitializeOptions): Promise<void> {\n    if (!opts.modelId) {\n      throw new LlmError('INVALID_REQUEST', 'modelId is required');\n    }\n\n    await this.ensureSidecarProcess(opts);\n    if (!this.sidecarAvailable()) {\n      await super.loadModel(opts);\n      return;\n    }\n\n    const modelPath = opts.modelPath ?? opts.modelId;\n    // Never register absolute filesystem paths as sidecar ids (DELETE route is single-segment).\n    const modelId = (() => {\n      const raw = opts.modelId;\n      if (!raw.includes('/') && !raw.includes('\\\\')) return raw;\n      const base = raw.split(/[/\\\\]/).pop() || raw;\n      return base.replace(/\\.gguf$/i, '') || base;\n    })();\n    if (this.sidecarLoadedModels.has(modelId)) {\n      return;\n    }\n    const modelBytes = typeof opts.modelBytes === 'number' ? opts.modelBytes : 0;\n    // Sidecar (Metal/Accelerate) reclaims macOS inactive pages; keep a modest reserve.\n    const reserveBytes =\n      typeof opts.reserveBytes === 'number' ? opts.reserveBytes : 128 * 1024 * 1024;\n    const memory = await this.getDesktopMemorySnapshot();\n    if (typeof opts.availableMemoryBytes === 'number') {\n      memory.freeBytes = opts.availableMemoryBytes;\n    }\n    if (typeof opts.totalMemoryBytes === 'number') {\n      memory.totalBytes = opts.totalMemoryBytes;\n    }\n    // If host free RAM still looks absurdly low vs total (Node freemem quirk / no IPC),\n    // treat a fraction of total as available rather than blocking every load.\n    if (\n      typeof memory.totalBytes === 'number' &&\n      typeof memory.freeBytes === 'number' &&\n      memory.totalBytes > 0 &&\n      memory.freeBytes / memory.totalBytes < 0.05\n    ) {\n      memory.freeBytes = Math.floor(memory.totalBytes * 0.45);\n    }\n    this.sidecarScheduler.ensureCapacity(modelId, modelBytes, memory, reserveBytes, {\n      skipWasm: true,\n      loadOpts: { n_ctx: opts.n_ctx, embedding: opts.embedding },\n    });\n\n    await this.sidecarFetch(\n      '/v1/internal/models/load',\n      'POST',\n      {\n        model_id: modelId,\n        path: modelPath,\n        n_ctx: opts.n_ctx,\n        n_gpu_layers: opts.n_gpu_layers,\n        n_threads: opts.n_threads,\n        embedding: opts.embedding,\n      },\n      300000,\n    );\n\n    this.sidecarLoadedModels.add(modelId);\n    this.modelPaths.set(modelId, modelPath);\n    this.sidecarScheduler.markLoaded(modelId, modelBytes, {\n      n_ctx: opts.n_ctx,\n      embedding: opts.embedding,\n    });\n  }\n\n  override async unloadModel(modelId: string): Promise<void> {\n    if (!this.sidecarAvailable()) {\n      await super.unloadModel(modelId);\n      return;\n    }\n    const normalized = (() => {\n      if (!modelId.includes('/') && !modelId.includes('\\\\')) return modelId;\n      const base = modelId.split(/[/\\\\]/).pop() || modelId;\n      return base.replace(/\\.gguf$/i, '') || base;\n    })();\n    if (!this.sidecarLoadedModels.has(normalized) && !this.sidecarLoadedModels.has(modelId)) {\n      return;\n    }\n    const id = this.sidecarLoadedModels.has(normalized) ? normalized : modelId;\n    try {\n      await this.sidecarFetch(\n        `/v1/internal/models/${encodeURIComponent(id)}`,\n        'DELETE',\n        undefined,\n        60000,\n      );\n    } catch {\n      /* model may already be gone on sidecar */\n    }\n    this.sidecarLoadedModels.delete(id);\n    this.sidecarLoadedModels.delete(modelId);\n    this.modelPaths.delete(id);\n    this.modelPaths.delete(modelId);\n    this.sidecarScheduler.markUnloaded(id);\n  }\n\n  override async generate(req: GenerateRequest): Promise<GenerateResult> {\n    if (!this.sidecarAvailable()) {\n      return super.generate(req);\n    }\n    this.requireSidecarModel(req.modelId);\n    if (req.messages && req.messages.length > 0) {\n      const data = await this.sidecarFetch<{\n        choices?: Array<{ message?: { content?: string } }>;\n        usage?: { completion_tokens?: number; prompt_tokens?: number };\n      }>('/v1/chat/completions', 'POST', {\n        model: req.modelId,\n        messages: req.messages,\n        max_tokens: req.max_tokens ?? 256,\n        temperature: req.temperature ?? 0.7,\n        stream: false,\n      });\n      const text = data.choices?.[0]?.message?.content ?? '';\n      return {\n        text,\n        tokens_predicted: data.usage?.completion_tokens ?? 0,\n        tokens_evaluated: data.usage?.prompt_tokens ?? 0,\n        finish_reason: 'stop',\n      };\n    }\n    const data = await this.sidecarFetch<{\n      choices?: Array<{ text?: string }>;\n      usage?: { completion_tokens?: number; prompt_tokens?: number };\n    }>('/v1/completions', 'POST', {\n      model: req.modelId,\n      prompt: req.prompt ?? '',\n      max_tokens: req.max_tokens ?? 256,\n      temperature: req.temperature ?? 0.7,\n      stream: false,\n    });\n    return {\n      text: data.choices?.[0]?.text ?? '',\n      tokens_predicted: data.usage?.completion_tokens ?? 0,\n      tokens_evaluated: data.usage?.prompt_tokens ?? 0,\n      finish_reason: 'stop',\n    };\n  }\n\n  override async generateStream(\n    req: GenerateRequest,\n    onToken: (event: TokenEvent) => void,\n  ): Promise<GenerateResult> {\n    if (!this.sidecarAvailable()) {\n      return super.generateStream(req, onToken);\n    }\n    this.requireSidecarModel(req.modelId);\n    if (req.messages && req.messages.length > 0) {\n      return this.sidecarStreamChat(req, onToken);\n    }\n    return this.sidecarStreamCompletion(req, onToken);\n  }\n\n  override async embed(req: EmbedRequest): Promise<EmbedResult> {\n    if (!this.sidecarAvailable()) {\n      return super.embed(req);\n    }\n    this.requireSidecarModel(req.modelId);\n    const input = Array.isArray(req.input) ? req.input : [req.input];\n    const data = await this.sidecarFetch<{\n      data?: Array<{ embedding?: number[] }>;\n    }>('/v1/embeddings', 'POST', { model: req.modelId, input });\n    return { vectors: (data.data ?? []).map((d) => d.embedding ?? []) };\n  }\n\n  override async tokenize(modelId: string, text: string): Promise<TokenizeResult> {\n    if (!this.sidecarAvailable()) {\n      return super.tokenize(modelId, text);\n    }\n    return super.tokenize(modelId, text);\n  }\n\n  override async detokenize(modelId: string, tokens: number[]): Promise<DetokenizeResult> {\n    if (!this.sidecarAvailable()) {\n      return super.detokenize(modelId, tokens);\n    }\n    return super.detokenize(modelId, tokens);\n  }\n\n  override async getMemorySnapshot(): Promise<MemorySnapshot> {\n    if (!this.sidecarAvailable()) {\n      return super.getMemorySnapshot();\n    }\n    const memory = await this.getDesktopMemorySnapshot();\n    try {\n      const reg = await this.sidecarFetch<{\n        loaded_count?: number;\n        max_models?: number;\n      }>('/v1/internal/memory', 'GET', undefined, 5000);\n      return {\n        ...memory,\n        loadedModelCount: reg.loaded_count,\n        maxModels: reg.max_models,\n      };\n    } catch {\n      return memory;\n    }\n  }\n\n  override async health(): Promise<{ ok: boolean; details?: Record<string, unknown> }> {\n    if (!this.sidecarAvailable()) {\n      return super.health();\n    }\n    try {\n      const h = await this.sidecarFetch<{ status?: string; registry?: Record<string, unknown> }>(\n        '/health',\n        'GET',\n        undefined,\n        5000,\n      );\n      return {\n        ok: h.status === 'ok',\n        details: {\n          backend: 'sidecar',\n          port: this.getPort(),\n          platform: 'desktop',\n          loadedModels: this.listLoadedModels(),\n          registry: h.registry,\n        },\n      };\n    } catch (err) {\n      return { ok: false, details: { error: String(err) } };\n    }\n  }\n\n  setSidecarPort(port: number): void {\n    this.sidecarPort = port;\n    if (typeof globalThis !== 'undefined') {\n      (globalThis as { __annadataSidecarPort?: number }).__annadataSidecarPort = port;\n    }\n  }\n}\n"]}

package/dist/esm/isomorphic/provider.factory.d.ts

@@ -0,0 +1,2 @@
+import type { LlmProvider } from './provider.interface';
+export declare function createLlmProvider(): LlmProvider;

package/dist/esm/isomorphic/provider.factory.js

@@ -0,0 +1,16 @@
+import { Capacitor } from '@capacitor/core';
+import { NativeProvider } from './provider.native';
+import { WebProvider } from './provider.web';
+import { DesktopProvider } from './provider.desktop';
+import { isDesktopRuntime } from './desktop.runtime';
+export function createLlmProvider() {
+    if (isDesktopRuntime()) {
+        return new DesktopProvider();
+    }
+    const platform = Capacitor.getPlatform();
+    if (platform === 'ios' || platform === 'android') {
+        return new NativeProvider();
+    }
+    return new WebProvider();
+}
+//# sourceMappingURL=provider.factory.js.map

package/dist/esm/isomorphic/provider.factory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.factory.js","sourceRoot":"","sources":["../../../src/isomorphic/provider.factory.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,iBAAiB,CAAC;AAE5C,OAAO,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AACnD,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,OAAO,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAErD,MAAM,UAAU,iBAAiB;IAC/B,IAAI,gBAAgB,EAAE,EAAE,CAAC;QACvB,OAAO,IAAI,eAAe,EAAE,CAAC;IAC/B,CAAC;IACD,MAAM,QAAQ,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IACzC,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QACjD,OAAO,IAAI,cAAc,EAAE,CAAC;IAC9B,CAAC;IACD,OAAO,IAAI,WAAW,EAAE,CAAC;AAC3B,CAAC","sourcesContent":["import { Capacitor } from '@capacitor/core';\nimport type { LlmProvider } from './provider.interface';\nimport { NativeProvider } from './provider.native';\nimport { WebProvider } from './provider.web';\nimport { DesktopProvider } from './provider.desktop';\nimport { isDesktopRuntime } from './desktop.runtime';\n\nexport function createLlmProvider(): LlmProvider {\n  if (isDesktopRuntime()) {\n    return new DesktopProvider();\n  }\n  const platform = Capacitor.getPlatform();\n  if (platform === 'ios' || platform === 'android') {\n    return new NativeProvider();\n  }\n  return new WebProvider();\n}\n\n"]}

package/dist/esm/isomorphic/provider.interface.d.ts

@@ -0,0 +1,76 @@
+export type PlatformKind = 'native' | 'web' | 'desktop';
+export interface InitializeOptions {
+    modelId: string;
+    modelPath?: string;
+    modelUrl?: string;
+    n_ctx?: number;
+    n_batch?: number;
+    n_threads?: number;
+    n_gpu_layers?: number;
+    embedding?: boolean;
+    /** WASM: force VFS streaming instead of HeapFS (default: auto for models >500 MB). */
+    preferVfsStreaming?: boolean;
+    /** WASM: use mmap when loading from VFS (default false — safer for large GGUF). */
+    use_mmap?: boolean;
+    /** Called during OPFS model download with running byte counts (#6). */
+    onProgress?: (downloaded: number, total: number) => void;
+    [key: string]: unknown;
+}
+export interface GenerateRequest {
+    modelId: string;
+    prompt?: string;
+    messages?: Array<{
+        role: string;
+        content: string;
+    }>;
+    max_tokens?: number;
+    temperature?: number;
+    top_p?: number;
+    top_k?: number;
+    min_p?: number;
+    repeat_penalty?: number;
+    seed?: number;
+    stop?: string | string[];
+    grammar?: string;
+    stream?: boolean;
+}
+export interface TokenEvent {
+    modelId: string;
+    token: string;
+    index: number;
+}
+export interface GenerateResult {
+    text: string;
+    tokens_predicted: number;
+    tokens_evaluated: number;
+    finish_reason: 'stop' | 'length' | 'error';
+}
+export interface EmbedRequest {
+    modelId: string;
+    input: string | string[];
+}
+export interface EmbedResult {
+    vectors: number[][];
+}
+export interface MemorySnapshot {
+    totalBytes?: number;
+    freeBytes?: number;
+    usedBytes?: number;
+    pressure: 'low' | 'medium' | 'high' | 'unknown';
+    loadedModelCount?: number;
+    maxModels?: number;
+}
+export interface LlmProvider {
+    readonly platform: PlatformKind;
+    initialize(opts: InitializeOptions): Promise<void>;
+    loadModel(opts: InitializeOptions): Promise<void>;
+    unloadModel(modelId: string): Promise<void>;
+    generate(req: GenerateRequest): Promise<GenerateResult>;
+    generateStream(req: GenerateRequest, onToken: (event: TokenEvent) => void): Promise<GenerateResult>;
+    embed(req: EmbedRequest): Promise<EmbedResult>;
+    getMemorySnapshot(): Promise<MemorySnapshot>;
+    health(): Promise<{
+        ok: boolean;
+        details?: Record<string, unknown>;
+    }>;
+}

package/dist/esm/isomorphic/provider.interface.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=provider.interface.js.map

package/dist/esm/isomorphic/provider.interface.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider.interface.js","sourceRoot":"","sources":["../../../src/isomorphic/provider.interface.ts"],"names":[],"mappings":"","sourcesContent":["export type PlatformKind = 'native' | 'web' | 'desktop';\n\nexport interface InitializeOptions {\n  modelId: string;\n  modelPath?: string;\n  modelUrl?: string;\n  n_ctx?: number;\n  n_batch?: number;\n  n_threads?: number;\n  n_gpu_layers?: number;\n  embedding?: boolean;\n  /** WASM: force VFS streaming instead of HeapFS (default: auto for models >500 MB). */\n  preferVfsStreaming?: boolean;\n  /** WASM: use mmap when loading from VFS (default false — safer for large GGUF). */\n  use_mmap?: boolean;\n  /** Called during OPFS model download with running byte counts (#6). */\n  onProgress?: (downloaded: number, total: number) => void;\n  [key: string]: unknown;\n}\n\nexport interface GenerateRequest {\n  modelId: string;\n  prompt?: string;\n  messages?: Array<{ role: string; content: string }>;\n  max_tokens?: number;\n  temperature?: number;\n  top_p?: number;\n  top_k?: number;\n  min_p?: number;\n  repeat_penalty?: number;\n  seed?: number;\n  stop?: string | string[];\n  grammar?: string;\n  stream?: boolean;\n}\n\nexport interface TokenEvent {\n  modelId: string;\n  token: string;\n  index: number;\n}\n\nexport interface GenerateResult {\n  text: string;\n  tokens_predicted: number;\n  tokens_evaluated: number;\n  finish_reason: 'stop' | 'length' | 'error';\n}\n\nexport interface EmbedRequest {\n  modelId: string;\n  input: string | string[];\n}\n\nexport interface EmbedResult {\n  vectors: number[][];\n}\n\nexport interface MemorySnapshot {\n  totalBytes?: number;\n  freeBytes?: number;\n  usedBytes?: number;\n  pressure: 'low' | 'medium' | 'high' | 'unknown';\n  loadedModelCount?: number;\n  maxModels?: number;\n}\n\nexport interface LlmProvider {\n  readonly platform: PlatformKind;\n  initialize(opts: InitializeOptions): Promise<void>;\n  loadModel(opts: InitializeOptions): Promise<void>;\n  unloadModel(modelId: string): Promise<void>;\n  generate(req: GenerateRequest): Promise<GenerateResult>;\n  generateStream(req: GenerateRequest, onToken: (event: TokenEvent) => void): Promise<GenerateResult>;\n  embed(req: EmbedRequest): Promise<EmbedResult>;\n  getMemorySnapshot(): Promise<MemorySnapshot>;\n  health(): Promise<{ ok: boolean; details?: Record<string, unknown> }>;\n}\n\n"]}

package/dist/esm/isomorphic/provider.native.d.ts

@@ -0,0 +1,18 @@
+import type { EmbedRequest, EmbedResult, GenerateRequest, GenerateResult, InitializeOptions, LlmProvider, MemorySnapshot, TokenEvent } from './provider.interface';
+export declare class NativeProvider implements LlmProvider {
+    readonly platform: "native";
+    private contextByModel;
+    private nextContextId;
+    private scheduler;
+    initialize(opts: InitializeOptions): Promise<void>;
+    loadModel(opts: InitializeOptions): Promise<void>;
+    unloadModel(modelId: string): Promise<void>;
+    generate(req: GenerateRequest): Promise<GenerateResult>;
+    generateStream(req: GenerateRequest, onToken: (event: TokenEvent) => void): Promise<GenerateResult>;
+    embed(req: EmbedRequest): Promise<EmbedResult>;
+    getMemorySnapshot(): Promise<MemorySnapshot>;
+    health(): Promise<{
+        ok: boolean;
+        details?: Record<string, unknown>;
+    }>;
+}