@glassly/engine 0.3.3-dev.670 → 0.3.4-dev.674

package/build/services/LocalLlmModelManager.d.ts

@@ -0,0 +1,79 @@
+export type LocalLlmModelId = "qwen3-0.6b" | "qwen3-1.7b" | "qwen3-4b";
+export declare const DEFAULT_LOCAL_LLM_MODEL: LocalLlmModelId;
+export interface LocalLlmModelConfig {
+    id: LocalLlmModelId;
+    /** Human label for the Settings dropdown. */
+    label: string;
+    /** Approximate download size in bytes (the .pte dominates). */
+    sizeBytes: number;
+    /** Rough resident memory while loaded; the Settings copy warns above ~half of device RAM. */
+    ramBytes: number;
+    urls: {
+        model: string;
+        tokenizer: string;
+        tokenizerConfig: string;
+    };
+}
+/** The three files every model directory holds; names are fixed so paths never depend on the URL. */
+export interface LocalLlmModelPaths {
+    model: string;
+    tokenizer: string;
+    tokenizerConfig: string;
+}
+export type LocalLlmDownloadStage = "idle" | "downloading" | "complete" | "failed";
+export interface LocalLlmDownloadStatus {
+    modelId: LocalLlmModelId;
+    stage: LocalLlmDownloadStage;
+    /** 0–100, meaningful while stage is "downloading". */
+    percent: number;
+    error?: string;
+}
+export declare function isLocalLlmModelId(value: unknown): value is LocalLlmModelId;
+type StatusListener = (status: LocalLlmDownloadStatus | null) => void;
+declare class LocalLlmModelManager {
+    private static instance;
+    private downloadJobId?;
+    private inFlight;
+    private cancelled;
+    private currentStatus;
+    private listeners;
+    private modelReadyListeners;
+    private constructor();
+    static getInstance(): LocalLlmModelManager;
+    models(): LocalLlmModelConfig[];
+    model(id: LocalLlmModelId): LocalLlmModelConfig;
+    /** The Settings > AI Models pick; garbage in the store resolves to the default. */
+    selectedModelId(): LocalLlmModelId;
+    select(id: LocalLlmModelId): Promise<void>;
+    getModelDirectory(): string;
+    paths(id?: LocalLlmModelId): LocalLlmModelPaths;
+    isModelAvailable(id?: LocalLlmModelId): Promise<boolean>;
+    downloadedModelIds(): Promise<LocalLlmModelId[]>;
+    /** Subscribe to download status changes. Fires immediately with the current status. */
+    subscribe(listener: StatusListener): () => void;
+    getStatus(): LocalLlmDownloadStatus | null;
+    /** Fired once a model's files are complete on disk. */
+    onModelReady(listener: (modelId: LocalLlmModelId) => void): () => void;
+    /**
+     * True when the selected model is on disk. Otherwise starts (or joins) its
+     * download in the background and returns false — the caller reports
+     * "downloading" rather than waiting out a multi-GB transfer.
+     */
+    ensureSelectedModel(): Promise<boolean>;
+    /**
+     * Download one model (three files, model last). Concurrent calls for the
+     * same model share the transfer; a call for a different model waits for
+     * the running one — the RNFS job slot is singular.
+     */
+    downloadModel(id?: LocalLlmModelId): Promise<void>;
+    private downloadInner;
+    private fetchFile;
+    cancelDownload(): Promise<void>;
+    deleteModel(id?: LocalLlmModelId): Promise<void>;
+    private setStatus;
+    static formatBytes(bytes: number): string;
+}
+declare const instance: LocalLlmModelManager;
+export { LocalLlmModelManager };
+export default instance;
+//# sourceMappingURL=LocalLlmModelManager.d.ts.map

package/build/services/LocalLlmModelManager.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalLlmModelManager.d.ts","sourceRoot":"","sources":["../../src/services/LocalLlmModelManager.ts"],"names":[],"mappings":"AAkBA,MAAM,MAAM,eAAe,GAAG,YAAY,GAAG,YAAY,GAAG,UAAU,CAAA;AAEtE,eAAO,MAAM,uBAAuB,EAAE,eAA8B,CAAA;AAEpE,MAAM,WAAW,mBAAmB;IAClC,EAAE,EAAE,eAAe,CAAA;IACnB,6CAA6C;IAC7C,KAAK,EAAE,MAAM,CAAA;IACb,+DAA+D;IAC/D,SAAS,EAAE,MAAM,CAAA;IACjB,6FAA6F;IAC7F,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM,CAAA;QACb,SAAS,EAAE,MAAM,CAAA;QACjB,eAAe,EAAE,MAAM,CAAA;KACxB,CAAA;CACF;AAED,qGAAqG;AACrG,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,MAAM,CAAA;IACb,SAAS,EAAE,MAAM,CAAA;IACjB,eAAe,EAAE,MAAM,CAAA;CACxB;AAED,MAAM,MAAM,qBAAqB,GAAG,MAAM,GAAG,aAAa,GAAG,UAAU,GAAG,QAAQ,CAAA;AAElF,MAAM,WAAW,sBAAsB;IACrC,OAAO,EAAE,eAAe,CAAA;IACxB,KAAK,EAAE,qBAAqB,CAAA;IAC5B,sDAAsD;IACtD,OAAO,EAAE,MAAM,CAAA;IACf,KAAK,CAAC,EAAE,MAAM,CAAA;CACf;AA6CD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,OAAO,GAAG,KAAK,IAAI,eAAe,CAE1E;AAED,KAAK,cAAc,GAAG,CAAC,MAAM,EAAE,sBAAsB,GAAG,IAAI,KAAK,IAAI,CAAA;AAErE,cAAM,oBAAoB;IACxB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAsB;IAE7C,OAAO,CAAC,aAAa,CAAC,CAAQ;IAC9B,OAAO,CAAC,QAAQ,CAAkE;IAClF,OAAO,CAAC,SAAS,CAAQ;IACzB,OAAO,CAAC,aAAa,CAAsC;IAC3D,OAAO,CAAC,SAAS,CAA4B;IAC7C,OAAO,CAAC,mBAAmB,CAAgD;IAE3E,OAAO;IAEP,MAAM,CAAC,WAAW,IAAI,oBAAoB;IAO1C,MAAM,IAAI,mBAAmB,EAAE;IAI/B,KAAK,CAAC,EAAE,EAAE,eAAe,GAAG,mBAAmB;IAI/C,mFAAmF;IACnF,eAAe,IAAI,eAAe;IAK5B,MAAM,CAAC,EAAE,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;IAIhD,iBAAiB,IAAI,MAAM;IAI3B,KAAK,CAAC,EAAE,GAAE,eAAwC,GAAG,kBAAkB;IASjE,gBAAgB,CAAC,EAAE,GAAE,eAAwC,GAAG,OAAO,CAAC,OAAO,CAAC;IAiBhF,kBAAkB,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;IAQtD,uFAAuF;IACvF,SAAS,CAAC,QAAQ,EAAE,cAAc,GAAG,MAAM,IAAI;IAQ/C,SAAS,IAAI,sBAAsB,GAAG,IAAI;IAI1C,uDAAuD;IACvD,YAAY,CAAC,QAAQ,EAAE,CAAC,OAAO,EAAE,eAAe,KAAK,IAAI,GAAG,MAAM,IAAI;IAKtE;;;;OAIG;IACG,mBAAmB,IAAI,OAAO,CAAC,OAAO,CAAC;IAS7C;;;;OAIG;IACG,aAAa,CAAC,EAAE,GAAE,eAAwC,GAAG,OAAO,CAAC,IAAI,CAAC;YAYlE,aAAa;YAuCb,SAAS;IA2BjB,cAAc,IAAI,OAAO,CAAC,IAAI,CAAC;IAO/B,WAAW,CAAC,EAAE,GAAE,eAAwC,GAAG,OAAO,CAAC,IAAI,CAAC;IAM9E,OAAO,CAAC,SAAS;IAWjB,MAAM,CAAC,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM;CAI1C;AAED,QAAA,MAAM,QAAQ,sBAAqC,CAAA;AACnD,OAAO,EAAC,oBAAoB,EAAC,CAAA;AAC7B,eAAe,QAAQ,CAAA"}

package/build/services/LocalLlmModelManager.js

@@ -0,0 +1,278 @@
+/**
+ * LocalLlmModelManager — the on-device LLM model files: a catalog of
+ * ExecuTorch exports (Software Mansion's Qwen3 .pte builds on Hugging Face),
+ * their download into Documents/llm_models/<id>/, availability checks, and a
+ * status stream the Settings > AI Models screen renders. Modelled on
+ * STTModelManager; the download itself is RNFS so the Settings screen can
+ * list, cancel, and delete models with the same calls the STT rows use.
+ *
+ * Which model is "the" on-device model is the `local_llm_model` setting
+ * (Settings > AI Models). Downloads are on demand: the first request that
+ * routes on-device without a model present starts one (ensureSelectedModel),
+ * and the Settings screen can start one explicitly.
+ */
+import { Platform } from "react-native";
+import * as RNFS from "@dr.pogodin/react-native-fs";
+import { SETTINGS, useSettingsStore } from "../stores/settings";
+export const DEFAULT_LOCAL_LLM_MODEL = "qwen3-1.7b";
+// XNNPACK 8da4w exports from software-mansion/react-native-executorch-qwen-3,
+// pinned to the v0.10.0 release tag that react-native-executorch 0.10.x
+// expects. Sizes are the .pte file sizes on the Hub (tokenizer adds ~11 MB).
+const QWEN3_BASE = "https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.10.0";
+const MB = 1024 * 1024;
+const GB = 1024 * MB;
+const MODELS = {
+    "qwen3-0.6b": {
+        id: "qwen3-0.6b",
+        label: "Qwen3 0.6B",
+        sizeBytes: 517 * MB,
+        ramBytes: 0.9 * GB,
+        urls: {
+            model: `${QWEN3_BASE}/0_6b/xnnpack/qwen_3_0_6b_xnnpack_8da4w.pte`,
+            tokenizer: `${QWEN3_BASE}/tokenizer.json`,
+            tokenizerConfig: `${QWEN3_BASE}/tokenizer_config.json`,
+        },
+    },
+    "qwen3-1.7b": {
+        id: "qwen3-1.7b",
+        label: "Qwen3 1.7B",
+        sizeBytes: 1315 * MB,
+        ramBytes: 1.8 * GB,
+        urls: {
+            model: `${QWEN3_BASE}/1_7b/xnnpack/qwen_3_1_7b_xnnpack_8da4w.pte`,
+            tokenizer: `${QWEN3_BASE}/tokenizer.json`,
+            tokenizerConfig: `${QWEN3_BASE}/tokenizer_config.json`,
+        },
+    },
+    "qwen3-4b": {
+        id: "qwen3-4b",
+        label: "Qwen3 4B",
+        sizeBytes: 2693 * MB,
+        ramBytes: 3.4 * GB,
+        urls: {
+            model: `${QWEN3_BASE}/4b/xnnpack/qwen_3_4b_xnnpack_8da4w.pte`,
+            tokenizer: `${QWEN3_BASE}/tokenizer.json`,
+            tokenizerConfig: `${QWEN3_BASE}/tokenizer_config.json`,
+        },
+    },
+};
+export function isLocalLlmModelId(value) {
+    return typeof value === "string" && value in MODELS;
+}
+class LocalLlmModelManager {
+    static instance;
+    downloadJobId;
+    inFlight = null;
+    cancelled = false;
+    currentStatus = null;
+    listeners = new Set();
+    modelReadyListeners = new Set();
+    constructor() { }
+    static getInstance() {
+        if (!LocalLlmModelManager.instance) {
+            LocalLlmModelManager.instance = new LocalLlmModelManager();
+        }
+        return LocalLlmModelManager.instance;
+    }
+    models() {
+        return Object.values(MODELS);
+    }
+    model(id) {
+        return MODELS[id];
+    }
+    /** The Settings > AI Models pick; garbage in the store resolves to the default. */
+    selectedModelId() {
+        const raw = useSettingsStore.getState().getSetting(SETTINGS.local_llm_model.key);
+        return isLocalLlmModelId(raw) ? raw : DEFAULT_LOCAL_LLM_MODEL;
+    }
+    async select(id) {
+        await useSettingsStore.getState().setSetting(SETTINGS.local_llm_model.key, id);
+    }
+    getModelDirectory() {
+        return `${RNFS.DocumentDirectoryPath}/llm_models`;
+    }
+    paths(id = this.selectedModelId()) {
+        const dir = `${this.getModelDirectory()}/${id}`;
+        return {
+            model: `${dir}/model.pte`,
+            tokenizer: `${dir}/tokenizer.json`,
+            tokenizerConfig: `${dir}/tokenizer_config.json`,
+        };
+    }
+    async isModelAvailable(id = this.selectedModelId()) {
+        const paths = this.paths(id);
+        try {
+            for (const path of [paths.tokenizerConfig, paths.tokenizer, paths.model]) {
+                if (!(await RNFS.exists(path)))
+                    return false;
+            }
+            // A truncated .pte loads as garbage or crashes the runtime: insist on
+            // most of the published size. Downloads land in a .part file and are
+            // renamed only once whole, so this only catches external tampering.
+            const stat = await RNFS.stat(paths.model);
+            return Number(stat.size) >= MODELS[id].sizeBytes * 0.95;
+        }
+        catch (error) {
+            console.warn("LOCAL_LLM: availability check failed:", error);
+            return false;
+        }
+    }
+    async downloadedModelIds() {
+        const ids = [];
+        for (const id of Object.keys(MODELS)) {
+            if (await this.isModelAvailable(id))
+                ids.push(id);
+        }
+        return ids;
+    }
+    /** Subscribe to download status changes. Fires immediately with the current status. */
+    subscribe(listener) {
+        this.listeners.add(listener);
+        listener(this.currentStatus);
+        return () => {
+            this.listeners.delete(listener);
+        };
+    }
+    getStatus() {
+        return this.currentStatus;
+    }
+    /** Fired once a model's files are complete on disk. */
+    onModelReady(listener) {
+        this.modelReadyListeners.add(listener);
+        return () => this.modelReadyListeners.delete(listener);
+    }
+    /**
+     * True when the selected model is on disk. Otherwise starts (or joins) its
+     * download in the background and returns false — the caller reports
+     * "downloading" rather than waiting out a multi-GB transfer.
+     */
+    async ensureSelectedModel() {
+        const id = this.selectedModelId();
+        if (await this.isModelAvailable(id))
+            return true;
+        void this.downloadModel(id).catch((error) => {
+            console.warn(`LOCAL_LLM: background download of ${id} failed:`, error);
+        });
+        return false;
+    }
+    /**
+     * Download one model (three files, model last). Concurrent calls for the
+     * same model share the transfer; a call for a different model waits for
+     * the running one — the RNFS job slot is singular.
+     */
+    async downloadModel(id = this.selectedModelId()) {
+        if (this.inFlight) {
+            if (this.inFlight.modelId === id)
+                return this.inFlight.promise;
+            await this.inFlight.promise.catch(() => undefined);
+        }
+        const promise = this.downloadInner(id).finally(() => {
+            this.inFlight = null;
+        });
+        this.inFlight = { modelId: id, promise };
+        return promise;
+    }
+    async downloadInner(id) {
+        const config = MODELS[id];
+        const paths = this.paths(id);
+        const dir = `${this.getModelDirectory()}/${id}`;
+        this.cancelled = false;
+        this.setStatus({ modelId: id, stage: "downloading", percent: 0 });
+        try {
+            await RNFS.mkdir(dir, { NSURLIsExcludedFromBackupKey: true });
+            // Tokenizer files first (small), the weights last: a model directory
+            // is only "available" once model.pte exists, so an interrupted run
+            // never leaves a complete-looking directory behind.
+            await this.fetchFile(config.urls.tokenizerConfig, paths.tokenizerConfig);
+            await this.fetchFile(config.urls.tokenizer, paths.tokenizer);
+            await this.fetchFile(config.urls.model, paths.model, (percent) => this.setStatus({ modelId: id, stage: "downloading", percent }));
+            this.setStatus({ modelId: id, stage: "complete", percent: 100 });
+            for (const listener of this.modelReadyListeners) {
+                try {
+                    listener(id);
+                }
+                catch (error) {
+                    console.warn("LOCAL_LLM: model-ready listener failed:", error);
+                }
+            }
+        }
+        catch (error) {
+            const message = this.cancelled ? "download cancelled" : error instanceof Error ? error.message : String(error);
+            this.setStatus({ modelId: id, stage: this.cancelled ? "idle" : "failed", percent: 0, error: message });
+            try {
+                if (await RNFS.exists(`${paths.model}.part`))
+                    await RNFS.unlink(`${paths.model}.part`);
+            }
+            catch (cleanupError) {
+                console.warn("LOCAL_LLM: partial cleanup failed:", cleanupError);
+            }
+            throw error;
+        }
+        finally {
+            this.downloadJobId = undefined;
+        }
+    }
+    async fetchFile(url, dest, onPercent) {
+        if (this.cancelled)
+            throw new Error("download cancelled");
+        const partial = `${dest}.part`;
+        const download = RNFS.downloadFile({
+            fromUrl: url,
+            toFile: partial,
+            // iOS keeps a background URLSession transfer going while the app is
+            // suspended; the files here are large enough to need it.
+            background: Platform.OS === "ios",
+            discretionary: false,
+            progressDivider: 1,
+            connectionTimeout: 30_000,
+            readTimeout: 60_000,
+            progress: (res) => {
+                if (!onPercent || res.contentLength <= 0)
+                    return;
+                onPercent(Math.min(99, Math.floor((res.bytesWritten / res.contentLength) * 100)));
+            },
+        });
+        this.downloadJobId = download.jobId;
+        const result = await download.promise;
+        if (result.statusCode !== 200) {
+            throw new Error(`download failed with status ${result.statusCode}`);
+        }
+        if (await RNFS.exists(dest))
+            await RNFS.unlink(dest);
+        await RNFS.moveFile(partial, dest);
+    }
+    async cancelDownload() {
+        if (this.downloadJobId === undefined)
+            return;
+        this.cancelled = true;
+        await RNFS.stopDownload(this.downloadJobId);
+        this.downloadJobId = undefined;
+    }
+    async deleteModel(id = this.selectedModelId()) {
+        const dir = `${this.getModelDirectory()}/${id}`;
+        if (await RNFS.exists(dir))
+            await RNFS.unlink(dir);
+        if (this.currentStatus?.modelId === id)
+            this.setStatus(null);
+    }
+    setStatus(status) {
+        this.currentStatus = status;
+        for (const listener of this.listeners) {
+            try {
+                listener(status);
+            }
+            catch (error) {
+                console.warn("LOCAL_LLM: status listener threw:", error);
+            }
+        }
+    }
+    static formatBytes(bytes) {
+        if (bytes >= GB)
+            return `${(bytes / GB).toFixed(1)} GB`;
+        return `${Math.round(bytes / MB)} MB`;
+    }
+}
+const instance = LocalLlmModelManager.getInstance();
+export { LocalLlmModelManager };
+export default instance;
+//# sourceMappingURL=LocalLlmModelManager.js.map

package/build/services/LocalLlmModelManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalLlmModelManager.js","sourceRoot":"","sources":["../../src/services/LocalLlmModelManager.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AACH,OAAO,EAAC,QAAQ,EAAC,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,IAAI,MAAM,6BAA6B,CAAA;AAEnD,OAAO,EAAC,QAAQ,EAAE,gBAAgB,EAAC,MAAM,oBAAoB,CAAA;AAI7D,MAAM,CAAC,MAAM,uBAAuB,GAAoB,YAAY,CAAA;AAkCpE,8EAA8E;AAC9E,wEAAwE;AACxE,6EAA6E;AAC7E,MAAM,UAAU,GAAG,wFAAwF,CAAA;AAC3G,MAAM,EAAE,GAAG,IAAI,GAAG,IAAI,CAAA;AACtB,MAAM,EAAE,GAAG,IAAI,GAAG,EAAE,CAAA;AAEpB,MAAM,MAAM,GAAiD;IAC3D,YAAY,EAAE;QACZ,EAAE,EAAE,YAAY;QAChB,KAAK,EAAE,YAAY;QACnB,SAAS,EAAE,GAAG,GAAG,EAAE;QACnB,QAAQ,EAAE,GAAG,GAAG,EAAE;QAClB,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,UAAU,6CAA6C;YACjE,SAAS,EAAE,GAAG,UAAU,iBAAiB;YACzC,eAAe,EAAE,GAAG,UAAU,wBAAwB;SACvD;KACF;IACD,YAAY,EAAE;QACZ,EAAE,EAAE,YAAY;QAChB,KAAK,EAAE,YAAY;QACnB,SAAS,EAAE,IAAI,GAAG,EAAE;QACpB,QAAQ,EAAE,GAAG,GAAG,EAAE;QAClB,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,UAAU,6CAA6C;YACjE,SAAS,EAAE,GAAG,UAAU,iBAAiB;YACzC,eAAe,EAAE,GAAG,UAAU,wBAAwB;SACvD;KACF;IACD,UAAU,EAAE;QACV,EAAE,EAAE,UAAU;QACd,KAAK,EAAE,UAAU;QACjB,SAAS,EAAE,IAAI,GAAG,EAAE;QACpB,QAAQ,EAAE,GAAG,GAAG,EAAE;QAClB,IAAI,EAAE;YACJ,KAAK,EAAE,GAAG,UAAU,yCAAyC;YAC7D,SAAS,EAAE,GAAG,UAAU,iBAAiB;YACzC,eAAe,EAAE,GAAG,UAAU,wBAAwB;SACvD;KACF;CACF,CAAA;AAED,MAAM,UAAU,iBAAiB,CAAC,KAAc;IAC9C,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,IAAI,MAAM,CAAA;AACrD,CAAC;AAID,MAAM,oBAAoB;IAChB,MAAM,CAAC,QAAQ,CAAsB;IAErC,aAAa,CAAS;IACtB,QAAQ,GAA8D,IAAI,CAAA;IAC1E,SAAS,GAAG,KAAK,CAAA;IACjB,aAAa,GAAkC,IAAI,CAAA;IACnD,SAAS,GAAG,IAAI,GAAG,EAAkB,CAAA;IACrC,mBAAmB,GAAG,IAAI,GAAG,EAAsC,CAAA;IAE3E,gBAAuB,CAAC;IAExB,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,oBAAoB,CAAC,QAAQ,EAAE,CAAC;YACnC,oBAAoB,CAAC,QAAQ,GAAG,IAAI,oBAAoB,EAAE,CAAA;QAC5D,CAAC;QACD,OAAO,oBAAoB,CAAC,QAAQ,CAAA;IACtC,CAAC;IAED,MAAM;QACJ,OAAO,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;IAC9B,CAAC;IAED,KAAK,CAAC,EAAmB;QACvB,OAAO,MAAM,CAAC,EAAE,CAAC,CAAA;IACnB,CAAC;IAED,mFAAmF;IACnF,eAAe;QACb,MAAM,GAAG,GAAG,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,CAAC,CAAA;QAChF,OAAO,iBAAiB,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,uBAAuB,CAAA;IAC/D,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,EAAmB;QAC9B,MAAM,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,eAAe,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;IAChF,CAAC;IAED,iBAAiB;QACf,OAAO,GAAG,IAAI,CAAC,qBAAqB,aAAa,CAAA;IACnD,CAAC;IAED,KAAK,CAAC,KAAsB,IAAI,CAAC,eAAe,EAAE;QAChD,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,iBAAiB,EAAE,IAAI,EAAE,EAAE,CAAA;QAC/C,OAAO;YACL,KAAK,EAAE,GAAG,GAAG,YAAY;YACzB,SAAS,EAAE,GAAG,GAAG,iBAAiB;YAClC,eAAe,EAAE,GAAG,GAAG,wBAAwB;SAChD,CAAA;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,KAAsB,IAAI,CAAC,eAAe,EAAE;QACjE,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC5B,IAAI,CAAC;YACH,KAAK,MAAM,IAAI,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,KAAK,CAAC,EAAE,CAAC;gBACzE,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;oBAAE,OAAO,KAAK,CAAA;YAC9C,CAAC;YACD,sEAAsE;YACtE,qEAAqE;YACrE,oEAAoE;YACpE,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;YACzC,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC,CAAC,SAAS,GAAG,IAAI,CAAA;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,IAAI,CAAC,uCAAuC,EAAE,KAAK,CAAC,CAAA;YAC5D,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,MAAM,GAAG,GAAsB,EAAE,CAAA;QACjC,KAAK,MAAM,EAAE,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,CAAsB,EAAE,CAAC;YAC1D,IAAI,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;gBAAE,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;QACnD,CAAC;QACD,OAAO,GAAG,CAAA;IACZ,CAAC;IAED,uFAAuF;IACvF,SAAS,CAAC,QAAwB;QAChC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC5B,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAC5B,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACjC,CAAC,CAAA;IACH,CAAC;IAED,SAAS;QACP,OAAO,IAAI,CAAC,aAAa,CAAA;IAC3B,CAAC;IAED,uDAAuD;IACvD,YAAY,CAAC,QAA4C;QACvD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QACtC,OAAO,GAAG,EAAE,CAAC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IACxD,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,mBAAmB;QACvB,MAAM,EAAE,GAAG,IAAI,CAAC,eAAe,EAAE,CAAA;QACjC,IAAI,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC;YAAE,OAAO,IAAI,CAAA;QAChD,KAAK,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;YAC1C,OAAO,CAAC,IAAI,CAAC,qCAAqC,EAAE,UAAU,EAAE,KAAK,CAAC,CAAA;QACxE,CAAC,CAAC,CAAA;QACF,OAAO,KAAK,CAAA;IACd,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,aAAa,CAAC,KAAsB,IAAI,CAAC,eAAe,EAAE;QAC9D,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;YAClB,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,KAAK,EAAE;gBAAE,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAA;YAC9D,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAA;QACpD,CAAC;QACD,MAAM,OAAO,GAAG,IAAI,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,EAAE;YAClD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;QACtB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,QAAQ,GAAG,EAAC,OAAO,EAAE,EAAE,EAAE,OAAO,EAAC,CAAA;QACtC,OAAO,OAAO,CAAA;IAChB,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,EAAmB;QAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,EAAE,CAAC,CAAA;QACzB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;QAC5B,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,iBAAiB,EAAE,IAAI,EAAE,EAAE,CAAA;QAC/C,IAAI,CAAC,SAAS,GAAG,KAAK,CAAA;QACtB,IAAI,CAAC,SAAS,CAAC,EAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,EAAC,CAAC,CAAA;QAE/D,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,EAAC,4BAA4B,EAAE,IAAI,EAAC,CAAC,CAAA;YAC3D,qEAAqE;YACrE,mEAAmE;YACnE,oDAAoD;YACpD,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe,EAAE,KAAK,CAAC,eAAe,CAAC,CAAA;YACxE,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAA;YAC5D,MAAM,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,OAAO,EAAE,EAAE,CAC/D,IAAI,CAAC,SAAS,CAAC,EAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,aAAa,EAAE,OAAO,EAAC,CAAC,CAC7D,CAAA;YACD,IAAI,CAAC,SAAS,CAAC,EAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,UAAU,EAAE,OAAO,EAAE,GAAG,EAAC,CAAC,CAAA;YAC9D,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,mBAAmB,EAAE,CAAC;gBAChD,IAAI,CAAC;oBACH,QAAQ,CAAC,EAAE,CAAC,CAAA;gBACd,CAAC;gBAAC,OAAO,KAAK,EAAE,CAAC;oBACf,OAAO,CAAC,IAAI,CAAC,yCAAyC,EAAE,KAAK,CAAC,CAAA;gBAChE,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;YAC9G,IAAI,CAAC,SAAS,CAAC,EAAC,OAAO,EAAE,EAAE,EAAE,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,QAAQ,EAAE,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAC,CAAC,CAAA;YACpG,IAAI,CAAC;gBACH,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,OAAO,CAAC;oBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,KAAK,CAAC,KAAK,OAAO,CAAC,CAAA;YACxF,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,oCAAoC,EAAE,YAAY,CAAC,CAAA;YAClE,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,aAAa,GAAG,SAAS,CAAA;QAChC,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,GAAW,EAAE,IAAY,EAAE,SAAqC;QACtF,IAAI,IAAI,CAAC,SAAS;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAA;QACzD,MAAM,OAAO,GAAG,GAAG,IAAI,OAAO,CAAA;QAC9B,MAAM,QAAQ,GAAG,IAAI,CAAC,YAAY,CAAC;YACjC,OAAO,EAAE,GAAG;YACZ,MAAM,EAAE,OAAO;YACf,oEAAoE;YACpE,yDAAyD;YACzD,UAAU,EAAE,QAAQ,CAAC,EAAE,KAAK,KAAK;YACjC,aAAa,EAAE,KAAK;YACpB,eAAe,EAAE,CAAC;YAClB,iBAAiB,EAAE,MAAM;YACzB,WAAW,EAAE,MAAM;YACnB,QAAQ,EAAE,CAAC,GAAG,EAAE,EAAE;gBAChB,IAAI,CAAC,SAAS,IAAI,GAAG,CAAC,aAAa,IAAI,CAAC;oBAAE,OAAM;gBAChD,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAA;YACnF,CAAC;SACF,CAAC,CAAA;QACF,IAAI,CAAC,aAAa,GAAG,QAAQ,CAAC,KAAK,CAAA;QACnC,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAA;QACrC,IAAI,MAAM,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,+BAA+B,MAAM,CAAC,UAAU,EAAE,CAAC,CAAA;QACrE,CAAC;QACD,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YAAE,MAAM,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAA;QACpD,MAAM,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;IACpC,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS;YAAE,OAAM;QAC5C,IAAI,CAAC,SAAS,GAAG,IAAI,CAAA;QACrB,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;QAC3C,IAAI,CAAC,aAAa,GAAG,SAAS,CAAA;IAChC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,KAAsB,IAAI,CAAC,eAAe,EAAE;QAC5D,MAAM,GAAG,GAAG,GAAG,IAAI,CAAC,iBAAiB,EAAE,IAAI,EAAE,EAAE,CAAA;QAC/C,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;YAAE,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAClD,IAAI,IAAI,CAAC,aAAa,EAAE,OAAO,KAAK,EAAE;YAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;IAC9D,CAAC;IAEO,SAAS,CAAC,MAAqC;QACrD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAA;QAC3B,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;YACtC,IAAI,CAAC;gBACH,QAAQ,CAAC,MAAM,CAAC,CAAA;YAClB,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,IAAI,CAAC,mCAAmC,EAAE,KAAK,CAAC,CAAA;YAC1D,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,KAAa;QAC9B,IAAI,KAAK,IAAI,EAAE;YAAE,OAAO,GAAG,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAA;QACvD,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,EAAE,CAAC,KAAK,CAAA;IACvC,CAAC;CACF;AAED,MAAM,QAAQ,GAAG,oBAAoB,CAAC,WAAW,EAAE,CAAA;AACnD,OAAO,EAAC,oBAAoB,EAAC,CAAA;AAC7B,eAAe,QAAQ,CAAA","sourcesContent":["/**\n * LocalLlmModelManager — the on-device LLM model files: a catalog of\n * ExecuTorch exports (Software Mansion's Qwen3 .pte builds on Hugging Face),\n * their download into Documents/llm_models/<id>/, availability checks, and a\n * status stream the Settings > AI Models screen renders. Modelled on\n * STTModelManager; the download itself is RNFS so the Settings screen can\n * list, cancel, and delete models with the same calls the STT rows use.\n *\n * Which model is \"the\" on-device model is the `local_llm_model` setting\n * (Settings > AI Models). Downloads are on demand: the first request that\n * routes on-device without a model present starts one (ensureSelectedModel),\n * and the Settings screen can start one explicitly.\n */\nimport {Platform} from \"react-native\"\nimport * as RNFS from \"@dr.pogodin/react-native-fs\"\n\nimport {SETTINGS, useSettingsStore} from \"../stores/settings\"\n\nexport type LocalLlmModelId = \"qwen3-0.6b\" | \"qwen3-1.7b\" | \"qwen3-4b\"\n\nexport const DEFAULT_LOCAL_LLM_MODEL: LocalLlmModelId = \"qwen3-1.7b\"\n\nexport interface LocalLlmModelConfig {\n  id: LocalLlmModelId\n  /** Human label for the Settings dropdown. */\n  label: string\n  /** Approximate download size in bytes (the .pte dominates). */\n  sizeBytes: number\n  /** Rough resident memory while loaded; the Settings copy warns above ~half of device RAM. */\n  ramBytes: number\n  urls: {\n    model: string\n    tokenizer: string\n    tokenizerConfig: string\n  }\n}\n\n/** The three files every model directory holds; names are fixed so paths never depend on the URL. */\nexport interface LocalLlmModelPaths {\n  model: string\n  tokenizer: string\n  tokenizerConfig: string\n}\n\nexport type LocalLlmDownloadStage = \"idle\" | \"downloading\" | \"complete\" | \"failed\"\n\nexport interface LocalLlmDownloadStatus {\n  modelId: LocalLlmModelId\n  stage: LocalLlmDownloadStage\n  /** 0–100, meaningful while stage is \"downloading\". */\n  percent: number\n  error?: string\n}\n\n// XNNPACK 8da4w exports from software-mansion/react-native-executorch-qwen-3,\n// pinned to the v0.10.0 release tag that react-native-executorch 0.10.x\n// expects. Sizes are the .pte file sizes on the Hub (tokenizer adds ~11 MB).\nconst QWEN3_BASE = \"https://huggingface.co/software-mansion/react-native-executorch-qwen-3/resolve/v0.10.0\"\nconst MB = 1024 * 1024\nconst GB = 1024 * MB\n\nconst MODELS: Record<LocalLlmModelId, LocalLlmModelConfig> = {\n  \"qwen3-0.6b\": {\n    id: \"qwen3-0.6b\",\n    label: \"Qwen3 0.6B\",\n    sizeBytes: 517 * MB,\n    ramBytes: 0.9 * GB,\n    urls: {\n      model: `${QWEN3_BASE}/0_6b/xnnpack/qwen_3_0_6b_xnnpack_8da4w.pte`,\n      tokenizer: `${QWEN3_BASE}/tokenizer.json`,\n      tokenizerConfig: `${QWEN3_BASE}/tokenizer_config.json`,\n    },\n  },\n  \"qwen3-1.7b\": {\n    id: \"qwen3-1.7b\",\n    label: \"Qwen3 1.7B\",\n    sizeBytes: 1315 * MB,\n    ramBytes: 1.8 * GB,\n    urls: {\n      model: `${QWEN3_BASE}/1_7b/xnnpack/qwen_3_1_7b_xnnpack_8da4w.pte`,\n      tokenizer: `${QWEN3_BASE}/tokenizer.json`,\n      tokenizerConfig: `${QWEN3_BASE}/tokenizer_config.json`,\n    },\n  },\n  \"qwen3-4b\": {\n    id: \"qwen3-4b\",\n    label: \"Qwen3 4B\",\n    sizeBytes: 2693 * MB,\n    ramBytes: 3.4 * GB,\n    urls: {\n      model: `${QWEN3_BASE}/4b/xnnpack/qwen_3_4b_xnnpack_8da4w.pte`,\n      tokenizer: `${QWEN3_BASE}/tokenizer.json`,\n      tokenizerConfig: `${QWEN3_BASE}/tokenizer_config.json`,\n    },\n  },\n}\n\nexport function isLocalLlmModelId(value: unknown): value is LocalLlmModelId {\n  return typeof value === \"string\" && value in MODELS\n}\n\ntype StatusListener = (status: LocalLlmDownloadStatus | null) => void\n\nclass LocalLlmModelManager {\n  private static instance: LocalLlmModelManager\n\n  private downloadJobId?: number\n  private inFlight: {modelId: LocalLlmModelId; promise: Promise<void>} | null = null\n  private cancelled = false\n  private currentStatus: LocalLlmDownloadStatus | null = null\n  private listeners = new Set<StatusListener>()\n  private modelReadyListeners = new Set<(modelId: LocalLlmModelId) => void>()\n\n  private constructor() {}\n\n  static getInstance(): LocalLlmModelManager {\n    if (!LocalLlmModelManager.instance) {\n      LocalLlmModelManager.instance = new LocalLlmModelManager()\n    }\n    return LocalLlmModelManager.instance\n  }\n\n  models(): LocalLlmModelConfig[] {\n    return Object.values(MODELS)\n  }\n\n  model(id: LocalLlmModelId): LocalLlmModelConfig {\n    return MODELS[id]\n  }\n\n  /** The Settings > AI Models pick; garbage in the store resolves to the default. */\n  selectedModelId(): LocalLlmModelId {\n    const raw = useSettingsStore.getState().getSetting(SETTINGS.local_llm_model.key)\n    return isLocalLlmModelId(raw) ? raw : DEFAULT_LOCAL_LLM_MODEL\n  }\n\n  async select(id: LocalLlmModelId): Promise<void> {\n    await useSettingsStore.getState().setSetting(SETTINGS.local_llm_model.key, id)\n  }\n\n  getModelDirectory(): string {\n    return `${RNFS.DocumentDirectoryPath}/llm_models`\n  }\n\n  paths(id: LocalLlmModelId = this.selectedModelId()): LocalLlmModelPaths {\n    const dir = `${this.getModelDirectory()}/${id}`\n    return {\n      model: `${dir}/model.pte`,\n      tokenizer: `${dir}/tokenizer.json`,\n      tokenizerConfig: `${dir}/tokenizer_config.json`,\n    }\n  }\n\n  async isModelAvailable(id: LocalLlmModelId = this.selectedModelId()): Promise<boolean> {\n    const paths = this.paths(id)\n    try {\n      for (const path of [paths.tokenizerConfig, paths.tokenizer, paths.model]) {\n        if (!(await RNFS.exists(path))) return false\n      }\n      // A truncated .pte loads as garbage or crashes the runtime: insist on\n      // most of the published size. Downloads land in a .part file and are\n      // renamed only once whole, so this only catches external tampering.\n      const stat = await RNFS.stat(paths.model)\n      return Number(stat.size) >= MODELS[id].sizeBytes * 0.95\n    } catch (error) {\n      console.warn(\"LOCAL_LLM: availability check failed:\", error)\n      return false\n    }\n  }\n\n  async downloadedModelIds(): Promise<LocalLlmModelId[]> {\n    const ids: LocalLlmModelId[] = []\n    for (const id of Object.keys(MODELS) as LocalLlmModelId[]) {\n      if (await this.isModelAvailable(id)) ids.push(id)\n    }\n    return ids\n  }\n\n  /** Subscribe to download status changes. Fires immediately with the current status. */\n  subscribe(listener: StatusListener): () => void {\n    this.listeners.add(listener)\n    listener(this.currentStatus)\n    return () => {\n      this.listeners.delete(listener)\n    }\n  }\n\n  getStatus(): LocalLlmDownloadStatus | null {\n    return this.currentStatus\n  }\n\n  /** Fired once a model's files are complete on disk. */\n  onModelReady(listener: (modelId: LocalLlmModelId) => void): () => void {\n    this.modelReadyListeners.add(listener)\n    return () => this.modelReadyListeners.delete(listener)\n  }\n\n  /**\n   * True when the selected model is on disk. Otherwise starts (or joins) its\n   * download in the background and returns false — the caller reports\n   * \"downloading\" rather than waiting out a multi-GB transfer.\n   */\n  async ensureSelectedModel(): Promise<boolean> {\n    const id = this.selectedModelId()\n    if (await this.isModelAvailable(id)) return true\n    void this.downloadModel(id).catch((error) => {\n      console.warn(`LOCAL_LLM: background download of ${id} failed:`, error)\n    })\n    return false\n  }\n\n  /**\n   * Download one model (three files, model last). Concurrent calls for the\n   * same model share the transfer; a call for a different model waits for\n   * the running one — the RNFS job slot is singular.\n   */\n  async downloadModel(id: LocalLlmModelId = this.selectedModelId()): Promise<void> {\n    if (this.inFlight) {\n      if (this.inFlight.modelId === id) return this.inFlight.promise\n      await this.inFlight.promise.catch(() => undefined)\n    }\n    const promise = this.downloadInner(id).finally(() => {\n      this.inFlight = null\n    })\n    this.inFlight = {modelId: id, promise}\n    return promise\n  }\n\n  private async downloadInner(id: LocalLlmModelId): Promise<void> {\n    const config = MODELS[id]\n    const paths = this.paths(id)\n    const dir = `${this.getModelDirectory()}/${id}`\n    this.cancelled = false\n    this.setStatus({modelId: id, stage: \"downloading\", percent: 0})\n\n    try {\n      await RNFS.mkdir(dir, {NSURLIsExcludedFromBackupKey: true})\n      // Tokenizer files first (small), the weights last: a model directory\n      // is only \"available\" once model.pte exists, so an interrupted run\n      // never leaves a complete-looking directory behind.\n      await this.fetchFile(config.urls.tokenizerConfig, paths.tokenizerConfig)\n      await this.fetchFile(config.urls.tokenizer, paths.tokenizer)\n      await this.fetchFile(config.urls.model, paths.model, (percent) =>\n        this.setStatus({modelId: id, stage: \"downloading\", percent}),\n      )\n      this.setStatus({modelId: id, stage: \"complete\", percent: 100})\n      for (const listener of this.modelReadyListeners) {\n        try {\n          listener(id)\n        } catch (error) {\n          console.warn(\"LOCAL_LLM: model-ready listener failed:\", error)\n        }\n      }\n    } catch (error) {\n      const message = this.cancelled ? \"download cancelled\" : error instanceof Error ? error.message : String(error)\n      this.setStatus({modelId: id, stage: this.cancelled ? \"idle\" : \"failed\", percent: 0, error: message})\n      try {\n        if (await RNFS.exists(`${paths.model}.part`)) await RNFS.unlink(`${paths.model}.part`)\n      } catch (cleanupError) {\n        console.warn(\"LOCAL_LLM: partial cleanup failed:\", cleanupError)\n      }\n      throw error\n    } finally {\n      this.downloadJobId = undefined\n    }\n  }\n\n  private async fetchFile(url: string, dest: string, onPercent?: (percent: number) => void): Promise<void> {\n    if (this.cancelled) throw new Error(\"download cancelled\")\n    const partial = `${dest}.part`\n    const download = RNFS.downloadFile({\n      fromUrl: url,\n      toFile: partial,\n      // iOS keeps a background URLSession transfer going while the app is\n      // suspended; the files here are large enough to need it.\n      background: Platform.OS === \"ios\",\n      discretionary: false,\n      progressDivider: 1,\n      connectionTimeout: 30_000,\n      readTimeout: 60_000,\n      progress: (res) => {\n        if (!onPercent || res.contentLength <= 0) return\n        onPercent(Math.min(99, Math.floor((res.bytesWritten / res.contentLength) * 100)))\n      },\n    })\n    this.downloadJobId = download.jobId\n    const result = await download.promise\n    if (result.statusCode !== 200) {\n      throw new Error(`download failed with status ${result.statusCode}`)\n    }\n    if (await RNFS.exists(dest)) await RNFS.unlink(dest)\n    await RNFS.moveFile(partial, dest)\n  }\n\n  async cancelDownload(): Promise<void> {\n    if (this.downloadJobId === undefined) return\n    this.cancelled = true\n    await RNFS.stopDownload(this.downloadJobId)\n    this.downloadJobId = undefined\n  }\n\n  async deleteModel(id: LocalLlmModelId = this.selectedModelId()): Promise<void> {\n    const dir = `${this.getModelDirectory()}/${id}`\n    if (await RNFS.exists(dir)) await RNFS.unlink(dir)\n    if (this.currentStatus?.modelId === id) this.setStatus(null)\n  }\n\n  private setStatus(status: LocalLlmDownloadStatus | null): void {\n    this.currentStatus = status\n    for (const listener of this.listeners) {\n      try {\n        listener(status)\n      } catch (error) {\n        console.warn(\"LOCAL_LLM: status listener threw:\", error)\n      }\n    }\n  }\n\n  static formatBytes(bytes: number): string {\n    if (bytes >= GB) return `${(bytes / GB).toFixed(1)} GB`\n    return `${Math.round(bytes / MB)} MB`\n  }\n}\n\nconst instance = LocalLlmModelManager.getInstance()\nexport {LocalLlmModelManager}\nexport default instance\n"]}

package/build/services/LocalLlmPrompt.d.ts

@@ -0,0 +1,90 @@
+import type { LlmMessage, LlmStopReason, LlmTool, LlmToolCall } from "@glassly/cloud-protocol/llm";
+export interface TemplateToolCall {
+    id: string;
+    type: "function";
+    function: {
+        name: string;
+        arguments: Record<string, unknown>;
+    };
+}
+export type TemplateMessage = {
+    role: "system" | "user";
+    content: string;
+} | {
+    role: "assistant";
+    content: string;
+    tool_calls?: TemplateToolCall[];
+} | {
+    role: "tool";
+    content: string;
+    name?: string;
+    tool_call_id?: string;
+};
+export interface TemplateTool {
+    type: "function";
+    function: {
+        name: string;
+        description: string;
+        parameters: Record<string, unknown>;
+    };
+}
+/** Appended to the system prompt under `jsonMode`; small models need it said twice. */
+export declare const JSON_MODE_INSTRUCTION = "Respond with exactly one JSON object and nothing else: no prose before or after it, no markdown fences.";
+/**
+ * Neutral messages → template messages. A user turn carrying toolResults
+ * becomes one `tool` message per result (the template groups consecutive
+ * tool messages into a single user block), followed by the user text if any.
+ */
+export declare function buildTemplateMessages(request: {
+    messages: LlmMessage[];
+    system?: string;
+    jsonMode?: boolean;
+}): TemplateMessage[];
+export declare function toTemplateTools(tools?: LlmTool[]): TemplateTool[] | undefined;
+export declare function estimateTokens(text: string): number;
+export declare function estimateMessageTokens(message: TemplateMessage): number;
+/**
+ * Fit the conversation into `budgetTokens`. History is grouped into turns
+ * (a user message plus everything up to the next user message, so a tool
+ * round stays with the question it answers); the oldest turns go first and
+ * the last turn is never dropped — the model must at least see the question.
+ * When that last turn alone still does not fit, tool outputs are cut to
+ * their head.
+ */
+export declare function fitToBudget(messages: TemplateMessage[], budgetTokens: number, toolTokens?: number): TemplateMessage[];
+/** Remove a leading `<think>…</think>` block (or an unterminated one). */
+export declare function stripThinking(text: string): string;
+/** Pull `<tool_call>` blocks out of the reply. Unparseable blocks are dropped, not surfaced. */
+export declare function parseToolCalls(text: string, makeId: (index: number) => string): {
+    toolCalls: LlmToolCall[];
+    text: string;
+};
+/**
+ * The first JSON object in the reply, repaired if the model left it slightly
+ * broken (trailing commas, single quotes, a dropped brace). Null when there
+ * is nothing object-shaped: the caller keeps the raw text and the miniapp's
+ * own parser decides.
+ */
+export declare function extractJsonObject(text: string): string | null;
+export interface LocalGeneration {
+    text: string;
+    promptTokens: number;
+    generatedTokens: number;
+    maxNewTokens: number;
+}
+export interface LocalCompletion {
+    text: string;
+    stopReason: LlmStopReason;
+    toolCalls?: LlmToolCall[];
+    usage: {
+        inputTokens: number;
+        outputTokens: number;
+    };
+}
+/** Raw generation → neutral completion. */
+export declare function finalizeLocalResult(generation: LocalGeneration, opts: {
+    jsonMode: boolean;
+    toolsOffered: boolean;
+    makeToolCallId: (index: number) => string;
+}): LocalCompletion;
+//# sourceMappingURL=LocalLlmPrompt.d.ts.map

package/build/services/LocalLlmPrompt.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalLlmPrompt.d.ts","sourceRoot":"","sources":["../../src/services/LocalLlmPrompt.ts"],"names":[],"mappings":"AAaA,OAAO,KAAK,EAAC,UAAU,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAC,MAAM,6BAA6B,CAAA;AAEhG,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE,MAAM,CAAA;IACV,IAAI,EAAE,UAAU,CAAA;IAChB,QAAQ,EAAE;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAC,CAAA;CAC7D;AAED,MAAM,MAAM,eAAe,GACvB;IAAC,IAAI,EAAE,QAAQ,GAAG,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAC,GAC1C;IAAC,IAAI,EAAE,WAAW,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,UAAU,CAAC,EAAE,gBAAgB,EAAE,CAAA;CAAC,GACrE;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,YAAY,CAAC,EAAE,MAAM,CAAA;CAAC,CAAA;AAEzE,MAAM,WAAW,YAAY;IAC3B,IAAI,EAAE,UAAU,CAAA;IAChB,QAAQ,EAAE;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAC,CAAA;CACnF;AAED,uFAAuF;AACvF,eAAO,MAAM,qBAAqB,4GACyE,CAAA;AAE3G;;;;GAIG;AACH,wBAAgB,qBAAqB,CAAC,OAAO,EAAE;IAC7C,QAAQ,EAAE,UAAU,EAAE,CAAA;IACtB,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,QAAQ,CAAC,EAAE,OAAO,CAAA;CACnB,GAAG,eAAe,EAAE,CAiCpB;AAED,wBAAgB,eAAe,CAAC,KAAK,CAAC,EAAE,OAAO,EAAE,GAAG,YAAY,EAAE,GAAG,SAAS,CAM7E;AAOD,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM,CAMtE;AAID;;;;;;;GAOG;AACH,wBAAgB,WAAW,CAAC,QAAQ,EAAE,eAAe,EAAE,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,SAAI,GAAG,eAAe,EAAE,CAsBhH;AAED,0EAA0E;AAC1E,wBAAgB,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CAIlD;AAID,gGAAgG;AAChG,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,EACZ,MAAM,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,GAChC;IAAC,SAAS,EAAE,WAAW,EAAE,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAC,CAkB1C;AAcD;;;;;GAKG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAkB7D;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,YAAY,EAAE,MAAM,CAAA;IACpB,eAAe,EAAE,MAAM,CAAA;IACvB,YAAY,EAAE,MAAM,CAAA;CACrB;AAED,MAAM,WAAW,eAAe;IAC9B,IAAI,EAAE,MAAM,CAAA;IACZ,UAAU,EAAE,aAAa,CAAA;IACzB,SAAS,CAAC,EAAE,WAAW,EAAE,CAAA;IACzB,KAAK,EAAE;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAA;KAAC,CAAA;CACnD;AAED,2CAA2C;AAC3C,wBAAgB,mBAAmB,CACjC,UAAU,EAAE,eAAe,EAC3B,IAAI,EAAE;IAAC,QAAQ,EAAE,OAAO,CAAC;IAAC,YAAY,EAAE,OAAO,CAAC;IAAC,cAAc,EAAE,CAAC,KAAK,EAAE,MAAM,KAAK,MAAM,CAAA;CAAC,GAC1F,eAAe,CAkBjB"}