@glassly/engine 0.1.0-dev.0

package/build/services/STTModelManager.js

@@ -0,0 +1,366 @@
+import BluetoothSdk from "@glassly/bluetooth-sdk";
+import { Platform } from "react-native";
+import * as RNFS from "@dr.pogodin/react-native-fs";
+const DEFAULT_LANGUAGE = "en";
+class STTModelManager {
+    static instance;
+    downloadJobId;
+    currentLanguage = DEFAULT_LANGUAGE;
+    modelBaseUrl = "https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/";
+    languages = {
+        "en": {
+            code: "en",
+            displayName: "English",
+            fileName: "sherpa-onnx-streaming-zipformer-en-2023-06-21-mobile",
+            size: 349 * 1024 * 1024,
+            type: "transducer",
+            requiredFiles: ["encoder.onnx", "decoder.onnx", "joiner.onnx", "tokens.txt"],
+            languageCode: "en-US",
+        },
+        "fr": {
+            code: "fr",
+            displayName: "Français",
+            fileName: "sherpa-onnx-streaming-zipformer-fr-kroko-2025-08-06",
+            size: 57 * 1024 * 1024,
+            type: "transducer",
+            requiredFiles: ["encoder.onnx", "decoder.onnx", "joiner.onnx", "tokens.txt"],
+            languageCode: "fr-FR",
+        },
+        "de": {
+            code: "de",
+            displayName: "Deutsch",
+            fileName: "sherpa-onnx-streaming-zipformer-de-kroko-2025-08-06",
+            size: 58 * 1024 * 1024,
+            type: "transducer",
+            requiredFiles: ["encoder.onnx", "decoder.onnx", "joiner.onnx", "tokens.txt"],
+            languageCode: "de-DE",
+        },
+        "es": {
+            code: "es",
+            displayName: "Español",
+            fileName: "sherpa-onnx-streaming-zipformer-es-kroko-2025-08-06",
+            size: 124 * 1024 * 1024,
+            type: "transducer",
+            requiredFiles: ["encoder.onnx", "decoder.onnx", "joiner.onnx", "tokens.txt"],
+            languageCode: "es-ES",
+        },
+        "zh": {
+            code: "zh",
+            displayName: "中文",
+            fileName: "sherpa-onnx-streaming-zipformer-zh-2025-06-30",
+            size: 150 * 1024 * 1024,
+            type: "transducer",
+            requiredFiles: ["encoder.onnx", "decoder.onnx", "joiner.onnx", "tokens.txt"],
+            languageCode: "zh-CN",
+        },
+        "ko": {
+            code: "ko",
+            displayName: "한국어",
+            fileName: "sherpa-onnx-streaming-zipformer-korean-2024-06-16",
+            size: 200 * 1024 * 1024,
+            type: "transducer",
+            requiredFiles: ["encoder.onnx", "decoder.onnx", "joiner.onnx", "tokens.txt"],
+            languageCode: "ko-KR",
+        },
+        // Alternative English streaming models, kept alongside "en" so the three can
+        // be compared on-device. Both are newer than the 2023 Zipformer used for
+        // "en" and are a fraction of its 349 MB.
+        //
+        // Kroko: same family as the fr/de/es entries above, and the smallest English
+        // option here. Ships bare encoder/decoder/joiner .onnx (no int8 variants).
+        "en-kroko": {
+            code: "en-kroko",
+            displayName: "English (Kroko, 55 MB)",
+            fileName: "sherpa-onnx-streaming-zipformer-en-kroko-2025-08-06",
+            size: 55 * 1024 * 1024,
+            type: "transducer",
+            requiredFiles: ["encoder.onnx", "decoder.onnx", "joiner.onnx", "tokens.txt"],
+            languageCode: "en-US",
+        },
+        // NeMo streaming fast-conformer, 480 ms chunk. Upstream publishes 80/480/1040 ms;
+        // 480 ms is the middle latency/accuracy point. Unlike Kroko this ships only
+        // int8 weights, so requiredFiles uses the .int8.onnx names — the archive has
+        // no bare .onnx files at all.
+        //
+        // sherpa-onnx loads it through the plain transducer config (type "transducer",
+        // not "nemotron"): the nemotron branch in SherpaOnnxTranscriber exists for the
+        // Nemotron models below, which need a different modelType string to decode
+        // correctly. This one is a stock NeMo transducer.
+        "en-nemo-fast-conformer": {
+            code: "en-nemo-fast-conformer",
+            displayName: "English (NeMo Fast-Conformer 480ms, 101 MB)",
+            fileName: "sherpa-onnx-nemo-streaming-fast-conformer-transducer-en-480ms-int8",
+            size: 101 * 1024 * 1024,
+            type: "transducer",
+            requiredFiles: [
+                "encoder.int8.onnx",
+                "decoder.int8.onnx",
+                "joiner.int8.onnx",
+                "tokens.txt",
+            ],
+            languageCode: "en-US",
+        },
+        // NVIDIA Nemotron streaming ASR. These are model choices rather than plain
+        // languages, so they get their own codes and sort after the per-language
+        // Zipformers above.
+        //
+        // Both ship int8 encoder/decoder/joiner — the same file shape as a Zipformer
+        // transducer — and are loaded through the identical transducer config;
+        // sherpa-onnx dispatches to its NeMo implementation from the ONNX metadata.
+        // Requires sherpa-onnx >= 1.13.4 (see the pins in the Android build.gradle
+        // and scripts/setup-sherpa-onnx-optional.sh).
+        //
+        // The 560ms chunk variant is chosen for both: upstream publishes
+        // 80/160/320/560/1120ms, trading latency against accuracy, and 560ms is the
+        // middle ground that stays usable for live captions. These are ~450 MB
+        // downloads — substantially larger than every other model here.
+        "nemotron-en": {
+            code: "nemotron-en",
+            displayName: "Nemotron English (high accuracy)",
+            fileName: "sherpa-onnx-nemotron-speech-streaming-en-0.6b-560ms-int8-2026-04-25",
+            size: 442 * 1024 * 1024,
+            type: "nemotron",
+            requiredFiles: ["encoder.int8.onnx", "decoder.int8.onnx", "joiner.int8.onnx", "tokens.txt"],
+            languageCode: "en-US",
+        },
+        // Nemotron-3.5 covers 40 language-locales with automatic language detection,
+        // so there is no single BCP-47 tag for it. We report en-US as the nominal
+        // tag because downstream consumers require one; the model itself is not
+        // restricted to English.
+        "nemotron-3.5": {
+            code: "nemotron-3.5",
+            displayName: "Nemotron 3.5 Multilingual (40 languages)",
+            fileName: "sherpa-onnx-nemotron-3.5-asr-streaming-0.6b-560ms-int8-2026-06-11",
+            size: 453 * 1024 * 1024,
+            type: "nemotron",
+            requiredFiles: ["encoder.int8.onnx", "decoder.int8.onnx", "joiner.int8.onnx", "tokens.txt"],
+            languageCode: "en-US",
+        },
+    };
+    constructor() { }
+    static getInstance() {
+        if (!STTModelManager.instance) {
+            STTModelManager.instance = new STTModelManager();
+        }
+        return STTModelManager.instance;
+    }
+    async getCurrentLanguageFromPreferences() {
+        try {
+            const path = await BluetoothSdk.getSttModelPath();
+            const code = path && path.length > 0 ? this.getLanguageFromPath(path) : "";
+            if (code && this.languages[code]) {
+                this.currentLanguage = code;
+                return code;
+            }
+            return "";
+        }
+        catch (error) {
+            console.error("Error getting current STT language from preferences:", error);
+            return "";
+        }
+    }
+    getCurrentLanguage() {
+        return this.currentLanguage;
+    }
+    setCurrentLanguage(code) {
+        if (this.languages[code]) {
+            this.currentLanguage = code;
+        }
+    }
+    getBcp47ForLanguage(code) {
+        const id = code || this.currentLanguage;
+        return this.languages[id]?.languageCode ?? "en-US";
+    }
+    getAvailableLanguages() {
+        return Object.values(this.languages);
+    }
+    getModelDirectory() {
+        const baseDir = Platform.OS === "ios" ? RNFS.DocumentDirectoryPath : RNFS.DocumentDirectoryPath;
+        return `${baseDir}/stt_models`;
+    }
+    getModelPath(code) {
+        const id = code || this.currentLanguage;
+        return `${this.getModelDirectory()}/${id}`;
+    }
+    /** Last path segment is the language code (the on-disk folder name). */
+    getLanguageFromPath(path) {
+        return path.split("/").pop() || "";
+    }
+    async isModelAvailable(code) {
+        try {
+            const id = code || this.currentLanguage;
+            const language = this.languages[id];
+            if (!language)
+                return false;
+            const modelPath = this.getModelPath(id);
+            for (const file of language.requiredFiles) {
+                const filePath = `${modelPath}/${file}`;
+                const exists = await RNFS.exists(filePath);
+                if (!exists) {
+                    console.log(`Missing required STT file: ${file} at ${filePath}`);
+                    return false;
+                }
+            }
+            return await BluetoothSdk.validateSttModel(modelPath);
+        }
+        catch (error) {
+            console.error("Error checking STT model availability:", error);
+            return false;
+        }
+    }
+    async getLanguageInfo(code) {
+        const id = code || this.currentLanguage;
+        const language = this.languages[id];
+        if (!language) {
+            throw new Error(`Language ${id} not found`);
+        }
+        const downloaded = await this.isModelAvailable(id);
+        const path = downloaded ? this.getModelPath(id) : undefined;
+        return {
+            code: id,
+            displayName: language.displayName,
+            size: language.size,
+            language: language.languageCode,
+            downloaded,
+            path,
+            type: language.type,
+        };
+    }
+    async getAllLanguageInfo() {
+        const infos = [];
+        for (const code of Object.keys(this.languages)) {
+            infos.push(await this.getLanguageInfo(code));
+        }
+        return infos;
+    }
+    async downloadModel(code, onProgress, onExtractionProgress) {
+        const id = code || this.currentLanguage;
+        const language = this.languages[id];
+        if (!language) {
+            throw new Error(`Language ${id} not found`);
+        }
+        const modelUrl = language.downloadUrl ?? `${this.modelBaseUrl}${language.fileName}.tar.bz2`;
+        const tempPath = `${RNFS.TemporaryDirectoryPath}/${language.fileName}.tar.bz2`;
+        const modelDir = this.getModelDirectory();
+        const finalPath = this.getModelPath(id);
+        try {
+            await RNFS.mkdir(modelDir, { NSURLIsExcludedFromBackupKey: true });
+            const downloadOptions = {
+                fromUrl: modelUrl,
+                toFile: tempPath,
+                progress: (res) => {
+                    const percentage = Math.round((res.bytesWritten / res.contentLength) * 100);
+                    onProgress?.({
+                        jobId: res.jobId,
+                        bytesWritten: res.bytesWritten,
+                        contentLength: res.contentLength,
+                        percentage,
+                    });
+                },
+                progressDivider: 10,
+                begin: (res) => {
+                    console.log("Download started:", res);
+                },
+                connectionTimeout: 30000,
+                readTimeout: 30000,
+            };
+            const result = await RNFS.downloadFile(downloadOptions);
+            this.downloadJobId = result.jobId;
+            const downloadResult = await result.promise;
+            if (downloadResult.statusCode !== 200) {
+                throw new Error(`Download failed with status code: ${downloadResult.statusCode}`);
+            }
+            onExtractionProgress?.({ percentage: 0 });
+            const subscription = BluetoothSdk.addListener("extraction_progress", (event) => {
+                onExtractionProgress?.({ percentage: event.percentage });
+            });
+            try {
+                const extractionResult = await BluetoothSdk.extractTarBz2(tempPath, finalPath);
+                if (!extractionResult) {
+                    throw new Error("Native extraction returned failure status");
+                }
+            }
+            catch (extractError) {
+                console.error("Native extraction failed:", extractError);
+                throw extractError;
+            }
+            finally {
+                subscription.remove();
+            }
+            onExtractionProgress?.({ percentage: 100 });
+            await RNFS.unlink(tempPath);
+            if (id === this.currentLanguage) {
+                await this.setNativeModelPath(finalPath, language.languageCode);
+            }
+        }
+        catch (error) {
+            // Best-effort cleanup; never let it mask the original error.
+            try {
+                if (await RNFS.exists(tempPath))
+                    await RNFS.unlink(tempPath);
+            }
+            catch (cleanupError) {
+                console.warn("STTModelManager: temp cleanup failed:", cleanupError);
+            }
+            try {
+                if (await RNFS.exists(finalPath))
+                    await RNFS.unlink(finalPath);
+            }
+            catch (cleanupError) {
+                console.warn("STTModelManager: final cleanup failed:", cleanupError);
+            }
+            throw error;
+        }
+    }
+    async cancelDownload() {
+        if (this.downloadJobId !== undefined) {
+            await RNFS.stopDownload(this.downloadJobId);
+            this.downloadJobId = undefined;
+        }
+    }
+    async deleteModel(code) {
+        const id = code || this.currentLanguage;
+        const modelPath = this.getModelPath(id);
+        if (await RNFS.exists(modelPath)) {
+            await RNFS.unlink(modelPath);
+        }
+    }
+    async activateLanguage(code) {
+        const language = this.languages[code];
+        if (!language) {
+            throw new Error(`Language ${code} not found`);
+        }
+        const isAvailable = await this.isModelAvailable(code);
+        if (!isAvailable) {
+            throw new Error(`Language ${code} model is not downloaded`);
+        }
+        this.currentLanguage = code;
+        const modelPath = this.getModelPath(code);
+        await this.setNativeModelPath(modelPath, language.languageCode);
+    }
+    async setNativeModelPath(path, languageCode) {
+        BluetoothSdk.setSttModelDetails(path, languageCode);
+    }
+    async getStorageInfo() {
+        const fsInfo = await RNFS.getFSInfo();
+        return {
+            free: fsInfo.freeSpace,
+            total: fsInfo.totalSpace,
+        };
+    }
+    formatBytes(bytes) {
+        return STTModelManager.formatBytes(bytes);
+    }
+    static formatBytes(bytes) {
+        if (bytes === 0)
+            return "0 Bytes";
+        const k = 1024;
+        const sizes = ["Bytes", "KB", "MB", "GB"];
+        const i = Math.floor(Math.log(bytes) / Math.log(k));
+        return parseFloat((bytes / Math.pow(k, i)).toFixed(2)) + " " + sizes[i];
+    }
+}
+const instance = STTModelManager.getInstance();
+export { STTModelManager };
+export default instance;
+//# sourceMappingURL=STTModelManager.js.map

package/build/services/STTModelManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"STTModelManager.js","sourceRoot":"","sources":["../../src/services/STTModelManager.ts"],"names":[],"mappings":"AAAA,OAAO,YAAY,MAAM,wBAAwB,CAAA;AACjD,OAAO,EAAC,QAAQ,EAAC,MAAM,cAAc,CAAA;AACrC,OAAO,KAAK,IAAI,MAAM,6BAA6B,CAAA;AAmCnD,MAAM,gBAAgB,GAAG,IAAI,CAAA;AAE7B,MAAM,eAAe;IACX,MAAM,CAAC,QAAQ,CAAiB;IAChC,aAAa,CAAS;IACtB,eAAe,GAAG,gBAAgB,CAAA;IAClC,YAAY,GAAG,qEAAqE,CAAA;IAEpF,SAAS,GAAmC;QAClD,IAAI,EAAE;YACJ,IAAI,EAAE,IAAI;YACV,WAAW,EAAE,SAAS;YACtB,QAAQ,EAAE,sDAAsD;YAChE,IAAI,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;YACvB,IAAI,EAAE,YAAY;YAClB,aAAa,EAAE,CAAC,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,CAAC;YAC5E,YAAY,EAAE,OAAO;SACtB;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,IAAI;YACV,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,qDAAqD;YAC/D,IAAI,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;YACtB,IAAI,EAAE,YAAY;YAClB,aAAa,EAAE,CAAC,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,CAAC;YAC5E,YAAY,EAAE,OAAO;SACtB;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,IAAI;YACV,WAAW,EAAE,SAAS;YACtB,QAAQ,EAAE,qDAAqD;YAC/D,IAAI,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;YACtB,IAAI,EAAE,YAAY;YAClB,aAAa,EAAE,CAAC,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,CAAC;YAC5E,YAAY,EAAE,OAAO;SACtB;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,IAAI;YACV,WAAW,EAAE,SAAS;YACtB,QAAQ,EAAE,qDAAqD;YAC/D,IAAI,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;YACvB,IAAI,EAAE,YAAY;YAClB,aAAa,EAAE,CAAC,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,CAAC;YAC5E,YAAY,EAAE,OAAO;SACtB;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,IAAI;YACV,WAAW,EAAE,IAAI;YACjB,QAAQ,EAAE,+CAA+C;YACzD,IAAI,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;YACvB,IAAI,EAAE,YAAY;YAClB,aAAa,EAAE,CAAC,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,CAAC;YAC5E,YAAY,EAAE,OAAO;SACtB;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,IAAI;YACV,WAAW,EAAE,KAAK;YAClB,QAAQ,EAAE,mDAAmD;YAC7D,IAAI,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;YACvB,IAAI,EAAE,YAAY;YAClB,aAAa,EAAE,CAAC,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,CAAC;YAC5E,YAAY,EAAE,OAAO;SACtB;QACD,6EAA6E;QAC7E,yEAAyE;QACzE,yCAAyC;QACzC,EAAE;QACF,6EAA6E;QAC7E,2EAA2E;QAC3E,UAAU,EAAE;YACV,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,wBAAwB;YACrC,QAAQ,EAAE,qDAAqD;YAC/D,IAAI,EAAE,EAAE,GAAG,IAAI,GAAG,IAAI;YACtB,IAAI,EAAE,YAAY;YAClB,aAAa,EAAE,CAAC,cAAc,EAAE,cAAc,EAAE,aAAa,EAAE,YAAY,CAAC;YAC5E,YAAY,EAAE,OAAO;SACtB;QACD,kFAAkF;QAClF,4EAA4E;QAC5E,6EAA6E;QAC7E,8BAA8B;QAC9B,EAAE;QACF,+EAA+E;QAC/E,+EAA+E;QAC/E,2EAA2E;QAC3E,kDAAkD;QAClD,wBAAwB,EAAE;YACxB,IAAI,EAAE,wBAAwB;YAC9B,WAAW,EAAE,6CAA6C;YAC1D,QAAQ,EAAE,oEAAoE;YAC9E,IAAI,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;YACvB,IAAI,EAAE,YAAY;YAClB,aAAa,EAAE;gBACb,mBAAmB;gBACnB,mBAAmB;gBACnB,kBAAkB;gBAClB,YAAY;aACb;YACD,YAAY,EAAE,OAAO;SACtB;QACD,2EAA2E;QAC3E,yEAAyE;QACzE,oBAAoB;QACpB,EAAE;QACF,6EAA6E;QAC7E,uEAAuE;QACvE,4EAA4E;QAC5E,2EAA2E;QAC3E,8CAA8C;QAC9C,EAAE;QACF,iEAAiE;QACjE,4EAA4E;QAC5E,uEAAuE;QACvE,gEAAgE;QAChE,aAAa,EAAE;YACb,IAAI,EAAE,aAAa;YACnB,WAAW,EAAE,kCAAkC;YAC/C,QAAQ,EAAE,qEAAqE;YAC/E,IAAI,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;YACvB,IAAI,EAAE,UAAU;YAChB,aAAa,EAAE,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,YAAY,CAAC;YAC3F,YAAY,EAAE,OAAO;SACtB;QACD,6EAA6E;QAC7E,0EAA0E;QAC1E,wEAAwE;QACxE,yBAAyB;QACzB,cAAc,EAAE;YACd,IAAI,EAAE,cAAc;YACpB,WAAW,EAAE,0CAA0C;YACvD,QAAQ,EAAE,mEAAmE;YAC7E,IAAI,EAAE,GAAG,GAAG,IAAI,GAAG,IAAI;YACvB,IAAI,EAAE,UAAU;YAChB,aAAa,EAAE,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,YAAY,CAAC;YAC3F,YAAY,EAAE,OAAO;SACtB;KACF,CAAA;IAED,gBAAuB,CAAC;IAExB,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC;YAC9B,eAAe,CAAC,QAAQ,GAAG,IAAI,eAAe,EAAE,CAAA;QAClD,CAAC;QACD,OAAO,eAAe,CAAC,QAAQ,CAAA;IACjC,CAAC;IAED,KAAK,CAAC,iCAAiC;QACrC,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,eAAe,EAAE,CAAA;YACjD,MAAM,IAAI,GAAG,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAA;YAC1E,IAAI,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;gBACjC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAA;gBAC3B,OAAO,IAAI,CAAA;YACb,CAAC;YACD,OAAO,EAAE,CAAA;QACX,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,sDAAsD,EAAE,KAAK,CAAC,CAAA;YAC5E,OAAO,EAAE,CAAA;QACX,CAAC;IACH,CAAC;IAED,kBAAkB;QAChB,OAAO,IAAI,CAAC,eAAe,CAAA;IAC7B,CAAC;IAED,kBAAkB,CAAC,IAAY;QAC7B,IAAI,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;YACzB,IAAI,CAAC,eAAe,GAAG,IAAI,CAAA;QAC7B,CAAC;IACH,CAAC;IAED,mBAAmB,CAAC,IAAa;QAC/B,MAAM,EAAE,GAAG,IAAI,IAAI,IAAI,CAAC,eAAe,CAAA;QACvC,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,YAAY,IAAI,OAAO,CAAA;IACpD,CAAC;IAED,qBAAqB;QACnB,OAAO,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;IACtC,CAAC;IAED,iBAAiB;QACf,MAAM,OAAO,GAAG,QAAQ,CAAC,EAAE,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,qBAAqB,CAAA;QAC/F,OAAO,GAAG,OAAO,aAAa,CAAA;IAChC,CAAC;IAED,YAAY,CAAC,IAAa;QACxB,MAAM,EAAE,GAAG,IAAI,IAAI,IAAI,CAAC,eAAe,CAAA;QACvC,OAAO,GAAG,IAAI,CAAC,iBAAiB,EAAE,IAAI,EAAE,EAAE,CAAA;IAC5C,CAAC;IAED,wEAAwE;IACxE,mBAAmB,CAAC,IAAY;QAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,EAAE,CAAA;IACpC,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAa;QAClC,IAAI,CAAC;YACH,MAAM,EAAE,GAAG,IAAI,IAAI,IAAI,CAAC,eAAe,CAAA;YACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;YACnC,IAAI,CAAC,QAAQ;gBAAE,OAAO,KAAK,CAAA;YAE3B,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;YACvC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,aAAa,EAAE,CAAC;gBAC1C,MAAM,QAAQ,GAAG,GAAG,SAAS,IAAI,IAAI,EAAE,CAAA;gBACvC,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;gBAC1C,IAAI,CAAC,MAAM,EAAE,CAAC;oBACZ,OAAO,CAAC,GAAG,CAAC,8BAA8B,IAAI,OAAO,QAAQ,EAAE,CAAC,CAAA;oBAChE,OAAO,KAAK,CAAA;gBACd,CAAC;YACH,CAAC;YAED,OAAO,MAAM,YAAY,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAA;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAA;YAC9D,OAAO,KAAK,CAAA;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,eAAe,CAAC,IAAa;QACjC,MAAM,EAAE,GAAG,IAAI,IAAI,IAAI,CAAC,eAAe,CAAA;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QACnC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;QAC7C,CAAC;QAED,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAA;QAClD,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;QAE3D,OAAO;YACL,IAAI,EAAE,EAAE;YACR,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,QAAQ,EAAE,QAAQ,CAAC,YAAY;YAC/B,UAAU;YACV,IAAI;YACJ,IAAI,EAAE,QAAQ,CAAC,IAAI;SACpB,CAAA;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB;QACtB,MAAM,KAAK,GAAmB,EAAE,CAAA;QAChC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;YAC/C,KAAK,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAA;QAC9C,CAAC;QACD,OAAO,KAAK,CAAA;IACd,CAAC;IAED,KAAK,CAAC,aAAa,CACjB,IAAa,EACb,UAAiD,EACjD,oBAA6D;QAE7D,MAAM,EAAE,GAAG,IAAI,IAAI,IAAI,CAAC,eAAe,CAAA;QACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;QACnC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,YAAY,EAAE,YAAY,CAAC,CAAA;QAC7C,CAAC;QAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,WAAW,IAAI,GAAG,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC,QAAQ,UAAU,CAAA;QAC3F,MAAM,QAAQ,GAAG,GAAG,IAAI,CAAC,sBAAsB,IAAI,QAAQ,CAAC,QAAQ,UAAU,CAAA;QAC9E,MAAM,QAAQ,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAA;QACzC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;QAEvC,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAC,4BAA4B,EAAE,IAAI,EAAC,CAAC,CAAA;YAEhE,MAAM,eAAe,GAAG;gBACtB,OAAO,EAAE,QAAQ;gBACjB,MAAM,EAAE,QAAQ;gBAChB,QAAQ,EAAE,CAAC,GAAyC,EAAE,EAAE;oBACtD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,YAAY,GAAG,GAAG,CAAC,aAAa,CAAC,GAAG,GAAG,CAAC,CAAA;oBAC3E,UAAU,EAAE,CAAC;wBACX,KAAK,EAAE,GAAG,CAAC,KAAK;wBAChB,YAAY,EAAE,GAAG,CAAC,YAAY;wBAC9B,aAAa,EAAE,GAAG,CAAC,aAAa;wBAChC,UAAU;qBACX,CAAC,CAAA;gBACJ,CAAC;gBACD,eAAe,EAAE,EAAE;gBACnB,KAAK,EAAE,CAAC,GAAsC,EAAE,EAAE;oBAChD,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAA;gBACvC,CAAC;gBACD,iBAAiB,EAAE,KAAK;gBACxB,WAAW,EAAE,KAAK;aACnB,CAAA;YAED,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,eAAe,CAAC,CAAA;YACvD,IAAI,CAAC,aAAa,GAAG,MAAM,CAAC,KAAK,CAAA;YAEjC,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,OAAO,CAAA;YAE3C,IAAI,cAAc,CAAC,UAAU,KAAK,GAAG,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CAAC,qCAAqC,cAAc,CAAC,UAAU,EAAE,CAAC,CAAA;YACnF,CAAC;YAED,oBAAoB,EAAE,CAAC,EAAC,UAAU,EAAE,CAAC,EAAC,CAAC,CAAA;YAEvC,MAAM,YAAY,GAAG,YAAY,CAAC,WAAW,CAAC,qBAAqB,EAAE,CAAC,KAAK,EAAE,EAAE;gBAC7E,oBAAoB,EAAE,CAAC,EAAC,UAAU,EAAE,KAAK,CAAC,UAAU,EAAC,CAAC,CAAA;YACxD,CAAC,CAAC,CAAA;YAEF,IAAI,CAAC;gBACH,MAAM,gBAAgB,GAAG,MAAM,YAAY,CAAC,aAAa,CAAC,QAAQ,EAAE,SAAS,CAAC,CAAA;gBAC9E,IAAI,CAAC,gBAAgB,EAAE,CAAC;oBACtB,MAAM,IAAI,KAAK,CAAC,2CAA2C,CAAC,CAAA;gBAC9D,CAAC;YACH,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,OAAO,CAAC,KAAK,CAAC,2BAA2B,EAAE,YAAY,CAAC,CAAA;gBACxD,MAAM,YAAY,CAAA;YACpB,CAAC;oBAAS,CAAC;gBACT,YAAY,CAAC,MAAM,EAAE,CAAA;YACvB,CAAC;YAED,oBAAoB,EAAE,CAAC,EAAC,UAAU,EAAE,GAAG,EAAC,CAAC,CAAA;YAEzC,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;YAE3B,IAAI,EAAE,KAAK,IAAI,CAAC,eAAe,EAAE,CAAC;gBAChC,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAA;YACjE,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,6DAA6D;YAC7D,IAAI,CAAC;gBACH,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;oBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;YAC9D,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,uCAAuC,EAAE,YAAY,CAAC,CAAA;YACrE,CAAC;YACD,IAAI,CAAC;gBACH,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;oBAAE,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YAChE,CAAC;YAAC,OAAO,YAAY,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,wCAAwC,EAAE,YAAY,CAAC,CAAA;YACtE,CAAC;YACD,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,IAAI,IAAI,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;YAC3C,IAAI,CAAC,aAAa,GAAG,SAAS,CAAA;QAChC,CAAC;IACH,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,IAAa;QAC7B,MAAM,EAAE,GAAG,IAAI,IAAI,IAAI,CAAC,eAAe,CAAA;QACvC,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;QACvC,IAAI,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YACjC,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QAC9B,CAAC;IACH,CAAC;IAED,KAAK,CAAC,gBAAgB,CAAC,IAAY;QACjC,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QACrC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,YAAY,IAAI,YAAY,CAAC,CAAA;QAC/C,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAA;QACrD,IAAI,CAAC,WAAW,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,YAAY,IAAI,0BAA0B,CAAC,CAAA;QAC7D,CAAC;QAED,IAAI,CAAC,eAAe,GAAG,IAAI,CAAA;QAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAA;QACzC,MAAM,IAAI,CAAC,kBAAkB,CAAC,SAAS,EAAE,QAAQ,CAAC,YAAY,CAAC,CAAA;IACjE,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAAC,IAAY,EAAE,YAAoB;QACjE,YAAY,CAAC,kBAAkB,CAAC,IAAI,EAAE,YAAY,CAAC,CAAA;IACrD,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;QACrC,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,SAAS;YACtB,KAAK,EAAE,MAAM,CAAC,UAAU;SACzB,CAAA;IACH,CAAC;IAED,WAAW,CAAC,KAAa;QACvB,OAAO,eAAe,CAAC,WAAW,CAAC,KAAK,CAAC,CAAA;IAC3C,CAAC;IAED,MAAM,CAAC,WAAW,CAAC,KAAa;QAC9B,IAAI,KAAK,KAAK,CAAC;YAAE,OAAO,SAAS,CAAA;QACjC,MAAM,CAAC,GAAG,IAAI,CAAA;QACd,MAAM,KAAK,GAAG,CAAC,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAA;QACzC,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAA;QACnD,OAAO,UAAU,CAAC,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAA;IACzE,CAAC;CACF;AAED,MAAM,QAAQ,GAAG,eAAe,CAAC,WAAW,EAAE,CAAA;AAC9C,OAAO,EAAC,eAAe,EAAC,CAAA;AACxB,eAAe,QAAQ,CAAA","sourcesContent":["import BluetoothSdk from \"@glassly/bluetooth-sdk\"\nimport {Platform} from \"react-native\"\nimport * as RNFS from \"@dr.pogodin/react-native-fs\"\n\nexport interface LanguageInfo {\n  code: string\n  displayName: string\n  size: number\n  language: string\n  downloaded: boolean\n  path?: string\n  type: \"transducer\" | \"ctc\" | \"nemotron\"\n}\n\nexport interface DownloadProgress {\n  jobId: number\n  bytesWritten: number\n  contentLength: number\n  percentage: number\n}\n\nexport interface ExtractionProgress {\n  percentage: number\n  currentFile?: string\n}\n\nexport interface LanguageConfig {\n  code: string\n  displayName: string\n  fileName: string\n  downloadUrl?: string\n  size: number\n  type: \"transducer\" | \"ctc\" | \"nemotron\"\n  requiredFiles: string[]\n  languageCode: string\n}\n\nconst DEFAULT_LANGUAGE = \"en\"\n\nclass STTModelManager {\n  private static instance: STTModelManager\n  private downloadJobId?: number\n  private currentLanguage = DEFAULT_LANGUAGE\n  private modelBaseUrl = \"https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/\"\n\n  private languages: Record<string, LanguageConfig> = {\n    \"en\": {\n      code: \"en\",\n      displayName: \"English\",\n      fileName: \"sherpa-onnx-streaming-zipformer-en-2023-06-21-mobile\",\n      size: 349 * 1024 * 1024,\n      type: \"transducer\",\n      requiredFiles: [\"encoder.onnx\", \"decoder.onnx\", \"joiner.onnx\", \"tokens.txt\"],\n      languageCode: \"en-US\",\n    },\n    \"fr\": {\n      code: \"fr\",\n      displayName: \"Français\",\n      fileName: \"sherpa-onnx-streaming-zipformer-fr-kroko-2025-08-06\",\n      size: 57 * 1024 * 1024,\n      type: \"transducer\",\n      requiredFiles: [\"encoder.onnx\", \"decoder.onnx\", \"joiner.onnx\", \"tokens.txt\"],\n      languageCode: \"fr-FR\",\n    },\n    \"de\": {\n      code: \"de\",\n      displayName: \"Deutsch\",\n      fileName: \"sherpa-onnx-streaming-zipformer-de-kroko-2025-08-06\",\n      size: 58 * 1024 * 1024,\n      type: \"transducer\",\n      requiredFiles: [\"encoder.onnx\", \"decoder.onnx\", \"joiner.onnx\", \"tokens.txt\"],\n      languageCode: \"de-DE\",\n    },\n    \"es\": {\n      code: \"es\",\n      displayName: \"Español\",\n      fileName: \"sherpa-onnx-streaming-zipformer-es-kroko-2025-08-06\",\n      size: 124 * 1024 * 1024,\n      type: \"transducer\",\n      requiredFiles: [\"encoder.onnx\", \"decoder.onnx\", \"joiner.onnx\", \"tokens.txt\"],\n      languageCode: \"es-ES\",\n    },\n    \"zh\": {\n      code: \"zh\",\n      displayName: \"中文\",\n      fileName: \"sherpa-onnx-streaming-zipformer-zh-2025-06-30\",\n      size: 150 * 1024 * 1024,\n      type: \"transducer\",\n      requiredFiles: [\"encoder.onnx\", \"decoder.onnx\", \"joiner.onnx\", \"tokens.txt\"],\n      languageCode: \"zh-CN\",\n    },\n    \"ko\": {\n      code: \"ko\",\n      displayName: \"한국어\",\n      fileName: \"sherpa-onnx-streaming-zipformer-korean-2024-06-16\",\n      size: 200 * 1024 * 1024,\n      type: \"transducer\",\n      requiredFiles: [\"encoder.onnx\", \"decoder.onnx\", \"joiner.onnx\", \"tokens.txt\"],\n      languageCode: \"ko-KR\",\n    },\n    // Alternative English streaming models, kept alongside \"en\" so the three can\n    // be compared on-device. Both are newer than the 2023 Zipformer used for\n    // \"en\" and are a fraction of its 349 MB.\n    //\n    // Kroko: same family as the fr/de/es entries above, and the smallest English\n    // option here. Ships bare encoder/decoder/joiner .onnx (no int8 variants).\n    \"en-kroko\": {\n      code: \"en-kroko\",\n      displayName: \"English (Kroko, 55 MB)\",\n      fileName: \"sherpa-onnx-streaming-zipformer-en-kroko-2025-08-06\",\n      size: 55 * 1024 * 1024,\n      type: \"transducer\",\n      requiredFiles: [\"encoder.onnx\", \"decoder.onnx\", \"joiner.onnx\", \"tokens.txt\"],\n      languageCode: \"en-US\",\n    },\n    // NeMo streaming fast-conformer, 480 ms chunk. Upstream publishes 80/480/1040 ms;\n    // 480 ms is the middle latency/accuracy point. Unlike Kroko this ships only\n    // int8 weights, so requiredFiles uses the .int8.onnx names — the archive has\n    // no bare .onnx files at all.\n    //\n    // sherpa-onnx loads it through the plain transducer config (type \"transducer\",\n    // not \"nemotron\"): the nemotron branch in SherpaOnnxTranscriber exists for the\n    // Nemotron models below, which need a different modelType string to decode\n    // correctly. This one is a stock NeMo transducer.\n    \"en-nemo-fast-conformer\": {\n      code: \"en-nemo-fast-conformer\",\n      displayName: \"English (NeMo Fast-Conformer 480ms, 101 MB)\",\n      fileName: \"sherpa-onnx-nemo-streaming-fast-conformer-transducer-en-480ms-int8\",\n      size: 101 * 1024 * 1024,\n      type: \"transducer\",\n      requiredFiles: [\n        \"encoder.int8.onnx\",\n        \"decoder.int8.onnx\",\n        \"joiner.int8.onnx\",\n        \"tokens.txt\",\n      ],\n      languageCode: \"en-US\",\n    },\n    // NVIDIA Nemotron streaming ASR. These are model choices rather than plain\n    // languages, so they get their own codes and sort after the per-language\n    // Zipformers above.\n    //\n    // Both ship int8 encoder/decoder/joiner — the same file shape as a Zipformer\n    // transducer — and are loaded through the identical transducer config;\n    // sherpa-onnx dispatches to its NeMo implementation from the ONNX metadata.\n    // Requires sherpa-onnx >= 1.13.4 (see the pins in the Android build.gradle\n    // and scripts/setup-sherpa-onnx-optional.sh).\n    //\n    // The 560ms chunk variant is chosen for both: upstream publishes\n    // 80/160/320/560/1120ms, trading latency against accuracy, and 560ms is the\n    // middle ground that stays usable for live captions. These are ~450 MB\n    // downloads — substantially larger than every other model here.\n    \"nemotron-en\": {\n      code: \"nemotron-en\",\n      displayName: \"Nemotron English (high accuracy)\",\n      fileName: \"sherpa-onnx-nemotron-speech-streaming-en-0.6b-560ms-int8-2026-04-25\",\n      size: 442 * 1024 * 1024,\n      type: \"nemotron\",\n      requiredFiles: [\"encoder.int8.onnx\", \"decoder.int8.onnx\", \"joiner.int8.onnx\", \"tokens.txt\"],\n      languageCode: \"en-US\",\n    },\n    // Nemotron-3.5 covers 40 language-locales with automatic language detection,\n    // so there is no single BCP-47 tag for it. We report en-US as the nominal\n    // tag because downstream consumers require one; the model itself is not\n    // restricted to English.\n    \"nemotron-3.5\": {\n      code: \"nemotron-3.5\",\n      displayName: \"Nemotron 3.5 Multilingual (40 languages)\",\n      fileName: \"sherpa-onnx-nemotron-3.5-asr-streaming-0.6b-560ms-int8-2026-06-11\",\n      size: 453 * 1024 * 1024,\n      type: \"nemotron\",\n      requiredFiles: [\"encoder.int8.onnx\", \"decoder.int8.onnx\", \"joiner.int8.onnx\", \"tokens.txt\"],\n      languageCode: \"en-US\",\n    },\n  }\n\n  private constructor() {}\n\n  static getInstance(): STTModelManager {\n    if (!STTModelManager.instance) {\n      STTModelManager.instance = new STTModelManager()\n    }\n    return STTModelManager.instance\n  }\n\n  async getCurrentLanguageFromPreferences(): Promise<string> {\n    try {\n      const path = await BluetoothSdk.getSttModelPath()\n      const code = path && path.length > 0 ? this.getLanguageFromPath(path) : \"\"\n      if (code && this.languages[code]) {\n        this.currentLanguage = code\n        return code\n      }\n      return \"\"\n    } catch (error) {\n      console.error(\"Error getting current STT language from preferences:\", error)\n      return \"\"\n    }\n  }\n\n  getCurrentLanguage(): string {\n    return this.currentLanguage\n  }\n\n  setCurrentLanguage(code: string): void {\n    if (this.languages[code]) {\n      this.currentLanguage = code\n    }\n  }\n\n  getBcp47ForLanguage(code?: string): string {\n    const id = code || this.currentLanguage\n    return this.languages[id]?.languageCode ?? \"en-US\"\n  }\n\n  getAvailableLanguages(): LanguageConfig[] {\n    return Object.values(this.languages)\n  }\n\n  getModelDirectory(): string {\n    const baseDir = Platform.OS === \"ios\" ? RNFS.DocumentDirectoryPath : RNFS.DocumentDirectoryPath\n    return `${baseDir}/stt_models`\n  }\n\n  getModelPath(code?: string): string {\n    const id = code || this.currentLanguage\n    return `${this.getModelDirectory()}/${id}`\n  }\n\n  /** Last path segment is the language code (the on-disk folder name). */\n  getLanguageFromPath(path: string): string {\n    return path.split(\"/\").pop() || \"\"\n  }\n\n  async isModelAvailable(code?: string): Promise<boolean> {\n    try {\n      const id = code || this.currentLanguage\n      const language = this.languages[id]\n      if (!language) return false\n\n      const modelPath = this.getModelPath(id)\n      for (const file of language.requiredFiles) {\n        const filePath = `${modelPath}/${file}`\n        const exists = await RNFS.exists(filePath)\n        if (!exists) {\n          console.log(`Missing required STT file: ${file} at ${filePath}`)\n          return false\n        }\n      }\n\n      return await BluetoothSdk.validateSttModel(modelPath)\n    } catch (error) {\n      console.error(\"Error checking STT model availability:\", error)\n      return false\n    }\n  }\n\n  async getLanguageInfo(code?: string): Promise<LanguageInfo> {\n    const id = code || this.currentLanguage\n    const language = this.languages[id]\n    if (!language) {\n      throw new Error(`Language ${id} not found`)\n    }\n\n    const downloaded = await this.isModelAvailable(id)\n    const path = downloaded ? this.getModelPath(id) : undefined\n\n    return {\n      code: id,\n      displayName: language.displayName,\n      size: language.size,\n      language: language.languageCode,\n      downloaded,\n      path,\n      type: language.type,\n    }\n  }\n\n  async getAllLanguageInfo(): Promise<LanguageInfo[]> {\n    const infos: LanguageInfo[] = []\n    for (const code of Object.keys(this.languages)) {\n      infos.push(await this.getLanguageInfo(code))\n    }\n    return infos\n  }\n\n  async downloadModel(\n    code?: string,\n    onProgress?: (progress: DownloadProgress) => void,\n    onExtractionProgress?: (progress: ExtractionProgress) => void,\n  ): Promise<void> {\n    const id = code || this.currentLanguage\n    const language = this.languages[id]\n    if (!language) {\n      throw new Error(`Language ${id} not found`)\n    }\n\n    const modelUrl = language.downloadUrl ?? `${this.modelBaseUrl}${language.fileName}.tar.bz2`\n    const tempPath = `${RNFS.TemporaryDirectoryPath}/${language.fileName}.tar.bz2`\n    const modelDir = this.getModelDirectory()\n    const finalPath = this.getModelPath(id)\n\n    try {\n      await RNFS.mkdir(modelDir, {NSURLIsExcludedFromBackupKey: true})\n\n      const downloadOptions = {\n        fromUrl: modelUrl,\n        toFile: tempPath,\n        progress: (res: RNFS.DownloadProgressCallbackResultT) => {\n          const percentage = Math.round((res.bytesWritten / res.contentLength) * 100)\n          onProgress?.({\n            jobId: res.jobId,\n            bytesWritten: res.bytesWritten,\n            contentLength: res.contentLength,\n            percentage,\n          })\n        },\n        progressDivider: 10,\n        begin: (res: RNFS.DownloadBeginCallbackResultT) => {\n          console.log(\"Download started:\", res)\n        },\n        connectionTimeout: 30000,\n        readTimeout: 30000,\n      }\n\n      const result = await RNFS.downloadFile(downloadOptions)\n      this.downloadJobId = result.jobId\n\n      const downloadResult = await result.promise\n\n      if (downloadResult.statusCode !== 200) {\n        throw new Error(`Download failed with status code: ${downloadResult.statusCode}`)\n      }\n\n      onExtractionProgress?.({percentage: 0})\n\n      const subscription = BluetoothSdk.addListener(\"extraction_progress\", (event) => {\n        onExtractionProgress?.({percentage: event.percentage})\n      })\n\n      try {\n        const extractionResult = await BluetoothSdk.extractTarBz2(tempPath, finalPath)\n        if (!extractionResult) {\n          throw new Error(\"Native extraction returned failure status\")\n        }\n      } catch (extractError) {\n        console.error(\"Native extraction failed:\", extractError)\n        throw extractError\n      } finally {\n        subscription.remove()\n      }\n\n      onExtractionProgress?.({percentage: 100})\n\n      await RNFS.unlink(tempPath)\n\n      if (id === this.currentLanguage) {\n        await this.setNativeModelPath(finalPath, language.languageCode)\n      }\n    } catch (error) {\n      // Best-effort cleanup; never let it mask the original error.\n      try {\n        if (await RNFS.exists(tempPath)) await RNFS.unlink(tempPath)\n      } catch (cleanupError) {\n        console.warn(\"STTModelManager: temp cleanup failed:\", cleanupError)\n      }\n      try {\n        if (await RNFS.exists(finalPath)) await RNFS.unlink(finalPath)\n      } catch (cleanupError) {\n        console.warn(\"STTModelManager: final cleanup failed:\", cleanupError)\n      }\n      throw error\n    }\n  }\n\n  async cancelDownload(): Promise<void> {\n    if (this.downloadJobId !== undefined) {\n      await RNFS.stopDownload(this.downloadJobId)\n      this.downloadJobId = undefined\n    }\n  }\n\n  async deleteModel(code?: string): Promise<void> {\n    const id = code || this.currentLanguage\n    const modelPath = this.getModelPath(id)\n    if (await RNFS.exists(modelPath)) {\n      await RNFS.unlink(modelPath)\n    }\n  }\n\n  async activateLanguage(code: string): Promise<void> {\n    const language = this.languages[code]\n    if (!language) {\n      throw new Error(`Language ${code} not found`)\n    }\n\n    const isAvailable = await this.isModelAvailable(code)\n    if (!isAvailable) {\n      throw new Error(`Language ${code} model is not downloaded`)\n    }\n\n    this.currentLanguage = code\n    const modelPath = this.getModelPath(code)\n    await this.setNativeModelPath(modelPath, language.languageCode)\n  }\n\n  private async setNativeModelPath(path: string, languageCode: string): Promise<void> {\n    BluetoothSdk.setSttModelDetails(path, languageCode)\n  }\n\n  async getStorageInfo(): Promise<{free: number; total: number}> {\n    const fsInfo = await RNFS.getFSInfo()\n    return {\n      free: fsInfo.freeSpace,\n      total: fsInfo.totalSpace,\n    }\n  }\n\n  formatBytes(bytes: number): string {\n    return STTModelManager.formatBytes(bytes)\n  }\n\n  static formatBytes(bytes: number): string {\n    if (bytes === 0) return \"0 Bytes\"\n    const k = 1024\n    const sizes = [\"Bytes\", \"KB\", \"MB\", \"GB\"]\n    const i = Math.floor(Math.log(bytes) / Math.log(k))\n    return parseFloat((bytes / Math.pow(k, i)).toFixed(2)) + \" \" + sizes[i]\n  }\n}\n\nconst instance = STTModelManager.getInstance()\nexport {STTModelManager}\nexport default instance\n"]}

package/build/services/SceneRenderer.d.ts

@@ -0,0 +1,90 @@
+/**
+ * SceneRenderer — the device-aware boundary of the scene display pipeline.
+ *
+ * LocalDisplayManager owns WHO may draw (arbitration/boot/expiry); this service
+ * owns WHAT gets sent for a scene: capabilities lookup, legacy-layout→scene
+ * conversion (sugar and old bundles ride the same pipeline), process → diff →
+ * SceneFrame emission, retained-scene replay, and the degrade branch for
+ * devices that can't position elements.
+ *
+ * Everything device-specific here is DATA (capability fields, display profile);
+ * the code paths are generic. Spec: notes/miniapp-display-render-implementation-spec.md
+ */
+import { type FrameElement, type SceneDisplayCapabilities, type SceneElementInput } from "../utils/display/scene";
+/** Legacy layout shape (matches DisplayPayload.layout). */
+export type LegacyLayout = {
+    layoutType: string;
+    [key: string]: unknown;
+};
+export type SceneEmitResult = 
+/** A SceneFrame went to native. */
+{
+    kind: "scene";
+    degraded: boolean;
+    dropped: string[];
+}
+/** Degrade path: caller routes this legacy layout through the existing pipeline (null layout ⇒ clear). */
+ | {
+    kind: "legacy";
+    layout: LegacyLayout | null;
+    degraded: boolean;
+    dropped: string[];
+}
+/** No display capabilities on the connected device. */
+ | {
+    kind: "no-display";
+};
+declare class SceneRenderer {
+    private static instance;
+    private store;
+    static getInstance(): SceneRenderer;
+    /**
+     * Scene capabilities of the currently-selected device, or null when it has no
+     * display block. Read on demand — same model source the CONNECT_ACK uses.
+     */
+    currentCapabilities(): SceneDisplayCapabilities | null;
+    /**
+     * Convert a legacy layout into scene elements for a positioning device.
+     * Returns null for layouts that must stay on the legacy path (dashboard_card,
+     * clear_view, unknown types). Sugar semantics: full-canvas / split boxes.
+     */
+    convertLegacyLayout(layout: LegacyLayout, caps: SceneDisplayCapabilities): SceneElementInput[] | null;
+    /**
+     * Process + diff + send a scene for (app, view). On non-positioning devices
+     * this returns the degraded legacy layout instead — the caller routes it
+     * through the existing DisplayProcessor path (which wraps it, keeping G1/Z100
+     * output byte-identical to today).
+     */
+    emitScene(appId: string, view: "main" | "dashboard", elements: SceneElementInput[]): SceneEmitResult;
+    /**
+     * Re-emit an app's retained scene (reconnect / arbitration restore). Replay
+     * is always create-based — the device rebuilds from scratch (spec §4).
+     * Returns false when nothing is retained.
+     */
+    replayApp(appId: string, view: "main" | "dashboard"): boolean;
+    /** Forget an app's retained scenes (app stop). */
+    clearApp(appId: string): void;
+    /**
+     * Reset the diff baseline for (app, view) without touching the device.
+     * Used when a legacy layout bypasses the scene path (clear_view /
+     * dashboard_card / unknown layoutTypes go to native raw): after that, the
+     * retained frame no longer matches the glasses, so the next render() must
+     * diff from empty — otherwise "unchanged" elements would be skipped and
+     * never repainted.
+     */
+    resetBaseline(appId: string, view: "main" | "dashboard"): void;
+    /**
+     * A system-level clear wiped the view (durationMs expiry, unmount fallback,
+     * boot-window expiry): mark every app's baseline for that view stale. Unlike
+     * resetBaseline this KEEPS the retained frames — they remain the
+     * restore-as-replay source; only incremental diffing restarts from empty.
+     */
+    markViewStale(view: "main" | "dashboard"): void;
+    private sendFrame;
+    _resetForTest(): void;
+    _lastFrameForTest(appId: string, view: string): FrameElement[];
+}
+declare const sceneRenderer: SceneRenderer;
+export default sceneRenderer;
+export { SceneRenderer };
+//# sourceMappingURL=SceneRenderer.d.ts.map

package/build/services/SceneRenderer.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SceneRenderer.d.ts","sourceRoot":"","sources":["../../src/services/SceneRenderer.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;GAWG;AASH,OAAO,EAML,KAAK,YAAY,EAEjB,KAAK,wBAAwB,EAC7B,KAAK,iBAAiB,EAEvB,MAAM,wBAAwB,CAAA;AAI/B,2DAA2D;AAC3D,MAAM,MAAM,YAAY,GAAG;IAAC,UAAU,EAAE,MAAM,CAAC;IAAC,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;CAAC,CAAA;AAEvE,MAAM,MAAM,eAAe;AACzB,mCAAmC;AACjC;IAAC,IAAI,EAAE,OAAO,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAC;AACvD,0GAA0G;GACxG;IAAC,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,YAAY,GAAG,IAAI,CAAC;IAAC,QAAQ,EAAE,OAAO,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAC;AACrF,uDAAuD;GACrD;IAAC,IAAI,EAAE,YAAY,CAAA;CAAC,CAAA;AAExB,cAAM,aAAa;IACjB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA6B;IACpD,OAAO,CAAC,KAAK,CAAmB;WAElB,WAAW,IAAI,aAAa;IAW1C;;;OAGG;IACI,mBAAmB,IAAI,wBAAwB,GAAG,IAAI;IAyB7D;;;;OAIG;IACI,mBAAmB,CAAC,MAAM,EAAE,YAAY,EAAE,IAAI,EAAE,wBAAwB,GAAG,iBAAiB,EAAE,GAAG,IAAI;IA+F5G;;;;;OAKG;IACI,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,WAAW,EAAE,QAAQ,EAAE,iBAAiB,EAAE,GAAG,eAAe;IAuC3G;;;;OAIG;IACI,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,OAAO;IAOpE,kDAAkD;IAC3C,QAAQ,CAAC,KAAK,EAAE,MAAM,GAAG,IAAI;IAIpC;;;;;;;OAOG;IACI,aAAa,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI;IAIrE;;;;;OAKG;IACI,aAAa,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,GAAG,IAAI;IAItD,OAAO,CAAC,SAAS;IAkCV,aAAa,IAAI,IAAI;IAIrB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,GAAG,YAAY,EAAE;CAGtE;AAED,QAAA,MAAM,aAAa,eAA8B,CAAA;AACjD,eAAe,aAAa,CAAA;AAC5B,OAAO,EAAC,aAAa,EAAC,CAAA"}