@mentra/engine 3.4.0-dev.1182 → 3.4.0-dev.1183

package/build/services/LocalSttFallbackCoordinator.d.ts

@@ -14,10 +14,10 @@ export interface LocalSttModelStatus {
     reason?: string;
 }
 /**
- * Decides whether on-device Sherpa STT should produce transcripts for local
- * miniapps, instead of (or in addition to) cloud transcription. Local STT is
- * active when the cloud is unavailable or any subscription requires
- * `forceLocal`.
+ * Runs on-device Sherpa STT for local miniapps while LocalMiniappRuntime says
+ * a transcription listener needs it (`setDemand`): a `localOnly` listener, a
+ * `preferLocal` one the picked model can serve, any listener while the cloud
+ * is unreachable, or one still finishing an on-device utterance.
  *
  * There is one recognizer and it always runs the model picked on the Speech
  * page. When on-device transcription is needed and that model is missing, it
@@ -30,21 +30,13 @@ export interface LocalSttModelStatus {
  * `local_transcription` Bridge event; the host wires that event to
  * `localMiniappRuntime.forwardEvent`, with this coordinator providing the
  * subscription-active gate so we never publish transcripts to miniapps that
- * aren't asking for them. LocalMiniappRuntime filters mixed local/cloud
- * delivery per miniapp.
+ * aren't asking for them. LocalMiniappRuntime routes local and cloud
+ * transcripts to each listener.
  */
 declare class LocalSttFallbackCoordinator {
     private static instance;
-    private hasTranscriptionSubscription;
-    private hasForceLocalSubscription;
-    /**
-     * Default to "cloud is up" so we never accidentally activate local STT before
-     * the cloud client has had a chance to start. We attach lazily on the first
-     * subscription/reconcile pass; once attached, this field reflects the real
-     * cloud-client runtime status.
-     */
-    private cloudConnected;
-    private cloudAdapterAttached;
+    /** A miniapp transcription listener needs on-device transcripts. */
+    private demand;
     private selectionAttached;
     private hydration?;
     private hydrated;
@@ -62,12 +54,6 @@ declare class LocalSttFallbackCoordinator {
     private readonly statusListeners;
     private constructor();
     static getInstance(): LocalSttFallbackCoordinator;
-    /**
-     * Lazy-attach the engine cloud connection listener. The coordinator is
-     * constructed at module load, before engine.start() brings up the cloud
-     * client, so we defer until the first reconcile.
-     */
-    private attachCloudAdapterIfReady;
     /** A model change on the Speech page reloads the recognizer while it is in use. */
     private attachSelectionIfReady;
     /** True while local transcripts should reach miniapps (the picked model is loaded). */
@@ -77,22 +63,14 @@ declare class LocalSttFallbackCoordinator {
     getModelStatus(): LocalSttModelStatus;
     /** Follow the model status. The listener gets the current status immediately, then every change. */
     onModelStatusChanged(listener: (status: LocalSttModelStatus) => void): () => void;
-    onSubscriptionChange(hasTranscription: boolean, hasForceLocal?: boolean): void;
-    /**
-     * Informational hook, retained for API stability. No longer called: the
-     * authoritative switching signal is the cloud-client adapter (local miniapps
-     * are powered only by V2). v1 cloud transcripts deliberately do NOT drive this
-     * coordinator anymore. Kept for future hysteresis if connection-state alone
-     * proves too coarse.
-     */
-    onCloudTranscript(): void;
+    /** Whether a miniapp transcription listener needs on-device transcripts. */
+    setDemand(demand: boolean): void;
     private reconcile;
     private start;
     private fail;
     private stop;
     private setNativeDemand;
     private setStatus;
-    private shouldUseLocalStt;
     private log;
 }
 declare const localSttFallbackCoordinator: LocalSttFallbackCoordinator;

package/build/services/LocalSttFallbackCoordinator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LocalSttFallbackCoordinator.d.ts","sourceRoot":"","sources":["../../src/services/LocalSttFallbackCoordinator.ts"],"names":[],"mappings":"AAQA;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC,yCAAyC;IACzC,IAAI,EAAE,MAAM,CAAA;IACZ,mDAAmD;IACnD,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,GAAG,OAAO,GAAG,aAAa,CAAA;IACnE,+BAA+B;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,oCAAoC;IACpC,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,cAAM,2BAA2B;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA6B;IAEpD,OAAO,CAAC,4BAA4B,CAAQ;IAC5C,OAAO,CAAC,yBAAyB,CAAQ;IACzC;;;;;OAKG;IACH,OAAO,CAAC,cAAc,CAAO;IAC7B,OAAO,CAAC,oBAAoB,CAAQ;IACpC,OAAO,CAAC,iBAAiB,CAAQ;IACjC,OAAO,CAAC,SAAS,CAAC,CAAkB;IACpC,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,WAAW,CAAQ;IAC3B,iFAAiF;IACjF,OAAO,CAAC,UAAU,CAAsB;IACxC,8FAA8F;IAC9F,OAAO,CAAC,UAAU,CAAI;IACtB,OAAO,CAAC,OAAO,CAAC,CAAe;IAC/B,OAAO,CAAC,WAAW,CAAsB;IACzC,uFAAuF;IACvF,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAmB;IACzC,OAAO,CAAC,MAAM,CAA+D;IAC7E,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAmD;IAEnF,OAAO;IAQP,MAAM,CAAC,WAAW,IAAI,2BAA2B;IAOjD;;;;OAIG;IACH,OAAO,CAAC,yBAAyB;IAajC,mFAAmF;IACnF,OAAO,CAAC,sBAAsB;IAM9B,uFAAuF;IACvF,QAAQ,IAAI,OAAO;IAInB,+EAA+E;IAC/E,iBAAiB,IAAI,MAAM,GAAG,IAAI;IAIlC,cAAc,IAAI,mBAAmB;IAIrC,oGAAoG;IACpG,oBAAoB,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,mBAAmB,KAAK,IAAI,GAAG,MAAM,IAAI;IAQjF,oBAAoB,CAAC,gBAAgB,EAAE,OAAO,EAAE,aAAa,UAAQ,GAAG,IAAI;IAY5E;;;;;;OAMG;IACH,iBAAiB,IAAI,IAAI;IAEzB,OAAO,CAAC,SAAS;YAkCH,KAAK;IA0DnB,OAAO,CAAC,IAAI;IAOZ,OAAO,CAAC,IAAI;YAeE,eAAe;IAO7B,OAAO,CAAC,SAAS;IAqBjB,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,GAAG;CAGZ;AAMD,QAAA,MAAM,2BAA2B,6BAA4C,CAAA;AAC7E,eAAe,2BAA2B,CAAA"}
+{"version":3,"file":"LocalSttFallbackCoordinator.d.ts","sourceRoot":"","sources":["../../src/services/LocalSttFallbackCoordinator.ts"],"names":[],"mappings":"AAOA;;;GAGG;AACH,MAAM,WAAW,mBAAmB;IAClC,yCAAyC;IACzC,IAAI,EAAE,MAAM,CAAA;IACZ,mDAAmD;IACnD,QAAQ,EAAE,MAAM,CAAA;IAChB,KAAK,EAAE,MAAM,GAAG,aAAa,GAAG,SAAS,GAAG,OAAO,GAAG,aAAa,CAAA;IACnE,+BAA+B;IAC/B,QAAQ,CAAC,EAAE,MAAM,CAAA;IACjB,oCAAoC;IACpC,MAAM,CAAC,EAAE,MAAM,CAAA;CAChB;AAED;;;;;;;;;;;;;;;;;;;GAmBG;AACH,cAAM,2BAA2B;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA6B;IAEpD,oEAAoE;IACpE,OAAO,CAAC,MAAM,CAAQ;IACtB,OAAO,CAAC,iBAAiB,CAAQ;IACjC,OAAO,CAAC,SAAS,CAAC,CAAkB;IACpC,OAAO,CAAC,QAAQ,CAAQ;IACxB,OAAO,CAAC,WAAW,CAAQ;IAC3B,iFAAiF;IACjF,OAAO,CAAC,UAAU,CAAsB;IACxC,8FAA8F;IAC9F,OAAO,CAAC,UAAU,CAAI;IACtB,OAAO,CAAC,OAAO,CAAC,CAAe;IAC/B,OAAO,CAAC,WAAW,CAAsB;IACzC,uFAAuF;IACvF,OAAO,CAAC,UAAU,CAAsB;IACxC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAmB;IACzC,OAAO,CAAC,MAAM,CAA+D;IAC7E,OAAO,CAAC,QAAQ,CAAC,eAAe,CAAmD;IAEnF,OAAO;IAQP,MAAM,CAAC,WAAW,IAAI,2BAA2B;IAOjD,mFAAmF;IACnF,OAAO,CAAC,sBAAsB;IAM9B,uFAAuF;IACvF,QAAQ,IAAI,OAAO;IAInB,+EAA+E;IAC/E,iBAAiB,IAAI,MAAM,GAAG,IAAI;IAIlC,cAAc,IAAI,mBAAmB;IAIrC,oGAAoG;IACpG,oBAAoB,CAAC,QAAQ,EAAE,CAAC,MAAM,EAAE,mBAAmB,KAAK,IAAI,GAAG,MAAM,IAAI;IAQjF,4EAA4E;IAC5E,SAAS,CAAC,MAAM,EAAE,OAAO,GAAG,IAAI;IAMhC,OAAO,CAAC,SAAS;YAiCH,KAAK;IAyDnB,OAAO,CAAC,IAAI;IAOZ,OAAO,CAAC,IAAI;YAeE,eAAe;IAO7B,OAAO,CAAC,SAAS;IAqBjB,OAAO,CAAC,GAAG;CAGZ;AAMD,QAAA,MAAM,2BAA2B,6BAA4C,CAAA;AAC7E,eAAe,2BAA2B,CAAA"}

package/build/services/LocalSttFallbackCoordinator.js

@@ -1,15 +1,14 @@
 import BluetoothSdk from "@mentra/bluetooth-sdk/internal";
 import { ISLAND_SETTINGS_KEYS } from "../runtime/config";
 import { useSettingsStore } from "../stores/settings";
-import { cloudClientService } from "./CloudClientService";
 import { ModelRetry } from "./ModelRetry";
 import offlineSpeechModelService from "./OfflineSpeechModelService";
 import sttModelManager from "./STTModelManager";
 /**
- * Decides whether on-device Sherpa STT should produce transcripts for local
- * miniapps, instead of (or in addition to) cloud transcription. Local STT is
- * active when the cloud is unavailable or any subscription requires
- * `forceLocal`.
+ * Runs on-device Sherpa STT for local miniapps while LocalMiniappRuntime says
+ * a transcription listener needs it (`setDemand`): a `localOnly` listener, a
+ * `preferLocal` one the picked model can serve, any listener while the cloud
+ * is unreachable, or one still finishing an on-device utterance.
  *
  * There is one recognizer and it always runs the model picked on the Speech
  * page. When on-device transcription is needed and that model is missing, it
@@ -22,21 +21,13 @@ import sttModelManager from "./STTModelManager";
  * `local_transcription` Bridge event; the host wires that event to
  * `localMiniappRuntime.forwardEvent`, with this coordinator providing the
  * subscription-active gate so we never publish transcripts to miniapps that
- * aren't asking for them. LocalMiniappRuntime filters mixed local/cloud
- * delivery per miniapp.
+ * aren't asking for them. LocalMiniappRuntime routes local and cloud
+ * transcripts to each listener.
  */
 class LocalSttFallbackCoordinator {
     static instance;
-    hasTranscriptionSubscription = false;
-    hasForceLocalSubscription = false;
-    /**
-     * Default to "cloud is up" so we never accidentally activate local STT before
-     * the cloud client has had a chance to start. We attach lazily on the first
-     * subscription/reconcile pass; once attached, this field reflects the real
-     * cloud-client runtime status.
-     */
-    cloudConnected = true;
-    cloudAdapterAttached = false;
+    /** A miniapp transcription listener needs on-device transcripts. */
+    demand = false;
     selectionAttached = false;
     hydration;
     hydrated = false;
@@ -65,25 +56,6 @@ class LocalSttFallbackCoordinator {
         }
         return LocalSttFallbackCoordinator.instance;
     }
-    /**
-     * Lazy-attach the engine cloud connection listener. The coordinator is
-     * constructed at module load, before engine.start() brings up the cloud
-     * client, so we defer until the first reconcile.
-     */
-    attachCloudAdapterIfReady() {
-        if (this.cloudAdapterAttached)
-            return;
-        this.cloudConnected = cloudClientService.isConnected();
-        cloudClientService.onStatusChanged((status) => {
-            const connected = status.status === "connected";
-            if (this.cloudConnected === connected)
-                return;
-            this.log(`cloud connection -> ${connected ? "up" : "down"}`);
-            this.cloudConnected = connected;
-            this.reconcile();
-        });
-        this.cloudAdapterAttached = true;
-    }
     /** A model change on the Speech page reloads the recognizer while it is in use. */
     attachSelectionIfReady() {
         if (this.selectionAttached)
@@ -110,28 +82,17 @@ class LocalSttFallbackCoordinator {
             this.statusListeners.delete(listener);
         };
     }
-    onSubscriptionChange(hasTranscription, hasForceLocal = false) {
-        if (this.hasTranscriptionSubscription !== hasTranscription ||
-            this.hasForceLocalSubscription !== (hasTranscription && hasForceLocal)) {
-            this.log(`onSubscriptionChange(hasTx=${hasTranscription}, forceLocal=${hasForceLocal})`);
-        }
-        this.hasTranscriptionSubscription = hasTranscription;
-        this.hasForceLocalSubscription = hasTranscription && hasForceLocal;
+    /** Whether a miniapp transcription listener needs on-device transcripts. */
+    setDemand(demand) {
+        if (this.demand !== demand)
+            this.log(`on-device demand -> ${demand}`);
+        this.demand = demand;
         this.reconcile();
     }
-    /**
-     * Informational hook, retained for API stability. No longer called: the
-     * authoritative switching signal is the cloud-client adapter (local miniapps
-     * are powered only by V2). v1 cloud transcripts deliberately do NOT drive this
-     * coordinator anymore. Kept for future hysteresis if connection-state alone
-     * proves too coarse.
-     */
-    onCloudTranscript() { }
     reconcile() {
-        this.attachCloudAdapterIfReady();
         this.attachSelectionIfReady();
-        if (!this.shouldUseLocalStt()) {
-            this.stop(this.hasTranscriptionSubscription ? "cloud reconnected" : "subscription gone");
+        if (!this.demand) {
+            this.stop("no listener needs it");
             return;
         }
         if (!this.hydrated) {
@@ -166,7 +127,7 @@ class LocalSttFallbackCoordinator {
     }
     async start(code) {
         const generation = ++this.generation;
-        const current = () => generation === this.generation && this.shouldUseLocalStt() && sttModelManager.getCurrentLanguage() === code;
+        const current = () => generation === this.generation && this.demand && sttModelManager.getCurrentLanguage() === code;
         if (this.localActive) {
             // Switching models: hold transcripts until the new model is loaded.
             this.log(`switching local stt model ${this.loadedCode} -> ${code}`);
@@ -269,9 +230,6 @@ class LocalSttFallbackCoordinator {
             }
         }
     }
-    shouldUseLocalStt() {
-        return this.hasTranscriptionSubscription && (this.hasForceLocalSubscription || !this.cloudConnected);
-    }
     log(msg) {
         console.log(`[LocalSttFallback] ${msg}`);
     }

package/build/services/LocalSttFallbackCoordinator.js.map

@@ -1 +1 @@
-{"version":3,"file":"LocalSttFallbackCoordinator.js","sourceRoot":"","sources":["../../src/services/LocalSttFallbackCoordinator.ts"],"names":[],"mappings":"AAAA,OAAO,YAAY,MAAM,gCAAgC,CAAA;AACzD,OAAO,EAAC,oBAAoB,EAAC,MAAM,mBAAmB,CAAA;AACtD,OAAO,EAAC,gBAAgB,EAAC,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAA;AACvD,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAA;AACvC,OAAO,yBAAyB,MAAM,6BAA6B,CAAA;AACnE,OAAO,eAAe,MAAM,mBAAmB,CAAA;AAkB/C;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,2BAA2B;IACvB,MAAM,CAAC,QAAQ,CAA6B;IAE5C,4BAA4B,GAAG,KAAK,CAAA;IACpC,yBAAyB,GAAG,KAAK,CAAA;IACzC;;;;;OAKG;IACK,cAAc,GAAG,IAAI,CAAA;IACrB,oBAAoB,GAAG,KAAK,CAAA;IAC5B,iBAAiB,GAAG,KAAK,CAAA;IACzB,SAAS,CAAmB;IAC5B,QAAQ,GAAG,KAAK,CAAA;IAChB,WAAW,GAAG,KAAK,CAAA;IAC3B,iFAAiF;IACzE,UAAU,GAAkB,IAAI,CAAA;IACxC,8FAA8F;IACtF,UAAU,GAAG,CAAC,CAAA;IACd,OAAO,CAAgB;IACvB,WAAW,GAAkB,IAAI,CAAA;IACzC,uFAAuF;IAC/E,UAAU,GAAkB,IAAI,CAAA;IACvB,KAAK,GAAG,IAAI,UAAU,EAAE,CAAA;IACjC,MAAM,GAAwB,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAC,CAAA;IAC5D,eAAe,GAAG,IAAI,GAAG,EAAyC,CAAA;IAEnF;QACE,wEAAwE;QACxE,uEAAuE;QACvE,wEAAwE;QACxE,6BAA6B;QAC7B,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;IAC5F,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,2BAA2B,CAAC,QAAQ,EAAE,CAAC;YAC1C,2BAA2B,CAAC,QAAQ,GAAG,IAAI,2BAA2B,EAAE,CAAA;QAC1E,CAAC;QACD,OAAO,2BAA2B,CAAC,QAAQ,CAAA;IAC7C,CAAC;IAED;;;;OAIG;IACK,yBAAyB;QAC/B,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAM;QACrC,IAAI,CAAC,cAAc,GAAG,kBAAkB,CAAC,WAAW,EAAE,CAAA;QACtD,kBAAkB,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,EAAE;YAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,KAAK,WAAW,CAAA;YAC/C,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS;gBAAE,OAAM;YAC7C,IAAI,CAAC,GAAG,CAAC,uBAAuB,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5D,IAAI,CAAC,cAAc,GAAG,SAAS,CAAA;YAC/B,IAAI,CAAC,SAAS,EAAE,CAAA;QAClB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;IAClC,CAAC;IAED,mFAAmF;IAC3E,sBAAsB;QAC5B,IAAI,IAAI,CAAC,iBAAiB;YAAE,OAAM;QAClC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAA;QAC7B,eAAe,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;IAC5D,CAAC;IAED,uFAAuF;IACvF,QAAQ;QACN,OAAO,IAAI,CAAC,WAAW,CAAA;IACzB,CAAC;IAED,+EAA+E;IAC/E,iBAAiB;QACf,OAAO,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC1G,CAAC;IAED,cAAc;QACZ,OAAO,EAAC,GAAG,IAAI,CAAC,MAAM,EAAC,CAAA;IACzB,CAAC;IAED,oGAAoG;IACpG,oBAAoB,CAAC,QAA+C;QAClE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAClC,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAA;QAC/B,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACvC,CAAC,CAAA;IACH,CAAC;IAED,oBAAoB,CAAC,gBAAyB,EAAE,aAAa,GAAG,KAAK;QACnE,IACE,IAAI,CAAC,4BAA4B,KAAK,gBAAgB;YACtD,IAAI,CAAC,yBAAyB,KAAK,CAAC,gBAAgB,IAAI,aAAa,CAAC,EACtE,CAAC;YACD,IAAI,CAAC,GAAG,CAAC,8BAA8B,gBAAgB,gBAAgB,aAAa,GAAG,CAAC,CAAA;QAC1F,CAAC;QACD,IAAI,CAAC,4BAA4B,GAAG,gBAAgB,CAAA;QACpD,IAAI,CAAC,yBAAyB,GAAG,gBAAgB,IAAI,aAAa,CAAA;QAClE,IAAI,CAAC,SAAS,EAAE,CAAA;IAClB,CAAC;IAED;;;;;;OAMG;IACH,iBAAiB,KAAU,CAAC;IAEpB,SAAS;QACf,IAAI,CAAC,yBAAyB,EAAE,CAAA;QAChC,IAAI,CAAC,sBAAsB,EAAE,CAAA;QAC7B,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAA;YACxF,OAAM;QACR,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,wEAAwE;YACxE,oEAAoE;YACpE,IAAI,CAAC,SAAS,KAAK,eAAe,CAAC,iCAAiC,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;gBAClF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;gBACpB,IAAI,CAAC,SAAS,EAAE,CAAA;YAClB,CAAC,CAAC,CAAA;YACF,OAAM;QACR,CAAC;QACD,MAAM,IAAI,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAA;QACjD,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI;YAAE,OAAM;QACxD,iFAAiF;QACjF,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO;YAAE,OAAM;QAC1D,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI;YAAE,OAAM;QACrD,8EAA8E;QAC9E,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAC5B,IAAI,CAAC,OAAO,GAAG,GAAG,CAAA;QAClB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACvB,KAAK,GAAG;aACL,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;aACjE,OAAO,CAAC,GAAG,EAAE;YACZ,IAAI,IAAI,CAAC,OAAO,KAAK,GAAG;gBAAE,OAAM;YAChC,IAAI,CAAC,OAAO,GAAG,SAAS,CAAA;YACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACzB,CAAC,CAAC,CAAA;IACN,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,IAAY;QAC9B,MAAM,UAAU,GAAG,EAAE,IAAI,CAAC,UAAU,CAAA;QACpC,MAAM,OAAO,GAAG,GAAG,EAAE,CACnB,UAAU,KAAK,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,iBAAiB,EAAE,IAAI,eAAe,CAAC,kBAAkB,EAAE,KAAK,IAAI,CAAA;QAE7G,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,oEAAoE;YACpE,IAAI,CAAC,GAAG,CAAC,6BAA6B,IAAI,CAAC,UAAU,OAAO,IAAI,EAAE,CAAC,CAAA;YACnE,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;QAC1B,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAA;QAEnB,IAAI,CAAC,CAAC,MAAM,eAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,mBAAmB,IAAI,2BAA2B,CAAC,CAAA;YAC5D,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAC,CAAC,CAAA;YACzD,IAAI,CAAC;gBACH,MAAM,yBAAyB,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE,EAAE;oBAClE,IAAI,OAAO,EAAE;wBAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAC,CAAC,CAAA;gBACvE,CAAC,CAAC,CAAA;gBACF,IAAI,CAAC,OAAO,EAAE;oBAAE,OAAM;gBACtB,gEAAgE;gBAChE,MAAM,eAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAA;YAC9C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,OAAO,EAAE;oBAAE,OAAM;gBACtB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,wCAAwC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBAC9E,OAAM;YACR,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,EAAE;YAAE,OAAM;QAEtB,IAAI,CAAC,GAAG,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAA;QAC3C,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,SAAS,EAAC,CAAC,CAAA;QACxC,IAAI,CAAC;YACH,uEAAuE;YACvE,sEAAsE;YACtE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;YAChC,MAAM,YAAY,CAAC,kBAAkB,EAAE,CAAA;YACvC,sEAAsE;YACtE,IAAI,CAAC,CAAC,MAAM,YAAY,CAAC,gBAAgB,CAAC,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/E,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;YAC1D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,EAAE;gBAAE,OAAM;YACtB,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,YAAY,KAAK,EAAE,CAAC,CAAA;YAC5C,KAAK,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;YAChC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,oCAAoC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YAC1E,OAAM;QACR,CAAC;QACD,IAAI,CAAC,OAAO,EAAE;YAAE,OAAM;QAEtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACvB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAClB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,OAAO,EAAC,CAAC,CAAA;QACtC,IAAI,CAAC,GAAG,CAAC,sBAAsB,IAAI,EAAE,CAAC,CAAA;IACxC,CAAC;IAEO,IAAI,CAAC,IAAY,EAAE,MAAc;QACvC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;QACzD,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,iBAAiB,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;QAC/D,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,aAAa,EAAE,MAAM,EAAC,CAAC,CAAA;IACtD,CAAC;IAEO,IAAI,CAAC,MAAc;QACzB,IAAI,CAAC,UAAU,EAAE,CAAA;QACjB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAA;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACvB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAClB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YACxE,IAAI,CAAC,GAAG,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAA;YACzC,KAAK,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;QAClC,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;QACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,kBAAkB,EAAE,EAAE,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAA;IACvE,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,MAAe;QAC3C,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAA;QAC3F,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,YAAY,CAAC,uBAAuB,CAAC,EAAC,CAAC,oBAAoB,CAAC,sBAAsB,CAAC,EAAE,IAAI,EAAC,CAAC,CAAA;QACnG,CAAC;IACH,CAAC;IAEO,SAAS,CAAC,IAAY,EAAE,IAAoD;QAClF,MAAM,MAAM,GAAwB,EAAC,IAAI,EAAE,QAAQ,EAAE,eAAe,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAC,CAAA;QACxG,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAA;QAC5B,IACE,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI;YAC7B,QAAQ,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK;YAC/B,QAAQ,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ;YACrC,QAAQ,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EACjC,CAAC;YACD,OAAM;QACR,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC5C,IAAI,CAAC;gBACH,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAA;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,GAAG,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAA;YACnD,CAAC;QACH,CAAC;IACH,CAAC;IAEO,iBAAiB;QACvB,OAAO,IAAI,CAAC,4BAA4B,IAAI,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;IACtG,CAAC;IAEO,GAAG,CAAC,GAAW;QACrB,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,EAAE,CAAC,CAAA;IAC1C,CAAC;CACF;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC/D,CAAC;AAED,MAAM,2BAA2B,GAAG,2BAA2B,CAAC,WAAW,EAAE,CAAA;AAC7E,eAAe,2BAA2B,CAAA","sourcesContent":["import BluetoothSdk from \"@mentra/bluetooth-sdk/internal\"\nimport {ISLAND_SETTINGS_KEYS} from \"../runtime/config\"\nimport {useSettingsStore} from \"../stores/settings\"\nimport {cloudClientService} from \"./CloudClientService\"\nimport {ModelRetry} from \"./ModelRetry\"\nimport offlineSpeechModelService from \"./OfflineSpeechModelService\"\nimport sttModelManager from \"./STTModelManager\"\n\n/**\n * State of the on-device speech-to-text model. `idle` means no miniapp needs\n * on-device transcription right now, so no model is loaded.\n */\nexport interface LocalSttModelStatus {\n  /** Speech-page model code, e.g. \"fr\". */\n  code: string\n  /** BCP-47 language of that model, e.g. \"en-US\". */\n  language: string\n  state: \"idle\" | \"downloading\" | \"loading\" | \"ready\" | \"unavailable\"\n  /** 0–100 while downloading. */\n  progress?: number\n  /** Why the model is unavailable. */\n  reason?: string\n}\n\n/**\n * Decides whether on-device Sherpa STT should produce transcripts for local\n * miniapps, instead of (or in addition to) cloud transcription. Local STT is\n * active when the cloud is unavailable or any subscription requires\n * `forceLocal`.\n *\n * There is one recognizer and it always runs the model picked on the Speech\n * page. When on-device transcription is needed and that model is missing, it\n * is downloaded through the Speech-page system first. A failed download or\n * load retries on the next attempt and on the shared model retry schedule.\n *\n * Activation flips `localSttFallbackActive` in the settings store, which\n * the bluetooth-sdk native side reads to decide whether to feed PCM into\n * the SherpaOnnxTranscriber. Local transcripts then flow back through the\n * `local_transcription` Bridge event; the host wires that event to\n * `localMiniappRuntime.forwardEvent`, with this coordinator providing the\n * subscription-active gate so we never publish transcripts to miniapps that\n * aren't asking for them. LocalMiniappRuntime filters mixed local/cloud\n * delivery per miniapp.\n */\nclass LocalSttFallbackCoordinator {\n  private static instance: LocalSttFallbackCoordinator\n\n  private hasTranscriptionSubscription = false\n  private hasForceLocalSubscription = false\n  /**\n   * Default to \"cloud is up\" so we never accidentally activate local STT before\n   * the cloud client has had a chance to start. We attach lazily on the first\n   * subscription/reconcile pass; once attached, this field reflects the real\n   * cloud-client runtime status.\n   */\n  private cloudConnected = true\n  private cloudAdapterAttached = false\n  private selectionAttached = false\n  private hydration?: Promise<unknown>\n  private hydrated = false\n  private localActive = false\n  /** Model code the native recognizer was last confirmed to have loaded for us. */\n  private loadedCode: string | null = null\n  /** Bumped by every new start and every stop, so a superseded start stops at its next step. */\n  private generation = 0\n  private running?: Promise<void>\n  private runningCode: string | null = null\n  /** Model code whose last download or load failed; its retry waits for the schedule. */\n  private failedCode: string | null = null\n  private readonly retry = new ModelRetry()\n  private status: LocalSttModelStatus = {code: \"\", language: \"\", state: \"idle\"}\n  private readonly statusListeners = new Set<(status: LocalSttModelStatus) => void>()\n\n  private constructor() {\n    // Reset the persisted mirror flag on boot — the in-memory state in this\n    // coordinator is the source of truth, and a stale \"true\" left from the\n    // previous session would cause native to feed Sherpa before any miniapp\n    // registered a subscription.\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, false)\n  }\n\n  static getInstance(): LocalSttFallbackCoordinator {\n    if (!LocalSttFallbackCoordinator.instance) {\n      LocalSttFallbackCoordinator.instance = new LocalSttFallbackCoordinator()\n    }\n    return LocalSttFallbackCoordinator.instance\n  }\n\n  /**\n   * Lazy-attach the engine cloud connection listener. The coordinator is\n   * constructed at module load, before engine.start() brings up the cloud\n   * client, so we defer until the first reconcile.\n   */\n  private attachCloudAdapterIfReady(): void {\n    if (this.cloudAdapterAttached) return\n    this.cloudConnected = cloudClientService.isConnected()\n    cloudClientService.onStatusChanged((status) => {\n      const connected = status.status === \"connected\"\n      if (this.cloudConnected === connected) return\n      this.log(`cloud connection -> ${connected ? \"up\" : \"down\"}`)\n      this.cloudConnected = connected\n      this.reconcile()\n    })\n    this.cloudAdapterAttached = true\n  }\n\n  /** A model change on the Speech page reloads the recognizer while it is in use. */\n  private attachSelectionIfReady(): void {\n    if (this.selectionAttached) return\n    this.selectionAttached = true\n    sttModelManager.onSelectionChanged(() => this.reconcile())\n  }\n\n  /** True while local transcripts should reach miniapps (the picked model is loaded). */\n  isActive(): boolean {\n    return this.localActive\n  }\n\n  /** BCP-47 language of the loaded model, or null when local STT is inactive. */\n  getActiveLanguage(): string | null {\n    return this.localActive && this.loadedCode ? sttModelManager.getBcp47ForLanguage(this.loadedCode) : null\n  }\n\n  getModelStatus(): LocalSttModelStatus {\n    return {...this.status}\n  }\n\n  /** Follow the model status. The listener gets the current status immediately, then every change. */\n  onModelStatusChanged(listener: (status: LocalSttModelStatus) => void): () => void {\n    this.statusListeners.add(listener)\n    listener(this.getModelStatus())\n    return () => {\n      this.statusListeners.delete(listener)\n    }\n  }\n\n  onSubscriptionChange(hasTranscription: boolean, hasForceLocal = false): void {\n    if (\n      this.hasTranscriptionSubscription !== hasTranscription ||\n      this.hasForceLocalSubscription !== (hasTranscription && hasForceLocal)\n    ) {\n      this.log(`onSubscriptionChange(hasTx=${hasTranscription}, forceLocal=${hasForceLocal})`)\n    }\n    this.hasTranscriptionSubscription = hasTranscription\n    this.hasForceLocalSubscription = hasTranscription && hasForceLocal\n    this.reconcile()\n  }\n\n  /**\n   * Informational hook, retained for API stability. No longer called: the\n   * authoritative switching signal is the cloud-client adapter (local miniapps\n   * are powered only by V2). v1 cloud transcripts deliberately do NOT drive this\n   * coordinator anymore. Kept for future hysteresis if connection-state alone\n   * proves too coarse.\n   */\n  onCloudTranscript(): void {}\n\n  private reconcile(): void {\n    this.attachCloudAdapterIfReady()\n    this.attachSelectionIfReady()\n    if (!this.shouldUseLocalStt()) {\n      this.stop(this.hasTranscriptionSubscription ? \"cloud reconnected\" : \"subscription gone\")\n      return\n    }\n    if (!this.hydrated) {\n      // Read the saved Speech-page choice first, so a miniapp that subscribes\n      // during boot never loads (or downloads) the default model instead.\n      this.hydration ??= sttModelManager.getCurrentLanguageFromPreferences().finally(() => {\n        this.hydrated = true\n        this.reconcile()\n      })\n      return\n    }\n    const code = sttModelManager.getCurrentLanguage()\n    if (this.localActive && this.loadedCode === code) return\n    // A failed model waits for its retry; a different model or new demand tries now.\n    if (this.failedCode === code && this.retry.pending) return\n    if (this.running && this.runningCode === code) return\n    // Anything else supersedes the current run, which bails out at its next step.\n    const run = this.start(code)\n    this.running = run\n    this.runningCode = code\n    void run\n      .catch((error) => this.log(`start failed unexpectedly: ${error}`))\n      .finally(() => {\n        if (this.running !== run) return\n        this.running = undefined\n        this.runningCode = null\n      })\n  }\n\n  private async start(code: string): Promise<void> {\n    const generation = ++this.generation\n    const current = () =>\n      generation === this.generation && this.shouldUseLocalStt() && sttModelManager.getCurrentLanguage() === code\n\n    if (this.localActive) {\n      // Switching models: hold transcripts until the new model is loaded.\n      this.log(`switching local stt model ${this.loadedCode} -> ${code}`)\n      this.localActive = false\n    }\n    this.failedCode = null\n    this.retry.cancel()\n\n    if (!(await sttModelManager.isModelAvailable(code))) {\n      this.log(`local stt model ${code} is missing — downloading`)\n      this.setStatus(code, {state: \"downloading\", progress: 0})\n      try {\n        await offlineSpeechModelService.downloadSttModel(code, (progress) => {\n          if (current()) this.setStatus(code, {state: \"downloading\", progress})\n        })\n        if (!current()) return\n        // Persist the picked model natively so the recognizer loads it.\n        await sttModelManager.activateLanguage(code)\n      } catch (error) {\n        if (!current()) return\n        this.fail(code, `Could not download the speech model: ${errorMessage(error)}`)\n        return\n      }\n    }\n    if (!current()) return\n\n    this.log(`loading local stt model ${code}`)\n    this.setStatus(code, {state: \"loading\"})\n    try {\n      // Native loads only while on-device transcription is in demand, so the\n      // demand flag must reach it before the restart, not after a debounce.\n      await this.setNativeDemand(true)\n      await BluetoothSdk.restartTranscriber()\n      // Confirm what native loaded rather than trusting promise completion.\n      if (!(await BluetoothSdk.isSttModelLoaded(sttModelManager.getModelPath(code)))) {\n        throw new Error(\"the native recognizer did not load it\")\n      }\n    } catch (error) {\n      if (!current()) return\n      this.log(`loading ${code} failed: ${error}`)\n      void this.setNativeDemand(false)\n      this.fail(code, `Could not load the speech model: ${errorMessage(error)}`)\n      return\n    }\n    if (!current()) return\n\n    this.localActive = true\n    this.loadedCode = code\n    this.retry.reset()\n    this.setStatus(code, {state: \"ready\"})\n    this.log(`local stt ready on ${code}`)\n  }\n\n  private fail(code: string, reason: string): void {\n    this.failedCode = code\n    const delay = this.retry.schedule(() => this.reconcile())\n    this.log(`${reason}; retrying in ${Math.round(delay / 1000)}s`)\n    this.setStatus(code, {state: \"unavailable\", reason})\n  }\n\n  private stop(reason: string): void {\n    this.generation++\n    this.running = undefined\n    this.runningCode = null\n    this.retry.reset()\n    this.failedCode = null\n    if (this.localActive || this.loadedCode || this.status.state !== \"idle\") {\n      this.log(`stopping local stt: ${reason}`)\n      void this.setNativeDemand(false)\n    }\n    this.localActive = false\n    this.loadedCode = null\n    this.setStatus(sttModelManager.getCurrentLanguage(), {state: \"idle\"})\n  }\n\n  private async setNativeDemand(active: boolean): Promise<void> {\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, active)\n    if (active) {\n      await BluetoothSdk.updateBluetoothSettings({[ISLAND_SETTINGS_KEYS.localSttFallbackActive]: true})\n    }\n  }\n\n  private setStatus(code: string, next: Omit<LocalSttModelStatus, \"code\" | \"language\">): void {\n    const status: LocalSttModelStatus = {code, language: sttModelManager.getBcp47ForLanguage(code), ...next}\n    const previous = this.status\n    if (\n      previous.code === status.code &&\n      previous.state === status.state &&\n      previous.progress === status.progress &&\n      previous.reason === status.reason\n    ) {\n      return\n    }\n    this.status = status\n    for (const listener of this.statusListeners) {\n      try {\n        listener(this.getModelStatus())\n      } catch (error) {\n        this.log(`model status listener threw: ${error}`)\n      }\n    }\n  }\n\n  private shouldUseLocalStt(): boolean {\n    return this.hasTranscriptionSubscription && (this.hasForceLocalSubscription || !this.cloudConnected)\n  }\n\n  private log(msg: string): void {\n    console.log(`[LocalSttFallback] ${msg}`)\n  }\n}\n\nfunction errorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error)\n}\n\nconst localSttFallbackCoordinator = LocalSttFallbackCoordinator.getInstance()\nexport default localSttFallbackCoordinator\n"]}
+{"version":3,"file":"LocalSttFallbackCoordinator.js","sourceRoot":"","sources":["../../src/services/LocalSttFallbackCoordinator.ts"],"names":[],"mappings":"AAAA,OAAO,YAAY,MAAM,gCAAgC,CAAA;AACzD,OAAO,EAAC,oBAAoB,EAAC,MAAM,mBAAmB,CAAA;AACtD,OAAO,EAAC,gBAAgB,EAAC,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAC,UAAU,EAAC,MAAM,cAAc,CAAA;AACvC,OAAO,yBAAyB,MAAM,6BAA6B,CAAA;AACnE,OAAO,eAAe,MAAM,mBAAmB,CAAA;AAkB/C;;;;;;;;;;;;;;;;;;;GAmBG;AACH,MAAM,2BAA2B;IACvB,MAAM,CAAC,QAAQ,CAA6B;IAEpD,oEAAoE;IAC5D,MAAM,GAAG,KAAK,CAAA;IACd,iBAAiB,GAAG,KAAK,CAAA;IACzB,SAAS,CAAmB;IAC5B,QAAQ,GAAG,KAAK,CAAA;IAChB,WAAW,GAAG,KAAK,CAAA;IAC3B,iFAAiF;IACzE,UAAU,GAAkB,IAAI,CAAA;IACxC,8FAA8F;IACtF,UAAU,GAAG,CAAC,CAAA;IACd,OAAO,CAAgB;IACvB,WAAW,GAAkB,IAAI,CAAA;IACzC,uFAAuF;IAC/E,UAAU,GAAkB,IAAI,CAAA;IACvB,KAAK,GAAG,IAAI,UAAU,EAAE,CAAA;IACjC,MAAM,GAAwB,EAAC,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAC,CAAA;IAC5D,eAAe,GAAG,IAAI,GAAG,EAAyC,CAAA;IAEnF;QACE,wEAAwE;QACxE,uEAAuE;QACvE,wEAAwE;QACxE,6BAA6B;QAC7B,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;IAC5F,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,2BAA2B,CAAC,QAAQ,EAAE,CAAC;YAC1C,2BAA2B,CAAC,QAAQ,GAAG,IAAI,2BAA2B,EAAE,CAAA;QAC1E,CAAC;QACD,OAAO,2BAA2B,CAAC,QAAQ,CAAA;IAC7C,CAAC;IAED,mFAAmF;IAC3E,sBAAsB;QAC5B,IAAI,IAAI,CAAC,iBAAiB;YAAE,OAAM;QAClC,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAA;QAC7B,eAAe,CAAC,kBAAkB,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;IAC5D,CAAC;IAED,uFAAuF;IACvF,QAAQ;QACN,OAAO,IAAI,CAAC,WAAW,CAAA;IACzB,CAAC;IAED,+EAA+E;IAC/E,iBAAiB;QACf,OAAO,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,eAAe,CAAC,mBAAmB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,CAAA;IAC1G,CAAC;IAED,cAAc;QACZ,OAAO,EAAC,GAAG,IAAI,CAAC,MAAM,EAAC,CAAA;IACzB,CAAC;IAED,oGAAoG;IACpG,oBAAoB,CAAC,QAA+C;QAClE,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAClC,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAA;QAC/B,OAAO,GAAG,EAAE;YACV,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACvC,CAAC,CAAA;IACH,CAAC;IAED,4EAA4E;IAC5E,SAAS,CAAC,MAAe;QACvB,IAAI,IAAI,CAAC,MAAM,KAAK,MAAM;YAAE,IAAI,CAAC,GAAG,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAA;QACrE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,SAAS,EAAE,CAAA;IAClB,CAAC;IAEO,SAAS;QACf,IAAI,CAAC,sBAAsB,EAAE,CAAA;QAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAA;YACjC,OAAM;QACR,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACnB,wEAAwE;YACxE,oEAAoE;YACpE,IAAI,CAAC,SAAS,KAAK,eAAe,CAAC,iCAAiC,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;gBAClF,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;gBACpB,IAAI,CAAC,SAAS,EAAE,CAAA;YAClB,CAAC,CAAC,CAAA;YACF,OAAM;QACR,CAAC;QACD,MAAM,IAAI,GAAG,eAAe,CAAC,kBAAkB,EAAE,CAAA;QACjD,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI;YAAE,OAAM;QACxD,iFAAiF;QACjF,IAAI,IAAI,CAAC,UAAU,KAAK,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO;YAAE,OAAM;QAC1D,IAAI,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,WAAW,KAAK,IAAI;YAAE,OAAM;QACrD,8EAA8E;QAC9E,MAAM,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;QAC5B,IAAI,CAAC,OAAO,GAAG,GAAG,CAAA;QAClB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACvB,KAAK,GAAG;aACL,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,8BAA8B,KAAK,EAAE,CAAC,CAAC;aACjE,OAAO,CAAC,GAAG,EAAE;YACZ,IAAI,IAAI,CAAC,OAAO,KAAK,GAAG;gBAAE,OAAM;YAChC,IAAI,CAAC,OAAO,GAAG,SAAS,CAAA;YACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACzB,CAAC,CAAC,CAAA;IACN,CAAC;IAEO,KAAK,CAAC,KAAK,CAAC,IAAY;QAC9B,MAAM,UAAU,GAAG,EAAE,IAAI,CAAC,UAAU,CAAA;QACpC,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,UAAU,KAAK,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,IAAI,eAAe,CAAC,kBAAkB,EAAE,KAAK,IAAI,CAAA;QAEpH,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YACrB,oEAAoE;YACpE,IAAI,CAAC,GAAG,CAAC,6BAA6B,IAAI,CAAC,UAAU,OAAO,IAAI,EAAE,CAAC,CAAA;YACnE,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;QAC1B,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAA;QAEnB,IAAI,CAAC,CAAC,MAAM,eAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACpD,IAAI,CAAC,GAAG,CAAC,mBAAmB,IAAI,2BAA2B,CAAC,CAAA;YAC5D,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAE,CAAC,EAAC,CAAC,CAAA;YACzD,IAAI,CAAC;gBACH,MAAM,yBAAyB,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC,QAAQ,EAAE,EAAE;oBAClE,IAAI,OAAO,EAAE;wBAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,aAAa,EAAE,QAAQ,EAAC,CAAC,CAAA;gBACvE,CAAC,CAAC,CAAA;gBACF,IAAI,CAAC,OAAO,EAAE;oBAAE,OAAM;gBACtB,gEAAgE;gBAChE,MAAM,eAAe,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAA;YAC9C,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,OAAO,EAAE;oBAAE,OAAM;gBACtB,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,wCAAwC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;gBAC9E,OAAM;YACR,CAAC;QACH,CAAC;QACD,IAAI,CAAC,OAAO,EAAE;YAAE,OAAM;QAEtB,IAAI,CAAC,GAAG,CAAC,2BAA2B,IAAI,EAAE,CAAC,CAAA;QAC3C,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,SAAS,EAAC,CAAC,CAAA;QACxC,IAAI,CAAC;YACH,uEAAuE;YACvE,sEAAsE;YACtE,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAA;YAChC,MAAM,YAAY,CAAC,kBAAkB,EAAE,CAAA;YACvC,sEAAsE;YACtE,IAAI,CAAC,CAAC,MAAM,YAAY,CAAC,gBAAgB,CAAC,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/E,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAA;YAC1D,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,OAAO,EAAE;gBAAE,OAAM;YACtB,IAAI,CAAC,GAAG,CAAC,WAAW,IAAI,YAAY,KAAK,EAAE,CAAC,CAAA;YAC5C,KAAK,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;YAChC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,oCAAoC,YAAY,CAAC,KAAK,CAAC,EAAE,CAAC,CAAA;YAC1E,OAAM;QACR,CAAC;QACD,IAAI,CAAC,OAAO,EAAE;YAAE,OAAM;QAEtB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACvB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAClB,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,OAAO,EAAC,CAAC,CAAA;QACtC,IAAI,CAAC,GAAG,CAAC,sBAAsB,IAAI,EAAE,CAAC,CAAA;IACxC,CAAC;IAEO,IAAI,CAAC,IAAY,EAAE,MAAc;QACvC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;QACzD,IAAI,CAAC,GAAG,CAAC,GAAG,MAAM,iBAAiB,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAA;QAC/D,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,EAAC,KAAK,EAAE,aAAa,EAAE,MAAM,EAAC,CAAC,CAAA;IACtD,CAAC;IAEO,IAAI,CAAC,MAAc;QACzB,IAAI,CAAC,UAAU,EAAE,CAAA;QACjB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAA;QACxB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACvB,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QAClB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,IAAI,IAAI,CAAC,WAAW,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,MAAM,EAAE,CAAC;YACxE,IAAI,CAAC,GAAG,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAA;YACzC,KAAK,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,CAAA;QAClC,CAAC;QACD,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;QACxB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;QACtB,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,kBAAkB,EAAE,EAAE,EAAC,KAAK,EAAE,MAAM,EAAC,CAAC,CAAA;IACvE,CAAC;IAEO,KAAK,CAAC,eAAe,CAAC,MAAe;QAC3C,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAA;QAC3F,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,YAAY,CAAC,uBAAuB,CAAC,EAAC,CAAC,oBAAoB,CAAC,sBAAsB,CAAC,EAAE,IAAI,EAAC,CAAC,CAAA;QACnG,CAAC;IACH,CAAC;IAEO,SAAS,CAAC,IAAY,EAAE,IAAoD;QAClF,MAAM,MAAM,GAAwB,EAAC,IAAI,EAAE,QAAQ,EAAE,eAAe,CAAC,mBAAmB,CAAC,IAAI,CAAC,EAAE,GAAG,IAAI,EAAC,CAAA;QACxG,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAA;QAC5B,IACE,QAAQ,CAAC,IAAI,KAAK,MAAM,CAAC,IAAI;YAC7B,QAAQ,CAAC,KAAK,KAAK,MAAM,CAAC,KAAK;YAC/B,QAAQ,CAAC,QAAQ,KAAK,MAAM,CAAC,QAAQ;YACrC,QAAQ,CAAC,MAAM,KAAK,MAAM,CAAC,MAAM,EACjC,CAAC;YACD,OAAM;QACR,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,KAAK,MAAM,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE,CAAC;YAC5C,IAAI,CAAC;gBACH,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,CAAA;YACjC,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,GAAG,CAAC,gCAAgC,KAAK,EAAE,CAAC,CAAA;YACnD,CAAC;QACH,CAAC;IACH,CAAC;IAEO,GAAG,CAAC,GAAW;QACrB,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,EAAE,CAAC,CAAA;IAC1C,CAAC;CACF;AAED,SAAS,YAAY,CAAC,KAAc;IAClC,OAAO,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC/D,CAAC;AAED,MAAM,2BAA2B,GAAG,2BAA2B,CAAC,WAAW,EAAE,CAAA;AAC7E,eAAe,2BAA2B,CAAA","sourcesContent":["import BluetoothSdk from \"@mentra/bluetooth-sdk/internal\"\nimport {ISLAND_SETTINGS_KEYS} from \"../runtime/config\"\nimport {useSettingsStore} from \"../stores/settings\"\nimport {ModelRetry} from \"./ModelRetry\"\nimport offlineSpeechModelService from \"./OfflineSpeechModelService\"\nimport sttModelManager from \"./STTModelManager\"\n\n/**\n * State of the on-device speech-to-text model. `idle` means no miniapp needs\n * on-device transcription right now, so no model is loaded.\n */\nexport interface LocalSttModelStatus {\n  /** Speech-page model code, e.g. \"fr\". */\n  code: string\n  /** BCP-47 language of that model, e.g. \"en-US\". */\n  language: string\n  state: \"idle\" | \"downloading\" | \"loading\" | \"ready\" | \"unavailable\"\n  /** 0–100 while downloading. */\n  progress?: number\n  /** Why the model is unavailable. */\n  reason?: string\n}\n\n/**\n * Runs on-device Sherpa STT for local miniapps while LocalMiniappRuntime says\n * a transcription listener needs it (`setDemand`): a `localOnly` listener, a\n * `preferLocal` one the picked model can serve, any listener while the cloud\n * is unreachable, or one still finishing an on-device utterance.\n *\n * There is one recognizer and it always runs the model picked on the Speech\n * page. When on-device transcription is needed and that model is missing, it\n * is downloaded through the Speech-page system first. A failed download or\n * load retries on the next attempt and on the shared model retry schedule.\n *\n * Activation flips `localSttFallbackActive` in the settings store, which\n * the bluetooth-sdk native side reads to decide whether to feed PCM into\n * the SherpaOnnxTranscriber. Local transcripts then flow back through the\n * `local_transcription` Bridge event; the host wires that event to\n * `localMiniappRuntime.forwardEvent`, with this coordinator providing the\n * subscription-active gate so we never publish transcripts to miniapps that\n * aren't asking for them. LocalMiniappRuntime routes local and cloud\n * transcripts to each listener.\n */\nclass LocalSttFallbackCoordinator {\n  private static instance: LocalSttFallbackCoordinator\n\n  /** A miniapp transcription listener needs on-device transcripts. */\n  private demand = false\n  private selectionAttached = false\n  private hydration?: Promise<unknown>\n  private hydrated = false\n  private localActive = false\n  /** Model code the native recognizer was last confirmed to have loaded for us. */\n  private loadedCode: string | null = null\n  /** Bumped by every new start and every stop, so a superseded start stops at its next step. */\n  private generation = 0\n  private running?: Promise<void>\n  private runningCode: string | null = null\n  /** Model code whose last download or load failed; its retry waits for the schedule. */\n  private failedCode: string | null = null\n  private readonly retry = new ModelRetry()\n  private status: LocalSttModelStatus = {code: \"\", language: \"\", state: \"idle\"}\n  private readonly statusListeners = new Set<(status: LocalSttModelStatus) => void>()\n\n  private constructor() {\n    // Reset the persisted mirror flag on boot — the in-memory state in this\n    // coordinator is the source of truth, and a stale \"true\" left from the\n    // previous session would cause native to feed Sherpa before any miniapp\n    // registered a subscription.\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, false)\n  }\n\n  static getInstance(): LocalSttFallbackCoordinator {\n    if (!LocalSttFallbackCoordinator.instance) {\n      LocalSttFallbackCoordinator.instance = new LocalSttFallbackCoordinator()\n    }\n    return LocalSttFallbackCoordinator.instance\n  }\n\n  /** A model change on the Speech page reloads the recognizer while it is in use. */\n  private attachSelectionIfReady(): void {\n    if (this.selectionAttached) return\n    this.selectionAttached = true\n    sttModelManager.onSelectionChanged(() => this.reconcile())\n  }\n\n  /** True while local transcripts should reach miniapps (the picked model is loaded). */\n  isActive(): boolean {\n    return this.localActive\n  }\n\n  /** BCP-47 language of the loaded model, or null when local STT is inactive. */\n  getActiveLanguage(): string | null {\n    return this.localActive && this.loadedCode ? sttModelManager.getBcp47ForLanguage(this.loadedCode) : null\n  }\n\n  getModelStatus(): LocalSttModelStatus {\n    return {...this.status}\n  }\n\n  /** Follow the model status. The listener gets the current status immediately, then every change. */\n  onModelStatusChanged(listener: (status: LocalSttModelStatus) => void): () => void {\n    this.statusListeners.add(listener)\n    listener(this.getModelStatus())\n    return () => {\n      this.statusListeners.delete(listener)\n    }\n  }\n\n  /** Whether a miniapp transcription listener needs on-device transcripts. */\n  setDemand(demand: boolean): void {\n    if (this.demand !== demand) this.log(`on-device demand -> ${demand}`)\n    this.demand = demand\n    this.reconcile()\n  }\n\n  private reconcile(): void {\n    this.attachSelectionIfReady()\n    if (!this.demand) {\n      this.stop(\"no listener needs it\")\n      return\n    }\n    if (!this.hydrated) {\n      // Read the saved Speech-page choice first, so a miniapp that subscribes\n      // during boot never loads (or downloads) the default model instead.\n      this.hydration ??= sttModelManager.getCurrentLanguageFromPreferences().finally(() => {\n        this.hydrated = true\n        this.reconcile()\n      })\n      return\n    }\n    const code = sttModelManager.getCurrentLanguage()\n    if (this.localActive && this.loadedCode === code) return\n    // A failed model waits for its retry; a different model or new demand tries now.\n    if (this.failedCode === code && this.retry.pending) return\n    if (this.running && this.runningCode === code) return\n    // Anything else supersedes the current run, which bails out at its next step.\n    const run = this.start(code)\n    this.running = run\n    this.runningCode = code\n    void run\n      .catch((error) => this.log(`start failed unexpectedly: ${error}`))\n      .finally(() => {\n        if (this.running !== run) return\n        this.running = undefined\n        this.runningCode = null\n      })\n  }\n\n  private async start(code: string): Promise<void> {\n    const generation = ++this.generation\n    const current = () => generation === this.generation && this.demand && sttModelManager.getCurrentLanguage() === code\n\n    if (this.localActive) {\n      // Switching models: hold transcripts until the new model is loaded.\n      this.log(`switching local stt model ${this.loadedCode} -> ${code}`)\n      this.localActive = false\n    }\n    this.failedCode = null\n    this.retry.cancel()\n\n    if (!(await sttModelManager.isModelAvailable(code))) {\n      this.log(`local stt model ${code} is missing — downloading`)\n      this.setStatus(code, {state: \"downloading\", progress: 0})\n      try {\n        await offlineSpeechModelService.downloadSttModel(code, (progress) => {\n          if (current()) this.setStatus(code, {state: \"downloading\", progress})\n        })\n        if (!current()) return\n        // Persist the picked model natively so the recognizer loads it.\n        await sttModelManager.activateLanguage(code)\n      } catch (error) {\n        if (!current()) return\n        this.fail(code, `Could not download the speech model: ${errorMessage(error)}`)\n        return\n      }\n    }\n    if (!current()) return\n\n    this.log(`loading local stt model ${code}`)\n    this.setStatus(code, {state: \"loading\"})\n    try {\n      // Native loads only while on-device transcription is in demand, so the\n      // demand flag must reach it before the restart, not after a debounce.\n      await this.setNativeDemand(true)\n      await BluetoothSdk.restartTranscriber()\n      // Confirm what native loaded rather than trusting promise completion.\n      if (!(await BluetoothSdk.isSttModelLoaded(sttModelManager.getModelPath(code)))) {\n        throw new Error(\"the native recognizer did not load it\")\n      }\n    } catch (error) {\n      if (!current()) return\n      this.log(`loading ${code} failed: ${error}`)\n      void this.setNativeDemand(false)\n      this.fail(code, `Could not load the speech model: ${errorMessage(error)}`)\n      return\n    }\n    if (!current()) return\n\n    this.localActive = true\n    this.loadedCode = code\n    this.retry.reset()\n    this.setStatus(code, {state: \"ready\"})\n    this.log(`local stt ready on ${code}`)\n  }\n\n  private fail(code: string, reason: string): void {\n    this.failedCode = code\n    const delay = this.retry.schedule(() => this.reconcile())\n    this.log(`${reason}; retrying in ${Math.round(delay / 1000)}s`)\n    this.setStatus(code, {state: \"unavailable\", reason})\n  }\n\n  private stop(reason: string): void {\n    this.generation++\n    this.running = undefined\n    this.runningCode = null\n    this.retry.reset()\n    this.failedCode = null\n    if (this.localActive || this.loadedCode || this.status.state !== \"idle\") {\n      this.log(`stopping local stt: ${reason}`)\n      void this.setNativeDemand(false)\n    }\n    this.localActive = false\n    this.loadedCode = null\n    this.setStatus(sttModelManager.getCurrentLanguage(), {state: \"idle\"})\n  }\n\n  private async setNativeDemand(active: boolean): Promise<void> {\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, active)\n    if (active) {\n      await BluetoothSdk.updateBluetoothSettings({[ISLAND_SETTINGS_KEYS.localSttFallbackActive]: true})\n    }\n  }\n\n  private setStatus(code: string, next: Omit<LocalSttModelStatus, \"code\" | \"language\">): void {\n    const status: LocalSttModelStatus = {code, language: sttModelManager.getBcp47ForLanguage(code), ...next}\n    const previous = this.status\n    if (\n      previous.code === status.code &&\n      previous.state === status.state &&\n      previous.progress === status.progress &&\n      previous.reason === status.reason\n    ) {\n      return\n    }\n    this.status = status\n    for (const listener of this.statusListeners) {\n      try {\n        listener(this.getModelStatus())\n      } catch (error) {\n        this.log(`model status listener threw: ${error}`)\n      }\n    }\n  }\n\n  private log(msg: string): void {\n    console.log(`[LocalSttFallback] ${msg}`)\n  }\n}\n\nfunction errorMessage(error: unknown): string {\n  return error instanceof Error ? error.message : String(error)\n}\n\nconst localSttFallbackCoordinator = LocalSttFallbackCoordinator.getInstance()\nexport default localSttFallbackCoordinator\n"]}

package/build/services/TranscriptionRouting.d.ts

@@ -1,12 +1,115 @@
-export interface TranscriptionRouteSummary {
-    hasCloudSubscriber: boolean;
-    hasForceLocalSubscriber: boolean;
+/**
+ * Where each miniapp transcription listener gets its text: the cloud or the
+ * phone's on-device recognizer.
+ *
+ * A listener asks for one of three behaviours (the SDK's `processing`):
+ *   - preferCloud (default): the cloud; on-device only while the cloud is
+ *     unreachable.
+ *   - preferLocal: on-device while the running model transcribes the
+ *     listener's language, otherwise the cloud.
+ *   - localOnly: on-device only; never the cloud.
+ *
+ * Each listener receives one source at a time (`handoffStep`). A planned
+ * switch, while its current source still works, waits for a pause in which
+ * both sources have settled (`UtteranceTracker`), then for a drain of the
+ * on-device recognizer (it reports everything it heard so far and starts
+ * over). The drain is the boundary: on-device text from before it stays with
+ * the old side, on-device text after it is new speech, and the listener's
+ * cloud text starts at the cloud audio position where the drain began. So a
+ * listener never misses or repeats speech. A model that cannot be drained
+ * leaves the quiet window as the boundary. A forced switch, when the current
+ * source stops, happens at once; a move to the cloud then starts at the
+ * cloud audio position of the last on-device final, so an utterance cut short
+ * on-device is completed in the cloud and finished ones are not repeated.
+ * The listeners' sources and targets decide what runs: a stream is requested
+ * from the cloud only while a listener on it needs the cloud, and the
+ * on-device recognizer runs only while a listener needs it.
+ */
+export type SpeechProcessing = "preferCloud" | "preferLocal" | "localOnly";
+export type TranscriptionSource = "cloud" | "local";
+/**
+ * A source has settled once it has produced nothing for this long since its
+ * last final (or since it started): a pause in speech, longer than the
+ * recognizers' own end-of-speech delays.
+ */
+export declare const SOURCE_QUIET_MS = 3000;
+/** An utterance whose final never came has ended after this long without transcripts. */
+export declare const UTTERANCE_STALE_MS = 6000;
+/**
+ * The processing a listener, subscription or speak request asks for.
+ * `processing` wins; without it, the `forceLocal: true` of SDKs before it
+ * means localOnly. Anything else is preferCloud.
+ */
+export declare function readSpeechProcessing(request: {
+    processing?: unknown;
+    forceLocal?: unknown;
+}): SpeechProcessing;
+export interface RoutedListener {
+    /** `transcription:<language>` or `transcription:auto`. */
+    stream: string;
+    processing: SpeechProcessing;
 }
-export interface TranscriptionSubscriberRoutes {
-    cloud: boolean;
-    forceLocal: boolean;
+/** What the phone can transcribe with right now, as one miniapp sees it. */
+export interface TranscriptionRoutingState {
+    cloudConnected: boolean;
+    /** On-device speech is allowed by this deployment. */
+    onDevice: boolean;
+    /** BCP-47 language of the running on-device model, or null while none runs. */
+    localLanguage: string | null;
+    /** BCP-47 language of the model picked on the Speech page. */
+    pickedLanguage: string;
+    /** The miniapp's language hints (bare codes, from transcription.configure). */
+    hints: readonly string[];
+}
+/**
+ * Whether an on-device model in `language` transcribes what the listener asks
+ * for. A specific language must be the model's. Auto-detect follows the
+ * model's language, the one the user picked; but a preferLocal listener whose
+ * miniapp hinted at another language keeps the cloud, which tells them apart.
+ */
+export declare function onDeviceServes(listener: RoutedListener, language: string, hints: readonly string[]): boolean;
+/** The source the listener should receive now. */
+export declare function targetSource(listener: RoutedListener, state: TranscriptionRoutingState): TranscriptionSource;
+/**
+ * What a listener on `current` does on its way to `target`:
+ * - "settle": it has no source yet or is already there; take `target`.
+ * - "forced": `current` can no longer deliver; move now.
+ * - "wait": a source is still busy on its streams; stay.
+ * - "drain": both settled, but the on-device recognizer has spoken since its
+ *   last drain; stay until a drain completes.
+ * - "planned": both settled and drained; move now.
+ */
+export type HandoffStep = "settle" | "forced" | "wait" | "drain" | "planned";
+export declare function handoffStep(current: TranscriptionSource | null, target: TranscriptionSource, canDeliver: (source: TranscriptionSource) => boolean, busy: (source: TranscriptionSource) => boolean, drained: boolean): HandoffStep;
+/** Whether the listener needs its stream from the cloud. */
+export declare function needsCloud(listener: RoutedListener, source: TranscriptionSource | null, target: TranscriptionSource): boolean;
+/**
+ * Whether the listener needs the on-device recognizer running. preferLocal
+ * asks for it whenever the picked model transcribes its language, which is
+ * what starts (and, when missing, downloads) that model.
+ */
+export declare function needsLocal(listener: RoutedListener, source: TranscriptionSource | null, state: TranscriptionRoutingState): boolean;
+/** When each source last produced a transcript on each stream, to tell when it has settled. */
+export declare class UtteranceTracker {
+    private readonly quietMs;
+    private readonly staleMs;
+    /** `${source} ${stream}` -> its last transcript; stream "*" marks a source start, for every stream. */
+    private readonly last;
+    constructor(quietMs?: number, staleMs?: number);
+    /** Records a transcript: an interim opens (or continues) an utterance, a final ends it. */
+    note(source: TranscriptionSource, stream: string, isFinal: boolean, now: number): void;
+    /**
+     * A source started (the cloud connected, or the on-device model loaded): it
+     * may already be working on speech it has not reported, so it settles only
+     * after a quiet window.
+     */
+    started(source: TranscriptionSource, now: number): void;
+    /** Forgets a source that stopped: it never reports anything more. */
+    clear(source: TranscriptionSource): void;
+    /** Whether `source` may still report speech that a listener on `stream` hears. */
+    busy(source: TranscriptionSource, stream: string, now: number): boolean;
+    /** When the next busy stream settles, or null when every one has. */
+    nextSettle(now: number): number | null;
+    private settlesAt;
 }
-export type TranscriptionDeliveryRoute = "default" | "forceLocal" | "all";
-export declare function summarizeTranscriptionRoutes<T>(subscribers: Iterable<T>, routesFor: (subscriber: T) => TranscriptionSubscriberRoutes): TranscriptionRouteSummary;
-export declare function transcriptionDeliveryRoute(source: "cloud" | "local", routes: TranscriptionSubscriberRoutes, cloudConnected: boolean): TranscriptionDeliveryRoute | null;
 //# sourceMappingURL=TranscriptionRouting.d.ts.map

package/build/services/TranscriptionRouting.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"TranscriptionRouting.d.ts","sourceRoot":"","sources":["../../src/services/TranscriptionRouting.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,yBAAyB;IACxC,kBAAkB,EAAE,OAAO,CAAA;IAC3B,uBAAuB,EAAE,OAAO,CAAA;CACjC;AAED,MAAM,WAAW,6BAA6B;IAC5C,KAAK,EAAE,OAAO,CAAA;IACd,UAAU,EAAE,OAAO,CAAA;CACpB;AAED,MAAM,MAAM,0BAA0B,GAAG,SAAS,GAAG,YAAY,GAAG,KAAK,CAAA;AAEzE,wBAAgB,4BAA4B,CAAC,CAAC,EAC5C,WAAW,EAAE,QAAQ,CAAC,CAAC,CAAC,EACxB,SAAS,EAAE,CAAC,UAAU,EAAE,CAAC,KAAK,6BAA6B,GAC1D,yBAAyB,CAS3B;AAED,wBAAgB,0BAA0B,CACxC,MAAM,EAAE,OAAO,GAAG,OAAO,EACzB,MAAM,EAAE,6BAA6B,EACrC,cAAc,EAAE,OAAO,GACtB,0BAA0B,GAAG,IAAI,CAMnC"}
+{"version":3,"file":"TranscriptionRouting.d.ts","sourceRoot":"","sources":["../../src/services/TranscriptionRouting.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AAEH,MAAM,MAAM,gBAAgB,GAAG,aAAa,GAAG,aAAa,GAAG,WAAW,CAAA;AAC1E,MAAM,MAAM,mBAAmB,GAAG,OAAO,GAAG,OAAO,CAAA;AAMnD;;;;GAIG;AACH,eAAO,MAAM,eAAe,OAAO,CAAA;AACnC,yFAAyF;AACzF,eAAO,MAAM,kBAAkB,OAAO,CAAA;AAEtC;;;;GAIG;AACH,wBAAgB,oBAAoB,CAAC,OAAO,EAAE;IAAC,UAAU,CAAC,EAAE,OAAO,CAAC;IAAC,UAAU,CAAC,EAAE,OAAO,CAAA;CAAC,GAAG,gBAAgB,CAG5G;AAED,MAAM,WAAW,cAAc;IAC7B,0DAA0D;IAC1D,MAAM,EAAE,MAAM,CAAA;IACd,UAAU,EAAE,gBAAgB,CAAA;CAC7B;AAED,4EAA4E;AAC5E,MAAM,WAAW,yBAAyB;IACxC,cAAc,EAAE,OAAO,CAAA;IACvB,sDAAsD;IACtD,QAAQ,EAAE,OAAO,CAAA;IACjB,+EAA+E;IAC/E,aAAa,EAAE,MAAM,GAAG,IAAI,CAAA;IAC5B,8DAA8D;IAC9D,cAAc,EAAE,MAAM,CAAA;IACtB,+EAA+E;IAC/E,KAAK,EAAE,SAAS,MAAM,EAAE,CAAA;CACzB;AAED;;;;;GAKG;AACH,wBAAgB,cAAc,CAAC,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,SAAS,MAAM,EAAE,GAAG,OAAO,CAO5G;AAED,kDAAkD;AAClD,wBAAgB,YAAY,CAAC,QAAQ,EAAE,cAAc,EAAE,KAAK,EAAE,yBAAyB,GAAG,mBAAmB,CAM5G;AAED;;;;;;;;GAQG;AACH,MAAM,MAAM,WAAW,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,SAAS,CAAA;AAE5E,wBAAgB,WAAW,CACzB,OAAO,EAAE,mBAAmB,GAAG,IAAI,EACnC,MAAM,EAAE,mBAAmB,EAC3B,UAAU,EAAE,CAAC,MAAM,EAAE,mBAAmB,KAAK,OAAO,EACpD,IAAI,EAAE,CAAC,MAAM,EAAE,mBAAmB,KAAK,OAAO,EAC9C,OAAO,EAAE,OAAO,GACf,WAAW,CAKb;AAED,4DAA4D;AAC5D,wBAAgB,UAAU,CACxB,QAAQ,EAAE,cAAc,EACxB,MAAM,EAAE,mBAAmB,GAAG,IAAI,EAClC,MAAM,EAAE,mBAAmB,GAC1B,OAAO,CAGT;AAED;;;;GAIG;AACH,wBAAgB,UAAU,CACxB,QAAQ,EAAE,cAAc,EACxB,MAAM,EAAE,mBAAmB,GAAG,IAAI,EAClC,KAAK,EAAE,yBAAyB,GAC/B,OAAO,CAOT;AAED,+FAA+F;AAC/F,qBAAa,gBAAgB;IAKzB,OAAO,CAAC,QAAQ,CAAC,OAAO;IACxB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAL1B,uGAAuG;IACvG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAkD;gBAGpD,OAAO,SAAkB,EACzB,OAAO,SAAqB;IAG/C,2FAA2F;IAC3F,IAAI,CAAC,MAAM,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAItF;;;;OAIG;IACH,OAAO,CAAC,MAAM,EAAE,mBAAmB,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI;IAKvD,qEAAqE;IACrE,KAAK,CAAC,MAAM,EAAE,mBAAmB,GAAG,IAAI;IAMxC,kFAAkF;IAClF,IAAI,CAAC,MAAM,EAAE,mBAAmB,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO;IAUvE,qEAAqE;IACrE,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI;IAUtC,OAAO,CAAC,SAAS;CAGlB"}

package/build/services/TranscriptionRouting.js

@@ -1,24 +1,162 @@
-export function summarizeTranscriptionRoutes(subscribers, routesFor) {
-    let hasCloudSubscriber = false;
-    let hasForceLocalSubscriber = false;
-    for (const subscriber of subscribers) {
-        const routes = routesFor(subscriber);
-        if (routes.cloud)
-            hasCloudSubscriber = true;
-        if (routes.forceLocal)
-            hasForceLocalSubscriber = true;
-    }
-    return { hasCloudSubscriber, hasForceLocalSubscriber };
+/**
+ * Where each miniapp transcription listener gets its text: the cloud or the
+ * phone's on-device recognizer.
+ *
+ * A listener asks for one of three behaviours (the SDK's `processing`):
+ *   - preferCloud (default): the cloud; on-device only while the cloud is
+ *     unreachable.
+ *   - preferLocal: on-device while the running model transcribes the
+ *     listener's language, otherwise the cloud.
+ *   - localOnly: on-device only; never the cloud.
+ *
+ * Each listener receives one source at a time (`handoffStep`). A planned
+ * switch, while its current source still works, waits for a pause in which
+ * both sources have settled (`UtteranceTracker`), then for a drain of the
+ * on-device recognizer (it reports everything it heard so far and starts
+ * over). The drain is the boundary: on-device text from before it stays with
+ * the old side, on-device text after it is new speech, and the listener's
+ * cloud text starts at the cloud audio position where the drain began. So a
+ * listener never misses or repeats speech. A model that cannot be drained
+ * leaves the quiet window as the boundary. A forced switch, when the current
+ * source stops, happens at once; a move to the cloud then starts at the
+ * cloud audio position of the last on-device final, so an utterance cut short
+ * on-device is completed in the cloud and finished ones are not repeated.
+ * The listeners' sources and targets decide what runs: a stream is requested
+ * from the cloud only while a listener on it needs the cloud, and the
+ * on-device recognizer runs only while a listener needs it.
+ */
+const PROCESSING = new Set(["preferCloud", "preferLocal", "localOnly"]);
+const AUTO_STREAM = "transcription:auto";
+const STREAM_PREFIX = "transcription:";
+/**
+ * A source has settled once it has produced nothing for this long since its
+ * last final (or since it started): a pause in speech, longer than the
+ * recognizers' own end-of-speech delays.
+ */
+export const SOURCE_QUIET_MS = 3000;
+/** An utterance whose final never came has ended after this long without transcripts. */
+export const UTTERANCE_STALE_MS = 6000;
+/**
+ * The processing a listener, subscription or speak request asks for.
+ * `processing` wins; without it, the `forceLocal: true` of SDKs before it
+ * means localOnly. Anything else is preferCloud.
+ */
+export function readSpeechProcessing(request) {
+    if (PROCESSING.has(request.processing))
+        return request.processing;
+    return request.forceLocal === true ? "localOnly" : "preferCloud";
+}
+/**
+ * Whether an on-device model in `language` transcribes what the listener asks
+ * for. A specific language must be the model's. Auto-detect follows the
+ * model's language, the one the user picked; but a preferLocal listener whose
+ * miniapp hinted at another language keeps the cloud, which tells them apart.
+ */
+export function onDeviceServes(listener, language, hints) {
+    const requested = listener.stream.slice(STREAM_PREFIX.length).toLowerCase();
+    if (requested === language.toLowerCase())
+        return true;
+    if (listener.stream !== AUTO_STREAM)
+        return false;
+    if (listener.processing !== "preferLocal")
+        return true;
+    const base = language.split("-")[0].toLowerCase();
+    return hints.every((hint) => hint.toLowerCase() === base);
+}
+/** The source the listener should receive now. */
+export function targetSource(listener, state) {
+    if (listener.processing === "localOnly" || !state.cloudConnected)
+        return "local";
+    if (listener.processing === "preferCloud")
+        return "cloud";
+    return state.onDevice && state.localLanguage !== null && onDeviceServes(listener, state.localLanguage, state.hints)
+        ? "local"
+        : "cloud";
+}
+export function handoffStep(current, target, canDeliver, busy, drained) {
+    if (current === null || current === target)
+        return "settle";
+    if (!canDeliver(current))
+        return "forced";
+    if (busy(current) || busy(target))
+        return "wait";
+    return drained ? "planned" : "drain";
 }
-export function transcriptionDeliveryRoute(source, routes, cloudConnected) {
-    if (source === "cloud")
-        return routes.cloud ? "default" : null;
-    if (cloudConnected)
-        return routes.forceLocal ? "forceLocal" : null;
-    if (routes.cloud && routes.forceLocal)
-        return "all";
-    if (routes.forceLocal)
-        return "forceLocal";
-    return routes.cloud ? "default" : null;
+/** Whether the listener needs its stream from the cloud. */
+export function needsCloud(listener, source, target) {
+    if (listener.processing === "localOnly")
+        return false;
+    return listener.processing === "preferCloud" || source === "cloud" || target === "cloud";
+}
+/**
+ * Whether the listener needs the on-device recognizer running. preferLocal
+ * asks for it whenever the picked model transcribes its language, which is
+ * what starts (and, when missing, downloads) that model.
+ */
+export function needsLocal(listener, source, state) {
+    if (source === "local" || listener.processing === "localOnly" || !state.cloudConnected)
+        return true;
+    return (listener.processing === "preferLocal" &&
+        state.onDevice &&
+        onDeviceServes(listener, state.pickedLanguage, state.hints));
+}
+/** When each source last produced a transcript on each stream, to tell when it has settled. */
+export class UtteranceTracker {
+    quietMs;
+    staleMs;
+    /** `${source} ${stream}` -> its last transcript; stream "*" marks a source start, for every stream. */
+    last = new Map();
+    constructor(quietMs = SOURCE_QUIET_MS, staleMs = UTTERANCE_STALE_MS) {
+        this.quietMs = quietMs;
+        this.staleMs = staleMs;
+    }
+    /** Records a transcript: an interim opens (or continues) an utterance, a final ends it. */
+    note(source, stream, isFinal, now) {
+        this.last.set(`${source} ${stream}`, { at: now, final: isFinal });
+    }
+    /**
+     * A source started (the cloud connected, or the on-device model loaded): it
+     * may already be working on speech it has not reported, so it settles only
+     * after a quiet window.
+     */
+    started(source, now) {
+        this.clear(source);
+        this.note(source, "*", true, now);
+    }
+    /** Forgets a source that stopped: it never reports anything more. */
+    clear(source) {
+        for (const key of [...this.last.keys()]) {
+            if (key.startsWith(`${source} `))
+                this.last.delete(key);
+        }
+    }
+    /** Whether `source` may still report speech that a listener on `stream` hears. */
+    busy(source, stream, now) {
+        for (const [key, last] of this.last) {
+            if (now >= this.settlesAt(last))
+                continue;
+            const [keySource, keyStream] = key.split(" ");
+            if (keySource !== source)
+                continue;
+            if (keyStream === "*" || stream === AUTO_STREAM || keyStream === stream)
+                return true;
+        }
+        return false;
+    }
+    /** When the next busy stream settles, or null when every one has. */
+    nextSettle(now) {
+        let next = null;
+        for (const [key, last] of this.last) {
+            const at = this.settlesAt(last);
+            if (now >= at)
+                this.last.delete(key);
+            else if (next === null || at < next)
+                next = at;
+        }
+        return next;
+    }
+    settlesAt(last) {
+        return last.at + (last.final ? this.quietMs : this.staleMs);
+    }
 }
 //# sourceMappingURL=TranscriptionRouting.js.map