@glassly/engine 0.3.2-beta.572 → 0.3.2-beta.602

package/build/services/LocalSttFallbackCoordinator.d.ts

@@ -2,7 +2,8 @@
  * Decides whether on-device Sherpa STT should produce transcripts for local
  * miniapps, instead of (or in addition to) cloud transcription. Local STT is
  * active when the cloud is unavailable (disconnected or refusing STT for plan
- * quota) or any subscription requires `forceLocal`.
+ * quota) and some subscriber accepts fallback text, or any subscription
+ * requires `forceLocal`.
  *
  * Activation flips `localSttFallbackActive` in the settings store, which
  * the bluetooth-sdk native side reads to decide whether to feed PCM into
@@ -24,6 +25,8 @@ declare class LocalSttFallbackCoordinator {
     private static instance;
     private hasTranscriptionSubscription;
     private hasForceLocalSubscription;
+    /** Some default-route subscriber takes on-device text while the primary is down. */
+    private hasFallbackSubscription;
     private activeLanguage;
     /**
      * Default to "cloud is up" so we never accidentally activate local STT before
@@ -64,7 +67,7 @@ declare class LocalSttFallbackCoordinator {
     getActiveLanguage(): string | null;
     /** The cause of the current activation, or null while inactive. */
     getReason(): LocalSttFallbackReason | null;
-    onSubscriptionChange(hasTranscription: boolean, language: string | null, hasForceLocal?: boolean): void;
+    onSubscriptionChange(hasTranscription: boolean, language: string | null, hasForceLocal?: boolean, acceptsFallback?: boolean): void;
     /**
      * Informational hook, retained for API stability. No longer called: the
      * authoritative switching signal is the cloud-client adapter (local miniapps

package/build/services/LocalSttFallbackCoordinator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LocalSttFallbackCoordinator.d.ts","sourceRoot":"","sources":["../../src/services/LocalSttFallbackCoordinator.ts"],"names":[],"mappings":"AAMA;;;;;;;;;;;;;;GAcG;AACH;;;;;GAKG;AACH,MAAM,MAAM,sBAAsB,GAC9B,aAAa,GACb,oBAAoB,GACpB,gBAAgB,GAChB,WAAW,GACX,sBAAsB,CAAA;AAE1B,cAAM,2BAA2B;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA6B;IAEpD,OAAO,CAAC,4BAA4B,CAAQ;IAC5C,OAAO,CAAC,yBAAyB,CAAQ;IACzC,OAAO,CAAC,cAAc,CAAsB;IAC5C;;;;;OAKG;IACH,OAAO,CAAC,cAAc,CAAO;IAC7B,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,oBAAoB,CAAQ;IACpC;;;;;;OAMG;IACH,OAAO,CAAC,mBAAmB,CAAQ;IACnC,OAAO,CAAC,mBAAmB,CAAO;IAClC;;;;;OAKG;IACH,OAAO,CAAC,eAAe,CAAQ;IAE/B,OAAO;YAYO,oBAAoB;IAQlC;;;;OAIG;IACH,OAAO,CAAC,yBAAyB;IAajC,MAAM,CAAC,WAAW,IAAI,2BAA2B;IAOjD,QAAQ,IAAI,OAAO;IAInB,iBAAiB,IAAI,MAAM,GAAG,IAAI;IAIlC,mEAAmE;IACnE,SAAS,IAAI,sBAAsB,GAAG,IAAI;IAI1C,oBAAoB,CAAC,gBAAgB,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,EAAE,aAAa,UAAQ,GAAG,IAAI;IAQrG;;;;;;OAMG;IACH,iBAAiB,IAAI,IAAI;IAEzB;;;;OAIG;IACG,uBAAuB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAO9D,iBAAiB,IAAI,OAAO;IAI5B,uEAAuE;IACvE,yBAAyB,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAQnE;2CACuC;IACvC,OAAO,CAAC,SAAS;YAWH,SAAS;IAmBvB;;;;OAIG;IACH,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,aAAa;YAQP,aAAa;YASb,gBAAgB;IAqB9B,OAAO,CAAC,YAAY;IAOpB,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,GAAG;CAGZ;AAED,QAAA,MAAM,2BAA2B,6BAA4C,CAAA;AAC7E,eAAe,2BAA2B,CAAA"}
+{"version":3,"file":"LocalSttFallbackCoordinator.d.ts","sourceRoot":"","sources":["../../src/services/LocalSttFallbackCoordinator.ts"],"names":[],"mappings":"AAMA;;;;;;;;;;;;;;;GAeG;AACH;;;;;GAKG;AACH,MAAM,MAAM,sBAAsB,GAC9B,aAAa,GACb,oBAAoB,GACpB,gBAAgB,GAChB,WAAW,GACX,sBAAsB,CAAA;AAE1B,cAAM,2BAA2B;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA6B;IAEpD,OAAO,CAAC,4BAA4B,CAAQ;IAC5C,OAAO,CAAC,yBAAyB,CAAQ;IACzC,oFAAoF;IACpF,OAAO,CAAC,uBAAuB,CAAQ;IACvC,OAAO,CAAC,cAAc,CAAsB;IAC5C;;;;;OAKG;IACH,OAAO,CAAC,cAAc,CAAO;IAC7B,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,oBAAoB,CAAQ;IACpC;;;;;;OAMG;IACH,OAAO,CAAC,mBAAmB,CAAQ;IACnC,OAAO,CAAC,mBAAmB,CAAO;IAClC;;;;;OAKG;IACH,OAAO,CAAC,eAAe,CAAQ;IAE/B,OAAO;YAYO,oBAAoB;IAQlC;;;;OAIG;IACH,OAAO,CAAC,yBAAyB;IAajC,MAAM,CAAC,WAAW,IAAI,2BAA2B;IAOjD,QAAQ,IAAI,OAAO;IAInB,iBAAiB,IAAI,MAAM,GAAG,IAAI;IAIlC,mEAAmE;IACnE,SAAS,IAAI,sBAAsB,GAAG,IAAI;IAI1C,oBAAoB,CAClB,gBAAgB,EAAE,OAAO,EACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,EACvB,aAAa,UAAQ,EACrB,eAAe,UAAO,GACrB,IAAI;IAWP;;;;;;OAMG;IACH,iBAAiB,IAAI,IAAI;IAEzB;;;;OAIG;IACG,uBAAuB,CAAC,OAAO,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAO9D,iBAAiB,IAAI,OAAO;IAI5B,uEAAuE;IACvE,yBAAyB,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,OAAO,GAAG,IAAI;IAQnE;2CACuC;IACvC,OAAO,CAAC,SAAS;YAWH,SAAS;IAmBvB;;;;OAIG;IACH,OAAO,CAAC,aAAa;IAQrB,OAAO,CAAC,aAAa;YAQP,aAAa;YASb,gBAAgB;IAqB9B,OAAO,CAAC,YAAY;IAOpB,OAAO,CAAC,iBAAiB;IAOzB,OAAO,CAAC,GAAG;CAGZ;AAED,QAAA,MAAM,2BAA2B,6BAA4C,CAAA;AAC7E,eAAe,2BAA2B,CAAA"}

package/build/services/LocalSttFallbackCoordinator.js

@@ -7,6 +7,8 @@ class LocalSttFallbackCoordinator {
     static instance;
     hasTranscriptionSubscription = false;
     hasForceLocalSubscription = false;
+    /** Some default-route subscriber takes on-device text while the primary is down. */
+    hasFallbackSubscription = false;
     activeLanguage = null;
     /**
      * Default to "cloud is up" so we never accidentally activate local STT before
@@ -87,10 +89,11 @@ class LocalSttFallbackCoordinator {
     getReason() {
         return this.localActive ? this.currentReason() : null;
     }
-    onSubscriptionChange(hasTranscription, language, hasForceLocal = false) {
-        this.log(`onSubscriptionChange(hasTx=${hasTranscription}, lang=${language}, forceLocal=${hasForceLocal})`);
+    onSubscriptionChange(hasTranscription, language, hasForceLocal = false, acceptsFallback = true) {
+        this.log(`onSubscriptionChange(hasTx=${hasTranscription}, lang=${language}, forceLocal=${hasForceLocal}, fallback=${acceptsFallback})`);
         this.hasTranscriptionSubscription = hasTranscription;
         this.hasForceLocalSubscription = hasTranscription && hasForceLocal;
+        this.hasFallbackSubscription = hasTranscription && acceptsFallback;
         this.activeLanguage = hasTranscription ? language : null;
         void this.reconcile();
     }
@@ -218,7 +221,8 @@ class LocalSttFallbackCoordinator {
         this.publishReason();
     }
     shouldUseLocalStt() {
-        return this.hasTranscriptionSubscription && (this.hasForceLocalSubscription || !this.primaryUp());
+        return (this.hasTranscriptionSubscription &&
+            (this.hasForceLocalSubscription || (this.hasFallbackSubscription && !this.primaryUp())));
     }
     log(msg) {
         console.log(`[LocalSttFallback] ${msg}`);

package/build/services/LocalSttFallbackCoordinator.js.map

@@ -1 +1 @@
-{"version":3,"file":"LocalSttFallbackCoordinator.js","sourceRoot":"","sources":["../../src/services/LocalSttFallbackCoordinator.ts"],"names":[],"mappings":"AAAA,OAAO,YAAY,MAAM,iCAAiC,CAAA;AAC1D,OAAO,EAAC,oBAAoB,EAAC,MAAM,mBAAmB,CAAA;AACtD,OAAO,EAAC,gBAAgB,EAAC,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAA;AACvD,OAAO,eAAe,MAAM,mBAAmB,CAAA;AA8B/C,MAAM,2BAA2B;IACvB,MAAM,CAAC,QAAQ,CAA6B;IAE5C,4BAA4B,GAAG,KAAK,CAAA;IACpC,yBAAyB,GAAG,KAAK,CAAA;IACjC,cAAc,GAAkB,IAAI,CAAA;IAC5C;;;;;OAKG;IACK,cAAc,GAAG,IAAI,CAAA;IACrB,WAAW,GAAG,KAAK,CAAA;IACnB,QAAQ,GAAyB,IAAI,CAAA;IACrC,oBAAoB,GAAG,KAAK,CAAA;IACpC;;;;;;OAMG;IACK,mBAAmB,GAAG,KAAK,CAAA;IAC3B,mBAAmB,GAAG,IAAI,CAAA;IAClC;;;;;OAKG;IACK,eAAe,GAAG,KAAK,CAAA;IAE/B;QACE,wEAAwE;QACxE,uEAAuE;QACvE,wEAAwE;QACxE,6BAA6B;QAC7B,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;QAC1F,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAA;QACvF,eAAe,CAAC,YAAY,CAAC,GAAG,EAAE;YAChC,KAAK,IAAI,CAAC,oBAAoB,EAAE,CAAA;QAClC,CAAC,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,yEAAyE;QACzE,uEAAuE;QACvE,iDAAiD;QACjD,MAAM,IAAI,CAAC,QAAQ,CAAA;QACnB,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;IACxB,CAAC;IAED;;;;OAIG;IACK,yBAAyB;QAC/B,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAM;QACrC,IAAI,CAAC,cAAc,GAAG,kBAAkB,CAAC,WAAW,EAAE,CAAA;QACtD,kBAAkB,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,EAAE;YAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,KAAK,WAAW,CAAA;YAC/C,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS;gBAAE,OAAM;YAC7C,IAAI,CAAC,GAAG,CAAC,uBAAuB,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5D,IAAI,CAAC,cAAc,GAAG,SAAS,CAAA;YAC/B,KAAK,IAAI,CAAC,SAAS,EAAE,CAAA;QACvB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;IAClC,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,2BAA2B,CAAC,QAAQ,EAAE,CAAC;YAC1C,2BAA2B,CAAC,QAAQ,GAAG,IAAI,2BAA2B,EAAE,CAAA;QAC1E,CAAC;QACD,OAAO,2BAA2B,CAAC,QAAQ,CAAA;IAC7C,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,WAAW,CAAA;IACzB,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAA;IAC5B,CAAC;IAED,mEAAmE;IACnE,SAAS;QACP,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;IACvD,CAAC;IAED,oBAAoB,CAAC,gBAAyB,EAAE,QAAuB,EAAE,aAAa,GAAG,KAAK;QAC5F,IAAI,CAAC,GAAG,CAAC,8BAA8B,gBAAgB,UAAU,QAAQ,gBAAgB,aAAa,GAAG,CAAC,CAAA;QAC1G,IAAI,CAAC,4BAA4B,GAAG,gBAAgB,CAAA;QACpD,IAAI,CAAC,yBAAyB,GAAG,gBAAgB,IAAI,aAAa,CAAA;QAClE,IAAI,CAAC,cAAc,GAAG,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAA;QACxD,KAAK,IAAI,CAAC,SAAS,EAAE,CAAA;IACvB,CAAC;IAED;;;;;;OAMG;IACH,iBAAiB,KAAU,CAAC;IAE5B;;;;OAIG;IACH,KAAK,CAAC,uBAAuB,CAAC,OAAgB;QAC5C,IAAI,IAAI,CAAC,eAAe,KAAK,OAAO;YAAE,OAAM;QAC5C,IAAI,CAAC,GAAG,CAAC,gBAAgB,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAA;QAC5D,IAAI,CAAC,eAAe,GAAG,OAAO,CAAA;QAC9B,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;IACxB,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,eAAe,CAAA;IAC7B,CAAC;IAED,uEAAuE;IACvE,yBAAyB,CAAC,OAAgB,EAAE,OAAgB;QAC1D,IAAI,IAAI,CAAC,mBAAmB,KAAK,OAAO,IAAI,IAAI,CAAC,mBAAmB,KAAK,OAAO;YAAE,OAAM;QACxF,IAAI,CAAC,GAAG,CAAC,4BAA4B,OAAO,YAAY,OAAO,EAAE,CAAC,CAAA;QAClE,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAA;QAClC,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAA;QAClC,KAAK,IAAI,CAAC,SAAS,EAAE,CAAA;IACvB,CAAC;IAED;2CACuC;IAC/B,SAAS;QACf,2EAA2E;QAC3E,0EAA0E;QAC1E,wEAAwE;QACxE,yEAAyE;QACzE,yEAAyE;QACzE,iDAAiD;QACjD,IAAI,CAAC,IAAI,CAAC,mBAAmB,IAAI,kBAAkB,CAAC,eAAe,EAAE;YAAE,OAAO,KAAK,CAAA;QACnF,OAAO,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,eAAe,CAAA;IAC3G,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC,yBAAyB,EAAE,CAAA;QAChC,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC/C,IAAI,cAAc,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;oBAChD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;gBACtB,CAAC,CAAC,CAAA;YACJ,CAAC;YACD,MAAM,IAAI,CAAC,QAAQ,CAAA;QACrB,CAAC;aAAM,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAA;QAChH,CAAC;aAAM,IAAI,cAAc,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9C,yEAAyE;YACzE,qEAAqE;YACrE,IAAI,CAAC,aAAa,EAAE,CAAA;QACtB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,aAAa;QACnB,IAAI,CAAC,IAAI,CAAC,mBAAmB,IAAI,kBAAkB,CAAC,eAAe,EAAE;YAAE,OAAO,gBAAgB,CAAA;QAC9F,IAAI,IAAI,CAAC,mBAAmB,IAAI,CAAC,IAAI,CAAC,mBAAmB;YAAE,OAAO,sBAAsB,CAAA;QACxF,IAAI,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO,oBAAoB,CAAA;QAClF,IAAI,CAAC,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,eAAe;YAAE,OAAO,WAAW,CAAA;QACzE,OAAO,aAAa,CAAA;IACtB,CAAC;IAEO,aAAa;QACnB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QAC3D,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,EAAE,CAAA;QACzC,IAAI,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,CAAC,KAAK,MAAM,EAAE,CAAC;YAC7E,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAA;QACvE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAA;QAC9B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAC/B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,6BAA6B,GAAG,EAAE,CAAC,CAAA;QAC9C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,cAAc,GAAG,MAAM,eAAe,CAAC,gBAAgB,EAAE,CAAA;QAC/D,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,IAAI,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAA;YACtE,OAAM;QACR,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,sEAAsE,CAAC,CAAA;YAChF,OAAM;QACR,CAAC;QACD,0EAA0E;QAC1E,MAAM,YAAY,CAAC,kBAAkB,EAAE,CAAA;QACvC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,0EAA0E,CAAC,CAAA;YACpF,OAAM;QACR,CAAC;QACD,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAA;QACzF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACvB,IAAI,CAAC,aAAa,EAAE,CAAA;IACtB,CAAC;IAEO,YAAY,CAAC,MAAc;QACjC,IAAI,CAAC,GAAG,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAA;QACzC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;QAC1F,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;QACxB,IAAI,CAAC,aAAa,EAAE,CAAA;IACtB,CAAC;IAEO,iBAAiB;QACvB,OAAO,IAAI,CAAC,4BAA4B,IAAI,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAA;IACnG,CAAC;IAEO,GAAG,CAAC,GAAW;QACrB,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,EAAE,CAAC,CAAA;IAC1C,CAAC;CACF;AAED,MAAM,2BAA2B,GAAG,2BAA2B,CAAC,WAAW,EAAE,CAAA;AAC7E,eAAe,2BAA2B,CAAA","sourcesContent":["import BluetoothSdk from \"@glassly/bluetooth-sdk/internal\"\nimport {ISLAND_SETTINGS_KEYS} from \"../runtime/config\"\nimport {useSettingsStore} from \"../stores/settings\"\nimport {cloudClientService} from \"./CloudClientService\"\nimport sttModelManager from \"./STTModelManager\"\n\n/**\n * Decides whether on-device Sherpa STT should produce transcripts for local\n * miniapps, instead of (or in addition to) cloud transcription. Local STT is\n * active when the cloud is unavailable (disconnected or refusing STT for plan\n * quota) or any subscription requires `forceLocal`.\n *\n * Activation flips `localSttFallbackActive` in the settings store, which\n * the bluetooth-sdk native side reads to decide whether to feed PCM into\n * the SherpaOnnxTranscriber. Local transcripts then flow back through the\n * `local_transcription` Bridge event; the host wires that event to\n * `localMiniappRuntime.forwardEvent`, with this coordinator providing the\n * subscription-active gate so we never publish transcripts to miniapps that\n * aren't asking for them. LocalMiniappRuntime filters mixed local/cloud\n * delivery per miniapp.\n */\n/**\n * Why local STT is currently active, mirrored into the\n * `local_stt_fallback_reason` setting (\"\" while inactive) so UI can show it.\n * When several causes hold at once, the primary-path outage wins over\n * `force_local` (a forced subscription would keep local STT on either way).\n */\nexport type LocalSttFallbackReason =\n  | \"force_local\"\n  | \"cloud_disconnected\"\n  | \"cloud_disabled\"\n  | \"stt_quota\"\n  | \"provider_unreachable\"\n\nclass LocalSttFallbackCoordinator {\n  private static instance: LocalSttFallbackCoordinator\n\n  private hasTranscriptionSubscription = false\n  private hasForceLocalSubscription = false\n  private activeLanguage: string | null = null\n  /**\n   * Default to \"cloud is up\" so we never accidentally activate local STT before\n   * the cloud client has had a chance to start. We attach lazily on the first\n   * subscription/reconcile pass; once attached, this field reflects the real\n   * cloud-client runtime status.\n   */\n  private cloudConnected = true\n  private localActive = false\n  private starting: Promise<void> | null = null\n  private cloudAdapterAttached = false\n  /**\n   * Soniox-direct (user API key) state, pushed by SonioxDirectService. While\n   * enabled, IT is the primary transcription path — cloud connectivity is\n   * irrelevant and sherpa engages on Soniox health instead. Defaults healthy\n   * for the same reason cloudConnected defaults true: never activate local STT\n   * before the primary has had a chance to come up.\n   */\n  private sonioxDirectEnabled = false\n  private sonioxDirectHealthy = true\n  /**\n   * Cloud STT refused for plan quota (`stream.quota` blocked=true). The cloud\n   * connection stays up, so this is tracked separately from `cloudConnected`:\n   * for transcription purposes the cloud path is down, and sherpa takes over\n   * if its model is on-device. Soniox-direct is unmetered and unaffected.\n   */\n  private sttQuotaBlocked = false\n\n  private constructor() {\n    // Reset the persisted mirror flag on boot — the in-memory state in this\n    // coordinator is the source of truth, and a stale \"true\" left from the\n    // previous session would cause native to feed Sherpa before any miniapp\n    // registered a subscription.\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, false)\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackReason, \"\")\n    sttModelManager.onModelReady(() => {\n      void this.retryAfterModelReady()\n    })\n  }\n\n  private async retryAfterModelReady(): Promise<void> {\n    // A model can finish downloading while the initial availability check is\n    // still pending. Wait for that attempt before retrying so readiness is\n    // never lost and native restarts cannot overlap.\n    await this.starting\n    await this.reconcile()\n  }\n\n  /**\n   * Lazy-attach the engine cloud connection listener. The coordinator is\n   * constructed at module load, before engine.start() brings up the cloud\n   * client, so we defer until the first reconcile.\n   */\n  private attachCloudAdapterIfReady(): void {\n    if (this.cloudAdapterAttached) return\n    this.cloudConnected = cloudClientService.isConnected()\n    cloudClientService.onStatusChanged((status) => {\n      const connected = status.status === \"connected\"\n      if (this.cloudConnected === connected) return\n      this.log(`cloud connection -> ${connected ? \"up\" : \"down\"}`)\n      this.cloudConnected = connected\n      void this.reconcile()\n    })\n    this.cloudAdapterAttached = true\n  }\n\n  static getInstance(): LocalSttFallbackCoordinator {\n    if (!LocalSttFallbackCoordinator.instance) {\n      LocalSttFallbackCoordinator.instance = new LocalSttFallbackCoordinator()\n    }\n    return LocalSttFallbackCoordinator.instance\n  }\n\n  isActive(): boolean {\n    return this.localActive\n  }\n\n  getActiveLanguage(): string | null {\n    return this.activeLanguage\n  }\n\n  /** The cause of the current activation, or null while inactive. */\n  getReason(): LocalSttFallbackReason | null {\n    return this.localActive ? this.currentReason() : null\n  }\n\n  onSubscriptionChange(hasTranscription: boolean, language: string | null, hasForceLocal = false): void {\n    this.log(`onSubscriptionChange(hasTx=${hasTranscription}, lang=${language}, forceLocal=${hasForceLocal})`)\n    this.hasTranscriptionSubscription = hasTranscription\n    this.hasForceLocalSubscription = hasTranscription && hasForceLocal\n    this.activeLanguage = hasTranscription ? language : null\n    void this.reconcile()\n  }\n\n  /**\n   * Informational hook, retained for API stability. No longer called: the\n   * authoritative switching signal is the cloud-client adapter (local miniapps\n   * are powered only by V2). v1 cloud transcripts deliberately do NOT drive this\n   * coordinator anymore. Kept for future hysteresis if connection-state alone\n   * proves too coarse.\n   */\n  onCloudTranscript(): void {}\n\n  /**\n   * Pushed when the cloud announces/clears an STT quota block. Awaitable so\n   * the caller can inspect `isActive()` afterwards to phrase its user notice\n   * (\"continuing on-device\" vs \"transcription paused\").\n   */\n  async onSttQuotaBlockedChange(blocked: boolean): Promise<void> {\n    if (this.sttQuotaBlocked === blocked) return\n    this.log(`stt quota -> ${blocked ? \"blocked\" : \"restored\"}`)\n    this.sttQuotaBlocked = blocked\n    await this.reconcile()\n  }\n\n  isSttQuotaBlocked(): boolean {\n    return this.sttQuotaBlocked\n  }\n\n  /** Pushed by SonioxDirectService on every enable/health transition. */\n  onSonioxDirectStateChange(enabled: boolean, healthy: boolean): void {\n    if (this.sonioxDirectEnabled === enabled && this.sonioxDirectHealthy === healthy) return\n    this.log(`soniox-direct -> enabled=${enabled} healthy=${healthy}`)\n    this.sonioxDirectEnabled = enabled\n    this.sonioxDirectHealthy = healthy\n    void this.reconcile()\n  }\n\n  /** Whether the primary transcription path (Soniox-direct when a user key is\n   *  set, the cloud otherwise) is up. */\n  private primaryUp(): boolean {\n    // Cloud turned off in Privacy settings: the cloud path is not merely down,\n    // it is never coming back, so on-device STT is the primary. Checked ahead\n    // of `cloudConnected` because that field defaults to true (so local STT\n    // doesn't pre-empt cloud at boot) and would otherwise report a path that\n    // will never connect as up. Soniox-direct is a user-supplied third-party\n    // key, not Glassly cloud, so it stays available.\n    if (!this.sonioxDirectEnabled && cloudClientService.isCloudDisabled()) return false\n    return this.sonioxDirectEnabled ? this.sonioxDirectHealthy : this.cloudConnected && !this.sttQuotaBlocked\n  }\n\n  private async reconcile(): Promise<void> {\n    this.attachCloudAdapterIfReady()\n    const shouldBeActive = this.shouldUseLocalStt()\n    if (shouldBeActive && !this.localActive) {\n      if (!this.starting) {\n        this.starting = this.startLocalStt().finally(() => {\n          this.starting = null\n        })\n      }\n      await this.starting\n    } else if (!shouldBeActive && this.localActive) {\n      this.stopLocalStt(this.hasTranscriptionSubscription ? \"primary transcription recovered\" : \"subscription gone\")\n    } else if (shouldBeActive && this.localActive) {\n      // Still active, but the cause may have shifted (e.g. quota block landing\n      // while already offline for a disconnect) — keep the mirror current.\n      this.publishReason()\n    }\n  }\n\n  /**\n   * Ranks the concurrent causes: a dead-forever cloud path first, then the\n   * primary provider's own failure, then transient outages, with `force_local`\n   * only when the primary is actually up. Mirrors `primaryUp()`.\n   */\n  private currentReason(): LocalSttFallbackReason {\n    if (!this.sonioxDirectEnabled && cloudClientService.isCloudDisabled()) return \"cloud_disabled\"\n    if (this.sonioxDirectEnabled && !this.sonioxDirectHealthy) return \"provider_unreachable\"\n    if (!this.sonioxDirectEnabled && !this.cloudConnected) return \"cloud_disconnected\"\n    if (!this.sonioxDirectEnabled && this.sttQuotaBlocked) return \"stt_quota\"\n    return \"force_local\"\n  }\n\n  private publishReason(): void {\n    const reason = this.localActive ? this.currentReason() : \"\"\n    const store = useSettingsStore.getState()\n    if (store.getSetting(ISLAND_SETTINGS_KEYS.localSttFallbackReason) !== reason) {\n      store.setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackReason, reason)\n    }\n  }\n\n  private async startLocalStt(): Promise<void> {\n    this.log(\"starting local stt\")\n    try {\n      await this.activateLocalStt()\n    } catch (err) {\n      this.log(`local stt startup failed: ${err}`)\n    }\n  }\n\n  private async activateLocalStt(): Promise<void> {\n    const modelAvailable = await sttModelManager.isModelAvailable()\n    if (!modelAvailable) {\n      this.log(\"local stt model is not available yet — skipping activation\")\n      return\n    }\n    if (!this.shouldUseLocalStt()) {\n      this.log(\"local stt activation skipped: routing changed before start completed\")\n      return\n    }\n    // Native rejects unless the recognizer and its processing loop are ready.\n    await BluetoothSdk.restartTranscriber()\n    if (!this.shouldUseLocalStt()) {\n      this.log(\"local stt activation skipped: routing changed during transcriber restart\")\n      return\n    }\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, true)\n    this.localActive = true\n    this.publishReason()\n  }\n\n  private stopLocalStt(reason: string): void {\n    this.log(`stopping local stt: ${reason}`)\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, false)\n    this.localActive = false\n    this.publishReason()\n  }\n\n  private shouldUseLocalStt(): boolean {\n    return this.hasTranscriptionSubscription && (this.hasForceLocalSubscription || !this.primaryUp())\n  }\n\n  private log(msg: string): void {\n    console.log(`[LocalSttFallback] ${msg}`)\n  }\n}\n\nconst localSttFallbackCoordinator = LocalSttFallbackCoordinator.getInstance()\nexport default localSttFallbackCoordinator\n"]}
+{"version":3,"file":"LocalSttFallbackCoordinator.js","sourceRoot":"","sources":["../../src/services/LocalSttFallbackCoordinator.ts"],"names":[],"mappings":"AAAA,OAAO,YAAY,MAAM,iCAAiC,CAAA;AAC1D,OAAO,EAAC,oBAAoB,EAAC,MAAM,mBAAmB,CAAA;AACtD,OAAO,EAAC,gBAAgB,EAAC,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAA;AACvD,OAAO,eAAe,MAAM,mBAAmB,CAAA;AA+B/C,MAAM,2BAA2B;IACvB,MAAM,CAAC,QAAQ,CAA6B;IAE5C,4BAA4B,GAAG,KAAK,CAAA;IACpC,yBAAyB,GAAG,KAAK,CAAA;IACzC,oFAAoF;IAC5E,uBAAuB,GAAG,KAAK,CAAA;IAC/B,cAAc,GAAkB,IAAI,CAAA;IAC5C;;;;;OAKG;IACK,cAAc,GAAG,IAAI,CAAA;IACrB,WAAW,GAAG,KAAK,CAAA;IACnB,QAAQ,GAAyB,IAAI,CAAA;IACrC,oBAAoB,GAAG,KAAK,CAAA;IACpC;;;;;;OAMG;IACK,mBAAmB,GAAG,KAAK,CAAA;IAC3B,mBAAmB,GAAG,IAAI,CAAA;IAClC;;;;;OAKG;IACK,eAAe,GAAG,KAAK,CAAA;IAE/B;QACE,wEAAwE;QACxE,uEAAuE;QACvE,wEAAwE;QACxE,6BAA6B;QAC7B,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;QAC1F,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,EAAE,CAAC,CAAA;QACvF,eAAe,CAAC,YAAY,CAAC,GAAG,EAAE;YAChC,KAAK,IAAI,CAAC,oBAAoB,EAAE,CAAA;QAClC,CAAC,CAAC,CAAA;IACJ,CAAC;IAEO,KAAK,CAAC,oBAAoB;QAChC,yEAAyE;QACzE,uEAAuE;QACvE,iDAAiD;QACjD,MAAM,IAAI,CAAC,QAAQ,CAAA;QACnB,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;IACxB,CAAC;IAED;;;;OAIG;IACK,yBAAyB;QAC/B,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAM;QACrC,IAAI,CAAC,cAAc,GAAG,kBAAkB,CAAC,WAAW,EAAE,CAAA;QACtD,kBAAkB,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,EAAE;YAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,KAAK,WAAW,CAAA;YAC/C,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS;gBAAE,OAAM;YAC7C,IAAI,CAAC,GAAG,CAAC,uBAAuB,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5D,IAAI,CAAC,cAAc,GAAG,SAAS,CAAA;YAC/B,KAAK,IAAI,CAAC,SAAS,EAAE,CAAA;QACvB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;IAClC,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,2BAA2B,CAAC,QAAQ,EAAE,CAAC;YAC1C,2BAA2B,CAAC,QAAQ,GAAG,IAAI,2BAA2B,EAAE,CAAA;QAC1E,CAAC;QACD,OAAO,2BAA2B,CAAC,QAAQ,CAAA;IAC7C,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,WAAW,CAAA;IACzB,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAA;IAC5B,CAAC;IAED,mEAAmE;IACnE,SAAS;QACP,OAAO,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,IAAI,CAAA;IACvD,CAAC;IAED,oBAAoB,CAClB,gBAAyB,EACzB,QAAuB,EACvB,aAAa,GAAG,KAAK,EACrB,eAAe,GAAG,IAAI;QAEtB,IAAI,CAAC,GAAG,CACN,8BAA8B,gBAAgB,UAAU,QAAQ,gBAAgB,aAAa,cAAc,eAAe,GAAG,CAC9H,CAAA;QACD,IAAI,CAAC,4BAA4B,GAAG,gBAAgB,CAAA;QACpD,IAAI,CAAC,yBAAyB,GAAG,gBAAgB,IAAI,aAAa,CAAA;QAClE,IAAI,CAAC,uBAAuB,GAAG,gBAAgB,IAAI,eAAe,CAAA;QAClE,IAAI,CAAC,cAAc,GAAG,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAA;QACxD,KAAK,IAAI,CAAC,SAAS,EAAE,CAAA;IACvB,CAAC;IAED;;;;;;OAMG;IACH,iBAAiB,KAAU,CAAC;IAE5B;;;;OAIG;IACH,KAAK,CAAC,uBAAuB,CAAC,OAAgB;QAC5C,IAAI,IAAI,CAAC,eAAe,KAAK,OAAO;YAAE,OAAM;QAC5C,IAAI,CAAC,GAAG,CAAC,gBAAgB,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,CAAA;QAC5D,IAAI,CAAC,eAAe,GAAG,OAAO,CAAA;QAC9B,MAAM,IAAI,CAAC,SAAS,EAAE,CAAA;IACxB,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,eAAe,CAAA;IAC7B,CAAC;IAED,uEAAuE;IACvE,yBAAyB,CAAC,OAAgB,EAAE,OAAgB;QAC1D,IAAI,IAAI,CAAC,mBAAmB,KAAK,OAAO,IAAI,IAAI,CAAC,mBAAmB,KAAK,OAAO;YAAE,OAAM;QACxF,IAAI,CAAC,GAAG,CAAC,4BAA4B,OAAO,YAAY,OAAO,EAAE,CAAC,CAAA;QAClE,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAA;QAClC,IAAI,CAAC,mBAAmB,GAAG,OAAO,CAAA;QAClC,KAAK,IAAI,CAAC,SAAS,EAAE,CAAA;IACvB,CAAC;IAED;2CACuC;IAC/B,SAAS;QACf,2EAA2E;QAC3E,0EAA0E;QAC1E,wEAAwE;QACxE,yEAAyE;QACzE,yEAAyE;QACzE,iDAAiD;QACjD,IAAI,CAAC,IAAI,CAAC,mBAAmB,IAAI,kBAAkB,CAAC,eAAe,EAAE;YAAE,OAAO,KAAK,CAAA;QACnF,OAAO,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,eAAe,CAAA;IAC3G,CAAC;IAEO,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC,yBAAyB,EAAE,CAAA;QAChC,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC/C,IAAI,cAAc,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACxC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;gBACnB,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC,aAAa,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;oBAChD,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAA;gBACtB,CAAC,CAAC,CAAA;YACJ,CAAC;YACD,MAAM,IAAI,CAAC,QAAQ,CAAA;QACrB,CAAC;aAAM,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC,iCAAiC,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAA;QAChH,CAAC;aAAM,IAAI,cAAc,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC9C,yEAAyE;YACzE,qEAAqE;YACrE,IAAI,CAAC,aAAa,EAAE,CAAA;QACtB,CAAC;IACH,CAAC;IAED;;;;OAIG;IACK,aAAa;QACnB,IAAI,CAAC,IAAI,CAAC,mBAAmB,IAAI,kBAAkB,CAAC,eAAe,EAAE;YAAE,OAAO,gBAAgB,CAAA;QAC9F,IAAI,IAAI,CAAC,mBAAmB,IAAI,CAAC,IAAI,CAAC,mBAAmB;YAAE,OAAO,sBAAsB,CAAA;QACxF,IAAI,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,IAAI,CAAC,cAAc;YAAE,OAAO,oBAAoB,CAAA;QAClF,IAAI,CAAC,IAAI,CAAC,mBAAmB,IAAI,IAAI,CAAC,eAAe;YAAE,OAAO,WAAW,CAAA;QACzE,OAAO,aAAa,CAAA;IACtB,CAAC;IAEO,aAAa;QACnB,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAA;QAC3D,MAAM,KAAK,GAAG,gBAAgB,CAAC,QAAQ,EAAE,CAAA;QACzC,IAAI,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,CAAC,KAAK,MAAM,EAAE,CAAC;YAC7E,KAAK,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,MAAM,CAAC,CAAA;QACvE,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAA;QAC9B,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,gBAAgB,EAAE,CAAA;QAC/B,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,6BAA6B,GAAG,EAAE,CAAC,CAAA;QAC9C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,gBAAgB;QAC5B,MAAM,cAAc,GAAG,MAAM,eAAe,CAAC,gBAAgB,EAAE,CAAA;QAC/D,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,IAAI,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAA;YACtE,OAAM;QACR,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,sEAAsE,CAAC,CAAA;YAChF,OAAM;QACR,CAAC;QACD,0EAA0E;QAC1E,MAAM,YAAY,CAAC,kBAAkB,EAAE,CAAA;QACvC,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,0EAA0E,CAAC,CAAA;YACpF,OAAM;QACR,CAAC;QACD,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAA;QACzF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;QACvB,IAAI,CAAC,aAAa,EAAE,CAAA;IACtB,CAAC;IAEO,YAAY,CAAC,MAAc;QACjC,IAAI,CAAC,GAAG,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAA;QACzC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;QAC1F,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;QACxB,IAAI,CAAC,aAAa,EAAE,CAAA;IACtB,CAAC;IAEO,iBAAiB;QACvB,OAAO,CACL,IAAI,CAAC,4BAA4B;YACjC,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,IAAI,CAAC,uBAAuB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,CAAC,CAAC,CACxF,CAAA;IACH,CAAC;IAEO,GAAG,CAAC,GAAW;QACrB,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,EAAE,CAAC,CAAA;IAC1C,CAAC;CACF;AAED,MAAM,2BAA2B,GAAG,2BAA2B,CAAC,WAAW,EAAE,CAAA;AAC7E,eAAe,2BAA2B,CAAA","sourcesContent":["import BluetoothSdk from \"@glassly/bluetooth-sdk/internal\"\nimport {ISLAND_SETTINGS_KEYS} from \"../runtime/config\"\nimport {useSettingsStore} from \"../stores/settings\"\nimport {cloudClientService} from \"./CloudClientService\"\nimport sttModelManager from \"./STTModelManager\"\n\n/**\n * Decides whether on-device Sherpa STT should produce transcripts for local\n * miniapps, instead of (or in addition to) cloud transcription. Local STT is\n * active when the cloud is unavailable (disconnected or refusing STT for plan\n * quota) and some subscriber accepts fallback text, or any subscription\n * requires `forceLocal`.\n *\n * Activation flips `localSttFallbackActive` in the settings store, which\n * the bluetooth-sdk native side reads to decide whether to feed PCM into\n * the SherpaOnnxTranscriber. Local transcripts then flow back through the\n * `local_transcription` Bridge event; the host wires that event to\n * `localMiniappRuntime.forwardEvent`, with this coordinator providing the\n * subscription-active gate so we never publish transcripts to miniapps that\n * aren't asking for them. LocalMiniappRuntime filters mixed local/cloud\n * delivery per miniapp.\n */\n/**\n * Why local STT is currently active, mirrored into the\n * `local_stt_fallback_reason` setting (\"\" while inactive) so UI can show it.\n * When several causes hold at once, the primary-path outage wins over\n * `force_local` (a forced subscription would keep local STT on either way).\n */\nexport type LocalSttFallbackReason =\n  | \"force_local\"\n  | \"cloud_disconnected\"\n  | \"cloud_disabled\"\n  | \"stt_quota\"\n  | \"provider_unreachable\"\n\nclass LocalSttFallbackCoordinator {\n  private static instance: LocalSttFallbackCoordinator\n\n  private hasTranscriptionSubscription = false\n  private hasForceLocalSubscription = false\n  /** Some default-route subscriber takes on-device text while the primary is down. */\n  private hasFallbackSubscription = false\n  private activeLanguage: string | null = null\n  /**\n   * Default to \"cloud is up\" so we never accidentally activate local STT before\n   * the cloud client has had a chance to start. We attach lazily on the first\n   * subscription/reconcile pass; once attached, this field reflects the real\n   * cloud-client runtime status.\n   */\n  private cloudConnected = true\n  private localActive = false\n  private starting: Promise<void> | null = null\n  private cloudAdapterAttached = false\n  /**\n   * Soniox-direct (user API key) state, pushed by SonioxDirectService. While\n   * enabled, IT is the primary transcription path — cloud connectivity is\n   * irrelevant and sherpa engages on Soniox health instead. Defaults healthy\n   * for the same reason cloudConnected defaults true: never activate local STT\n   * before the primary has had a chance to come up.\n   */\n  private sonioxDirectEnabled = false\n  private sonioxDirectHealthy = true\n  /**\n   * Cloud STT refused for plan quota (`stream.quota` blocked=true). The cloud\n   * connection stays up, so this is tracked separately from `cloudConnected`:\n   * for transcription purposes the cloud path is down, and sherpa takes over\n   * if its model is on-device. Soniox-direct is unmetered and unaffected.\n   */\n  private sttQuotaBlocked = false\n\n  private constructor() {\n    // Reset the persisted mirror flag on boot — the in-memory state in this\n    // coordinator is the source of truth, and a stale \"true\" left from the\n    // previous session would cause native to feed Sherpa before any miniapp\n    // registered a subscription.\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, false)\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackReason, \"\")\n    sttModelManager.onModelReady(() => {\n      void this.retryAfterModelReady()\n    })\n  }\n\n  private async retryAfterModelReady(): Promise<void> {\n    // A model can finish downloading while the initial availability check is\n    // still pending. Wait for that attempt before retrying so readiness is\n    // never lost and native restarts cannot overlap.\n    await this.starting\n    await this.reconcile()\n  }\n\n  /**\n   * Lazy-attach the engine cloud connection listener. The coordinator is\n   * constructed at module load, before engine.start() brings up the cloud\n   * client, so we defer until the first reconcile.\n   */\n  private attachCloudAdapterIfReady(): void {\n    if (this.cloudAdapterAttached) return\n    this.cloudConnected = cloudClientService.isConnected()\n    cloudClientService.onStatusChanged((status) => {\n      const connected = status.status === \"connected\"\n      if (this.cloudConnected === connected) return\n      this.log(`cloud connection -> ${connected ? \"up\" : \"down\"}`)\n      this.cloudConnected = connected\n      void this.reconcile()\n    })\n    this.cloudAdapterAttached = true\n  }\n\n  static getInstance(): LocalSttFallbackCoordinator {\n    if (!LocalSttFallbackCoordinator.instance) {\n      LocalSttFallbackCoordinator.instance = new LocalSttFallbackCoordinator()\n    }\n    return LocalSttFallbackCoordinator.instance\n  }\n\n  isActive(): boolean {\n    return this.localActive\n  }\n\n  getActiveLanguage(): string | null {\n    return this.activeLanguage\n  }\n\n  /** The cause of the current activation, or null while inactive. */\n  getReason(): LocalSttFallbackReason | null {\n    return this.localActive ? this.currentReason() : null\n  }\n\n  onSubscriptionChange(\n    hasTranscription: boolean,\n    language: string | null,\n    hasForceLocal = false,\n    acceptsFallback = true,\n  ): void {\n    this.log(\n      `onSubscriptionChange(hasTx=${hasTranscription}, lang=${language}, forceLocal=${hasForceLocal}, fallback=${acceptsFallback})`,\n    )\n    this.hasTranscriptionSubscription = hasTranscription\n    this.hasForceLocalSubscription = hasTranscription && hasForceLocal\n    this.hasFallbackSubscription = hasTranscription && acceptsFallback\n    this.activeLanguage = hasTranscription ? language : null\n    void this.reconcile()\n  }\n\n  /**\n   * Informational hook, retained for API stability. No longer called: the\n   * authoritative switching signal is the cloud-client adapter (local miniapps\n   * are powered only by V2). v1 cloud transcripts deliberately do NOT drive this\n   * coordinator anymore. Kept for future hysteresis if connection-state alone\n   * proves too coarse.\n   */\n  onCloudTranscript(): void {}\n\n  /**\n   * Pushed when the cloud announces/clears an STT quota block. Awaitable so\n   * the caller can inspect `isActive()` afterwards to phrase its user notice\n   * (\"continuing on-device\" vs \"transcription paused\").\n   */\n  async onSttQuotaBlockedChange(blocked: boolean): Promise<void> {\n    if (this.sttQuotaBlocked === blocked) return\n    this.log(`stt quota -> ${blocked ? \"blocked\" : \"restored\"}`)\n    this.sttQuotaBlocked = blocked\n    await this.reconcile()\n  }\n\n  isSttQuotaBlocked(): boolean {\n    return this.sttQuotaBlocked\n  }\n\n  /** Pushed by SonioxDirectService on every enable/health transition. */\n  onSonioxDirectStateChange(enabled: boolean, healthy: boolean): void {\n    if (this.sonioxDirectEnabled === enabled && this.sonioxDirectHealthy === healthy) return\n    this.log(`soniox-direct -> enabled=${enabled} healthy=${healthy}`)\n    this.sonioxDirectEnabled = enabled\n    this.sonioxDirectHealthy = healthy\n    void this.reconcile()\n  }\n\n  /** Whether the primary transcription path (Soniox-direct when a user key is\n   *  set, the cloud otherwise) is up. */\n  private primaryUp(): boolean {\n    // Cloud turned off in Privacy settings: the cloud path is not merely down,\n    // it is never coming back, so on-device STT is the primary. Checked ahead\n    // of `cloudConnected` because that field defaults to true (so local STT\n    // doesn't pre-empt cloud at boot) and would otherwise report a path that\n    // will never connect as up. Soniox-direct is a user-supplied third-party\n    // key, not Glassly cloud, so it stays available.\n    if (!this.sonioxDirectEnabled && cloudClientService.isCloudDisabled()) return false\n    return this.sonioxDirectEnabled ? this.sonioxDirectHealthy : this.cloudConnected && !this.sttQuotaBlocked\n  }\n\n  private async reconcile(): Promise<void> {\n    this.attachCloudAdapterIfReady()\n    const shouldBeActive = this.shouldUseLocalStt()\n    if (shouldBeActive && !this.localActive) {\n      if (!this.starting) {\n        this.starting = this.startLocalStt().finally(() => {\n          this.starting = null\n        })\n      }\n      await this.starting\n    } else if (!shouldBeActive && this.localActive) {\n      this.stopLocalStt(this.hasTranscriptionSubscription ? \"primary transcription recovered\" : \"subscription gone\")\n    } else if (shouldBeActive && this.localActive) {\n      // Still active, but the cause may have shifted (e.g. quota block landing\n      // while already offline for a disconnect) — keep the mirror current.\n      this.publishReason()\n    }\n  }\n\n  /**\n   * Ranks the concurrent causes: a dead-forever cloud path first, then the\n   * primary provider's own failure, then transient outages, with `force_local`\n   * only when the primary is actually up. Mirrors `primaryUp()`.\n   */\n  private currentReason(): LocalSttFallbackReason {\n    if (!this.sonioxDirectEnabled && cloudClientService.isCloudDisabled()) return \"cloud_disabled\"\n    if (this.sonioxDirectEnabled && !this.sonioxDirectHealthy) return \"provider_unreachable\"\n    if (!this.sonioxDirectEnabled && !this.cloudConnected) return \"cloud_disconnected\"\n    if (!this.sonioxDirectEnabled && this.sttQuotaBlocked) return \"stt_quota\"\n    return \"force_local\"\n  }\n\n  private publishReason(): void {\n    const reason = this.localActive ? this.currentReason() : \"\"\n    const store = useSettingsStore.getState()\n    if (store.getSetting(ISLAND_SETTINGS_KEYS.localSttFallbackReason) !== reason) {\n      store.setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackReason, reason)\n    }\n  }\n\n  private async startLocalStt(): Promise<void> {\n    this.log(\"starting local stt\")\n    try {\n      await this.activateLocalStt()\n    } catch (err) {\n      this.log(`local stt startup failed: ${err}`)\n    }\n  }\n\n  private async activateLocalStt(): Promise<void> {\n    const modelAvailable = await sttModelManager.isModelAvailable()\n    if (!modelAvailable) {\n      this.log(\"local stt model is not available yet — skipping activation\")\n      return\n    }\n    if (!this.shouldUseLocalStt()) {\n      this.log(\"local stt activation skipped: routing changed before start completed\")\n      return\n    }\n    // Native rejects unless the recognizer and its processing loop are ready.\n    await BluetoothSdk.restartTranscriber()\n    if (!this.shouldUseLocalStt()) {\n      this.log(\"local stt activation skipped: routing changed during transcriber restart\")\n      return\n    }\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, true)\n    this.localActive = true\n    this.publishReason()\n  }\n\n  private stopLocalStt(reason: string): void {\n    this.log(`stopping local stt: ${reason}`)\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, false)\n    this.localActive = false\n    this.publishReason()\n  }\n\n  private shouldUseLocalStt(): boolean {\n    return (\n      this.hasTranscriptionSubscription &&\n      (this.hasForceLocalSubscription || (this.hasFallbackSubscription && !this.primaryUp()))\n    )\n  }\n\n  private log(msg: string): void {\n    console.log(`[LocalSttFallback] ${msg}`)\n  }\n}\n\nconst localSttFallbackCoordinator = LocalSttFallbackCoordinator.getInstance()\nexport default localSttFallbackCoordinator\n"]}

package/build/services/PhonePhotoCoordinator.d.ts

@@ -5,7 +5,7 @@
  *   miniapp → SDK → LocalMiniappRuntime → photo runtime hook
  *          → coordinator.takePhoto(packageName, opts)
  *            ├── (precheck) glasses connected + hasCamera
- *            ├── cloudClientService.startManagedPhoto → {requestId, uploadUrl, readUrl}  (cloud-v2 runtime presign)
+ *            ├── cloudClientService.startManagedPhoto → {requestId, uploadUrl, readUrl}  (cloud runtime presign)
  *            ├── BluetoothSdk.requestPhoto(requestId, size, uploadUrl, compress, sound)
  *            └── race:
  *                  - cloudClientService.awaitManagedPhotoReady(requestId) resolves on photo.ready push

package/build/services/PhonePhotoCoordinator.js

@@ -5,7 +5,7 @@
  *   miniapp → SDK → LocalMiniappRuntime → photo runtime hook
  *          → coordinator.takePhoto(packageName, opts)
  *            ├── (precheck) glasses connected + hasCamera
- *            ├── cloudClientService.startManagedPhoto → {requestId, uploadUrl, readUrl}  (cloud-v2 runtime presign)
+ *            ├── cloudClientService.startManagedPhoto → {requestId, uploadUrl, readUrl}  (cloud runtime presign)
  *            ├── BluetoothSdk.requestPhoto(requestId, size, uploadUrl, compress, sound)
  *            └── race:
  *                  - cloudClientService.awaitManagedPhotoReady(requestId) resolves on photo.ready push
@@ -117,8 +117,8 @@ export class PhonePhotoCoordinator {
         // Text-mode sensor resolution is owned by ASG constants; keep cloud metadata on a stable
         // high-capacity tier and let the glasses ignore the public size when mode=text.
         const captureSize = opts.size ?? "medium";
-        // 1) Presign via the cloud-v2 managed-photo service. Local miniapps use
-        //    ONLY the cloud-v2 path: the runtime presigns upload+read URLs and the
+        // 1) Presign via the cloud managed-photo service. Local miniapps use
+        //    ONLY the cloud path: the runtime presigns upload+read URLs and the
         //    phone (as the device controller) delivers the bytes; the legacy
         //    backend_url mint is gone from this flow.
         let requestId;
@@ -330,7 +330,7 @@ export class PhonePhotoCoordinator {
         // Abort the in-flight long-poll first so we don't double-resolve.
         entry.abort.abort();
         entry.reject(new PhotoError(errorCode || "GLASSES_ERROR", errorMessage || "Glasses error", "capture", "ble"));
-        // cloud-v2 pending photo requests TTL out on their own; nothing to free.
+        // cloud pending photo requests TTL out on their own; nothing to free.
     }
     toPhotoError(err, fallbackCode, stage, transport) {
         if (err instanceof PhotoError)

package/build/services/PhonePhotoCoordinator.js.map

@@ -1 +1 @@
-{"version":3,"file":"PhonePhotoCoordinator.js","sourceRoot":"","sources":["../../src/services/PhonePhotoCoordinator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,YAAY,MAAM,iCAAiC,CAAA;AAE1D,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAA;AACvD,OAAO,EAAC,kBAAkB,EAAC,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAA;AAEjD,OAAO,EAAC,OAAO,EAAC,MAAM,iBAAiB,CAAA;AAQvC,mEAAmE;AACnE,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAA;IAC9C,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,OAAO;YACV,OAAO,KAAK,CAAA;QACd,KAAK,OAAO;YACV,OAAO,MAAM,CAAA;QACf,KAAK,MAAM;YACT,OAAO,KAAK,CAAA;QACd;YACE,OAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAW,CAAC,QAAQ,CAAC,KAAkB,CAAC,CAAC,CAAC,CAAE,KAAmB,CAAC,CAAC,CAAC,QAAQ,CAAA;IACrH,CAAC;AACH,CAAC;AAsCD,MAAM,OAAO,UAAW,SAAQ,KAAK;IAEjB;IAEA;IACA;IAJlB,YACkB,IAAY,EAC5B,OAAe,EACC,KAAkB,EAClB,SAA0B;QAE1C,KAAK,CAAC,OAAO,CAAC,CAAA;QALE,SAAI,GAAJ,IAAI,CAAQ;QAEZ,UAAK,GAAL,KAAK,CAAa;QAClB,cAAS,GAAT,SAAS,CAAiB;QAG1C,IAAI,CAAC,IAAI,GAAG,YAAY,CAAA;IAC1B,CAAC;CACF;AAED,SAAS,wBAAwB,CAAC,KAAc;IAC9C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IACzC,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,KAAK;QAAE,OAAO,KAAK,CAAA;IAC3E,MAAM,IAAI,UAAU,CAClB,kBAAkB,EAClB,0BAA0B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,wCAAwC,CACxF,CAAA;AACH,CAAC;AASD;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,MAAM,CAAA;AACjD,MAAM,CAAC,MAAM,kCAAkC,GAAG,MAAM,CAAA;AACxD,MAAM,CAAC,MAAM,8BAA8B,GAAG,MAAM,CAAA;AAEpD,IAAI,iBAAiB,GAAG,CAAC,CAAA;AAEzB;qDACqD;AACrD,SAAS,gBAAgB;IACvB,iBAAiB,GAAG,CAAC,iBAAiB,GAAG,CAAC,CAAC,GAAG,MAAM,CAAA;IACpD,OAAO,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;AACxD,CAAC;AAED,SAAS,mBAAmB,CAAC,QAA+B;IAC1D,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,OAAO,CAAA;IACvC,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAA;IAChE,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,OAAO,qBAAqB;IAChC,sEAAsE;IACtE,6EAA6E;IAC7E,+BAA+B;IACd,cAAc,GAAG,IAAI,GAAG,EAAyB,CAAA;IAClE,oEAAoE;IACnD,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAA;IACxC,aAAa,GAAG,IAAI,GAAG,EAAyE,CAAA;IAEjH,sEAAsE;IACtE,qBAAqB;QACnB,OAAO;YACL,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;YAC3G,YAAY,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;YACnD,kBAAkB,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI;SAC7C,CAAA;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,WAAmB,EAAE,IAAe;QAClD,MAAM,cAAc,GAAG,wBAAwB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QAEpE,qEAAqE;QACrE,wEAAwE;QACxE,6CAA6C;QAC7C,EAAE;QACF,sEAAsE;QACtE,wEAAwE;QACxE,qEAAqE;QACrE,qEAAqE;QACrE,sEAAsE;QACtE,kEAAkE;QAClE,iCAAiC;QACjC,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/D,MAAM,IAAI,UAAU,CAAC,uBAAuB,EAAE,2BAA2B,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QAC9F,CAAC;QAED,yFAAyF;QACzF,gFAAgF;QAChF,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAA;QAEzC,wEAAwE;QACxE,2EAA2E;QAC3E,qEAAqE;QACrE,8CAA8C;QAC9C,IAAI,SAAiB,CAAA;QACrB,IAAI,SAAiB,CAAA;QACrB,IAAI,OAAe,CAAA;QACnB,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QACrC,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YACxC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CAAC,iBAAiB,CAAC;gBACnD,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW;aACjD,CAAC,CAAA;YACF,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC,CAAA;YAChE,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,EAAE,CAAC;gBAC9C,OAAO,CAAC,KAAK,CACX,mCAAmC,SAAS,WAAW,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,SAC/F,IAAI,CAAC,IAAI,IAAI,OACf,EAAE,CACH,CAAA;YACH,CAAC;YACD,SAAS,GAAG,CAAC,CAAC,SAAS,CAAA;YACvB,SAAS,GAAG,CAAC,CAAC,SAAS,CAAA;YACvB,OAAO,GAAG,CAAC,CAAC,OAAO,CAAA;QACrB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,sBAAsB,EAAE,SAAS,EAAE,YAAY,CAAC,CAAA;QAC/E,CAAC;QAED,oEAAoE;QACpE,oEAAoE;QACpE,oEAAoE;QACpE,0DAA0D;QAC1D,mEAAmE;QACnE,gBAAgB;QAChB,4EAA4E;QAC5E,uEAAuE;QACvE,2EAA2E;QAC3E,0EAA0E;QAC1E,iCAAiC;QACjC,MAAM,gBAAgB,GAAG,oDAAoD,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAE7F,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAA;QACnC,MAAM,YAAY,GAAG,gBAAgB,EAAE,CAAA;QACvC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAA;QAE9C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3D,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE,EAAC,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAC,CAAC,CAAA;QAC3E,CAAC,CAAC,CAAA;QAEF,2EAA2E;QAC3E,4EAA4E;QAC5E,iEAAiE;QACjE,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE;YAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YAC5C,IAAI,CAAC,CAAC;gBAAE,OAAM;YACd,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YACf,CAAC,CAAC,MAAM,CACN,IAAI,UAAU,CACZ,iBAAiB,EACjB,iHAAiH,EACjH,SAAS,EACT,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAClC,CACF,CAAA;QACH,CAAC,EAAE,2BAA2B,CAAC,CAAA;QAC/B,2EAA2E;QAC3E,0EAA0E;QAC1E,0EAA0E;QAC1E,MAAM,aAAa,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,eAAe,CAAC,CAAA;QACjE,KAAK,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,CAAA;QAE/C,mEAAmE;QACnE,wEAAwE;QACxE,0EAA0E;QAC1E,qEAAqE;QACrE,IAAI,CAAC;YACH,KAAK,YAAY,CAAC,YAAY,CAAC;gBAC7B,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,WAAW;gBAClB,IAAI,EAAE,kBAAkB,CAAC,WAAW,CAAC;gBACrC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,OAAO;gBAC1B,UAAU,EAAE,SAAS;gBACrB,SAAS,EAAE,IAAI;gBACf,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAC,cAAc,EAAE,KAAc,EAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAC,cAAc,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjG,QAAQ,EAAE,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAC5C,IAAI,EAAE,IAAI,CAAC,aAAa,IAAI,KAAK;gBACjC,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;gBACzB,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,IAAI;gBAC3C,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5C,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/C,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,aAAa,EAAE,IAAI,CAAC,aAAa;aAClC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACf,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;gBAC5C,IAAI,CAAC,CAAC;oBAAE,OAAM;gBACd,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;gBACf,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,iBAAiB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAA;YACvE,CAAC,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YACrC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;YACtC,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,iBAAiB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QACnE,CAAC;QAED,2EAA2E;QAC3E,yEAAyE;QACzE,YAAY;QACZ,kBAAkB;aACf,sBAAsB,CAAC,SAAS,CAAC;aACjC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;YACZ,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YAC5C,IAAI,CAAC,CAAC;gBAAE,OAAM,CAAC,sCAAsC;YACrD,CAAC,CAAC,OAAO,CAAC,EAAC,QAAQ,EAAE,GAAG,CAAC,OAAO,IAAI,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,EAAC,CAAC,CAAA;QACjF,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YAC5C,IAAI,CAAC;gBAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAA;QACtE,CAAC,CAAC,CAAA;QAEJ,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAA;YAC5B,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,EAAE,CAAC;gBAC9C,OAAO,CAAC,KAAK,CACX,8CAA8C,IAAI,CAAC,KAAK,CACtD,WAAW,CAAC,GAAG,EAAE,GAAG,WAAW,CAChC,gBAAgB,SAAS,EAAE,CAC7B,CAAA;YACH,CAAC;YACD,OAAO;gBACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,SAAS;aACV,CAAA;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YACrC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;QACxC,CAAC;IACH,CAAC;IAED,iFAAiF;IACjF,qBAAqB,CAAC,YAAoB;QACxC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,YAAY,CAAA;IAC5D,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAChB,WAAmB,EACnB,IAOC;QAED,2EAA2E;QAC3E,oDAAoD;QACpD,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/D,MAAM,IAAI,UAAU,CAAC,uBAAuB,EAAE,2BAA2B,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QAC9F,CAAC;QAED,IAAI,KAAgF,CAAA;QACpF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAA;YACxC,MAAM,SAAS,GAAG,gBAAgB,EAAE,CAAA;YACpC,MAAM,iBAAiB,GACrB,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC;gBAC5F,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;gBAC7B,CAAC,CAAC,kCAAkC,CAAA;YACxC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,8BAA8B,CAAC,CAAA;YAC9E,KAAK,GAAG,EAAC,SAAS,EAAE,UAAU,EAAC,CAAA;YAC/B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;YAC1C,MAAM,YAAY,CAAC,YAAY,CAAC;gBAC9B,SAAS;gBACT,IAAI,EAAE,kBAAkB,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC;gBAC/C,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,OAAO;gBAC1B,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,IAAI;gBAC3C,UAAU;gBACV,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5C,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aAChD,CAAC,CAAA;YACF,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,KAAK,EAAE,CAAC;gBAClD,KAAK,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE;oBAC1C,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,KAAK,EAAE,CAAC;wBAClD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;oBACxC,CAAC;gBACH,CAAC,EAAE,UAAU,CAAC,CAAA;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,KAAK,EAAE,CAAC;gBAC3D,IAAI,KAAK,CAAC,WAAW;oBAAE,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;gBAC9D,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;YACxC,CAAC;YACD,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QAClE,CAAC;IACH,CAAC;IAED,8FAA8F;IAC9F,KAAK,CAAC,gBAAgB,CAAC,WAAmB;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QAClD,IAAI,CAAC,MAAM;YAAE,OAAM;QACnB,MAAM,YAAY,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QACrD,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,MAAM,EAAE,CAAC;YACnD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;YACtC,IAAI,MAAM,CAAC,WAAW;gBAAE,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QAClE,CAAC;IACH,CAAC;IAED,4FAA4F;IAC5F,IAAI,CAAC,SAAiB;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACrD,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IACzC,CAAC;IAED;;;;OAIG;IACH,gBAAgB,CAAC,SAAiB,EAAE,SAAiB,EAAE,YAAoB;QACzE,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC9C,IAAI,CAAC,KAAK;YAAE,OAAM;QAClB,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QACnC,kEAAkE;QAClE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QACnB,KAAK,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,SAAS,IAAI,eAAe,EAAE,YAAY,IAAI,eAAe,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAA;QAC7G,yEAAyE;IAC3E,CAAC;IAEO,YAAY,CAAC,GAAY,EAAE,YAAoB,EAAE,KAAkB,EAAE,SAA0B;QACrG,IAAI,GAAG,YAAY,UAAU;YAAE,OAAO,GAAG,CAAA;QACzC,MAAM,IAAI,GAAI,GAAuB,EAAE,IAAI,CAAA;QAC3C,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAChE,OAAO,IAAI,UAAU,CAAC,IAAI,IAAI,YAAY,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,CAAA;IACxE,CAAC;CACF;AAED,kFAAkF;AAClF,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,qBAAqB,EAAE,CAAA","sourcesContent":["/**\n * PhonePhotoCoordinator — owns local-miniapp takePhoto() end-to-end.\n *\n * Architecture:\n *   miniapp → SDK → LocalMiniappRuntime → photo runtime hook\n *          → coordinator.takePhoto(packageName, opts)\n *            ├── (precheck) glasses connected + hasCamera\n *            ├── cloudClientService.startManagedPhoto → {requestId, uploadUrl, readUrl}  (cloud-v2 runtime presign)\n *            ├── BluetoothSdk.requestPhoto(requestId, size, uploadUrl, compress, sound)\n *            └── race:\n *                  - cloudClientService.awaitManagedPhotoReady(requestId) resolves on photo.ready push\n *                  - BluetoothSdk.requestPhoto rejects if terminal photo_response is an error\n *                  - handlePhotoError(requestId, code, message) rejects if MantleManager observes\n *                    the same BLE photo_response error before the native promise crosses the bridge\n *\n * `activeRequests` lets MantleManager's gated `photo_response` listener\n * short-circuit our long-poll with a typed error (CAMERA_BUSY, BATTERY_LOW,\n * etc.) instead of waiting 30s for cloud's timeout.\n */\n\nimport BluetoothSdk from \"@glassly/bluetooth-sdk/internal\"\nimport type {PhotoSize, PhotoTransferMethod} from \"@glassly/bluetooth-sdk/internal\"\nimport {cloudClientService} from \"./CloudClientService\"\nimport {isGlassesConnected} from \"./GlassesReadiness\"\nimport {useGlassesStore} from \"../stores/glasses\"\n\nimport {BgTimer} from \"../utils/timers\"\n\ninterface PhotoResult {\n  photoUrl: string\n  mimeType: string\n  size: number\n}\n\n/** Map legacy/cloud size names onto the native take_photo enum. */\nfunction normalizePhotoSize(value: unknown): PhotoSize {\n  if (typeof value !== \"string\") return \"medium\"\n  switch (value) {\n    case \"small\":\n      return \"low\"\n    case \"large\":\n      return \"high\"\n    case \"full\":\n      return \"max\"\n    default:\n      return ([\"low\", \"medium\", \"high\", \"max\"] as const).includes(value as PhotoSize) ? (value as PhotoSize) : \"medium\"\n  }\n}\n\nexport interface PhotoOpts {\n  /** Legacy cloud size names are normalized before the native take_photo command. */\n  size?: \"low\" | \"medium\" | \"high\" | \"max\" | \"small\" | \"large\" | \"full\"\n  mode?: \"photo\" | \"text\"\n  /** Select direct-only, phone-relayed BLE, or the default Wi-Fi/BLE fallback policy. */\n  transferMethod?: PhotoTransferMethod\n  compress?: \"none\" | \"low\" | \"medium\" | \"high\"\n  sound?: boolean\n  saveToGallery?: boolean\n  exposureTimeNs?: number\n  iso?: number | null\n  aeExposureDivisor?: number\n  isoCap?: number\n  noiseReduction?: boolean\n  edgeEnhancement?: boolean\n  /** ZSL preview buffering. */\n  zsl?: boolean\n  /** MFNR still capture. */\n  mfnr?: boolean\n  ispDigitalGain?: number\n  ispAnalogGain?: string\n}\n\nexport interface PhotoTaken {\n  photoUrl: string\n  mimeType: string\n  size: number\n  requestId: string\n}\n\n/** Pipeline stage a photo request failed at — surfaced to the miniapp so a dev\n *  sees exactly where it broke, not just a flattened message. */\nexport type PhotoStage = \"presign\" | \"command\" | \"capture\" | \"upload\" | \"push\"\n/** Transport in play at the point of failure. */\nexport type PhotoTransport = \"cloud-rest\" | \"ble\" | \"wifi\" | \"ws\"\n\nexport class PhotoError extends Error {\n  constructor(\n    public readonly code: string,\n    message: string,\n    public readonly stage?: PhotoStage,\n    public readonly transport?: PhotoTransport,\n  ) {\n    super(message)\n    this.name = \"PhotoError\"\n  }\n}\n\nfunction parsePhotoTransferMethod(value: unknown): PhotoTransferMethod | undefined {\n  if (value === undefined) return undefined\n  if (value === \"auto\" || value === \"direct\" || value === \"ble\") return value\n  throw new PhotoError(\n    \"INVALID_ARGUMENT\",\n    `Invalid transferMethod ${JSON.stringify(value)}. Expected \"auto\", \"direct\", or \"ble\".`,\n  )\n}\n\ninterface ActiveRequest {\n  packageName: string\n  abort: AbortController\n  resolve: (r: PhotoResult) => void\n  reject: (err: Error) => void\n}\n\n/**\n * Last-resort ceiling for the complete capture + encode + transfer + upload\n * pipeline. This must exceed the managed-photo service's 30s ready-push\n * timeout so the cloud can return its more specific failure first.\n *\n * Text mode commonly spends several seconds detecting/cropping the region and\n * can take another 10s+ to transfer over BLE. A 15s ceiling incorrectly\n * rejected successful captures while their upload was still in progress.\n */\nexport const CAPTURE_PIPELINE_TIMEOUT_MS = 45_000\nexport const CAMERA_WARM_UP_DEFAULT_DURATION_MS = 15_000\nexport const CAMERA_WARM_UP_MAX_DURATION_MS = 60_000\n\nlet bleRequestCounter = 0\n\n/** Short 4-hex-char correlation id sent over BLE instead of the full cloud\n *  requestId UUID (wire v2 keeps BLE JSON small). */\nfunction mintBleRequestId(): string {\n  bleRequestCounter = (bleRequestCounter + 1) & 0xffff\n  return bleRequestCounter.toString(16).padStart(4, \"0\")\n}\n\nfunction toNativeCompression(compress: PhotoOpts[\"compress\"]): \"none\" | \"medium\" | \"heavy\" {\n  if (compress === \"high\") return \"heavy\"\n  if (compress === \"low\" || compress === \"medium\") return \"medium\"\n  return \"none\"\n}\n\nexport class PhonePhotoCoordinator {\n  // Cloud requestId → in-flight slot. The gated photo_response listener\n  // (DeviceEventRouter) resolves short BLE ids via bleIdToCloud before calling\n  // owns() / handlePhotoError().\n  private readonly activeRequests = new Map<string, ActiveRequest>()\n  /** Short BLE correlation id (4-char hex) → full cloud requestId. */\n  private readonly bleIdToCloud = new Map<string, string>()\n  private readonly activeWarmUps = new Map<string, {requestId: string; durationMs: number; expiryTimer?: number}>()\n\n  /** Report-safe camera ownership snapshot for incident diagnostics. */\n  getDiagnosticSnapshot(): Record<string, unknown> {\n    return {\n      captureOwners: [...new Set([...this.activeRequests.values()].map((request) => request.packageName))].sort(),\n      warmUpOwners: [...this.activeWarmUps.keys()].sort(),\n      activeCaptureCount: this.activeRequests.size,\n    }\n  }\n\n  async takePhoto(packageName: string, opts: PhotoOpts): Promise<PhotoTaken> {\n    const transferMethod = parsePhotoTransferMethod(opts.transferMethod)\n\n    // Pre-check: if glasses aren't even connected, the BLE photo command\n    // would be sent into the void and we'd wait 30s for the cloud long-poll\n    // to time out. Fail fast with a typed error.\n    //\n    // We DON'T pre-check `hasCamera` here — the canonical capability data\n    // lives in `getModelCapabilities(deviceModel)` from @glassly/engine and\n    // pulling that into this file would add a cross-package import. If a\n    // cameraless device receives the BLE photo command, the glasses-side\n    // handler will return a photo_response error within ~1s and the gated\n    // photo_response listener in MantleManager will short-circuit our\n    // long-poll. Slower but correct.\n    if (!isGlassesConnected(useGlassesStore.getState().connection)) {\n      throw new PhotoError(\"GLASSES_NOT_CONNECTED\", \"Glasses are not connected\", \"command\", \"ble\")\n    }\n\n    // Text-mode sensor resolution is owned by ASG constants; keep cloud metadata on a stable\n    // high-capacity tier and let the glasses ignore the public size when mode=text.\n    const captureSize = opts.size ?? \"medium\"\n\n    // 1) Presign via the cloud-v2 managed-photo service. Local miniapps use\n    //    ONLY the cloud-v2 path: the runtime presigns upload+read URLs and the\n    //    phone (as the device controller) delivers the bytes; the legacy\n    //    backend_url mint is gone from this flow.\n    let requestId: string\n    let uploadUrl: string\n    let readUrl: string\n    const flowStarted = performance.now()\n    try {\n      const presignStarted = performance.now()\n      const r = await cloudClientService.startManagedPhoto({\n        size: opts.mode === \"text\" ? \"max\" : captureSize,\n      })\n      const presignMs = Math.round(performance.now() - presignStarted)\n      if (typeof __DEV__ !== \"undefined\" && __DEV__) {\n        console.debug(\n          `[PhonePhotoCoordinator] presign ${presignMs}ms size=${opts.mode === \"text\" ? \"max\" : captureSize} mode=${\n            opts.mode ?? \"photo\"\n          }`,\n        )\n      }\n      requestId = r.requestId\n      uploadUrl = r.uploadUrl\n      readUrl = r.readUrl\n    } catch (err) {\n      throw this.toPhotoError(err, \"PHOTO_REQUEST_FAILED\", \"presign\", \"cloud-rest\")\n    }\n\n    // 2) Build the outcome Promise FIRST so both resolve+reject handles\n    //    are wired into activeRequests BEFORE any code path can produce\n    //    an error. Without this, a fast BLE photo_response (BATTERY_LOW\n    //    etc.) racing with the Promise constructor could fire\n    //    handlePhotoError() against a no-op rejectFn and silently drop\n    //    the error.\n    // When the managed-photo upload URL is loopback (the local storage provider\n    // reached over `adb reverse`), the glasses cannot reach it over WiFi —\n    // localhost on the glasses is the glasses. Force BLE transfer so the phone\n    // (which CAN reach the reversed runtime) relays the bytes; a public r2/s3\n    // presigned URL stays on \"auto\".\n    const isLoopbackUpload = /^https?:\\/\\/(localhost|127\\.0\\.0\\.1|10\\.0\\.2\\.2)\\b/.test(uploadUrl)\n\n    const abort = new AbortController()\n    const bleRequestId = mintBleRequestId()\n    this.bleIdToCloud.set(bleRequestId, requestId)\n\n    const outcome = new Promise<PhotoResult>((resolve, reject) => {\n      this.activeRequests.set(requestId, {packageName, abort, resolve, reject})\n    })\n\n    // Last-resort watchdog for a wedged pipeline. The managed-photo ready push\n    // normally resolves or rejects first; this only prevents an indefinite hang\n    // if both the native terminal response and cloud push disappear.\n    const captureWatchdog = BgTimer.setTimeout(() => {\n      const e = this.activeRequests.get(requestId)\n      if (!e) return\n      e.abort.abort()\n      e.reject(\n        new PhotoError(\n          \"CAPTURE_TIMEOUT\",\n          \"Photo capture did not complete. The take_photo command, media processing, transfer, or upload may have stalled.\",\n          \"capture\",\n          isLoopbackUpload ? \"ble\" : \"wifi\",\n        ),\n      )\n    }, CAPTURE_PIPELINE_TIMEOUT_MS)\n    // Clear the watchdog on BOTH arms. Not `.finally()`: that would mint a new\n    // promise that re-rejects unobserved whenever the photo fails (the caller\n    // only awaits `outcome` itself), i.e. an unhandled rejection per failure.\n    const clearWatchdog = () => BgTimer.clearTimeout(captureWatchdog)\n    void outcome.then(clearWatchdog, clearWatchdog)\n\n    // 3) Drive glasses over BLE. requestPhoto now resolves at terminal\n    //    photo_response success, so run it beside the cloud poll instead of\n    //    awaiting it before polling. Native defaults transferMethod to \"auto\"\n    //    (Wi-Fi direct with BLE fallback) unless the miniapp forces BLE.\n    try {\n      void BluetoothSdk.requestPhoto({\n        requestId: bleRequestId,\n        appId: packageName,\n        size: normalizePhotoSize(captureSize),\n        mode: opts.mode ?? \"photo\",\n        webhookUrl: uploadUrl,\n        authToken: null,\n        ...(isLoopbackUpload ? {transferMethod: \"ble\" as const} : transferMethod ? {transferMethod} : {}),\n        compress: toNativeCompression(opts.compress),\n        save: opts.saveToGallery ?? false,\n        sound: opts.sound ?? true,\n        exposureTimeNs: opts.exposureTimeNs ?? null,\n        iso: opts.iso,\n        aeExposureDivisor: opts.aeExposureDivisor,\n        isoCap: opts.isoCap,\n        noiseReduction: opts.noiseReduction,\n        edgeEnhancement: opts.edgeEnhancement,\n        ...(opts.zsl != null ? {zsl: opts.zsl} : {}),\n        ...(opts.mfnr != null ? {mfnr: opts.mfnr} : {}),\n        ispDigitalGain: opts.ispDigitalGain,\n        ispAnalogGain: opts.ispAnalogGain,\n      }).catch((err) => {\n        const e = this.activeRequests.get(requestId)\n        if (!e) return\n        e.abort.abort()\n        e.reject(this.toPhotoError(err, \"BLE_SEND_FAILED\", \"command\", \"ble\"))\n      })\n    } catch (err) {\n      this.activeRequests.delete(requestId)\n      this.bleIdToCloud.delete(bleRequestId)\n      throw this.toPhotoError(err, \"BLE_SEND_FAILED\", \"command\", \"ble\")\n    }\n\n    // 4) Await the runtime's photo.ready push (replaces the legacy long-poll).\n    //    handlePhotoError races against it and uses the same entry to reject\n    //    first.\n    cloudClientService\n      .awaitManagedPhotoReady(requestId)\n      .then((res) => {\n        const e = this.activeRequests.get(requestId)\n        if (!e) return // already settled by handlePhotoError\n        e.resolve({photoUrl: res.readUrl ?? readUrl, mimeType: \"image/jpeg\", size: -1})\n      })\n      .catch((err) => {\n        const e = this.activeRequests.get(requestId)\n        if (e) e.reject(this.toPhotoError(err, \"POLL_FAILED\", \"push\", \"ws\"))\n      })\n\n    try {\n      const result = await outcome\n      if (typeof __DEV__ !== \"undefined\" && __DEV__) {\n        console.debug(\n          `[PhonePhotoCoordinator] takePhoto complete ${Math.round(\n            performance.now() - flowStarted,\n          )}ms requestId=${requestId}`,\n        )\n      }\n      return {\n        photoUrl: result.photoUrl,\n        mimeType: result.mimeType,\n        size: result.size,\n        requestId,\n      }\n    } finally {\n      this.activeRequests.delete(requestId)\n      this.bleIdToCloud.delete(bleRequestId)\n    }\n  }\n\n  /** Map a short BLE requestId from photo_response back to the cloud requestId. */\n  resolveCloudRequestId(bleOrCloudId: string): string {\n    return this.bleIdToCloud.get(bleOrCloudId) ?? bleOrCloudId\n  }\n\n  /**\n   * Pre-warm the glasses camera so the next takePhoto() is near-instant.\n   *\n   * Pure BLE — NO cloud presign, NO upload, NO long-poll. The phone mints and owns\n   * the requestId, sends the warm-up command, and resolves when the camera reports\n   * ready (the native promise resolves on the ready status event).\n   */\n  async warmUpCamera(\n    packageName: string,\n    opts: {\n      size?: \"low\" | \"medium\" | \"high\" | \"max\"\n      mode?: \"photo\" | \"text\"\n      exposureTimeNs?: number\n      durationMs?: number\n      zsl?: boolean\n      mfnr?: boolean\n    },\n  ): Promise<void> {\n    // Pre-check: if glasses aren't connected, the BLE warm-up command would be\n    // sent into the void. Fail fast with a typed error.\n    if (!isGlassesConnected(useGlassesStore.getState().connection)) {\n      throw new PhotoError(\"GLASSES_NOT_CONNECTED\", \"Glasses are not connected\", \"command\", \"ble\")\n    }\n\n    let lease: {requestId: string; durationMs: number; expiryTimer?: number} | undefined\n    try {\n      await this.stopWarmUpForApp(packageName)\n      const requestId = mintBleRequestId()\n      const requestedDuration =\n        typeof opts.durationMs === \"number\" && Number.isFinite(opts.durationMs) && opts.durationMs > 0\n          ? Math.round(opts.durationMs)\n          : CAMERA_WARM_UP_DEFAULT_DURATION_MS\n      const durationMs = Math.min(requestedDuration, CAMERA_WARM_UP_MAX_DURATION_MS)\n      lease = {requestId, durationMs}\n      this.activeWarmUps.set(packageName, lease)\n      await BluetoothSdk.warmUpCamera({\n        requestId,\n        size: normalizePhotoSize(opts.size ?? \"medium\"),\n        mode: opts.mode ?? \"photo\",\n        exposureTimeNs: opts.exposureTimeNs ?? null,\n        durationMs,\n        ...(opts.zsl != null ? {zsl: opts.zsl} : {}),\n        ...(opts.mfnr != null ? {mfnr: opts.mfnr} : {}),\n      })\n      if (this.activeWarmUps.get(packageName) === lease) {\n        lease.expiryTimer = BgTimer.setTimeout(() => {\n          if (this.activeWarmUps.get(packageName) === lease) {\n            this.activeWarmUps.delete(packageName)\n          }\n        }, durationMs)\n      }\n    } catch (err) {\n      if (lease && this.activeWarmUps.get(packageName) === lease) {\n        if (lease.expiryTimer) BgTimer.clearTimeout(lease.expiryTimer)\n        this.activeWarmUps.delete(packageName)\n      }\n      throw this.toPhotoError(err, \"WARM_UP_FAILED\", \"command\", \"ble\")\n    }\n  }\n\n  /** Release a miniapp's warm-up even if its original warmUpCamera promise is still opening. */\n  async stopWarmUpForApp(packageName: string): Promise<void> {\n    const active = this.activeWarmUps.get(packageName)\n    if (!active) return\n    await BluetoothSdk.stopCameraWarmUp(active.requestId)\n    if (this.activeWarmUps.get(packageName) === active) {\n      this.activeWarmUps.delete(packageName)\n      if (active.expiryTimer) BgTimer.clearTimeout(active.expiryTimer)\n    }\n  }\n\n  /** True iff this requestId (short BLE id or cloud id) is one we're currently waiting on. */\n  owns(requestId: string): boolean {\n    const cloudId = this.resolveCloudRequestId(requestId)\n    return this.activeRequests.has(cloudId)\n  }\n\n  /**\n   * Called by MantleManager's gated photo_response listener when glasses\n   * report an error (BATTERY_LOW, CAMERA_BUSY, etc.) for a phone-owned\n   * requestId. Rejects the in-flight takePhoto Promise immediately.\n   */\n  handlePhotoError(requestId: string, errorCode: string, errorMessage: string): void {\n    const cloudId = this.resolveCloudRequestId(requestId)\n    const entry = this.activeRequests.get(cloudId)\n    if (!entry) return\n    this.bleIdToCloud.delete(requestId)\n    // Abort the in-flight long-poll first so we don't double-resolve.\n    entry.abort.abort()\n    entry.reject(new PhotoError(errorCode || \"GLASSES_ERROR\", errorMessage || \"Glasses error\", \"capture\", \"ble\"))\n    // cloud-v2 pending photo requests TTL out on their own; nothing to free.\n  }\n\n  private toPhotoError(err: unknown, fallbackCode: string, stage?: PhotoStage, transport?: PhotoTransport): PhotoError {\n    if (err instanceof PhotoError) return err\n    const code = (err as {code?: string})?.code\n    const message = err instanceof Error ? err.message : String(err)\n    return new PhotoError(code || fallbackCode, message, stage, transport)\n  }\n}\n\n// Singleton — coordinator state is process-wide (mirrors phoneStreamCoordinator).\nexport const phonePhotoCoordinator = new PhonePhotoCoordinator()\n"]}
+{"version":3,"file":"PhonePhotoCoordinator.js","sourceRoot":"","sources":["../../src/services/PhonePhotoCoordinator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,YAAY,MAAM,iCAAiC,CAAA;AAE1D,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAA;AACvD,OAAO,EAAC,kBAAkB,EAAC,MAAM,oBAAoB,CAAA;AACrD,OAAO,EAAC,eAAe,EAAC,MAAM,mBAAmB,CAAA;AAEjD,OAAO,EAAC,OAAO,EAAC,MAAM,iBAAiB,CAAA;AAQvC,mEAAmE;AACnE,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAA;IAC9C,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,OAAO;YACV,OAAO,KAAK,CAAA;QACd,KAAK,OAAO;YACV,OAAO,MAAM,CAAA;QACf,KAAK,MAAM;YACT,OAAO,KAAK,CAAA;QACd;YACE,OAAQ,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,CAAW,CAAC,QAAQ,CAAC,KAAkB,CAAC,CAAC,CAAC,CAAE,KAAmB,CAAC,CAAC,CAAC,QAAQ,CAAA;IACrH,CAAC;AACH,CAAC;AAsCD,MAAM,OAAO,UAAW,SAAQ,KAAK;IAEjB;IAEA;IACA;IAJlB,YACkB,IAAY,EAC5B,OAAe,EACC,KAAkB,EAClB,SAA0B;QAE1C,KAAK,CAAC,OAAO,CAAC,CAAA;QALE,SAAI,GAAJ,IAAI,CAAQ;QAEZ,UAAK,GAAL,KAAK,CAAa;QAClB,cAAS,GAAT,SAAS,CAAiB;QAG1C,IAAI,CAAC,IAAI,GAAG,YAAY,CAAA;IAC1B,CAAC;CACF;AAED,SAAS,wBAAwB,CAAC,KAAc;IAC9C,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,SAAS,CAAA;IACzC,IAAI,KAAK,KAAK,MAAM,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,KAAK;QAAE,OAAO,KAAK,CAAA;IAC3E,MAAM,IAAI,UAAU,CAClB,kBAAkB,EAClB,0BAA0B,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,wCAAwC,CACxF,CAAA;AACH,CAAC;AASD;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG,MAAM,CAAA;AACjD,MAAM,CAAC,MAAM,kCAAkC,GAAG,MAAM,CAAA;AACxD,MAAM,CAAC,MAAM,8BAA8B,GAAG,MAAM,CAAA;AAEpD,IAAI,iBAAiB,GAAG,CAAC,CAAA;AAEzB;qDACqD;AACrD,SAAS,gBAAgB;IACvB,iBAAiB,GAAG,CAAC,iBAAiB,GAAG,CAAC,CAAC,GAAG,MAAM,CAAA;IACpD,OAAO,iBAAiB,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;AACxD,CAAC;AAED,SAAS,mBAAmB,CAAC,QAA+B;IAC1D,IAAI,QAAQ,KAAK,MAAM;QAAE,OAAO,OAAO,CAAA;IACvC,IAAI,QAAQ,KAAK,KAAK,IAAI,QAAQ,KAAK,QAAQ;QAAE,OAAO,QAAQ,CAAA;IAChE,OAAO,MAAM,CAAA;AACf,CAAC;AAED,MAAM,OAAO,qBAAqB;IAChC,sEAAsE;IACtE,6EAA6E;IAC7E,+BAA+B;IACd,cAAc,GAAG,IAAI,GAAG,EAAyB,CAAA;IAClE,oEAAoE;IACnD,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAA;IACxC,aAAa,GAAG,IAAI,GAAG,EAAyE,CAAA;IAEjH,sEAAsE;IACtE,qBAAqB;QACnB,OAAO;YACL,aAAa,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE;YAC3G,YAAY,EAAE,CAAC,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE;YACnD,kBAAkB,EAAE,IAAI,CAAC,cAAc,CAAC,IAAI;SAC7C,CAAA;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,WAAmB,EAAE,IAAe;QAClD,MAAM,cAAc,GAAG,wBAAwB,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;QAEpE,qEAAqE;QACrE,wEAAwE;QACxE,6CAA6C;QAC7C,EAAE;QACF,sEAAsE;QACtE,wEAAwE;QACxE,qEAAqE;QACrE,qEAAqE;QACrE,sEAAsE;QACtE,kEAAkE;QAClE,iCAAiC;QACjC,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/D,MAAM,IAAI,UAAU,CAAC,uBAAuB,EAAE,2BAA2B,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QAC9F,CAAC;QAED,yFAAyF;QACzF,gFAAgF;QAChF,MAAM,WAAW,GAAG,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAA;QAEzC,qEAAqE;QACrE,wEAAwE;QACxE,qEAAqE;QACrE,8CAA8C;QAC9C,IAAI,SAAiB,CAAA;QACrB,IAAI,SAAiB,CAAA;QACrB,IAAI,OAAe,CAAA;QACnB,MAAM,WAAW,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;QACrC,IAAI,CAAC;YACH,MAAM,cAAc,GAAG,WAAW,CAAC,GAAG,EAAE,CAAA;YACxC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CAAC,iBAAiB,CAAC;gBACnD,IAAI,EAAE,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW;aACjD,CAAC,CAAA;YACF,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC,CAAA;YAChE,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,EAAE,CAAC;gBAC9C,OAAO,CAAC,KAAK,CACX,mCAAmC,SAAS,WAAW,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,SAC/F,IAAI,CAAC,IAAI,IAAI,OACf,EAAE,CACH,CAAA;YACH,CAAC;YACD,SAAS,GAAG,CAAC,CAAC,SAAS,CAAA;YACvB,SAAS,GAAG,CAAC,CAAC,SAAS,CAAA;YACvB,OAAO,GAAG,CAAC,CAAC,OAAO,CAAA;QACrB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,sBAAsB,EAAE,SAAS,EAAE,YAAY,CAAC,CAAA;QAC/E,CAAC;QAED,oEAAoE;QACpE,oEAAoE;QACpE,oEAAoE;QACpE,0DAA0D;QAC1D,mEAAmE;QACnE,gBAAgB;QAChB,4EAA4E;QAC5E,uEAAuE;QACvE,2EAA2E;QAC3E,0EAA0E;QAC1E,iCAAiC;QACjC,MAAM,gBAAgB,GAAG,oDAAoD,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;QAE7F,MAAM,KAAK,GAAG,IAAI,eAAe,EAAE,CAAA;QACnC,MAAM,YAAY,GAAG,gBAAgB,EAAE,CAAA;QACvC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,EAAE,SAAS,CAAC,CAAA;QAE9C,MAAM,OAAO,GAAG,IAAI,OAAO,CAAc,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAC3D,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,EAAE,EAAC,WAAW,EAAE,KAAK,EAAE,OAAO,EAAE,MAAM,EAAC,CAAC,CAAA;QAC3E,CAAC,CAAC,CAAA;QAEF,2EAA2E;QAC3E,4EAA4E;QAC5E,iEAAiE;QACjE,MAAM,eAAe,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE;YAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YAC5C,IAAI,CAAC,CAAC;gBAAE,OAAM;YACd,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;YACf,CAAC,CAAC,MAAM,CACN,IAAI,UAAU,CACZ,iBAAiB,EACjB,iHAAiH,EACjH,SAAS,EACT,gBAAgB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAClC,CACF,CAAA;QACH,CAAC,EAAE,2BAA2B,CAAC,CAAA;QAC/B,2EAA2E;QAC3E,0EAA0E;QAC1E,0EAA0E;QAC1E,MAAM,aAAa,GAAG,GAAG,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,eAAe,CAAC,CAAA;QACjE,KAAK,OAAO,CAAC,IAAI,CAAC,aAAa,EAAE,aAAa,CAAC,CAAA;QAE/C,mEAAmE;QACnE,wEAAwE;QACxE,0EAA0E;QAC1E,qEAAqE;QACrE,IAAI,CAAC;YACH,KAAK,YAAY,CAAC,YAAY,CAAC;gBAC7B,SAAS,EAAE,YAAY;gBACvB,KAAK,EAAE,WAAW;gBAClB,IAAI,EAAE,kBAAkB,CAAC,WAAW,CAAC;gBACrC,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,OAAO;gBAC1B,UAAU,EAAE,SAAS;gBACrB,SAAS,EAAE,IAAI;gBACf,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAC,cAAc,EAAE,KAAc,EAAC,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,EAAC,cAAc,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjG,QAAQ,EAAE,mBAAmB,CAAC,IAAI,CAAC,QAAQ,CAAC;gBAC5C,IAAI,EAAE,IAAI,CAAC,aAAa,IAAI,KAAK;gBACjC,KAAK,EAAE,IAAI,CAAC,KAAK,IAAI,IAAI;gBACzB,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,IAAI;gBAC3C,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,iBAAiB,EAAE,IAAI,CAAC,iBAAiB;gBACzC,MAAM,EAAE,IAAI,CAAC,MAAM;gBACnB,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,eAAe,EAAE,IAAI,CAAC,eAAe;gBACrC,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5C,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC/C,cAAc,EAAE,IAAI,CAAC,cAAc;gBACnC,aAAa,EAAE,IAAI,CAAC,aAAa;aAClC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACf,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;gBAC5C,IAAI,CAAC,CAAC;oBAAE,OAAM;gBACd,CAAC,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;gBACf,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,iBAAiB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAA;YACvE,CAAC,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YACrC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;YACtC,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,iBAAiB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QACnE,CAAC;QAED,2EAA2E;QAC3E,yEAAyE;QACzE,YAAY;QACZ,kBAAkB;aACf,sBAAsB,CAAC,SAAS,CAAC;aACjC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE;YACZ,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YAC5C,IAAI,CAAC,CAAC;gBAAE,OAAM,CAAC,sCAAsC;YACrD,CAAC,CAAC,OAAO,CAAC,EAAC,QAAQ,EAAE,GAAG,CAAC,OAAO,IAAI,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,EAAC,CAAC,CAAA;QACjF,CAAC,CAAC;aACD,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACb,MAAM,CAAC,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;YAC5C,IAAI,CAAC;gBAAE,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,aAAa,EAAE,MAAM,EAAE,IAAI,CAAC,CAAC,CAAA;QACtE,CAAC,CAAC,CAAA;QAEJ,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,OAAO,CAAA;YAC5B,IAAI,OAAO,OAAO,KAAK,WAAW,IAAI,OAAO,EAAE,CAAC;gBAC9C,OAAO,CAAC,KAAK,CACX,8CAA8C,IAAI,CAAC,KAAK,CACtD,WAAW,CAAC,GAAG,EAAE,GAAG,WAAW,CAChC,gBAAgB,SAAS,EAAE,CAC7B,CAAA;YACH,CAAC;YACD,OAAO;gBACL,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,QAAQ,EAAE,MAAM,CAAC,QAAQ;gBACzB,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,SAAS;aACV,CAAA;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;YACrC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,YAAY,CAAC,CAAA;QACxC,CAAC;IACH,CAAC;IAED,iFAAiF;IACjF,qBAAqB,CAAC,YAAoB;QACxC,OAAO,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,YAAY,CAAA;IAC5D,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,YAAY,CAChB,WAAmB,EACnB,IAOC;QAED,2EAA2E;QAC3E,oDAAoD;QACpD,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,EAAE,CAAC;YAC/D,MAAM,IAAI,UAAU,CAAC,uBAAuB,EAAE,2BAA2B,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QAC9F,CAAC;QAED,IAAI,KAAgF,CAAA;QACpF,IAAI,CAAC;YACH,MAAM,IAAI,CAAC,gBAAgB,CAAC,WAAW,CAAC,CAAA;YACxC,MAAM,SAAS,GAAG,gBAAgB,EAAE,CAAA;YACpC,MAAM,iBAAiB,GACrB,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC,UAAU,GAAG,CAAC;gBAC5F,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC;gBAC7B,CAAC,CAAC,kCAAkC,CAAA;YACxC,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,iBAAiB,EAAE,8BAA8B,CAAC,CAAA;YAC9E,KAAK,GAAG,EAAC,SAAS,EAAE,UAAU,EAAC,CAAA;YAC/B,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,CAAA;YAC1C,MAAM,YAAY,CAAC,YAAY,CAAC;gBAC9B,SAAS;gBACT,IAAI,EAAE,kBAAkB,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC;gBAC/C,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,OAAO;gBAC1B,cAAc,EAAE,IAAI,CAAC,cAAc,IAAI,IAAI;gBAC3C,UAAU;gBACV,GAAG,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5C,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,CAAC,CAAC,EAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aAChD,CAAC,CAAA;YACF,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,KAAK,EAAE,CAAC;gBAClD,KAAK,CAAC,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,GAAG,EAAE;oBAC1C,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,KAAK,EAAE,CAAC;wBAClD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;oBACxC,CAAC;gBACH,CAAC,EAAE,UAAU,CAAC,CAAA;YAChB,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,KAAK,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,KAAK,EAAE,CAAC;gBAC3D,IAAI,KAAK,CAAC,WAAW;oBAAE,OAAO,CAAC,YAAY,CAAC,KAAK,CAAC,WAAW,CAAC,CAAA;gBAC9D,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;YACxC,CAAC;YACD,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,gBAAgB,EAAE,SAAS,EAAE,KAAK,CAAC,CAAA;QAClE,CAAC;IACH,CAAC;IAED,8FAA8F;IAC9F,KAAK,CAAC,gBAAgB,CAAC,WAAmB;QACxC,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;QAClD,IAAI,CAAC,MAAM;YAAE,OAAM;QACnB,MAAM,YAAY,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QACrD,IAAI,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,WAAW,CAAC,KAAK,MAAM,EAAE,CAAC;YACnD,IAAI,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;YACtC,IAAI,MAAM,CAAC,WAAW;gBAAE,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QAClE,CAAC;IACH,CAAC;IAED,4FAA4F;IAC5F,IAAI,CAAC,SAAiB;QACpB,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACrD,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;IACzC,CAAC;IAED;;;;OAIG;IACH,gBAAgB,CAAC,SAAiB,EAAE,SAAiB,EAAE,YAAoB;QACzE,MAAM,OAAO,GAAG,IAAI,CAAC,qBAAqB,CAAC,SAAS,CAAC,CAAA;QACrD,MAAM,KAAK,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QAC9C,IAAI,CAAC,KAAK;YAAE,OAAM;QAClB,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,SAAS,CAAC,CAAA;QACnC,kEAAkE;QAClE,KAAK,CAAC,KAAK,CAAC,KAAK,EAAE,CAAA;QACnB,KAAK,CAAC,MAAM,CAAC,IAAI,UAAU,CAAC,SAAS,IAAI,eAAe,EAAE,YAAY,IAAI,eAAe,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC,CAAA;QAC7G,sEAAsE;IACxE,CAAC;IAEO,YAAY,CAAC,GAAY,EAAE,YAAoB,EAAE,KAAkB,EAAE,SAA0B;QACrG,IAAI,GAAG,YAAY,UAAU;YAAE,OAAO,GAAG,CAAA;QACzC,MAAM,IAAI,GAAI,GAAuB,EAAE,IAAI,CAAA;QAC3C,MAAM,OAAO,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAChE,OAAO,IAAI,UAAU,CAAC,IAAI,IAAI,YAAY,EAAE,OAAO,EAAE,KAAK,EAAE,SAAS,CAAC,CAAA;IACxE,CAAC;CACF;AAED,kFAAkF;AAClF,MAAM,CAAC,MAAM,qBAAqB,GAAG,IAAI,qBAAqB,EAAE,CAAA","sourcesContent":["/**\n * PhonePhotoCoordinator — owns local-miniapp takePhoto() end-to-end.\n *\n * Architecture:\n *   miniapp → SDK → LocalMiniappRuntime → photo runtime hook\n *          → coordinator.takePhoto(packageName, opts)\n *            ├── (precheck) glasses connected + hasCamera\n *            ├── cloudClientService.startManagedPhoto → {requestId, uploadUrl, readUrl}  (cloud runtime presign)\n *            ├── BluetoothSdk.requestPhoto(requestId, size, uploadUrl, compress, sound)\n *            └── race:\n *                  - cloudClientService.awaitManagedPhotoReady(requestId) resolves on photo.ready push\n *                  - BluetoothSdk.requestPhoto rejects if terminal photo_response is an error\n *                  - handlePhotoError(requestId, code, message) rejects if MantleManager observes\n *                    the same BLE photo_response error before the native promise crosses the bridge\n *\n * `activeRequests` lets MantleManager's gated `photo_response` listener\n * short-circuit our long-poll with a typed error (CAMERA_BUSY, BATTERY_LOW,\n * etc.) instead of waiting 30s for cloud's timeout.\n */\n\nimport BluetoothSdk from \"@glassly/bluetooth-sdk/internal\"\nimport type {PhotoSize, PhotoTransferMethod} from \"@glassly/bluetooth-sdk/internal\"\nimport {cloudClientService} from \"./CloudClientService\"\nimport {isGlassesConnected} from \"./GlassesReadiness\"\nimport {useGlassesStore} from \"../stores/glasses\"\n\nimport {BgTimer} from \"../utils/timers\"\n\ninterface PhotoResult {\n  photoUrl: string\n  mimeType: string\n  size: number\n}\n\n/** Map legacy/cloud size names onto the native take_photo enum. */\nfunction normalizePhotoSize(value: unknown): PhotoSize {\n  if (typeof value !== \"string\") return \"medium\"\n  switch (value) {\n    case \"small\":\n      return \"low\"\n    case \"large\":\n      return \"high\"\n    case \"full\":\n      return \"max\"\n    default:\n      return ([\"low\", \"medium\", \"high\", \"max\"] as const).includes(value as PhotoSize) ? (value as PhotoSize) : \"medium\"\n  }\n}\n\nexport interface PhotoOpts {\n  /** Legacy cloud size names are normalized before the native take_photo command. */\n  size?: \"low\" | \"medium\" | \"high\" | \"max\" | \"small\" | \"large\" | \"full\"\n  mode?: \"photo\" | \"text\"\n  /** Select direct-only, phone-relayed BLE, or the default Wi-Fi/BLE fallback policy. */\n  transferMethod?: PhotoTransferMethod\n  compress?: \"none\" | \"low\" | \"medium\" | \"high\"\n  sound?: boolean\n  saveToGallery?: boolean\n  exposureTimeNs?: number\n  iso?: number | null\n  aeExposureDivisor?: number\n  isoCap?: number\n  noiseReduction?: boolean\n  edgeEnhancement?: boolean\n  /** ZSL preview buffering. */\n  zsl?: boolean\n  /** MFNR still capture. */\n  mfnr?: boolean\n  ispDigitalGain?: number\n  ispAnalogGain?: string\n}\n\nexport interface PhotoTaken {\n  photoUrl: string\n  mimeType: string\n  size: number\n  requestId: string\n}\n\n/** Pipeline stage a photo request failed at — surfaced to the miniapp so a dev\n *  sees exactly where it broke, not just a flattened message. */\nexport type PhotoStage = \"presign\" | \"command\" | \"capture\" | \"upload\" | \"push\"\n/** Transport in play at the point of failure. */\nexport type PhotoTransport = \"cloud-rest\" | \"ble\" | \"wifi\" | \"ws\"\n\nexport class PhotoError extends Error {\n  constructor(\n    public readonly code: string,\n    message: string,\n    public readonly stage?: PhotoStage,\n    public readonly transport?: PhotoTransport,\n  ) {\n    super(message)\n    this.name = \"PhotoError\"\n  }\n}\n\nfunction parsePhotoTransferMethod(value: unknown): PhotoTransferMethod | undefined {\n  if (value === undefined) return undefined\n  if (value === \"auto\" || value === \"direct\" || value === \"ble\") return value\n  throw new PhotoError(\n    \"INVALID_ARGUMENT\",\n    `Invalid transferMethod ${JSON.stringify(value)}. Expected \"auto\", \"direct\", or \"ble\".`,\n  )\n}\n\ninterface ActiveRequest {\n  packageName: string\n  abort: AbortController\n  resolve: (r: PhotoResult) => void\n  reject: (err: Error) => void\n}\n\n/**\n * Last-resort ceiling for the complete capture + encode + transfer + upload\n * pipeline. This must exceed the managed-photo service's 30s ready-push\n * timeout so the cloud can return its more specific failure first.\n *\n * Text mode commonly spends several seconds detecting/cropping the region and\n * can take another 10s+ to transfer over BLE. A 15s ceiling incorrectly\n * rejected successful captures while their upload was still in progress.\n */\nexport const CAPTURE_PIPELINE_TIMEOUT_MS = 45_000\nexport const CAMERA_WARM_UP_DEFAULT_DURATION_MS = 15_000\nexport const CAMERA_WARM_UP_MAX_DURATION_MS = 60_000\n\nlet bleRequestCounter = 0\n\n/** Short 4-hex-char correlation id sent over BLE instead of the full cloud\n *  requestId UUID (wire v2 keeps BLE JSON small). */\nfunction mintBleRequestId(): string {\n  bleRequestCounter = (bleRequestCounter + 1) & 0xffff\n  return bleRequestCounter.toString(16).padStart(4, \"0\")\n}\n\nfunction toNativeCompression(compress: PhotoOpts[\"compress\"]): \"none\" | \"medium\" | \"heavy\" {\n  if (compress === \"high\") return \"heavy\"\n  if (compress === \"low\" || compress === \"medium\") return \"medium\"\n  return \"none\"\n}\n\nexport class PhonePhotoCoordinator {\n  // Cloud requestId → in-flight slot. The gated photo_response listener\n  // (DeviceEventRouter) resolves short BLE ids via bleIdToCloud before calling\n  // owns() / handlePhotoError().\n  private readonly activeRequests = new Map<string, ActiveRequest>()\n  /** Short BLE correlation id (4-char hex) → full cloud requestId. */\n  private readonly bleIdToCloud = new Map<string, string>()\n  private readonly activeWarmUps = new Map<string, {requestId: string; durationMs: number; expiryTimer?: number}>()\n\n  /** Report-safe camera ownership snapshot for incident diagnostics. */\n  getDiagnosticSnapshot(): Record<string, unknown> {\n    return {\n      captureOwners: [...new Set([...this.activeRequests.values()].map((request) => request.packageName))].sort(),\n      warmUpOwners: [...this.activeWarmUps.keys()].sort(),\n      activeCaptureCount: this.activeRequests.size,\n    }\n  }\n\n  async takePhoto(packageName: string, opts: PhotoOpts): Promise<PhotoTaken> {\n    const transferMethod = parsePhotoTransferMethod(opts.transferMethod)\n\n    // Pre-check: if glasses aren't even connected, the BLE photo command\n    // would be sent into the void and we'd wait 30s for the cloud long-poll\n    // to time out. Fail fast with a typed error.\n    //\n    // We DON'T pre-check `hasCamera` here — the canonical capability data\n    // lives in `getModelCapabilities(deviceModel)` from @glassly/engine and\n    // pulling that into this file would add a cross-package import. If a\n    // cameraless device receives the BLE photo command, the glasses-side\n    // handler will return a photo_response error within ~1s and the gated\n    // photo_response listener in MantleManager will short-circuit our\n    // long-poll. Slower but correct.\n    if (!isGlassesConnected(useGlassesStore.getState().connection)) {\n      throw new PhotoError(\"GLASSES_NOT_CONNECTED\", \"Glasses are not connected\", \"command\", \"ble\")\n    }\n\n    // Text-mode sensor resolution is owned by ASG constants; keep cloud metadata on a stable\n    // high-capacity tier and let the glasses ignore the public size when mode=text.\n    const captureSize = opts.size ?? \"medium\"\n\n    // 1) Presign via the cloud managed-photo service. Local miniapps use\n    //    ONLY the cloud path: the runtime presigns upload+read URLs and the\n    //    phone (as the device controller) delivers the bytes; the legacy\n    //    backend_url mint is gone from this flow.\n    let requestId: string\n    let uploadUrl: string\n    let readUrl: string\n    const flowStarted = performance.now()\n    try {\n      const presignStarted = performance.now()\n      const r = await cloudClientService.startManagedPhoto({\n        size: opts.mode === \"text\" ? \"max\" : captureSize,\n      })\n      const presignMs = Math.round(performance.now() - presignStarted)\n      if (typeof __DEV__ !== \"undefined\" && __DEV__) {\n        console.debug(\n          `[PhonePhotoCoordinator] presign ${presignMs}ms size=${opts.mode === \"text\" ? \"max\" : captureSize} mode=${\n            opts.mode ?? \"photo\"\n          }`,\n        )\n      }\n      requestId = r.requestId\n      uploadUrl = r.uploadUrl\n      readUrl = r.readUrl\n    } catch (err) {\n      throw this.toPhotoError(err, \"PHOTO_REQUEST_FAILED\", \"presign\", \"cloud-rest\")\n    }\n\n    // 2) Build the outcome Promise FIRST so both resolve+reject handles\n    //    are wired into activeRequests BEFORE any code path can produce\n    //    an error. Without this, a fast BLE photo_response (BATTERY_LOW\n    //    etc.) racing with the Promise constructor could fire\n    //    handlePhotoError() against a no-op rejectFn and silently drop\n    //    the error.\n    // When the managed-photo upload URL is loopback (the local storage provider\n    // reached over `adb reverse`), the glasses cannot reach it over WiFi —\n    // localhost on the glasses is the glasses. Force BLE transfer so the phone\n    // (which CAN reach the reversed runtime) relays the bytes; a public r2/s3\n    // presigned URL stays on \"auto\".\n    const isLoopbackUpload = /^https?:\\/\\/(localhost|127\\.0\\.0\\.1|10\\.0\\.2\\.2)\\b/.test(uploadUrl)\n\n    const abort = new AbortController()\n    const bleRequestId = mintBleRequestId()\n    this.bleIdToCloud.set(bleRequestId, requestId)\n\n    const outcome = new Promise<PhotoResult>((resolve, reject) => {\n      this.activeRequests.set(requestId, {packageName, abort, resolve, reject})\n    })\n\n    // Last-resort watchdog for a wedged pipeline. The managed-photo ready push\n    // normally resolves or rejects first; this only prevents an indefinite hang\n    // if both the native terminal response and cloud push disappear.\n    const captureWatchdog = BgTimer.setTimeout(() => {\n      const e = this.activeRequests.get(requestId)\n      if (!e) return\n      e.abort.abort()\n      e.reject(\n        new PhotoError(\n          \"CAPTURE_TIMEOUT\",\n          \"Photo capture did not complete. The take_photo command, media processing, transfer, or upload may have stalled.\",\n          \"capture\",\n          isLoopbackUpload ? \"ble\" : \"wifi\",\n        ),\n      )\n    }, CAPTURE_PIPELINE_TIMEOUT_MS)\n    // Clear the watchdog on BOTH arms. Not `.finally()`: that would mint a new\n    // promise that re-rejects unobserved whenever the photo fails (the caller\n    // only awaits `outcome` itself), i.e. an unhandled rejection per failure.\n    const clearWatchdog = () => BgTimer.clearTimeout(captureWatchdog)\n    void outcome.then(clearWatchdog, clearWatchdog)\n\n    // 3) Drive glasses over BLE. requestPhoto now resolves at terminal\n    //    photo_response success, so run it beside the cloud poll instead of\n    //    awaiting it before polling. Native defaults transferMethod to \"auto\"\n    //    (Wi-Fi direct with BLE fallback) unless the miniapp forces BLE.\n    try {\n      void BluetoothSdk.requestPhoto({\n        requestId: bleRequestId,\n        appId: packageName,\n        size: normalizePhotoSize(captureSize),\n        mode: opts.mode ?? \"photo\",\n        webhookUrl: uploadUrl,\n        authToken: null,\n        ...(isLoopbackUpload ? {transferMethod: \"ble\" as const} : transferMethod ? {transferMethod} : {}),\n        compress: toNativeCompression(opts.compress),\n        save: opts.saveToGallery ?? false,\n        sound: opts.sound ?? true,\n        exposureTimeNs: opts.exposureTimeNs ?? null,\n        iso: opts.iso,\n        aeExposureDivisor: opts.aeExposureDivisor,\n        isoCap: opts.isoCap,\n        noiseReduction: opts.noiseReduction,\n        edgeEnhancement: opts.edgeEnhancement,\n        ...(opts.zsl != null ? {zsl: opts.zsl} : {}),\n        ...(opts.mfnr != null ? {mfnr: opts.mfnr} : {}),\n        ispDigitalGain: opts.ispDigitalGain,\n        ispAnalogGain: opts.ispAnalogGain,\n      }).catch((err) => {\n        const e = this.activeRequests.get(requestId)\n        if (!e) return\n        e.abort.abort()\n        e.reject(this.toPhotoError(err, \"BLE_SEND_FAILED\", \"command\", \"ble\"))\n      })\n    } catch (err) {\n      this.activeRequests.delete(requestId)\n      this.bleIdToCloud.delete(bleRequestId)\n      throw this.toPhotoError(err, \"BLE_SEND_FAILED\", \"command\", \"ble\")\n    }\n\n    // 4) Await the runtime's photo.ready push (replaces the legacy long-poll).\n    //    handlePhotoError races against it and uses the same entry to reject\n    //    first.\n    cloudClientService\n      .awaitManagedPhotoReady(requestId)\n      .then((res) => {\n        const e = this.activeRequests.get(requestId)\n        if (!e) return // already settled by handlePhotoError\n        e.resolve({photoUrl: res.readUrl ?? readUrl, mimeType: \"image/jpeg\", size: -1})\n      })\n      .catch((err) => {\n        const e = this.activeRequests.get(requestId)\n        if (e) e.reject(this.toPhotoError(err, \"POLL_FAILED\", \"push\", \"ws\"))\n      })\n\n    try {\n      const result = await outcome\n      if (typeof __DEV__ !== \"undefined\" && __DEV__) {\n        console.debug(\n          `[PhonePhotoCoordinator] takePhoto complete ${Math.round(\n            performance.now() - flowStarted,\n          )}ms requestId=${requestId}`,\n        )\n      }\n      return {\n        photoUrl: result.photoUrl,\n        mimeType: result.mimeType,\n        size: result.size,\n        requestId,\n      }\n    } finally {\n      this.activeRequests.delete(requestId)\n      this.bleIdToCloud.delete(bleRequestId)\n    }\n  }\n\n  /** Map a short BLE requestId from photo_response back to the cloud requestId. */\n  resolveCloudRequestId(bleOrCloudId: string): string {\n    return this.bleIdToCloud.get(bleOrCloudId) ?? bleOrCloudId\n  }\n\n  /**\n   * Pre-warm the glasses camera so the next takePhoto() is near-instant.\n   *\n   * Pure BLE — NO cloud presign, NO upload, NO long-poll. The phone mints and owns\n   * the requestId, sends the warm-up command, and resolves when the camera reports\n   * ready (the native promise resolves on the ready status event).\n   */\n  async warmUpCamera(\n    packageName: string,\n    opts: {\n      size?: \"low\" | \"medium\" | \"high\" | \"max\"\n      mode?: \"photo\" | \"text\"\n      exposureTimeNs?: number\n      durationMs?: number\n      zsl?: boolean\n      mfnr?: boolean\n    },\n  ): Promise<void> {\n    // Pre-check: if glasses aren't connected, the BLE warm-up command would be\n    // sent into the void. Fail fast with a typed error.\n    if (!isGlassesConnected(useGlassesStore.getState().connection)) {\n      throw new PhotoError(\"GLASSES_NOT_CONNECTED\", \"Glasses are not connected\", \"command\", \"ble\")\n    }\n\n    let lease: {requestId: string; durationMs: number; expiryTimer?: number} | undefined\n    try {\n      await this.stopWarmUpForApp(packageName)\n      const requestId = mintBleRequestId()\n      const requestedDuration =\n        typeof opts.durationMs === \"number\" && Number.isFinite(opts.durationMs) && opts.durationMs > 0\n          ? Math.round(opts.durationMs)\n          : CAMERA_WARM_UP_DEFAULT_DURATION_MS\n      const durationMs = Math.min(requestedDuration, CAMERA_WARM_UP_MAX_DURATION_MS)\n      lease = {requestId, durationMs}\n      this.activeWarmUps.set(packageName, lease)\n      await BluetoothSdk.warmUpCamera({\n        requestId,\n        size: normalizePhotoSize(opts.size ?? \"medium\"),\n        mode: opts.mode ?? \"photo\",\n        exposureTimeNs: opts.exposureTimeNs ?? null,\n        durationMs,\n        ...(opts.zsl != null ? {zsl: opts.zsl} : {}),\n        ...(opts.mfnr != null ? {mfnr: opts.mfnr} : {}),\n      })\n      if (this.activeWarmUps.get(packageName) === lease) {\n        lease.expiryTimer = BgTimer.setTimeout(() => {\n          if (this.activeWarmUps.get(packageName) === lease) {\n            this.activeWarmUps.delete(packageName)\n          }\n        }, durationMs)\n      }\n    } catch (err) {\n      if (lease && this.activeWarmUps.get(packageName) === lease) {\n        if (lease.expiryTimer) BgTimer.clearTimeout(lease.expiryTimer)\n        this.activeWarmUps.delete(packageName)\n      }\n      throw this.toPhotoError(err, \"WARM_UP_FAILED\", \"command\", \"ble\")\n    }\n  }\n\n  /** Release a miniapp's warm-up even if its original warmUpCamera promise is still opening. */\n  async stopWarmUpForApp(packageName: string): Promise<void> {\n    const active = this.activeWarmUps.get(packageName)\n    if (!active) return\n    await BluetoothSdk.stopCameraWarmUp(active.requestId)\n    if (this.activeWarmUps.get(packageName) === active) {\n      this.activeWarmUps.delete(packageName)\n      if (active.expiryTimer) BgTimer.clearTimeout(active.expiryTimer)\n    }\n  }\n\n  /** True iff this requestId (short BLE id or cloud id) is one we're currently waiting on. */\n  owns(requestId: string): boolean {\n    const cloudId = this.resolveCloudRequestId(requestId)\n    return this.activeRequests.has(cloudId)\n  }\n\n  /**\n   * Called by MantleManager's gated photo_response listener when glasses\n   * report an error (BATTERY_LOW, CAMERA_BUSY, etc.) for a phone-owned\n   * requestId. Rejects the in-flight takePhoto Promise immediately.\n   */\n  handlePhotoError(requestId: string, errorCode: string, errorMessage: string): void {\n    const cloudId = this.resolveCloudRequestId(requestId)\n    const entry = this.activeRequests.get(cloudId)\n    if (!entry) return\n    this.bleIdToCloud.delete(requestId)\n    // Abort the in-flight long-poll first so we don't double-resolve.\n    entry.abort.abort()\n    entry.reject(new PhotoError(errorCode || \"GLASSES_ERROR\", errorMessage || \"Glasses error\", \"capture\", \"ble\"))\n    // cloud pending photo requests TTL out on their own; nothing to free.\n  }\n\n  private toPhotoError(err: unknown, fallbackCode: string, stage?: PhotoStage, transport?: PhotoTransport): PhotoError {\n    if (err instanceof PhotoError) return err\n    const code = (err as {code?: string})?.code\n    const message = err instanceof Error ? err.message : String(err)\n    return new PhotoError(code || fallbackCode, message, stage, transport)\n  }\n}\n\n// Singleton — coordinator state is process-wide (mirrors phoneStreamCoordinator).\nexport const phonePhotoCoordinator = new PhonePhotoCoordinator()\n"]}

package/build/services/PhoneStreamCoordinator.d.ts

@@ -4,7 +4,7 @@
  * Architecture:
  *   miniapp → SDK → LocalMiniappRuntime → coordinator
  *           coordinator → BluetoothSdk (BLE → glasses publisher)
- *           coordinator ↔ cloudStreamApi (managed only, cloud-v2 runtime provisioning)
+ *           coordinator ↔ cloudStreamApi (managed only, cloud runtime provisioning)
  *           coordinator ↔ StreamLifecycleController (keep-alive heartbeat)
  *           coordinator → status listeners → routed back to miniapp(s)
  *

package/build/services/PhoneStreamCoordinator.js

@@ -4,7 +4,7 @@
  * Architecture:
  *   miniapp → SDK → LocalMiniappRuntime → coordinator
  *           coordinator → BluetoothSdk (BLE → glasses publisher)
- *           coordinator ↔ cloudStreamApi (managed only, cloud-v2 runtime provisioning)
+ *           coordinator ↔ cloudStreamApi (managed only, cloud runtime provisioning)
  *           coordinator ↔ StreamLifecycleController (keep-alive heartbeat)
  *           coordinator → status listeners → routed back to miniapp(s)
  *