@mentra/engine 0.1.0-dev.0 → 0.1.0-dev.1

package/build/services/LocalMiniappStorage.d.ts

@@ -0,0 +1,32 @@
+/**
+ * Phone-local SimpleStorage for bundled miniapps.
+ *
+ * Keys are scoped to the stable Mentra user id and package name. Access tokens
+ * must never be part of the namespace: Core access tokens rotate and are held
+ * in memory only, so using one makes every app restart look like a new user.
+ */
+export interface LocalMiniappStorageBackend {
+    get(key: string): unknown | null;
+    has(key: string): boolean;
+    set(key: string, value: unknown): void;
+    remove(key: string): void;
+    keys(): string[];
+}
+export interface LocalMiniappStorageHooks {
+    getUserId: () => Promise<string>;
+    backend: LocalMiniappStorageBackend;
+}
+export declare class LocalMiniappStorage {
+    private readonly hooks;
+    constructor(hooks: LocalMiniappStorageHooks);
+    get(packageName: string, key: string): Promise<unknown | null>;
+    set(packageName: string, key: string, value: unknown): Promise<void>;
+    delete(packageName: string, key: string): Promise<void>;
+    keys(packageName: string): Promise<string[]>;
+    clear(packageName: string): Promise<void>;
+    has(packageName: string, key: string): Promise<boolean>;
+    getAll(packageName: string): Promise<Record<string, string>>;
+    setMultiple(packageName: string, values: Record<string, unknown>): Promise<void>;
+    private prefix;
+}
+//# sourceMappingURL=LocalMiniappStorage.d.ts.map

package/build/services/LocalMiniappStorage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalMiniappStorage.d.ts","sourceRoot":"","sources":["../../src/services/LocalMiniappStorage.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,MAAM,WAAW,0BAA0B;IACzC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,GAAG,IAAI,CAAA;IAChC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAA;IACzB,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI,CAAA;IACtC,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,IAAI,IAAI,MAAM,EAAE,CAAA;CACjB;AAED,MAAM,WAAW,wBAAwB;IACvC,SAAS,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,CAAA;IAChC,OAAO,EAAE,0BAA0B,CAAA;CACpC;AAID,qBAAa,mBAAmB;IAClB,OAAO,CAAC,QAAQ,CAAC,KAAK;gBAAL,KAAK,EAAE,wBAAwB;IAEtD,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IAI9D,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAIpE,MAAM,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAIvD,IAAI,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC;IAQ5C,KAAK,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOzC,GAAG,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAIvD,MAAM,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAY5D,WAAW,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;YAOxE,MAAM;CAKrB"}

package/build/services/LocalMiniappStorage.js

@@ -0,0 +1,66 @@
+/**
+ * Phone-local SimpleStorage for bundled miniapps.
+ *
+ * Keys are scoped to the stable Mentra user id and package name. Access tokens
+ * must never be part of the namespace: Core access tokens rotate and are held
+ * in memory only, so using one makes every app restart look like a new user.
+ */
+const KEY_ROOT = "mentraos_localstorage_";
+export class LocalMiniappStorage {
+    hooks;
+    constructor(hooks) {
+        this.hooks = hooks;
+    }
+    async get(packageName, key) {
+        return this.hooks.backend.get((await this.prefix(packageName)) + key);
+    }
+    async set(packageName, key, value) {
+        this.hooks.backend.set((await this.prefix(packageName)) + key, value);
+    }
+    async delete(packageName, key) {
+        this.hooks.backend.remove((await this.prefix(packageName)) + key);
+    }
+    async keys(packageName) {
+        const prefix = await this.prefix(packageName);
+        return this.hooks.backend
+            .keys()
+            .filter((key) => key.startsWith(prefix))
+            .map((key) => key.slice(prefix.length));
+    }
+    async clear(packageName) {
+        const prefix = await this.prefix(packageName);
+        for (const key of this.hooks.backend.keys()) {
+            if (key.startsWith(prefix))
+                this.hooks.backend.remove(key);
+        }
+    }
+    async has(packageName, key) {
+        return this.hooks.backend.has((await this.prefix(packageName)) + key);
+    }
+    async getAll(packageName) {
+        const prefix = await this.prefix(packageName);
+        const values = {};
+        for (const key of this.hooks.backend.keys()) {
+            if (!key.startsWith(prefix))
+                continue;
+            if (!this.hooks.backend.has(key))
+                continue;
+            const value = this.hooks.backend.get(key);
+            values[key.slice(prefix.length)] = typeof value === "string" ? value : String(value ?? "");
+        }
+        return values;
+    }
+    async setMultiple(packageName, values) {
+        const prefix = await this.prefix(packageName);
+        for (const [key, value] of Object.entries(values)) {
+            this.hooks.backend.set(prefix + key, value ?? null);
+        }
+    }
+    async prefix(packageName) {
+        const userId = (await this.hooks.getUserId()).trim();
+        if (!userId)
+            throw new Error("Mentra user identity is unavailable");
+        return `${KEY_ROOT}${userId}_${packageName}_`;
+    }
+}
+//# sourceMappingURL=LocalMiniappStorage.js.map

package/build/services/LocalMiniappStorage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalMiniappStorage.js","sourceRoot":"","sources":["../../src/services/LocalMiniappStorage.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAeH,MAAM,QAAQ,GAAG,wBAAwB,CAAA;AAEzC,MAAM,OAAO,mBAAmB;IACD;IAA7B,YAA6B,KAA+B;QAA/B,UAAK,GAAL,KAAK,CAA0B;IAAG,CAAC;IAEhE,KAAK,CAAC,GAAG,CAAC,WAAmB,EAAE,GAAW;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,GAAG,CAAC,CAAA;IACvE,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,WAAmB,EAAE,GAAW,EAAE,KAAc;QACxD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,GAAG,EAAE,KAAK,CAAC,CAAA;IACvE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,WAAmB,EAAE,GAAW;QAC3C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,GAAG,CAAC,CAAA;IACnE,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,WAAmB;QAC5B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QAC7C,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO;aACtB,IAAI,EAAE;aACN,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;aACvC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAA;IAC3C,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,WAAmB;QAC7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QAC7C,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YAC5C,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;gBAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG,CAAC,CAAA;QAC5D,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,WAAmB,EAAE,GAAW;QACxC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,GAAG,GAAG,CAAC,CAAA;IACvE,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,WAAmB;QAC9B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QAC7C,MAAM,MAAM,GAA2B,EAAE,CAAA;QACzC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC;YAC5C,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;gBAAE,SAAQ;YACrC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;gBAAE,SAAQ;YAC1C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YACzC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,IAAI,EAAE,CAAC,CAAA;QAC5F,CAAC;QACD,OAAO,MAAM,CAAA;IACf,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,WAAmB,EAAE,MAA+B;QACpE,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;QAC7C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,GAAG,GAAG,EAAE,KAAK,IAAI,IAAI,CAAC,CAAA;QACrD,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,WAAmB;QACtC,MAAM,MAAM,GAAG,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QACpD,IAAI,CAAC,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACnE,OAAO,GAAG,QAAQ,GAAG,MAAM,IAAI,WAAW,GAAG,CAAA;IAC/C,CAAC;CACF","sourcesContent":["/**\n * Phone-local SimpleStorage for bundled miniapps.\n *\n * Keys are scoped to the stable Mentra user id and package name. Access tokens\n * must never be part of the namespace: Core access tokens rotate and are held\n * in memory only, so using one makes every app restart look like a new user.\n */\n\nexport interface LocalMiniappStorageBackend {\n  get(key: string): unknown | null\n  has(key: string): boolean\n  set(key: string, value: unknown): void\n  remove(key: string): void\n  keys(): string[]\n}\n\nexport interface LocalMiniappStorageHooks {\n  getUserId: () => Promise<string>\n  backend: LocalMiniappStorageBackend\n}\n\nconst KEY_ROOT = \"mentraos_localstorage_\"\n\nexport class LocalMiniappStorage {\n  constructor(private readonly hooks: LocalMiniappStorageHooks) {}\n\n  async get(packageName: string, key: string): Promise<unknown | null> {\n    return this.hooks.backend.get((await this.prefix(packageName)) + key)\n  }\n\n  async set(packageName: string, key: string, value: unknown): Promise<void> {\n    this.hooks.backend.set((await this.prefix(packageName)) + key, value)\n  }\n\n  async delete(packageName: string, key: string): Promise<void> {\n    this.hooks.backend.remove((await this.prefix(packageName)) + key)\n  }\n\n  async keys(packageName: string): Promise<string[]> {\n    const prefix = await this.prefix(packageName)\n    return this.hooks.backend\n      .keys()\n      .filter((key) => key.startsWith(prefix))\n      .map((key) => key.slice(prefix.length))\n  }\n\n  async clear(packageName: string): Promise<void> {\n    const prefix = await this.prefix(packageName)\n    for (const key of this.hooks.backend.keys()) {\n      if (key.startsWith(prefix)) this.hooks.backend.remove(key)\n    }\n  }\n\n  async has(packageName: string, key: string): Promise<boolean> {\n    return this.hooks.backend.has((await this.prefix(packageName)) + key)\n  }\n\n  async getAll(packageName: string): Promise<Record<string, string>> {\n    const prefix = await this.prefix(packageName)\n    const values: Record<string, string> = {}\n    for (const key of this.hooks.backend.keys()) {\n      if (!key.startsWith(prefix)) continue\n      if (!this.hooks.backend.has(key)) continue\n      const value = this.hooks.backend.get(key)\n      values[key.slice(prefix.length)] = typeof value === \"string\" ? value : String(value ?? \"\")\n    }\n    return values\n  }\n\n  async setMultiple(packageName: string, values: Record<string, unknown>): Promise<void> {\n    const prefix = await this.prefix(packageName)\n    for (const [key, value] of Object.entries(values)) {\n      this.hooks.backend.set(prefix + key, value ?? null)\n    }\n  }\n\n  private async prefix(packageName: string): Promise<string> {\n    const userId = (await this.hooks.getUserId()).trim()\n    if (!userId) throw new Error(\"Mentra user identity is unavailable\")\n    return `${KEY_ROOT}${userId}_${packageName}_`\n  }\n}\n"]}

package/build/services/LocalMiniappUserIdentity.d.ts

@@ -0,0 +1,20 @@
+export interface LocalMiniappUserIdentityBackend {
+    get(): string | null;
+    set(userId: string): void;
+    remove(): void;
+}
+/**
+ * Keeps the stable Mentra user id available to local miniapps across process
+ * restarts. The id is non-secret and is deliberately stored separately from
+ * the short-lived Core access token.
+ */
+export declare class LocalMiniappUserIdentity {
+    private readonly backend;
+    private current;
+    constructor(backend: LocalMiniappUserIdentityBackend);
+    resolve(resolveOnline: () => Promise<string>): Promise<string>;
+    get(): string | null;
+    remember(userId: string): void;
+    forget(): void;
+}
+//# sourceMappingURL=LocalMiniappUserIdentity.d.ts.map

package/build/services/LocalMiniappUserIdentity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalMiniappUserIdentity.d.ts","sourceRoot":"","sources":["../../src/services/LocalMiniappUserIdentity.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,+BAA+B;IAC9C,GAAG,IAAI,MAAM,GAAG,IAAI,CAAA;IACpB,GAAG,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAA;IACzB,MAAM,IAAI,IAAI,CAAA;CACf;AAED;;;;GAIG;AACH,qBAAa,wBAAwB;IAGvB,OAAO,CAAC,QAAQ,CAAC,OAAO;IAFpC,OAAO,CAAC,OAAO,CAAsB;gBAER,OAAO,EAAE,+BAA+B;IAE/D,OAAO,CAAC,aAAa,EAAE,MAAM,OAAO,CAAC,MAAM,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;IAUpE,GAAG,IAAI,MAAM,GAAG,IAAI;IAQpB,QAAQ,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI;IAO9B,MAAM,IAAI,IAAI;CAIf"}

package/build/services/LocalMiniappUserIdentity.js

@@ -0,0 +1,43 @@
+/**
+ * Keeps the stable Mentra user id available to local miniapps across process
+ * restarts. The id is non-secret and is deliberately stored separately from
+ * the short-lived Core access token.
+ */
+export class LocalMiniappUserIdentity {
+    backend;
+    current = null;
+    constructor(backend) {
+        this.backend = backend;
+    }
+    async resolve(resolveOnline) {
+        const available = this.get();
+        if (available)
+            return available;
+        const resolved = (await resolveOnline()).trim();
+        if (!resolved)
+            throw new Error("Mentra user identity is unavailable");
+        this.remember(resolved);
+        return resolved;
+    }
+    get() {
+        if (this.current)
+            return this.current;
+        const cached = this.backend.get()?.trim() ?? "";
+        if (!cached)
+            return null;
+        this.current = cached;
+        return cached;
+    }
+    remember(userId) {
+        const resolved = userId.trim();
+        if (!resolved)
+            throw new Error("Mentra user identity is unavailable");
+        this.backend.set(resolved);
+        this.current = resolved;
+    }
+    forget() {
+        this.current = null;
+        this.backend.remove();
+    }
+}
+//# sourceMappingURL=LocalMiniappUserIdentity.js.map

package/build/services/LocalMiniappUserIdentity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"LocalMiniappUserIdentity.js","sourceRoot":"","sources":["../../src/services/LocalMiniappUserIdentity.ts"],"names":[],"mappings":"AAMA;;;;GAIG;AACH,MAAM,OAAO,wBAAwB;IAGN;IAFrB,OAAO,GAAkB,IAAI,CAAA;IAErC,YAA6B,OAAwC;QAAxC,YAAO,GAAP,OAAO,CAAiC;IAAG,CAAC;IAEzE,KAAK,CAAC,OAAO,CAAC,aAAoC;QAChD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;QAC5B,IAAI,SAAS;YAAE,OAAO,SAAS,CAAA;QAE/B,MAAM,QAAQ,GAAG,CAAC,MAAM,aAAa,EAAE,CAAC,CAAC,IAAI,EAAE,CAAA;QAC/C,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACrE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;QACvB,OAAO,QAAQ,CAAA;IACjB,CAAC;IAED,GAAG;QACD,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,OAAO,CAAA;QACrC,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAA;QAC/C,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAA;QACxB,IAAI,CAAC,OAAO,GAAG,MAAM,CAAA;QACrB,OAAO,MAAM,CAAA;IACf,CAAC;IAED,QAAQ,CAAC,MAAc;QACrB,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,CAAA;QAC9B,IAAI,CAAC,QAAQ;YAAE,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAA;QACrE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;QAC1B,IAAI,CAAC,OAAO,GAAG,QAAQ,CAAA;IACzB,CAAC;IAED,MAAM;QACJ,IAAI,CAAC,OAAO,GAAG,IAAI,CAAA;QACnB,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAA;IACvB,CAAC;CACF","sourcesContent":["export interface LocalMiniappUserIdentityBackend {\n  get(): string | null\n  set(userId: string): void\n  remove(): void\n}\n\n/**\n * Keeps the stable Mentra user id available to local miniapps across process\n * restarts. The id is non-secret and is deliberately stored separately from\n * the short-lived Core access token.\n */\nexport class LocalMiniappUserIdentity {\n  private current: string | null = null\n\n  constructor(private readonly backend: LocalMiniappUserIdentityBackend) {}\n\n  async resolve(resolveOnline: () => Promise<string>): Promise<string> {\n    const available = this.get()\n    if (available) return available\n\n    const resolved = (await resolveOnline()).trim()\n    if (!resolved) throw new Error(\"Mentra user identity is unavailable\")\n    this.remember(resolved)\n    return resolved\n  }\n\n  get(): string | null {\n    if (this.current) return this.current\n    const cached = this.backend.get()?.trim() ?? \"\"\n    if (!cached) return null\n    this.current = cached\n    return cached\n  }\n\n  remember(userId: string): void {\n    const resolved = userId.trim()\n    if (!resolved) throw new Error(\"Mentra user identity is unavailable\")\n    this.backend.set(resolved)\n    this.current = resolved\n  }\n\n  forget(): void {\n    this.current = null\n    this.backend.remove()\n  }\n}\n"]}

package/build/services/LocalSttFallbackCoordinator.d.ts

@@ -1,20 +1,22 @@
 /**
  * Decides whether on-device Sherpa STT should produce transcripts for local
- * miniapps, instead of (or in addition to) cloud transcription. The chooser
- * is connection-state-driven: when the WebSocket to cloud is down AND a
- * local miniapp is subscribed to transcription, we activate on-device STT.
+ * miniapps, instead of (or in addition to) cloud transcription. Local STT is
+ * active when the cloud is unavailable or any subscription requires
+ * `forceLocal`.
  *
  * Activation flips `localSttFallbackActive` in the settings store, which
  * the bluetooth-sdk native side reads to decide whether to feed PCM into
  * the SherpaOnnxTranscriber. Local transcripts then flow back through the
  * `local_transcription` Bridge event; the host wires that event to
  * `localMiniappRuntime.forwardEvent`, with this coordinator providing the
- * subscription-active gate so we never publish transcripts to miniapps
- * that aren't asking for them.
+ * subscription-active gate so we never publish transcripts to miniapps that
+ * aren't asking for them. LocalMiniappRuntime filters mixed local/cloud
+ * delivery per miniapp.
  */
 declare class LocalSttFallbackCoordinator {
     private static instance;
     private hasTranscriptionSubscription;
+    private hasForceLocalSubscription;
     private activeLanguage;
     /**
      * Default to "cloud is up" so we never accidentally activate local STT before
@@ -35,7 +37,7 @@ declare class LocalSttFallbackCoordinator {
     static getInstance(): LocalSttFallbackCoordinator;
     isActive(): boolean;
     getActiveLanguage(): string | null;
-    onSubscriptionChange(hasTranscription: boolean, language: string | null): void;
+    onSubscriptionChange(hasTranscription: boolean, language: string | null, hasForceLocal?: boolean): void;
     /**
      * Informational hook, retained for API stability. No longer called: the
      * authoritative switching signal is the cloud-client adapter (local miniapps
@@ -47,6 +49,7 @@ declare class LocalSttFallbackCoordinator {
     private reconcile;
     private startLocalStt;
     private stopLocalStt;
+    private shouldUseLocalStt;
     private log;
 }
 declare const localSttFallbackCoordinator: LocalSttFallbackCoordinator;

package/build/services/LocalSttFallbackCoordinator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"LocalSttFallbackCoordinator.d.ts","sourceRoot":"","sources":["../../src/services/LocalSttFallbackCoordinator.ts"],"names":[],"mappings":"AAMA;;;;;;;;;;;;;GAaG;AACH,cAAM,2BAA2B;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA6B;IAEpD,OAAO,CAAC,4BAA4B,CAAQ;IAC5C,OAAO,CAAC,cAAc,CAAsB;IAC5C;;;;;OAKG;IACH,OAAO,CAAC,cAAc,CAAO;IAC7B,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,oBAAoB,CAAQ;IAEpC,OAAO;IAQP;;;;OAIG;IACH,OAAO,CAAC,yBAAyB;IAajC,MAAM,CAAC,WAAW,IAAI,2BAA2B;IAOjD,QAAQ,IAAI,OAAO;IAInB,iBAAiB,IAAI,MAAM,GAAG,IAAI;IAIlC,oBAAoB,CAAC,gBAAgB,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,GAAG,IAAI;IAO9E;;;;;;OAMG;IACH,iBAAiB,IAAI,IAAI;YAEX,SAAS;YAUT,aAAa;IAyB3B,OAAO,CAAC,YAAY;IAMpB,OAAO,CAAC,GAAG;CAGZ;AAED,QAAA,MAAM,2BAA2B,6BAA4C,CAAA;AAC7E,eAAe,2BAA2B,CAAA"}
+{"version":3,"file":"LocalSttFallbackCoordinator.d.ts","sourceRoot":"","sources":["../../src/services/LocalSttFallbackCoordinator.ts"],"names":[],"mappings":"AAMA;;;;;;;;;;;;;;GAcG;AACH,cAAM,2BAA2B;IAC/B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAA6B;IAEpD,OAAO,CAAC,4BAA4B,CAAQ;IAC5C,OAAO,CAAC,yBAAyB,CAAQ;IACzC,OAAO,CAAC,cAAc,CAAsB;IAC5C;;;;;OAKG;IACH,OAAO,CAAC,cAAc,CAAO;IAC7B,OAAO,CAAC,WAAW,CAAQ;IAC3B,OAAO,CAAC,oBAAoB,CAAQ;IAEpC,OAAO;IAQP;;;;OAIG;IACH,OAAO,CAAC,yBAAyB;IAajC,MAAM,CAAC,WAAW,IAAI,2BAA2B;IAOjD,QAAQ,IAAI,OAAO;IAInB,iBAAiB,IAAI,MAAM,GAAG,IAAI;IAIlC,oBAAoB,CAAC,gBAAgB,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,GAAG,IAAI,EAAE,aAAa,UAAQ,GAAG,IAAI;IAQrG;;;;;;OAMG;IACH,iBAAiB,IAAI,IAAI;YAEX,SAAS;YAUT,aAAa;IAyB3B,OAAO,CAAC,YAAY;IAMpB,OAAO,CAAC,iBAAiB;IAIzB,OAAO,CAAC,GAAG;CAGZ;AAED,QAAA,MAAM,2BAA2B,6BAA4C,CAAA;AAC7E,eAAe,2BAA2B,CAAA"}

package/build/services/LocalSttFallbackCoordinator.js

@@ -5,21 +5,23 @@ import { cloudClientService } from "./CloudClientService";
 import sttModelManager from "./STTModelManager";
 /**
  * Decides whether on-device Sherpa STT should produce transcripts for local
- * miniapps, instead of (or in addition to) cloud transcription. The chooser
- * is connection-state-driven: when the WebSocket to cloud is down AND a
- * local miniapp is subscribed to transcription, we activate on-device STT.
+ * miniapps, instead of (or in addition to) cloud transcription. Local STT is
+ * active when the cloud is unavailable or any subscription requires
+ * `forceLocal`.
  *
  * Activation flips `localSttFallbackActive` in the settings store, which
  * the bluetooth-sdk native side reads to decide whether to feed PCM into
  * the SherpaOnnxTranscriber. Local transcripts then flow back through the
  * `local_transcription` Bridge event; the host wires that event to
  * `localMiniappRuntime.forwardEvent`, with this coordinator providing the
- * subscription-active gate so we never publish transcripts to miniapps
- * that aren't asking for them.
+ * subscription-active gate so we never publish transcripts to miniapps that
+ * aren't asking for them. LocalMiniappRuntime filters mixed local/cloud
+ * delivery per miniapp.
  */
 class LocalSttFallbackCoordinator {
     static instance;
     hasTranscriptionSubscription = false;
+    hasForceLocalSubscription = false;
     activeLanguage = null;
     /**
      * Default to "cloud is up" so we never accidentally activate local STT before
@@ -68,9 +70,10 @@ class LocalSttFallbackCoordinator {
     getActiveLanguage() {
         return this.activeLanguage;
     }
-    onSubscriptionChange(hasTranscription, language) {
-        this.log(`onSubscriptionChange(hasTx=${hasTranscription}, lang=${language})`);
+    onSubscriptionChange(hasTranscription, language, hasForceLocal = false) {
+        this.log(`onSubscriptionChange(hasTx=${hasTranscription}, lang=${language}, forceLocal=${hasForceLocal})`);
         this.hasTranscriptionSubscription = hasTranscription;
+        this.hasForceLocalSubscription = hasTranscription && hasForceLocal;
         this.activeLanguage = hasTranscription ? language : null;
         void this.reconcile();
     }
@@ -84,7 +87,7 @@ class LocalSttFallbackCoordinator {
     onCloudTranscript() { }
     async reconcile() {
         this.attachCloudAdapterIfReady();
-        const shouldBeActive = this.hasTranscriptionSubscription && !this.cloudConnected;
+        const shouldBeActive = this.shouldUseLocalStt();
         if (shouldBeActive && !this.localActive) {
             await this.startLocalStt();
         }
@@ -99,8 +102,8 @@ class LocalSttFallbackCoordinator {
             this.log("local stt model is not available yet — skipping activation");
             return;
         }
-        if (!this.hasTranscriptionSubscription || this.cloudConnected) {
-            this.log("local stt activation skipped: cloud recovered before start completed");
+        if (!this.shouldUseLocalStt()) {
+            this.log("local stt activation skipped: routing changed before start completed");
             return;
         }
         try {
@@ -110,8 +113,8 @@ class LocalSttFallbackCoordinator {
         catch (err) {
             this.log(`restartTranscriber failed: ${err}`);
         }
-        if (!this.hasTranscriptionSubscription || this.cloudConnected) {
-            this.log("local stt activation skipped: cloud recovered during transcriber restart");
+        if (!this.shouldUseLocalStt()) {
+            this.log("local stt activation skipped: routing changed during transcriber restart");
             return;
         }
         useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, true);
@@ -122,6 +125,9 @@ class LocalSttFallbackCoordinator {
         useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, false);
         this.localActive = false;
     }
+    shouldUseLocalStt() {
+        return this.hasTranscriptionSubscription && (this.hasForceLocalSubscription || !this.cloudConnected);
+    }
     log(msg) {
         console.log(`[LocalSttFallback] ${msg}`);
     }

package/build/services/LocalSttFallbackCoordinator.js.map

@@ -1 +1 @@
-{"version":3,"file":"LocalSttFallbackCoordinator.js","sourceRoot":"","sources":["../../src/services/LocalSttFallbackCoordinator.ts"],"names":[],"mappings":"AAAA,OAAO,YAAY,MAAM,gCAAgC,CAAA;AACzD,OAAO,EAAC,oBAAoB,EAAC,MAAM,mBAAmB,CAAA;AACtD,OAAO,EAAC,gBAAgB,EAAC,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAA;AACvD,OAAO,eAAe,MAAM,mBAAmB,CAAA;AAE/C;;;;;;;;;;;;;GAaG;AACH,MAAM,2BAA2B;IACvB,MAAM,CAAC,QAAQ,CAA6B;IAE5C,4BAA4B,GAAG,KAAK,CAAA;IACpC,cAAc,GAAkB,IAAI,CAAA;IAC5C;;;;;OAKG;IACK,cAAc,GAAG,IAAI,CAAA;IACrB,WAAW,GAAG,KAAK,CAAA;IACnB,oBAAoB,GAAG,KAAK,CAAA;IAEpC;QACE,wEAAwE;QACxE,uEAAuE;QACvE,wEAAwE;QACxE,6BAA6B;QAC7B,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;IAC5F,CAAC;IAED;;;;OAIG;IACK,yBAAyB;QAC/B,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAM;QACrC,IAAI,CAAC,cAAc,GAAG,kBAAkB,CAAC,WAAW,EAAE,CAAA;QACtD,kBAAkB,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,EAAE;YAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,KAAK,WAAW,CAAA;YAC/C,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS;gBAAE,OAAM;YAC7C,IAAI,CAAC,GAAG,CAAC,uBAAuB,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5D,IAAI,CAAC,cAAc,GAAG,SAAS,CAAA;YAC/B,KAAK,IAAI,CAAC,SAAS,EAAE,CAAA;QACvB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;IAClC,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,2BAA2B,CAAC,QAAQ,EAAE,CAAC;YAC1C,2BAA2B,CAAC,QAAQ,GAAG,IAAI,2BAA2B,EAAE,CAAA;QAC1E,CAAC;QACD,OAAO,2BAA2B,CAAC,QAAQ,CAAA;IAC7C,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,WAAW,CAAA;IACzB,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAA;IAC5B,CAAC;IAED,oBAAoB,CAAC,gBAAyB,EAAE,QAAuB;QACrE,IAAI,CAAC,GAAG,CAAC,8BAA8B,gBAAgB,UAAU,QAAQ,GAAG,CAAC,CAAA;QAC7E,IAAI,CAAC,4BAA4B,GAAG,gBAAgB,CAAA;QACpD,IAAI,CAAC,cAAc,GAAG,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAA;QACxD,KAAK,IAAI,CAAC,SAAS,EAAE,CAAA;IACvB,CAAC;IAED;;;;;;OAMG;IACH,iBAAiB,KAAU,CAAC;IAEpB,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC,yBAAyB,EAAE,CAAA;QAChC,MAAM,cAAc,GAAG,IAAI,CAAC,4BAA4B,IAAI,CAAC,IAAI,CAAC,cAAc,CAAA;QAChF,IAAI,cAAc,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACxC,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC5B,CAAC;aAAM,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAA;QAClG,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAA;QAC9B,MAAM,cAAc,GAAG,MAAM,eAAe,CAAC,gBAAgB,EAAE,CAAA;QAC/D,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,IAAI,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAA;YACtE,OAAM;QACR,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,4BAA4B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9D,IAAI,CAAC,GAAG,CAAC,sEAAsE,CAAC,CAAA;YAChF,OAAM;QACR,CAAC;QACD,IAAI,CAAC;YACH,8DAA8D;YAC9D,MAAM,YAAY,CAAC,kBAAkB,EAAE,CAAA;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAA;QAC/C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,4BAA4B,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;YAC9D,IAAI,CAAC,GAAG,CAAC,0EAA0E,CAAC,CAAA;YACpF,OAAM;QACR,CAAC;QACD,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAA;QACzF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;IACzB,CAAC;IAEO,YAAY,CAAC,MAAc;QACjC,IAAI,CAAC,GAAG,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAA;QACzC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;QAC1F,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;IAC1B,CAAC;IAEO,GAAG,CAAC,GAAW;QACrB,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,EAAE,CAAC,CAAA;IAC1C,CAAC;CACF;AAED,MAAM,2BAA2B,GAAG,2BAA2B,CAAC,WAAW,EAAE,CAAA;AAC7E,eAAe,2BAA2B,CAAA","sourcesContent":["import BluetoothSdk from \"@mentra/bluetooth-sdk/internal\"\nimport {ISLAND_SETTINGS_KEYS} from \"../runtime/config\"\nimport {useSettingsStore} from \"../stores/settings\"\nimport {cloudClientService} from \"./CloudClientService\"\nimport sttModelManager from \"./STTModelManager\"\n\n/**\n * Decides whether on-device Sherpa STT should produce transcripts for local\n * miniapps, instead of (or in addition to) cloud transcription. The chooser\n * is connection-state-driven: when the WebSocket to cloud is down AND a\n * local miniapp is subscribed to transcription, we activate on-device STT.\n *\n * Activation flips `localSttFallbackActive` in the settings store, which\n * the bluetooth-sdk native side reads to decide whether to feed PCM into\n * the SherpaOnnxTranscriber. Local transcripts then flow back through the\n * `local_transcription` Bridge event; the host wires that event to\n * `localMiniappRuntime.forwardEvent`, with this coordinator providing the\n * subscription-active gate so we never publish transcripts to miniapps\n * that aren't asking for them.\n */\nclass LocalSttFallbackCoordinator {\n  private static instance: LocalSttFallbackCoordinator\n\n  private hasTranscriptionSubscription = false\n  private activeLanguage: string | null = null\n  /**\n   * Default to \"cloud is up\" so we never accidentally activate local STT before\n   * the cloud client has had a chance to start. We attach lazily on the first\n   * subscription/reconcile pass; once attached, this field reflects the real\n   * cloud-client runtime status.\n   */\n  private cloudConnected = true\n  private localActive = false\n  private cloudAdapterAttached = false\n\n  private constructor() {\n    // Reset the persisted mirror flag on boot — the in-memory state in this\n    // coordinator is the source of truth, and a stale \"true\" left from the\n    // previous session would cause native to feed Sherpa before any miniapp\n    // registered a subscription.\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, false)\n  }\n\n  /**\n   * Lazy-attach the engine cloud connection listener. The coordinator is\n   * constructed at module load, before engine.start() brings up the cloud\n   * client, so we defer until the first reconcile.\n   */\n  private attachCloudAdapterIfReady(): void {\n    if (this.cloudAdapterAttached) return\n    this.cloudConnected = cloudClientService.isConnected()\n    cloudClientService.onStatusChanged((status) => {\n      const connected = status.status === \"connected\"\n      if (this.cloudConnected === connected) return\n      this.log(`cloud connection -> ${connected ? \"up\" : \"down\"}`)\n      this.cloudConnected = connected\n      void this.reconcile()\n    })\n    this.cloudAdapterAttached = true\n  }\n\n  static getInstance(): LocalSttFallbackCoordinator {\n    if (!LocalSttFallbackCoordinator.instance) {\n      LocalSttFallbackCoordinator.instance = new LocalSttFallbackCoordinator()\n    }\n    return LocalSttFallbackCoordinator.instance\n  }\n\n  isActive(): boolean {\n    return this.localActive\n  }\n\n  getActiveLanguage(): string | null {\n    return this.activeLanguage\n  }\n\n  onSubscriptionChange(hasTranscription: boolean, language: string | null): void {\n    this.log(`onSubscriptionChange(hasTx=${hasTranscription}, lang=${language})`)\n    this.hasTranscriptionSubscription = hasTranscription\n    this.activeLanguage = hasTranscription ? language : null\n    void this.reconcile()\n  }\n\n  /**\n   * Informational hook, retained for API stability. No longer called: the\n   * authoritative switching signal is the cloud-client adapter (local miniapps\n   * are powered only by V2). v1 cloud transcripts deliberately do NOT drive this\n   * coordinator anymore. Kept for future hysteresis if connection-state alone\n   * proves too coarse.\n   */\n  onCloudTranscript(): void {}\n\n  private async reconcile(): Promise<void> {\n    this.attachCloudAdapterIfReady()\n    const shouldBeActive = this.hasTranscriptionSubscription && !this.cloudConnected\n    if (shouldBeActive && !this.localActive) {\n      await this.startLocalStt()\n    } else if (!shouldBeActive && this.localActive) {\n      this.stopLocalStt(this.hasTranscriptionSubscription ? \"cloud reconnected\" : \"subscription gone\")\n    }\n  }\n\n  private async startLocalStt(): Promise<void> {\n    this.log(\"starting local stt\")\n    const modelAvailable = await sttModelManager.isModelAvailable()\n    if (!modelAvailable) {\n      this.log(\"local stt model is not available yet — skipping activation\")\n      return\n    }\n    if (!this.hasTranscriptionSubscription || this.cloudConnected) {\n      this.log(\"local stt activation skipped: cloud recovered before start completed\")\n      return\n    }\n    try {\n      // Direct btsdk call now (was a host restartTranscriber hook).\n      await BluetoothSdk.restartTranscriber()\n    } catch (err) {\n      this.log(`restartTranscriber failed: ${err}`)\n    }\n    if (!this.hasTranscriptionSubscription || this.cloudConnected) {\n      this.log(\"local stt activation skipped: cloud recovered during transcriber restart\")\n      return\n    }\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, true)\n    this.localActive = true\n  }\n\n  private stopLocalStt(reason: string): void {\n    this.log(`stopping local stt: ${reason}`)\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, false)\n    this.localActive = false\n  }\n\n  private log(msg: string): void {\n    console.log(`[LocalSttFallback] ${msg}`)\n  }\n}\n\nconst localSttFallbackCoordinator = LocalSttFallbackCoordinator.getInstance()\nexport default localSttFallbackCoordinator\n"]}
+{"version":3,"file":"LocalSttFallbackCoordinator.js","sourceRoot":"","sources":["../../src/services/LocalSttFallbackCoordinator.ts"],"names":[],"mappings":"AAAA,OAAO,YAAY,MAAM,gCAAgC,CAAA;AACzD,OAAO,EAAC,oBAAoB,EAAC,MAAM,mBAAmB,CAAA;AACtD,OAAO,EAAC,gBAAgB,EAAC,MAAM,oBAAoB,CAAA;AACnD,OAAO,EAAC,kBAAkB,EAAC,MAAM,sBAAsB,CAAA;AACvD,OAAO,eAAe,MAAM,mBAAmB,CAAA;AAE/C;;;;;;;;;;;;;;GAcG;AACH,MAAM,2BAA2B;IACvB,MAAM,CAAC,QAAQ,CAA6B;IAE5C,4BAA4B,GAAG,KAAK,CAAA;IACpC,yBAAyB,GAAG,KAAK,CAAA;IACjC,cAAc,GAAkB,IAAI,CAAA;IAC5C;;;;;OAKG;IACK,cAAc,GAAG,IAAI,CAAA;IACrB,WAAW,GAAG,KAAK,CAAA;IACnB,oBAAoB,GAAG,KAAK,CAAA;IAEpC;QACE,wEAAwE;QACxE,uEAAuE;QACvE,wEAAwE;QACxE,6BAA6B;QAC7B,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;IAC5F,CAAC;IAED;;;;OAIG;IACK,yBAAyB;QAC/B,IAAI,IAAI,CAAC,oBAAoB;YAAE,OAAM;QACrC,IAAI,CAAC,cAAc,GAAG,kBAAkB,CAAC,WAAW,EAAE,CAAA;QACtD,kBAAkB,CAAC,eAAe,CAAC,CAAC,MAAM,EAAE,EAAE;YAC5C,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,KAAK,WAAW,CAAA;YAC/C,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS;gBAAE,OAAM;YAC7C,IAAI,CAAC,GAAG,CAAC,uBAAuB,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAA;YAC5D,IAAI,CAAC,cAAc,GAAG,SAAS,CAAA;YAC/B,KAAK,IAAI,CAAC,SAAS,EAAE,CAAA;QACvB,CAAC,CAAC,CAAA;QACF,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAA;IAClC,CAAC;IAED,MAAM,CAAC,WAAW;QAChB,IAAI,CAAC,2BAA2B,CAAC,QAAQ,EAAE,CAAC;YAC1C,2BAA2B,CAAC,QAAQ,GAAG,IAAI,2BAA2B,EAAE,CAAA;QAC1E,CAAC;QACD,OAAO,2BAA2B,CAAC,QAAQ,CAAA;IAC7C,CAAC;IAED,QAAQ;QACN,OAAO,IAAI,CAAC,WAAW,CAAA;IACzB,CAAC;IAED,iBAAiB;QACf,OAAO,IAAI,CAAC,cAAc,CAAA;IAC5B,CAAC;IAED,oBAAoB,CAAC,gBAAyB,EAAE,QAAuB,EAAE,aAAa,GAAG,KAAK;QAC5F,IAAI,CAAC,GAAG,CAAC,8BAA8B,gBAAgB,UAAU,QAAQ,gBAAgB,aAAa,GAAG,CAAC,CAAA;QAC1G,IAAI,CAAC,4BAA4B,GAAG,gBAAgB,CAAA;QACpD,IAAI,CAAC,yBAAyB,GAAG,gBAAgB,IAAI,aAAa,CAAA;QAClE,IAAI,CAAC,cAAc,GAAG,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAA;QACxD,KAAK,IAAI,CAAC,SAAS,EAAE,CAAA;IACvB,CAAC;IAED;;;;;;OAMG;IACH,iBAAiB,KAAU,CAAC;IAEpB,KAAK,CAAC,SAAS;QACrB,IAAI,CAAC,yBAAyB,EAAE,CAAA;QAChC,MAAM,cAAc,GAAG,IAAI,CAAC,iBAAiB,EAAE,CAAA;QAC/C,IAAI,cAAc,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;YACxC,MAAM,IAAI,CAAC,aAAa,EAAE,CAAA;QAC5B,CAAC;aAAM,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC/C,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAC,CAAC,mBAAmB,CAAC,CAAA;QAClG,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,aAAa;QACzB,IAAI,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAA;QAC9B,MAAM,cAAc,GAAG,MAAM,eAAe,CAAC,gBAAgB,EAAE,CAAA;QAC/D,IAAI,CAAC,cAAc,EAAE,CAAC;YACpB,IAAI,CAAC,GAAG,CAAC,4DAA4D,CAAC,CAAA;YACtE,OAAM;QACR,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,sEAAsE,CAAC,CAAA;YAChF,OAAM;QACR,CAAC;QACD,IAAI,CAAC;YACH,8DAA8D;YAC9D,MAAM,YAAY,CAAC,kBAAkB,EAAE,CAAA;QACzC,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,GAAG,CAAC,8BAA8B,GAAG,EAAE,CAAC,CAAA;QAC/C,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,EAAE,CAAC;YAC9B,IAAI,CAAC,GAAG,CAAC,0EAA0E,CAAC,CAAA;YACpF,OAAM;QACR,CAAC;QACD,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,IAAI,CAAC,CAAA;QACzF,IAAI,CAAC,WAAW,GAAG,IAAI,CAAA;IACzB,CAAC;IAEO,YAAY,CAAC,MAAc;QACjC,IAAI,CAAC,GAAG,CAAC,uBAAuB,MAAM,EAAE,CAAC,CAAA;QACzC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,UAAU,CAAC,oBAAoB,CAAC,sBAAsB,EAAE,KAAK,CAAC,CAAA;QAC1F,IAAI,CAAC,WAAW,GAAG,KAAK,CAAA;IAC1B,CAAC;IAEO,iBAAiB;QACvB,OAAO,IAAI,CAAC,4BAA4B,IAAI,CAAC,IAAI,CAAC,yBAAyB,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,CAAA;IACtG,CAAC;IAEO,GAAG,CAAC,GAAW;QACrB,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,EAAE,CAAC,CAAA;IAC1C,CAAC;CACF;AAED,MAAM,2BAA2B,GAAG,2BAA2B,CAAC,WAAW,EAAE,CAAA;AAC7E,eAAe,2BAA2B,CAAA","sourcesContent":["import BluetoothSdk from \"@mentra/bluetooth-sdk/internal\"\nimport {ISLAND_SETTINGS_KEYS} from \"../runtime/config\"\nimport {useSettingsStore} from \"../stores/settings\"\nimport {cloudClientService} from \"./CloudClientService\"\nimport sttModelManager from \"./STTModelManager\"\n\n/**\n * Decides whether on-device Sherpa STT should produce transcripts for local\n * miniapps, instead of (or in addition to) cloud transcription. Local STT is\n * active when the cloud is unavailable or any subscription requires\n * `forceLocal`.\n *\n * Activation flips `localSttFallbackActive` in the settings store, which\n * the bluetooth-sdk native side reads to decide whether to feed PCM into\n * the SherpaOnnxTranscriber. Local transcripts then flow back through the\n * `local_transcription` Bridge event; the host wires that event to\n * `localMiniappRuntime.forwardEvent`, with this coordinator providing the\n * subscription-active gate so we never publish transcripts to miniapps that\n * aren't asking for them. LocalMiniappRuntime filters mixed local/cloud\n * delivery per miniapp.\n */\nclass LocalSttFallbackCoordinator {\n  private static instance: LocalSttFallbackCoordinator\n\n  private hasTranscriptionSubscription = false\n  private hasForceLocalSubscription = false\n  private activeLanguage: string | null = null\n  /**\n   * Default to \"cloud is up\" so we never accidentally activate local STT before\n   * the cloud client has had a chance to start. We attach lazily on the first\n   * subscription/reconcile pass; once attached, this field reflects the real\n   * cloud-client runtime status.\n   */\n  private cloudConnected = true\n  private localActive = false\n  private cloudAdapterAttached = false\n\n  private constructor() {\n    // Reset the persisted mirror flag on boot — the in-memory state in this\n    // coordinator is the source of truth, and a stale \"true\" left from the\n    // previous session would cause native to feed Sherpa before any miniapp\n    // registered a subscription.\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, false)\n  }\n\n  /**\n   * Lazy-attach the engine cloud connection listener. The coordinator is\n   * constructed at module load, before engine.start() brings up the cloud\n   * client, so we defer until the first reconcile.\n   */\n  private attachCloudAdapterIfReady(): void {\n    if (this.cloudAdapterAttached) return\n    this.cloudConnected = cloudClientService.isConnected()\n    cloudClientService.onStatusChanged((status) => {\n      const connected = status.status === \"connected\"\n      if (this.cloudConnected === connected) return\n      this.log(`cloud connection -> ${connected ? \"up\" : \"down\"}`)\n      this.cloudConnected = connected\n      void this.reconcile()\n    })\n    this.cloudAdapterAttached = true\n  }\n\n  static getInstance(): LocalSttFallbackCoordinator {\n    if (!LocalSttFallbackCoordinator.instance) {\n      LocalSttFallbackCoordinator.instance = new LocalSttFallbackCoordinator()\n    }\n    return LocalSttFallbackCoordinator.instance\n  }\n\n  isActive(): boolean {\n    return this.localActive\n  }\n\n  getActiveLanguage(): string | null {\n    return this.activeLanguage\n  }\n\n  onSubscriptionChange(hasTranscription: boolean, language: string | null, hasForceLocal = false): void {\n    this.log(`onSubscriptionChange(hasTx=${hasTranscription}, lang=${language}, forceLocal=${hasForceLocal})`)\n    this.hasTranscriptionSubscription = hasTranscription\n    this.hasForceLocalSubscription = hasTranscription && hasForceLocal\n    this.activeLanguage = hasTranscription ? language : null\n    void this.reconcile()\n  }\n\n  /**\n   * Informational hook, retained for API stability. No longer called: the\n   * authoritative switching signal is the cloud-client adapter (local miniapps\n   * are powered only by V2). v1 cloud transcripts deliberately do NOT drive this\n   * coordinator anymore. Kept for future hysteresis if connection-state alone\n   * proves too coarse.\n   */\n  onCloudTranscript(): void {}\n\n  private async reconcile(): Promise<void> {\n    this.attachCloudAdapterIfReady()\n    const shouldBeActive = this.shouldUseLocalStt()\n    if (shouldBeActive && !this.localActive) {\n      await this.startLocalStt()\n    } else if (!shouldBeActive && this.localActive) {\n      this.stopLocalStt(this.hasTranscriptionSubscription ? \"cloud reconnected\" : \"subscription gone\")\n    }\n  }\n\n  private async startLocalStt(): Promise<void> {\n    this.log(\"starting local stt\")\n    const modelAvailable = await sttModelManager.isModelAvailable()\n    if (!modelAvailable) {\n      this.log(\"local stt model is not available yet — skipping activation\")\n      return\n    }\n    if (!this.shouldUseLocalStt()) {\n      this.log(\"local stt activation skipped: routing changed before start completed\")\n      return\n    }\n    try {\n      // Direct btsdk call now (was a host restartTranscriber hook).\n      await BluetoothSdk.restartTranscriber()\n    } catch (err) {\n      this.log(`restartTranscriber failed: ${err}`)\n    }\n    if (!this.shouldUseLocalStt()) {\n      this.log(\"local stt activation skipped: routing changed during transcriber restart\")\n      return\n    }\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, true)\n    this.localActive = true\n  }\n\n  private stopLocalStt(reason: string): void {\n    this.log(`stopping local stt: ${reason}`)\n    useSettingsStore.getState().setSetting(ISLAND_SETTINGS_KEYS.localSttFallbackActive, false)\n    this.localActive = false\n  }\n\n  private shouldUseLocalStt(): boolean {\n    return this.hasTranscriptionSubscription && (this.hasForceLocalSubscription || !this.cloudConnected)\n  }\n\n  private log(msg: string): void {\n    console.log(`[LocalSttFallback] ${msg}`)\n  }\n}\n\nconst localSttFallbackCoordinator = LocalSttFallbackCoordinator.getInstance()\nexport default localSttFallbackCoordinator\n"]}

package/build/services/MicStateCoordinator.d.ts

@@ -7,10 +7,20 @@
  * This coordinator pushes the aggregate local requirement set to BluetoothSdk
  * so the mic runs whenever at least one local consumer needs it.
  */
+type MicGate = "vad" | "loudnessGate";
+interface ConfiguredMicGates {
+    vadEnabled?: boolean | null;
+    loudnessGateEnabled?: boolean | null;
+}
 declare class MicStateCoordinator {
     private static instance;
     private localWantsPcm;
     private localWantsLc3;
+    private configuredVad;
+    private configuredLoudnessGate;
+    private readonly miniappVadOverrides;
+    private readonly miniappLoudnessGateOverrides;
+    private overrideSequence;
     private constructor();
     static getInstance(): MicStateCoordinator;
     /**
@@ -20,12 +30,43 @@ declare class MicStateCoordinator {
     setLocalRequirements(req: {
         pcm: boolean;
         lc3: boolean;
-    }): void;
+    } & ConfiguredMicGates): void;
+    /**
+     * Apply a miniapp-owned gate override without changing the OS preference.
+     * Overrides are lifecycle-scoped and last-live-owner-wins independently for
+     * VAD and Barrier.
+     */
+    setMiniappGateOverride(packageName: string, gate: MicGate, enabled: boolean, configured?: ConfiguredMicGates): Promise<void>;
+    /**
+     * Remove every gate override owned by a miniapp. This is synchronous so
+     * unregister can drop ownership before recomputing aggregate mic state.
+     */
+    clearMiniappGateOverrides(packageName: string): boolean;
+    /** Re-apply the current runtime policy after an owner is released. */
+    syncEffectiveGatePolicy(configured?: ConfiguredMicGates): Promise<void>;
+    /**
+     * Preserve the runtime microphone contract when the persisted device
+     * settings are replayed (for example after a glasses reconnect). Active
+     * miniapp gate overrides replace the OS values, and raw PCM keeps VAD off
+     * until the last raw-audio consumer unsubscribes.
+     */
+    applyRuntimeOverrides(settings: Record<string, unknown>): Record<string, unknown>;
+    /**
+     * Apply the complete current gate policy without treating the input as an OS
+     * preference update. Used by debounced mic-requirement writes, whose queued
+     * gate values may be stale after an override is acquired or released.
+     */
+    applyEffectiveGatePolicy(settings: Record<string, unknown>): Record<string, unknown>;
+    private applyActiveRuntimeOverrides;
     /**
      * Push local requirements to BluetoothSdk. `should_send_pcm` is strictly for
      * on-device PCM consumers; cloud audio uses LC3 through AudioCloudUplink.
      */
     private applyUnion;
+    private rememberConfiguredGates;
+    private overridesFor;
+    private latestOverride;
+    private effectiveGatePatch;
     /**
      * Reset all requirements to off. Called during cleanup.
      */

package/build/services/MicStateCoordinator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"MicStateCoordinator.d.ts","sourceRoot":"","sources":["../../src/services/MicStateCoordinator.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAoBH,cAAM,mBAAmB;IACvB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAmC;IAG1D,OAAO,CAAC,aAAa,CAAQ;IAC7B,OAAO,CAAC,aAAa,CAAQ;IAE7B,OAAO;WAEO,WAAW,IAAI,mBAAmB;IAOhD;;;OAGG;IACI,oBAAoB,CAAC,GAAG,EAAE;QAAC,GAAG,EAAE,OAAO,CAAC;QAAC,GAAG,EAAE,OAAO,CAAA;KAAC,GAAG,IAAI;IAOpE;;;OAGG;IACH,OAAO,CAAC,UAAU;IAiBlB;;OAEG;IACI,KAAK,IAAI,IAAI;IAMb,OAAO,IAAI,IAAI;CAKvB;AAED,QAAA,MAAM,mBAAmB,qBAAoC,CAAA;AAC7D,eAAe,mBAAmB,CAAA"}
+{"version":3,"file":"MicStateCoordinator.d.ts","sourceRoot":"","sources":["../../src/services/MicStateCoordinator.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAQH,KAAK,OAAO,GAAG,KAAK,GAAG,cAAc,CAAA;AAOrC,UAAU,kBAAkB;IAC1B,UAAU,CAAC,EAAE,OAAO,GAAG,IAAI,CAAA;IAC3B,mBAAmB,CAAC,EAAE,OAAO,GAAG,IAAI,CAAA;CACrC;AAkBD,cAAM,mBAAmB;IACvB,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAmC;IAG1D,OAAO,CAAC,aAAa,CAAQ;IAC7B,OAAO,CAAC,aAAa,CAAQ;IAC7B,OAAO,CAAC,aAAa,CAAqB;IAC1C,OAAO,CAAC,sBAAsB,CAAqB;IACnD,OAAO,CAAC,QAAQ,CAAC,mBAAmB,CAAkC;IACtE,OAAO,CAAC,QAAQ,CAAC,4BAA4B,CAAkC;IAC/E,OAAO,CAAC,gBAAgB,CAAI;IAE5B,OAAO;WAEO,WAAW,IAAI,mBAAmB;IAOhD;;;OAGG;IACI,oBAAoB,CAAC,GAAG,EAAE;QAAC,GAAG,EAAE,OAAO,CAAC;QAAC,GAAG,EAAE,OAAO,CAAA;KAAC,GAAG,kBAAkB,GAAG,IAAI;IAQzF;;;;OAIG;IACU,sBAAsB,CACjC,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE,OAAO,EACb,OAAO,EAAE,OAAO,EAChB,UAAU,GAAE,kBAAuB,GAClC,OAAO,CAAC,IAAI,CAAC;IAoBhB;;;OAGG;IACI,yBAAyB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO;IAM9D,sEAAsE;IACzD,uBAAuB,CAAC,UAAU,GAAE,kBAAuB,GAAG,OAAO,CAAC,IAAI,CAAC;IAOxF;;;;;OAKG;IACI,qBAAqB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAaxF;;;;OAIG;IACI,wBAAwB,CAAC,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;IAO3F,OAAO,CAAC,2BAA2B;IAiBnC;;;OAGG;IACH,OAAO,CAAC,UAAU;IAoBlB,OAAO,CAAC,uBAAuB;IAW/B,OAAO,CAAC,YAAY;IAIpB,OAAO,CAAC,cAAc;IAQtB,OAAO,CAAC,kBAAkB;IAmB1B;;OAEG;IACI,KAAK,IAAI,IAAI;IAMb,OAAO,IAAI,IAAI;CAOvB;AAED,QAAA,MAAM,mBAAmB,qBAAoC,CAAA;AAC7D,eAAe,mBAAmB,CAAA"}

package/build/services/MicStateCoordinator.js

@@ -14,7 +14,11 @@ const LOG_TAG = "MIC_COORDINATOR";
  *  (wire v2 keeps BLE JSON small and infrequent). */
 const flushMicRequirementsPatch = createDebouncedPatchFlusher((patch) => {
     try {
-        void Promise.resolve(BluetoothSdk.updateBluetoothSettings(patch)).catch((err) => {
+        // Resolve runtime overrides at flush time. A miniapp can acquire/release a
+        // gate override during the debounce window, and a captured stale value
+        // must not win after that lifecycle transition.
+        const runtimePatch = micStateCoordinator.applyEffectiveGatePolicy(patch);
+        void Promise.resolve(BluetoothSdk.updateBluetoothSettings(runtimePatch)).catch((err) => {
             console.error(`${LOG_TAG}: failed to apply mic requirements:`, err);
         });
     }
@@ -27,6 +31,11 @@ class MicStateCoordinator {
     // Local miniapp requirements (set when miniapps subscribe to audio streams)
     localWantsPcm = false;
     localWantsLc3 = false;
+    configuredVad;
+    configuredLoudnessGate;
+    miniappVadOverrides = new Map();
+    miniappLoudnessGateOverrides = new Map();
+    overrideSequence = 0;
     constructor() { }
     static getInstance() {
         if (!MicStateCoordinator.instance) {
@@ -41,9 +50,94 @@ class MicStateCoordinator {
     setLocalRequirements(req) {
         this.localWantsPcm = req.pcm;
         this.localWantsLc3 = req.lc3;
+        this.rememberConfiguredGates(req);
         console.log(`${LOG_TAG}: local requirements updated — pcm=${req.pcm} lc3=${req.lc3}`);
         this.applyUnion();
     }
+    /**
+     * Apply a miniapp-owned gate override without changing the OS preference.
+     * Overrides are lifecycle-scoped and last-live-owner-wins independently for
+     * VAD and Barrier.
+     */
+    async setMiniappGateOverride(packageName, gate, enabled, configured = {}) {
+        this.rememberConfiguredGates(configured);
+        const overrides = this.overridesFor(gate);
+        const previous = overrides.get(packageName);
+        const next = { enabled, order: ++this.overrideSequence };
+        overrides.set(packageName, next);
+        try {
+            await BluetoothSdk.updateBluetoothSettings(this.effectiveGatePatch());
+        }
+        catch (error) {
+            // Do not roll back a newer request from the same package that landed
+            // while this native write was in flight.
+            if (overrides.get(packageName) === next) {
+                if (previous)
+                    overrides.set(packageName, previous);
+                else
+                    overrides.delete(packageName);
+            }
+            throw error;
+        }
+    }
+    /**
+     * Remove every gate override owned by a miniapp. This is synchronous so
+     * unregister can drop ownership before recomputing aggregate mic state.
+     */
+    clearMiniappGateOverrides(packageName) {
+        const removedVad = this.miniappVadOverrides.delete(packageName);
+        const removedLoudness = this.miniappLoudnessGateOverrides.delete(packageName);
+        return removedVad || removedLoudness;
+    }
+    /** Re-apply the current runtime policy after an owner is released. */
+    async syncEffectiveGatePolicy(configured = {}) {
+        this.rememberConfiguredGates(configured);
+        const patch = this.effectiveGatePatch();
+        if (Object.keys(patch).length === 0)
+            return;
+        await BluetoothSdk.updateBluetoothSettings(patch);
+    }
+    /**
+     * Preserve the runtime microphone contract when the persisted device
+     * settings are replayed (for example after a glasses reconnect). Active
+     * miniapp gate overrides replace the OS values, and raw PCM keeps VAD off
+     * until the last raw-audio consumer unsubscribes.
+     */
+    applyRuntimeOverrides(settings) {
+        this.rememberConfiguredGates({
+            vadEnabled: typeof settings.voice_activity_detection_enabled === "boolean"
+                ? settings.voice_activity_detection_enabled
+                : undefined,
+            loudnessGateEnabled: typeof settings.loudness_gate_enabled === "boolean" ? settings.loudness_gate_enabled : undefined,
+        });
+        return this.applyActiveRuntimeOverrides(settings);
+    }
+    /**
+     * Apply the complete current gate policy without treating the input as an OS
+     * preference update. Used by debounced mic-requirement writes, whose queued
+     * gate values may be stale after an override is acquired or released.
+     */
+    applyEffectiveGatePolicy(settings) {
+        return {
+            ...settings,
+            ...this.effectiveGatePatch(),
+        };
+    }
+    applyActiveRuntimeOverrides(settings) {
+        const runtimeSettings = { ...settings };
+        const vadOverride = this.latestOverride(this.miniappVadOverrides);
+        const loudnessOverride = this.latestOverride(this.miniappLoudnessGateOverrides);
+        if (this.localWantsPcm) {
+            runtimeSettings.voice_activity_detection_enabled = false;
+        }
+        else if (vadOverride) {
+            runtimeSettings.voice_activity_detection_enabled = vadOverride.enabled;
+        }
+        if (loudnessOverride) {
+            runtimeSettings.loudness_gate_enabled = loudnessOverride.enabled;
+        }
+        return runtimeSettings;
+    }
     /**
      * Push local requirements to BluetoothSdk. `should_send_pcm` is strictly for
      * on-device PCM consumers; cloud audio uses LC3 through AudioCloudUplink.
@@ -56,11 +150,53 @@ class MicStateCoordinator {
         // )
         // The mic control plane is a direct btsdk call now (was a host setMicRequirements
         // hook) so a bare OEM streams audio without wiring it.
-        flushMicRequirementsPatch({
+        const patch = {
             should_send_pcm: shouldSendPcm,
             should_send_lc3: shouldSendLc3,
             should_send_transcript: false,
-        });
+            ...this.effectiveGatePatch(),
+        };
+        flushMicRequirementsPatch(patch);
+    }
+    rememberConfiguredGates(configured) {
+        // null means the connected device intentionally omits that setting.
+        // undefined means the caller is not updating the remembered preference.
+        if (configured.vadEnabled !== undefined) {
+            this.configuredVad = configured.vadEnabled ?? undefined;
+        }
+        if (configured.loudnessGateEnabled !== undefined) {
+            this.configuredLoudnessGate = configured.loudnessGateEnabled ?? undefined;
+        }
+    }
+    overridesFor(gate) {
+        return gate === "vad" ? this.miniappVadOverrides : this.miniappLoudnessGateOverrides;
+    }
+    latestOverride(overrides) {
+        let latest;
+        for (const entry of overrides.values()) {
+            if (!latest || entry.order > latest.order)
+                latest = entry;
+        }
+        return latest;
+    }
+    effectiveGatePatch() {
+        const patch = {};
+        const vadOverride = this.latestOverride(this.miniappVadOverrides);
+        const loudnessOverride = this.latestOverride(this.miniappLoudnessGateOverrides);
+        // Hardware VAD suppresses silence. Raw-audio consumers need a continuous
+        // timeline, so their requirement wins over both OS and miniapp VAD values.
+        if (this.localWantsPcm)
+            patch.voice_activity_detection_enabled = false;
+        else if (vadOverride)
+            patch.voice_activity_detection_enabled = vadOverride.enabled;
+        else if (this.configuredVad !== undefined)
+            patch.voice_activity_detection_enabled = this.configuredVad;
+        if (loudnessOverride)
+            patch.loudness_gate_enabled = loudnessOverride.enabled;
+        else if (this.configuredLoudnessGate !== undefined) {
+            patch.loudness_gate_enabled = this.configuredLoudnessGate;
+        }
+        return patch;
     }
     /**
      * Reset all requirements to off. Called during cleanup.
@@ -72,6 +208,8 @@ class MicStateCoordinator {
     }
     cleanup() {
         console.log(`${LOG_TAG}: cleanup()`);
+        this.miniappVadOverrides.clear();
+        this.miniappLoudnessGateOverrides.clear();
         this.reset();
         MicStateCoordinator.instance = null;
     }