@mentra/engine 0.1.0-beta.0

package/build/services/PhoneCameraFovCoordinator.js

@@ -0,0 +1,180 @@
+import BluetoothSdk from "@mentra/bluetooth-sdk/internal";
+export const CAMERA_FOV_OVERRIDE_TTL_MS = 300_000;
+export const CAMERA_FOV_OVERRIDE_REFRESH_MS = 120_000;
+// Legacy ASG clients restart the camera HAL for an FOV update but cannot acknowledge
+// when it is usable again. The ASG cooldown is 5s; retain a small settling margin so
+// miniapps cannot submit a photo against the stale camera service.
+const LEGACY_CAMERA_RESTART_SETTLE_MS = 7_000;
+let leaseCounter = 0;
+function mintLeaseId() {
+    leaseCounter = (leaseCounter + 1) & 0xffff;
+    return `fov-${leaseCounter.toString(16).padStart(4, "0")}`;
+}
+function isLegacyFovCompatibilityError(error) {
+    const message = error instanceof Error ? error.message : String(error);
+    return /timed out waiting for glasses response|not available|unknown method/i.test(message);
+}
+/**
+ * Serializes miniapp-owned FOV/ROI overrides. The last live owner wins; releasing it applies the
+ * previous owner or asks ASG to restore its persistent base. ASG refreshes are no-restart TTL
+ * extensions for crash safety.
+ */
+export class PhoneCameraFovCoordinator {
+    legacyRestartSettleMs;
+    overrides = new Map();
+    effectiveLeaseId;
+    sequence = 0;
+    queue = Promise.resolve();
+    refreshTimer;
+    legacyMode = false;
+    constructor(legacyRestartSettleMs = LEGACY_CAMERA_RESTART_SETTLE_MS) {
+        this.legacyRestartSettleMs = legacyRestartSettleMs;
+    }
+    setOverride(packageName, request) {
+        return this.enqueue(async () => {
+            const previous = this.overrides.get(packageName);
+            const leaseId = previous?.leaseId ?? mintLeaseId();
+            const order = ++this.sequence;
+            try {
+                if (this.legacyMode)
+                    return this.setLegacyOverride(packageName, request, leaseId, order);
+                const result = await BluetoothSdk.setCameraFovOverride({
+                    ...request,
+                    leaseId,
+                    ttlMs: CAMERA_FOV_OVERRIDE_TTL_MS,
+                });
+                this.overrides.set(packageName, {
+                    leaseId,
+                    fov: result.fov,
+                    roiPosition: result.roiPosition,
+                    order,
+                });
+                this.effectiveLeaseId = leaseId;
+                this.scheduleRefresh();
+                return result;
+            }
+            catch (error) {
+                if (!isLegacyFovCompatibilityError(error))
+                    throw error;
+                console.warn("[PhoneCameraFovCoordinator] override unavailable; using legacy FOV command", error);
+                const result = await this.setLegacyOverride(packageName, request, leaseId, order);
+                // Only cache compatibility mode after the fallback itself succeeds. A
+                // disconnect or missing native bridge must not permanently downgrade
+                // future requests on a healthy/newer glasses connection.
+                this.legacyMode = true;
+                return result;
+            }
+        });
+    }
+    releaseForApp(packageName) {
+        return this.enqueue(async () => {
+            const removed = this.overrides.get(packageName);
+            if (!removed)
+                return;
+            if (removed.leaseId !== this.effectiveLeaseId) {
+                this.overrides.delete(packageName);
+                return;
+            }
+            const next = [...this.overrides.entries()]
+                .filter(([candidatePackage]) => candidatePackage !== packageName)
+                .map(([, entry]) => entry)
+                .sort((a, b) => b.order - a.order)[0];
+            if (this.legacyMode) {
+                if (next) {
+                    await this.applyLegacyFov({ fov: next.fov, roiPosition: next.roiPosition });
+                    this.overrides.delete(packageName);
+                    this.effectiveLeaseId = next.leaseId;
+                }
+                else {
+                    // Legacy commands are one-way and have no lease-release protocol.
+                    // Ask native to replay its unchanged persistent base setting, then
+                    // probe the modern override path again for the next ownership cycle.
+                    await BluetoothSdk.restoreLegacyCameraFov();
+                    await this.waitForLegacyCameraRestart();
+                    this.overrides.delete(packageName);
+                    this.clearRefresh();
+                    this.effectiveLeaseId = undefined;
+                    this.legacyMode = false;
+                }
+                return;
+            }
+            if (next) {
+                await BluetoothSdk.setCameraFovOverride({
+                    leaseId: next.leaseId,
+                    fov: next.fov,
+                    roiPosition: next.roiPosition,
+                    ttlMs: CAMERA_FOV_OVERRIDE_TTL_MS,
+                });
+                // Commit phone-side ownership only after ASG accepted the replacement. On failure the
+                // closing app remains effective here, allowing unregister/reconnect cleanup to retry.
+                this.overrides.delete(packageName);
+                this.effectiveLeaseId = next.leaseId;
+                this.scheduleRefresh();
+            }
+            else {
+                await BluetoothSdk.releaseCameraFovOverride(removed.leaseId);
+                this.overrides.delete(packageName);
+                this.clearRefresh();
+                this.effectiveLeaseId = undefined;
+            }
+        });
+    }
+    scheduleRefresh() {
+        if (this.legacyMode)
+            return;
+        this.clearRefresh();
+        const leaseId = this.effectiveLeaseId;
+        if (!leaseId)
+            return;
+        this.refreshTimer = setTimeout(() => {
+            void this.enqueue(async () => {
+                if (this.effectiveLeaseId !== leaseId)
+                    return;
+                const entry = [...this.overrides.values()].find((candidate) => candidate.leaseId === leaseId);
+                if (!entry)
+                    return;
+                await BluetoothSdk.setCameraFovOverride({
+                    leaseId,
+                    fov: entry.fov,
+                    roiPosition: entry.roiPosition,
+                    ttlMs: CAMERA_FOV_OVERRIDE_TTL_MS,
+                });
+                this.scheduleRefresh();
+            }).catch((error) => console.warn("[PhoneCameraFovCoordinator] failed to refresh override", error));
+        }, CAMERA_FOV_OVERRIDE_REFRESH_MS);
+    }
+    clearRefresh() {
+        if (this.refreshTimer)
+            clearTimeout(this.refreshTimer);
+        this.refreshTimer = undefined;
+    }
+    async setLegacyOverride(packageName, request, leaseId, order) {
+        const result = await this.applyLegacyFov(request);
+        this.overrides.set(packageName, {
+            leaseId,
+            fov: result.fov,
+            roiPosition: result.roiPosition,
+            order,
+        });
+        this.effectiveLeaseId = leaseId;
+        this.clearRefresh();
+        return result;
+    }
+    async applyLegacyFov(request) {
+        const result = await BluetoothSdk.setLegacyCameraFov(request);
+        await this.waitForLegacyCameraRestart();
+        return result;
+    }
+    waitForLegacyCameraRestart() {
+        if (this.legacyRestartSettleMs <= 0)
+            return Promise.resolve();
+        return new Promise((resolve) => setTimeout(resolve, this.legacyRestartSettleMs));
+    }
+    enqueue(operation) {
+        const result = this.queue.then(operation, operation);
+        this.queue = result.then(() => undefined, () => undefined);
+        return result;
+    }
+}
+export const phoneCameraFovCoordinator = new PhoneCameraFovCoordinator();
+//# sourceMappingURL=PhoneCameraFovCoordinator.js.map

package/build/services/PhoneCameraFovCoordinator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PhoneCameraFovCoordinator.js","sourceRoot":"","sources":["../../src/services/PhoneCameraFovCoordinator.ts"],"names":[],"mappings":"AAAA,OAAO,YAA2D,MAAM,gCAAgC,CAAA;AAExG,MAAM,CAAC,MAAM,0BAA0B,GAAG,OAAO,CAAA;AACjD,MAAM,CAAC,MAAM,8BAA8B,GAAG,OAAO,CAAA;AACrD,qFAAqF;AACrF,qFAAqF;AACrF,mEAAmE;AACnE,MAAM,+BAA+B,GAAG,KAAK,CAAA;AAS7C,IAAI,YAAY,GAAG,CAAC,CAAA;AAEpB,SAAS,WAAW;IAClB,YAAY,GAAG,CAAC,YAAY,GAAG,CAAC,CAAC,GAAG,MAAM,CAAA;IAC1C,OAAO,OAAO,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAA;AAC5D,CAAC;AAED,SAAS,6BAA6B,CAAC,KAAc;IACnD,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IACtE,OAAO,sEAAsE,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;AAC7F,CAAC;AAED;;;;GAIG;AACH,MAAM,OAAO,yBAAyB;IAQP;IAPZ,SAAS,GAAG,IAAI,GAAG,EAAyB,CAAA;IACrD,gBAAgB,CAAoB;IACpC,QAAQ,GAAG,CAAC,CAAA;IACZ,KAAK,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAA;IAC3C,YAAY,CAA2C;IACvD,UAAU,GAAG,KAAK,CAAA;IAE1B,YAA6B,wBAAwB,+BAA+B;QAAvD,0BAAqB,GAArB,qBAAqB,CAAkC;IAAG,CAAC;IAExF,WAAW,CAAC,WAAmB,EAAE,OAAyB;QACxD,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;YAChD,MAAM,OAAO,GAAG,QAAQ,EAAE,OAAO,IAAI,WAAW,EAAE,CAAA;YAClD,MAAM,KAAK,GAAG,EAAE,IAAI,CAAC,QAAQ,CAAA;YAC7B,IAAI,CAAC;gBACH,IAAI,IAAI,CAAC,UAAU;oBAAE,OAAO,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAA;gBACxF,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,oBAAoB,CAAC;oBACrD,GAAG,OAAO;oBACV,OAAO;oBACP,KAAK,EAAE,0BAA0B;iBAClC,CAAC,CAAA;gBACF,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,EAAE;oBAC9B,OAAO;oBACP,GAAG,EAAE,MAAM,CAAC,GAAG;oBACf,WAAW,EAAE,MAAM,CAAC,WAAW;oBAC/B,KAAK;iBACN,CAAC,CAAA;gBACF,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAA;gBAC/B,IAAI,CAAC,eAAe,EAAE,CAAA;gBACtB,OAAO,MAAM,CAAA;YACf,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,CAAC,6BAA6B,CAAC,KAAK,CAAC;oBAAE,MAAM,KAAK,CAAA;gBACtD,OAAO,CAAC,IAAI,CAAC,4EAA4E,EAAE,KAAK,CAAC,CAAA;gBACjG,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE,KAAK,CAAC,CAAA;gBACjF,sEAAsE;gBACtE,qEAAqE;gBACrE,yDAAyD;gBACzD,IAAI,CAAC,UAAU,GAAG,IAAI,CAAA;gBACtB,OAAO,MAAM,CAAA;YACf,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,aAAa,CAAC,WAAmB;QAC/B,OAAO,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;YAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,CAAC,CAAA;YAC/C,IAAI,CAAC,OAAO;gBAAE,OAAM;YACpB,IAAI,OAAO,CAAC,OAAO,KAAK,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAC9C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;gBAClC,OAAM;YACR,CAAC;YAED,MAAM,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;iBACvC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,EAAE,CAAC,gBAAgB,KAAK,WAAW,CAAC;iBAChE,GAAG,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC;iBACzB,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAA;YACvC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;gBACpB,IAAI,IAAI,EAAE,CAAC;oBACT,MAAM,IAAI,CAAC,cAAc,CAAC,EAAC,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,WAAW,EAAE,IAAI,CAAC,WAAW,EAAC,CAAC,CAAA;oBACzE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;oBAClC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAA;gBACtC,CAAC;qBAAM,CAAC;oBACN,kEAAkE;oBAClE,mEAAmE;oBACnE,qEAAqE;oBACrE,MAAM,YAAY,CAAC,sBAAsB,EAAE,CAAA;oBAC3C,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAA;oBACvC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;oBAClC,IAAI,CAAC,YAAY,EAAE,CAAA;oBACnB,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAA;oBACjC,IAAI,CAAC,UAAU,GAAG,KAAK,CAAA;gBACzB,CAAC;gBACD,OAAM;YACR,CAAC;YACD,IAAI,IAAI,EAAE,CAAC;gBACT,MAAM,YAAY,CAAC,oBAAoB,CAAC;oBACtC,OAAO,EAAE,IAAI,CAAC,OAAO;oBACrB,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,WAAW,EAAE,IAAI,CAAC,WAAW;oBAC7B,KAAK,EAAE,0BAA0B;iBAClC,CAAC,CAAA;gBACF,sFAAsF;gBACtF,sFAAsF;gBACtF,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;gBAClC,IAAI,CAAC,gBAAgB,GAAG,IAAI,CAAC,OAAO,CAAA;gBACpC,IAAI,CAAC,eAAe,EAAE,CAAA;YACxB,CAAC;iBAAM,CAAC;gBACN,MAAM,YAAY,CAAC,wBAAwB,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;gBAC5D,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,WAAW,CAAC,CAAA;gBAClC,IAAI,CAAC,YAAY,EAAE,CAAA;gBACnB,IAAI,CAAC,gBAAgB,GAAG,SAAS,CAAA;YACnC,CAAC;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAEO,eAAe;QACrB,IAAI,IAAI,CAAC,UAAU;YAAE,OAAM;QAC3B,IAAI,CAAC,YAAY,EAAE,CAAA;QACnB,MAAM,OAAO,GAAG,IAAI,CAAC,gBAAgB,CAAA;QACrC,IAAI,CAAC,OAAO;YAAE,OAAM;QACpB,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,GAAG,EAAE;YAClC,KAAK,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE;gBAC3B,IAAI,IAAI,CAAC,gBAAgB,KAAK,OAAO;oBAAE,OAAM;gBAC7C,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,SAAS,CAAC,OAAO,KAAK,OAAO,CAAC,CAAA;gBAC7F,IAAI,CAAC,KAAK;oBAAE,OAAM;gBAClB,MAAM,YAAY,CAAC,oBAAoB,CAAC;oBACtC,OAAO;oBACP,GAAG,EAAE,KAAK,CAAC,GAAG;oBACd,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,KAAK,EAAE,0BAA0B;iBAClC,CAAC,CAAA;gBACF,IAAI,CAAC,eAAe,EAAE,CAAA;YACxB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,wDAAwD,EAAE,KAAK,CAAC,CAAC,CAAA;QACpG,CAAC,EAAE,8BAA8B,CAAC,CAAA;IACpC,CAAC;IAEO,YAAY;QAClB,IAAI,IAAI,CAAC,YAAY;YAAE,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;QACtD,IAAI,CAAC,YAAY,GAAG,SAAS,CAAA;IAC/B,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAC7B,WAAmB,EACnB,OAAyB,EACzB,OAAe,EACf,KAAa;QAEb,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QACjD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,WAAW,EAAE;YAC9B,OAAO;YACP,GAAG,EAAE,MAAM,CAAC,GAAG;YACf,WAAW,EAAE,MAAM,CAAC,WAAW;YAC/B,KAAK;SACN,CAAC,CAAA;QACF,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAA;QAC/B,IAAI,CAAC,YAAY,EAAE,CAAA;QACnB,OAAO,MAAM,CAAA;IACf,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAAyB;QACpD,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAA;QAC7D,MAAM,IAAI,CAAC,0BAA0B,EAAE,CAAA;QACvC,OAAO,MAAM,CAAA;IACf,CAAC;IAEO,0BAA0B;QAChC,IAAI,IAAI,CAAC,qBAAqB,IAAI,CAAC;YAAE,OAAO,OAAO,CAAC,OAAO,EAAE,CAAA;QAC7D,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC,CAAA;IACxF,CAAC;IAEO,OAAO,CAAI,SAA2B;QAC5C,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,CAAA;QACpD,IAAI,CAAC,KAAK,GAAG,MAAM,CAAC,IAAI,CACtB,GAAG,EAAE,CAAC,SAAS,EACf,GAAG,EAAE,CAAC,SAAS,CAChB,CAAA;QACD,OAAO,MAAM,CAAA;IACf,CAAC;CACF;AAED,MAAM,CAAC,MAAM,yBAAyB,GAAG,IAAI,yBAAyB,EAAE,CAAA","sourcesContent":["import BluetoothSdk, {type CameraFovRequest, type CameraFovResult} from \"@mentra/bluetooth-sdk/internal\"\n\nexport const CAMERA_FOV_OVERRIDE_TTL_MS = 300_000\nexport const CAMERA_FOV_OVERRIDE_REFRESH_MS = 120_000\n// Legacy ASG clients restart the camera HAL for an FOV update but cannot acknowledge\n// when it is usable again. The ASG cooldown is 5s; retain a small settling margin so\n// miniapps cannot submit a photo against the stale camera service.\nconst LEGACY_CAMERA_RESTART_SETTLE_MS = 7_000\n\ninterface OverrideEntry {\n  leaseId: string\n  fov: number\n  roiPosition: \"center\" | \"bottom\" | \"top\"\n  order: number\n}\n\nlet leaseCounter = 0\n\nfunction mintLeaseId(): string {\n  leaseCounter = (leaseCounter + 1) & 0xffff\n  return `fov-${leaseCounter.toString(16).padStart(4, \"0\")}`\n}\n\nfunction isLegacyFovCompatibilityError(error: unknown): boolean {\n  const message = error instanceof Error ? error.message : String(error)\n  return /timed out waiting for glasses response|not available|unknown method/i.test(message)\n}\n\n/**\n * Serializes miniapp-owned FOV/ROI overrides. The last live owner wins; releasing it applies the\n * previous owner or asks ASG to restore its persistent base. ASG refreshes are no-restart TTL\n * extensions for crash safety.\n */\nexport class PhoneCameraFovCoordinator {\n  private readonly overrides = new Map<string, OverrideEntry>()\n  private effectiveLeaseId: string | undefined\n  private sequence = 0\n  private queue: Promise<unknown> = Promise.resolve()\n  private refreshTimer: ReturnType<typeof setTimeout> | undefined\n  private legacyMode = false\n\n  constructor(private readonly legacyRestartSettleMs = LEGACY_CAMERA_RESTART_SETTLE_MS) {}\n\n  setOverride(packageName: string, request: CameraFovRequest): Promise<CameraFovResult> {\n    return this.enqueue(async () => {\n      const previous = this.overrides.get(packageName)\n      const leaseId = previous?.leaseId ?? mintLeaseId()\n      const order = ++this.sequence\n      try {\n        if (this.legacyMode) return this.setLegacyOverride(packageName, request, leaseId, order)\n        const result = await BluetoothSdk.setCameraFovOverride({\n          ...request,\n          leaseId,\n          ttlMs: CAMERA_FOV_OVERRIDE_TTL_MS,\n        })\n        this.overrides.set(packageName, {\n          leaseId,\n          fov: result.fov,\n          roiPosition: result.roiPosition,\n          order,\n        })\n        this.effectiveLeaseId = leaseId\n        this.scheduleRefresh()\n        return result\n      } catch (error) {\n        if (!isLegacyFovCompatibilityError(error)) throw error\n        console.warn(\"[PhoneCameraFovCoordinator] override unavailable; using legacy FOV command\", error)\n        const result = await this.setLegacyOverride(packageName, request, leaseId, order)\n        // Only cache compatibility mode after the fallback itself succeeds. A\n        // disconnect or missing native bridge must not permanently downgrade\n        // future requests on a healthy/newer glasses connection.\n        this.legacyMode = true\n        return result\n      }\n    })\n  }\n\n  releaseForApp(packageName: string): Promise<void> {\n    return this.enqueue(async () => {\n      const removed = this.overrides.get(packageName)\n      if (!removed) return\n      if (removed.leaseId !== this.effectiveLeaseId) {\n        this.overrides.delete(packageName)\n        return\n      }\n\n      const next = [...this.overrides.entries()]\n        .filter(([candidatePackage]) => candidatePackage !== packageName)\n        .map(([, entry]) => entry)\n        .sort((a, b) => b.order - a.order)[0]\n      if (this.legacyMode) {\n        if (next) {\n          await this.applyLegacyFov({fov: next.fov, roiPosition: next.roiPosition})\n          this.overrides.delete(packageName)\n          this.effectiveLeaseId = next.leaseId\n        } else {\n          // Legacy commands are one-way and have no lease-release protocol.\n          // Ask native to replay its unchanged persistent base setting, then\n          // probe the modern override path again for the next ownership cycle.\n          await BluetoothSdk.restoreLegacyCameraFov()\n          await this.waitForLegacyCameraRestart()\n          this.overrides.delete(packageName)\n          this.clearRefresh()\n          this.effectiveLeaseId = undefined\n          this.legacyMode = false\n        }\n        return\n      }\n      if (next) {\n        await BluetoothSdk.setCameraFovOverride({\n          leaseId: next.leaseId,\n          fov: next.fov,\n          roiPosition: next.roiPosition,\n          ttlMs: CAMERA_FOV_OVERRIDE_TTL_MS,\n        })\n        // Commit phone-side ownership only after ASG accepted the replacement. On failure the\n        // closing app remains effective here, allowing unregister/reconnect cleanup to retry.\n        this.overrides.delete(packageName)\n        this.effectiveLeaseId = next.leaseId\n        this.scheduleRefresh()\n      } else {\n        await BluetoothSdk.releaseCameraFovOverride(removed.leaseId)\n        this.overrides.delete(packageName)\n        this.clearRefresh()\n        this.effectiveLeaseId = undefined\n      }\n    })\n  }\n\n  private scheduleRefresh(): void {\n    if (this.legacyMode) return\n    this.clearRefresh()\n    const leaseId = this.effectiveLeaseId\n    if (!leaseId) return\n    this.refreshTimer = setTimeout(() => {\n      void this.enqueue(async () => {\n        if (this.effectiveLeaseId !== leaseId) return\n        const entry = [...this.overrides.values()].find((candidate) => candidate.leaseId === leaseId)\n        if (!entry) return\n        await BluetoothSdk.setCameraFovOverride({\n          leaseId,\n          fov: entry.fov,\n          roiPosition: entry.roiPosition,\n          ttlMs: CAMERA_FOV_OVERRIDE_TTL_MS,\n        })\n        this.scheduleRefresh()\n      }).catch((error) => console.warn(\"[PhoneCameraFovCoordinator] failed to refresh override\", error))\n    }, CAMERA_FOV_OVERRIDE_REFRESH_MS)\n  }\n\n  private clearRefresh(): void {\n    if (this.refreshTimer) clearTimeout(this.refreshTimer)\n    this.refreshTimer = undefined\n  }\n\n  private async setLegacyOverride(\n    packageName: string,\n    request: CameraFovRequest,\n    leaseId: string,\n    order: number,\n  ): Promise<CameraFovResult> {\n    const result = await this.applyLegacyFov(request)\n    this.overrides.set(packageName, {\n      leaseId,\n      fov: result.fov,\n      roiPosition: result.roiPosition,\n      order,\n    })\n    this.effectiveLeaseId = leaseId\n    this.clearRefresh()\n    return result\n  }\n\n  private async applyLegacyFov(request: CameraFovRequest): Promise<CameraFovResult> {\n    const result = await BluetoothSdk.setLegacyCameraFov(request)\n    await this.waitForLegacyCameraRestart()\n    return result\n  }\n\n  private waitForLegacyCameraRestart(): Promise<void> {\n    if (this.legacyRestartSettleMs <= 0) return Promise.resolve()\n    return new Promise<void>((resolve) => setTimeout(resolve, this.legacyRestartSettleMs))\n  }\n\n  private enqueue<T>(operation: () => Promise<T>): Promise<T> {\n    const result = this.queue.then(operation, operation)\n    this.queue = result.then(\n      () => undefined,\n      () => undefined,\n    )\n    return result\n  }\n}\n\nexport const phoneCameraFovCoordinator = new PhoneCameraFovCoordinator()\n"]}

package/build/services/PhoneLocationService.d.ts

@@ -0,0 +1,36 @@
+/**
+ * Phone location service — engine-owned. Owns the background phone-GPS task: the
+ * accuracy-tier control (`setLocationTier`), the accuracy mapping, and the
+ * `expo-task-manager` background task that fans each fix to the v2 cloud
+ * local miniapps (`location_update`). Cloud upload was V1 (removed).
+ *
+ * This used to be the host-injected `locationTier` runtime hook + a MantleManager
+ * `TaskManager.defineTask`. It's device/OS plumbing (no UI), so it moved into engine:
+ * the runtime drives `setLocationTier` directly off miniapp demand, and any host —
+ * including a bare OEM — gets phone location without wiring a hook. The host keeps the
+ * permission *UI* (it gates `setLocationTier` on the OS permission before calling).
+ *
+ * The task is registered at module load (the export from `index.ts` evaluates this
+ * file as soon as `@mentra/engine` is imported), matching the old MantleManager
+ * top-level `defineTask` timing — including on a headless background relaunch.
+ */
+import * as Location from "expo-location";
+export declare const LOCATION_TASK_NAME = "handleLocationUpdates";
+/** Map a MentraOS location tier/accuracy string to an expo-location accuracy. */
+export declare function getLocationAccuracy(accuracy: string | undefined): Location.LocationAccuracy;
+/**
+ * Apply a location tier (the aggregate of what miniapps request). "off" means no app
+ * is asking — stop the task so the OS can power GPS down; anything else (re)starts the
+ * background task at the matching accuracy. Callers gate this on the OS location
+ * permission (host UI concern).
+ */
+export declare function setLocationTier(tier: "off" | "passive" | "low" | "high" | "realtime" | string): Promise<void>;
+/** Stop the background location task (host cleanup). */
+export declare function stopPhoneLocation(): void;
+export declare const phoneLocationService: {
+    LOCATION_TASK_NAME: string;
+    getLocationAccuracy: typeof getLocationAccuracy;
+    setLocationTier: typeof setLocationTier;
+    stopPhoneLocation: typeof stopPhoneLocation;
+};
+//# sourceMappingURL=PhoneLocationService.d.ts.map

package/build/services/PhoneLocationService.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PhoneLocationService.d.ts","sourceRoot":"","sources":["../../src/services/PhoneLocationService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,QAAQ,MAAM,eAAe,CAAA;AAKzC,eAAO,MAAM,kBAAkB,0BAA0B,CAAA;AA8BzD,iFAAiF;AACjF,wBAAgB,mBAAmB,CAAC,QAAQ,EAAE,MAAM,GAAG,SAAS,GAAG,QAAQ,CAAC,gBAAgB,CA4B3F;AAED;;;;;GAKG;AACH,wBAAsB,eAAe,CACnC,IAAI,EAAE,KAAK,GAAG,SAAS,GAAG,KAAK,GAAG,MAAM,GAAG,UAAU,GAAG,MAAM,GAC7D,OAAO,CAAC,IAAI,CAAC,CAmBf;AAED,wDAAwD;AACxD,wBAAgB,iBAAiB,IAAI,IAAI,CAExC;AAED,eAAO,MAAM,oBAAoB;;;;;CAKhC,CAAA"}

package/build/services/PhoneLocationService.js

@@ -0,0 +1,115 @@
+/**
+ * Phone location service — engine-owned. Owns the background phone-GPS task: the
+ * accuracy-tier control (`setLocationTier`), the accuracy mapping, and the
+ * `expo-task-manager` background task that fans each fix to the v2 cloud
+ * local miniapps (`location_update`). Cloud upload was V1 (removed).
+ *
+ * This used to be the host-injected `locationTier` runtime hook + a MantleManager
+ * `TaskManager.defineTask`. It's device/OS plumbing (no UI), so it moved into engine:
+ * the runtime drives `setLocationTier` directly off miniapp demand, and any host —
+ * including a bare OEM — gets phone location without wiring a hook. The host keeps the
+ * permission *UI* (it gates `setLocationTier` on the OS permission before calling).
+ *
+ * The task is registered at module load (the export from `index.ts` evaluates this
+ * file as soon as `@mentra/engine` is imported), matching the old MantleManager
+ * top-level `defineTask` timing — including on a headless background relaunch.
+ */
+import * as Location from "expo-location";
+import * as TaskManager from "expo-task-manager";
+import localMiniappRuntime from "./LocalMiniappRuntime";
+export const LOCATION_TASK_NAME = "handleLocationUpdates";
+// Background location task — sends each fix to the v2 cloud (RestComms) + local
+// miniapps. (The v1 SocketComms leg was already removed/commented before the move.)
+TaskManager.defineTask(LOCATION_TASK_NAME, async ({ data, error }) => {
+    if (error) {
+        // OS-level failure (permission revoked, GPS unavailable, …) — log it so
+        // background location dropouts are diagnosable.
+        console.warn("ISLAND: LOCATION: background task error:", error);
+        return;
+    }
+    const locs = data?.locations ?? [];
+    if (locs.length === 0) {
+        console.log("ISLAND: LOCATION: No locations received");
+        return;
+    }
+    const first = locs[0];
+    // Cloud path (relayMessageToApps) never reaches __phone__, so local miniapps rely
+    // on this direct push.
+    // Local miniapps get the update directly (the cloud relay never reaches
+    // __phone__). The Cloud V1 upload that used to run here was removed with the
+    // V1 ripout (issue #3392); a V2 location channel is separate product work.
+    localMiniappRuntime.forwardEvent("location_update", {
+        lat: first.coords.latitude,
+        lng: first.coords.longitude,
+        accuracy: first.coords.accuracy ?? undefined,
+        timestamp: first.timestamp,
+    });
+});
+/** Map a MentraOS location tier/accuracy string to an expo-location accuracy. */
+export function getLocationAccuracy(accuracy) {
+    switch (accuracy) {
+        // Aggregate miniapp tiers (LocalMiniappRuntime.recomputeLocation → "passive" |
+        // "low" | "high" | "realtime"). Previously only "realtime" mapped; "passive"/"low"/
+        // "high" fell through to Lowest, so a miniapp asking for high-rate GPS got the
+        // coarsest accuracy.
+        case "realtime":
+            return Location.LocationAccuracy.BestForNavigation;
+        case "high":
+            return Location.LocationAccuracy.High;
+        case "low":
+            return Location.LocationAccuracy.Low;
+        case "passive":
+            return Location.LocationAccuracy.Lowest;
+        // Accuracy-string vocabulary (persisted location_tier setting / boot path).
+        case "tenMeters":
+            return Location.LocationAccuracy.High;
+        case "hundredMeters":
+            return Location.LocationAccuracy.Balanced;
+        case "kilometer":
+            return Location.LocationAccuracy.Low;
+        case "threeKilometers":
+            return Location.LocationAccuracy.Lowest;
+        case "reduced":
+            return Location.LocationAccuracy.Lowest;
+        default:
+            return Location.LocationAccuracy.Lowest;
+    }
+}
+/**
+ * Apply a location tier (the aggregate of what miniapps request). "off" means no app
+ * is asking — stop the task so the OS can power GPS down; anything else (re)starts the
+ * background task at the matching accuracy. Callers gate this on the OS location
+ * permission (host UI concern).
+ */
+export async function setLocationTier(tier) {
+    console.log("ISLAND: setLocationTier()", tier);
+    try {
+        const isRegistered = await Location.hasStartedLocationUpdatesAsync(LOCATION_TASK_NAME).catch(() => false);
+        if (isRegistered) {
+            await Location.stopLocationUpdatesAsync(LOCATION_TASK_NAME);
+        }
+        if (tier === "off") {
+            console.log("ISLAND: setLocationTier() stopped — no active subscribers");
+            return;
+        }
+        await Location.startLocationUpdatesAsync(LOCATION_TASK_NAME, {
+            accuracy: getLocationAccuracy(tier),
+            pausesUpdatesAutomatically: false,
+        });
+        console.log("ISLAND: setLocationTier() success —", tier);
+    }
+    catch (error) {
+        console.log("ISLAND: Error setting location tier", error);
+    }
+}
+/** Stop the background location task (host cleanup). */
+export function stopPhoneLocation() {
+    Location.stopLocationUpdatesAsync(LOCATION_TASK_NAME).catch(() => { });
+}
+export const phoneLocationService = {
+    LOCATION_TASK_NAME,
+    getLocationAccuracy,
+    setLocationTier,
+    stopPhoneLocation,
+};
+//# sourceMappingURL=PhoneLocationService.js.map

package/build/services/PhoneLocationService.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PhoneLocationService.js","sourceRoot":"","sources":["../../src/services/PhoneLocationService.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AACH,OAAO,KAAK,QAAQ,MAAM,eAAe,CAAA;AACzC,OAAO,KAAK,WAAW,MAAM,mBAAmB,CAAA;AAEhD,OAAO,mBAAmB,MAAM,uBAAuB,CAAA;AAEvD,MAAM,CAAC,MAAM,kBAAkB,GAAG,uBAAuB,CAAA;AAEzD,gFAAgF;AAChF,oFAAoF;AACpF,WAAW,CAAC,UAAU,CAA0C,kBAAkB,EAAE,KAAK,EAAE,EAAC,IAAI,EAAE,KAAK,EAAC,EAAE,EAAE;IAC1G,IAAI,KAAK,EAAE,CAAC;QACV,wEAAwE;QACxE,gDAAgD;QAChD,OAAO,CAAC,IAAI,CAAC,0CAA0C,EAAE,KAAK,CAAC,CAAA;QAC/D,OAAM;IACR,CAAC;IACD,MAAM,IAAI,GAAG,IAAI,EAAE,SAAS,IAAI,EAAE,CAAA;IAClC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACtB,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAA;QACtD,OAAM;IACR,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAE,CAAA;IACtB,kFAAkF;IAClF,uBAAuB;IACvB,wEAAwE;IACxE,6EAA6E;IAC7E,2EAA2E;IAC3E,mBAAmB,CAAC,YAAY,CAAC,iBAAiB,EAAE;QAClD,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ;QAC1B,GAAG,EAAE,KAAK,CAAC,MAAM,CAAC,SAAS;QAC3B,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,IAAI,SAAS;QAC5C,SAAS,EAAE,KAAK,CAAC,SAAS;KAC3B,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,iFAAiF;AACjF,MAAM,UAAU,mBAAmB,CAAC,QAA4B;IAC9D,QAAQ,QAAQ,EAAE,CAAC;QACjB,+EAA+E;QAC/E,oFAAoF;QACpF,+EAA+E;QAC/E,qBAAqB;QACrB,KAAK,UAAU;YACb,OAAO,QAAQ,CAAC,gBAAgB,CAAC,iBAAiB,CAAA;QACpD,KAAK,MAAM;YACT,OAAO,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAA;QACvC,KAAK,KAAK;YACR,OAAO,QAAQ,CAAC,gBAAgB,CAAC,GAAG,CAAA;QACtC,KAAK,SAAS;YACZ,OAAO,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAA;QACzC,4EAA4E;QAC5E,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAA;QACvC,KAAK,eAAe;YAClB,OAAO,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAA;QAC3C,KAAK,WAAW;YACd,OAAO,QAAQ,CAAC,gBAAgB,CAAC,GAAG,CAAA;QACtC,KAAK,iBAAiB;YACpB,OAAO,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAA;QACzC,KAAK,SAAS;YACZ,OAAO,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAA;QACzC;YACE,OAAO,QAAQ,CAAC,gBAAgB,CAAC,MAAM,CAAA;IAC3C,CAAC;AACH,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,IAA8D;IAE9D,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,IAAI,CAAC,CAAA;IAC9C,IAAI,CAAC;QACH,MAAM,YAAY,GAAG,MAAM,QAAQ,CAAC,8BAA8B,CAAC,kBAAkB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAA;QACzG,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,QAAQ,CAAC,wBAAwB,CAAC,kBAAkB,CAAC,CAAA;QAC7D,CAAC;QACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACnB,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC,CAAA;YACxE,OAAM;QACR,CAAC;QACD,MAAM,QAAQ,CAAC,yBAAyB,CAAC,kBAAkB,EAAE;YAC3D,QAAQ,EAAE,mBAAmB,CAAC,IAAI,CAAC;YACnC,0BAA0B,EAAE,KAAK;SAClC,CAAC,CAAA;QACF,OAAO,CAAC,GAAG,CAAC,qCAAqC,EAAE,IAAI,CAAC,CAAA;IAC1D,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAA;IAC3D,CAAC;AACH,CAAC;AAED,wDAAwD;AACxD,MAAM,UAAU,iBAAiB;IAC/B,QAAQ,CAAC,wBAAwB,CAAC,kBAAkB,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAA;AACvE,CAAC;AAED,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,kBAAkB;IAClB,mBAAmB;IACnB,eAAe;IACf,iBAAiB;CAClB,CAAA","sourcesContent":["/**\n * Phone location service — engine-owned. Owns the background phone-GPS task: the\n * accuracy-tier control (`setLocationTier`), the accuracy mapping, and the\n * `expo-task-manager` background task that fans each fix to the v2 cloud\n * local miniapps (`location_update`). Cloud upload was V1 (removed).\n *\n * This used to be the host-injected `locationTier` runtime hook + a MantleManager\n * `TaskManager.defineTask`. It's device/OS plumbing (no UI), so it moved into engine:\n * the runtime drives `setLocationTier` directly off miniapp demand, and any host —\n * including a bare OEM — gets phone location without wiring a hook. The host keeps the\n * permission *UI* (it gates `setLocationTier` on the OS permission before calling).\n *\n * The task is registered at module load (the export from `index.ts` evaluates this\n * file as soon as `@mentra/engine` is imported), matching the old MantleManager\n * top-level `defineTask` timing — including on a headless background relaunch.\n */\nimport * as Location from \"expo-location\"\nimport * as TaskManager from \"expo-task-manager\"\n\nimport localMiniappRuntime from \"./LocalMiniappRuntime\"\n\nexport const LOCATION_TASK_NAME = \"handleLocationUpdates\"\n\n// Background location task — sends each fix to the v2 cloud (RestComms) + local\n// miniapps. (The v1 SocketComms leg was already removed/commented before the move.)\nTaskManager.defineTask<{locations?: Location.LocationObject[]}>(LOCATION_TASK_NAME, async ({data, error}) => {\n  if (error) {\n    // OS-level failure (permission revoked, GPS unavailable, …) — log it so\n    // background location dropouts are diagnosable.\n    console.warn(\"ISLAND: LOCATION: background task error:\", error)\n    return\n  }\n  const locs = data?.locations ?? []\n  if (locs.length === 0) {\n    console.log(\"ISLAND: LOCATION: No locations received\")\n    return\n  }\n  const first = locs[0]!\n  // Cloud path (relayMessageToApps) never reaches __phone__, so local miniapps rely\n  // on this direct push.\n  // Local miniapps get the update directly (the cloud relay never reaches\n  // __phone__). The Cloud V1 upload that used to run here was removed with the\n  // V1 ripout (issue #3392); a V2 location channel is separate product work.\n  localMiniappRuntime.forwardEvent(\"location_update\", {\n    lat: first.coords.latitude,\n    lng: first.coords.longitude,\n    accuracy: first.coords.accuracy ?? undefined,\n    timestamp: first.timestamp,\n  })\n})\n\n/** Map a MentraOS location tier/accuracy string to an expo-location accuracy. */\nexport function getLocationAccuracy(accuracy: string | undefined): Location.LocationAccuracy {\n  switch (accuracy) {\n    // Aggregate miniapp tiers (LocalMiniappRuntime.recomputeLocation → \"passive\" |\n    // \"low\" | \"high\" | \"realtime\"). Previously only \"realtime\" mapped; \"passive\"/\"low\"/\n    // \"high\" fell through to Lowest, so a miniapp asking for high-rate GPS got the\n    // coarsest accuracy.\n    case \"realtime\":\n      return Location.LocationAccuracy.BestForNavigation\n    case \"high\":\n      return Location.LocationAccuracy.High\n    case \"low\":\n      return Location.LocationAccuracy.Low\n    case \"passive\":\n      return Location.LocationAccuracy.Lowest\n    // Accuracy-string vocabulary (persisted location_tier setting / boot path).\n    case \"tenMeters\":\n      return Location.LocationAccuracy.High\n    case \"hundredMeters\":\n      return Location.LocationAccuracy.Balanced\n    case \"kilometer\":\n      return Location.LocationAccuracy.Low\n    case \"threeKilometers\":\n      return Location.LocationAccuracy.Lowest\n    case \"reduced\":\n      return Location.LocationAccuracy.Lowest\n    default:\n      return Location.LocationAccuracy.Lowest\n  }\n}\n\n/**\n * Apply a location tier (the aggregate of what miniapps request). \"off\" means no app\n * is asking — stop the task so the OS can power GPS down; anything else (re)starts the\n * background task at the matching accuracy. Callers gate this on the OS location\n * permission (host UI concern).\n */\nexport async function setLocationTier(\n  tier: \"off\" | \"passive\" | \"low\" | \"high\" | \"realtime\" | string,\n): Promise<void> {\n  console.log(\"ISLAND: setLocationTier()\", tier)\n  try {\n    const isRegistered = await Location.hasStartedLocationUpdatesAsync(LOCATION_TASK_NAME).catch(() => false)\n    if (isRegistered) {\n      await Location.stopLocationUpdatesAsync(LOCATION_TASK_NAME)\n    }\n    if (tier === \"off\") {\n      console.log(\"ISLAND: setLocationTier() stopped — no active subscribers\")\n      return\n    }\n    await Location.startLocationUpdatesAsync(LOCATION_TASK_NAME, {\n      accuracy: getLocationAccuracy(tier),\n      pausesUpdatesAutomatically: false,\n    })\n    console.log(\"ISLAND: setLocationTier() success —\", tier)\n  } catch (error) {\n    console.log(\"ISLAND: Error setting location tier\", error)\n  }\n}\n\n/** Stop the background location task (host cleanup). */\nexport function stopPhoneLocation(): void {\n  Location.stopLocationUpdatesAsync(LOCATION_TASK_NAME).catch(() => {})\n}\n\nexport const phoneLocationService = {\n  LOCATION_TASK_NAME,\n  getLocationAccuracy,\n  setLocationTier,\n  stopPhoneLocation,\n}\n"]}

package/build/services/PhoneNotificationsSync.d.ts

@@ -0,0 +1,3 @@
+export declare function startPhoneNotificationsSync(): void;
+export declare function stopPhoneNotificationsSync(): void;
+//# sourceMappingURL=PhoneNotificationsSync.d.ts.map

package/build/services/PhoneNotificationsSync.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PhoneNotificationsSync.d.ts","sourceRoot":"","sources":["../../src/services/PhoneNotificationsSync.ts"],"names":[],"mappings":"AA2BA,wBAAgB,2BAA2B,IAAI,IAAI,CAWlD;AAED,wBAAgB,0BAA0B,IAAI,IAAI,CAGjD"}

package/build/services/PhoneNotificationsSync.js

@@ -0,0 +1,35 @@
+/**
+ * Phone-notifications sync — engine-owned. Pushes the notification-forwarding
+ * config (`notifications_enabled` + `notifications_blocklist`) to the native
+ * NotificationListener via `CrustModule.setNotificationConfig`, so
+ * `engine.phoneNotifications.setEnabled()/setBlocklist()` actually reach the
+ * listener for ANY host — not just the Mentra app, where this used to live in
+ * MantleManager. Android-only; a no-op elsewhere. Started by `engine.start()`.
+ */
+import { shallow } from "zustand/shallow";
+import CrustModule from "@mentra/crust";
+import { useSettingsStore, SETTINGS } from "../stores/settings";
+let unsubscribe = null;
+function pushConfig() {
+    const s = useSettingsStore.getState();
+    const enabled = Boolean(s.getSetting(SETTINGS.notifications_enabled.key));
+    const blocklist = s.getSetting(SETTINGS.notifications_blocklist.key);
+    // Unconditional (matches the prior MantleManager sync) — the listener is
+    // Android-only, but CrustModule.setNotificationConfig is a safe no-op elsewhere;
+    // the Android-only gating lives on the facade's setEnabled/setBlocklist.
+    CrustModule.setNotificationConfig(enabled, Array.isArray(blocklist) ? blocklist : []).catch((err) => console.warn(`PhoneNotificationsSync: setNotificationConfig failed: ${err?.message ?? err}`));
+}
+export function startPhoneNotificationsSync() {
+    if (unsubscribe)
+        return;
+    pushConfig(); // initial sync so the listener has the current config
+    unsubscribe = useSettingsStore.subscribe((state) => ({
+        enabled: state.getSetting(SETTINGS.notifications_enabled.key),
+        blocklist: state.getSetting(SETTINGS.notifications_blocklist.key),
+    }), () => pushConfig(), { equalityFn: shallow });
+}
+export function stopPhoneNotificationsSync() {
+    unsubscribe?.();
+    unsubscribe = null;
+}
+//# sourceMappingURL=PhoneNotificationsSync.js.map

package/build/services/PhoneNotificationsSync.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"PhoneNotificationsSync.js","sourceRoot":"","sources":["../../src/services/PhoneNotificationsSync.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AACH,OAAO,EAAC,OAAO,EAAC,MAAM,iBAAiB,CAAA;AACvC,OAAO,WAAW,MAAM,eAAe,CAAA;AAEvC,OAAO,EAAC,gBAAgB,EAAE,QAAQ,EAAC,MAAM,oBAAoB,CAAA;AAE7D,IAAI,WAAW,GAAwB,IAAI,CAAA;AAE3C,SAAS,UAAU;IACjB,MAAM,CAAC,GAAG,gBAAgB,CAAC,QAAQ,EAAE,CAAA;IACrC,MAAM,OAAO,GAAG,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,qBAAqB,CAAC,GAAG,CAAC,CAAC,CAAA;IACzE,MAAM,SAAS,GAAG,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAA;IACpE,yEAAyE;IACzE,iFAAiF;IACjF,yEAAyE;IACzE,WAAW,CAAC,qBAAqB,CAAC,OAAO,EAAE,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,GAAY,EAAE,EAAE,CAC3G,OAAO,CAAC,IAAI,CAAC,yDAA0D,GAAa,EAAE,OAAO,IAAI,GAAG,EAAE,CAAC,CACxG,CAAA;AACH,CAAC;AAED,MAAM,UAAU,2BAA2B;IACzC,IAAI,WAAW;QAAE,OAAM;IACvB,UAAU,EAAE,CAAA,CAAC,sDAAsD;IACnE,WAAW,GAAG,gBAAgB,CAAC,SAAS,CACtC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QACV,OAAO,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,qBAAqB,CAAC,GAAG,CAAC;QAC7D,SAAS,EAAE,KAAK,CAAC,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC,GAAG,CAAC;KAClE,CAAC,EACF,GAAG,EAAE,CAAC,UAAU,EAAE,EAClB,EAAC,UAAU,EAAE,OAAO,EAAC,CACtB,CAAA;AACH,CAAC;AAED,MAAM,UAAU,0BAA0B;IACxC,WAAW,EAAE,EAAE,CAAA;IACf,WAAW,GAAG,IAAI,CAAA;AACpB,CAAC","sourcesContent":["/**\n * Phone-notifications sync — engine-owned. Pushes the notification-forwarding\n * config (`notifications_enabled` + `notifications_blocklist`) to the native\n * NotificationListener via `CrustModule.setNotificationConfig`, so\n * `engine.phoneNotifications.setEnabled()/setBlocklist()` actually reach the\n * listener for ANY host — not just the Mentra app, where this used to live in\n * MantleManager. Android-only; a no-op elsewhere. Started by `engine.start()`.\n */\nimport {shallow} from \"zustand/shallow\"\nimport CrustModule from \"@mentra/crust\"\n\nimport {useSettingsStore, SETTINGS} from \"../stores/settings\"\n\nlet unsubscribe: (() => void) | null = null\n\nfunction pushConfig(): void {\n  const s = useSettingsStore.getState()\n  const enabled = Boolean(s.getSetting(SETTINGS.notifications_enabled.key))\n  const blocklist = s.getSetting(SETTINGS.notifications_blocklist.key)\n  // Unconditional (matches the prior MantleManager sync) — the listener is\n  // Android-only, but CrustModule.setNotificationConfig is a safe no-op elsewhere;\n  // the Android-only gating lives on the facade's setEnabled/setBlocklist.\n  CrustModule.setNotificationConfig(enabled, Array.isArray(blocklist) ? blocklist : []).catch((err: unknown) =>\n    console.warn(`PhoneNotificationsSync: setNotificationConfig failed: ${(err as Error)?.message ?? err}`),\n  )\n}\n\nexport function startPhoneNotificationsSync(): void {\n  if (unsubscribe) return\n  pushConfig() // initial sync so the listener has the current config\n  unsubscribe = useSettingsStore.subscribe(\n    (state) => ({\n      enabled: state.getSetting(SETTINGS.notifications_enabled.key),\n      blocklist: state.getSetting(SETTINGS.notifications_blocklist.key),\n    }),\n    () => pushConfig(),\n    {equalityFn: shallow},\n  )\n}\n\nexport function stopPhoneNotificationsSync(): void {\n  unsubscribe?.()\n  unsubscribe = null\n}\n"]}

package/build/services/PhonePhotoCoordinator.d.ts

@@ -0,0 +1,103 @@
+/**
+ * PhonePhotoCoordinator — owns local-miniapp takePhoto() end-to-end.
+ *
+ * Architecture:
+ *   miniapp → SDK → LocalMiniappRuntime → photo runtime hook
+ *          → coordinator.takePhoto(packageName, opts)
+ *            ├── (precheck) glasses connected + hasCamera
+ *            ├── cloudClientService.startManagedPhoto → {requestId, uploadUrl, readUrl}  (cloud-v2 runtime presign)
+ *            ├── BluetoothSdk.requestPhoto(requestId, size, uploadUrl, compress, sound)
+ *            └── race:
+ *                  - cloudClientService.awaitManagedPhotoReady(requestId) resolves on photo.ready push
+ *                  - BluetoothSdk.requestPhoto rejects if terminal photo_response is an error
+ *                  - handlePhotoError(requestId, code, message) rejects if MantleManager observes
+ *                    the same BLE photo_response error before the native promise crosses the bridge
+ *
+ * `activeRequests` lets MantleManager's gated `photo_response` listener
+ * short-circuit our long-poll with a typed error (CAMERA_BUSY, BATTERY_LOW,
+ * etc.) instead of waiting 30s for cloud's timeout.
+ */
+export interface PhotoOpts {
+    /** Legacy cloud size names are normalized before the native take_photo command. */
+    size?: "low" | "medium" | "high" | "max" | "small" | "large" | "full";
+    mode?: "photo" | "text";
+    /** Force phone-relayed BLE delivery, or leave native on its auto Wi-Fi/BLE policy. */
+    transferMethod?: "auto" | "ble";
+    compress?: "none" | "low" | "medium" | "high";
+    sound?: boolean;
+    saveToGallery?: boolean;
+    exposureTimeNs?: number;
+    iso?: number | null;
+    aeExposureDivisor?: number;
+    isoCap?: number;
+    noiseReduction?: boolean;
+    edgeEnhancement?: boolean;
+    mfnr?: boolean;
+    zsl?: boolean;
+    ispDigitalGain?: number;
+    ispAnalogGain?: string;
+}
+export interface PhotoTaken {
+    photoUrl: string;
+    mimeType: string;
+    size: number;
+    requestId: string;
+}
+/** Pipeline stage a photo request failed at — surfaced to the miniapp so a dev
+ *  sees exactly where it broke, not just a flattened message. */
+export type PhotoStage = "presign" | "command" | "capture" | "upload" | "push";
+/** Transport in play at the point of failure. */
+export type PhotoTransport = "cloud-rest" | "ble" | "wifi" | "ws";
+export declare class PhotoError extends Error {
+    readonly code: string;
+    readonly stage?: PhotoStage | undefined;
+    readonly transport?: PhotoTransport | undefined;
+    constructor(code: string, message: string, stage?: PhotoStage | undefined, transport?: PhotoTransport | undefined);
+}
+/**
+ * Last-resort ceiling for the complete capture + encode + transfer + upload
+ * pipeline. This must exceed the managed-photo service's 30s ready-push
+ * timeout so the cloud can return its more specific failure first.
+ *
+ * Text mode commonly spends several seconds detecting/cropping the region and
+ * can take another 10s+ to transfer over BLE. A 15s ceiling incorrectly
+ * rejected successful captures while their upload was still in progress.
+ */
+export declare const CAPTURE_PIPELINE_TIMEOUT_MS = 45000;
+export declare const CAMERA_WARM_UP_DEFAULT_DURATION_MS = 15000;
+export declare const CAMERA_WARM_UP_MAX_DURATION_MS = 60000;
+export declare class PhonePhotoCoordinator {
+    private readonly activeRequests;
+    /** Short BLE correlation id (4-char hex) → full cloud requestId. */
+    private readonly bleIdToCloud;
+    private readonly activeWarmUps;
+    takePhoto(packageName: string, opts: PhotoOpts): Promise<PhotoTaken>;
+    /** Map a short BLE requestId from photo_response back to the cloud requestId. */
+    resolveCloudRequestId(bleOrCloudId: string): string;
+    /**
+     * Pre-warm the glasses camera so the next takePhoto() is near-instant.
+     *
+     * Pure BLE — NO cloud presign, NO upload, NO long-poll. The phone mints and owns
+     * the requestId, sends the warm-up command, and resolves when the camera reports
+     * ready (the native promise resolves on the ready status event).
+     */
+    warmUpCamera(packageName: string, opts: {
+        size?: "low" | "medium" | "high" | "max";
+        mode?: "photo" | "text";
+        exposureTimeNs?: number;
+        durationMs?: number;
+    }): Promise<void>;
+    /** Release a miniapp's warm-up even if its original warmUpCamera promise is still opening. */
+    stopWarmUpForApp(packageName: string): Promise<void>;
+    /** True iff this requestId (short BLE id or cloud id) is one we're currently waiting on. */
+    owns(requestId: string): boolean;
+    /**
+     * Called by MantleManager's gated photo_response listener when glasses
+     * report an error (BATTERY_LOW, CAMERA_BUSY, etc.) for a phone-owned
+     * requestId. Rejects the in-flight takePhoto Promise immediately.
+     */
+    handlePhotoError(requestId: string, errorCode: string, errorMessage: string): void;
+    private toPhotoError;
+}
+export declare const phonePhotoCoordinator: PhonePhotoCoordinator;
+//# sourceMappingURL=PhonePhotoCoordinator.d.ts.map

package/build/services/PhonePhotoCoordinator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"PhonePhotoCoordinator.d.ts","sourceRoot":"","sources":["../../src/services/PhonePhotoCoordinator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AA6BH,MAAM,WAAW,SAAS;IACxB,mFAAmF;IACnF,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,GAAG,OAAO,GAAG,OAAO,GAAG,MAAM,CAAA;IACrE,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;IACvB,sFAAsF;IACtF,cAAc,CAAC,EAAE,MAAM,GAAG,KAAK,CAAA;IAC/B,QAAQ,CAAC,EAAE,MAAM,GAAG,KAAK,GAAG,QAAQ,GAAG,MAAM,CAAA;IAC7C,KAAK,CAAC,EAAE,OAAO,CAAA;IACf,aAAa,CAAC,EAAE,OAAO,CAAA;IACvB,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAA;IACnB,iBAAiB,CAAC,EAAE,MAAM,CAAA;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAA;IACf,cAAc,CAAC,EAAE,OAAO,CAAA;IACxB,eAAe,CAAC,EAAE,OAAO,CAAA;IACzB,IAAI,CAAC,EAAE,OAAO,CAAA;IACd,GAAG,CAAC,EAAE,OAAO,CAAA;IACb,cAAc,CAAC,EAAE,MAAM,CAAA;IACvB,aAAa,CAAC,EAAE,MAAM,CAAA;CACvB;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,MAAM,CAAA;IAChB,QAAQ,EAAE,MAAM,CAAA;IAChB,IAAI,EAAE,MAAM,CAAA;IACZ,SAAS,EAAE,MAAM,CAAA;CAClB;AAED;iEACiE;AACjE,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,MAAM,CAAA;AAC9E,iDAAiD;AACjD,MAAM,MAAM,cAAc,GAAG,YAAY,GAAG,KAAK,GAAG,MAAM,GAAG,IAAI,CAAA;AAEjE,qBAAa,UAAW,SAAQ,KAAK;aAEjB,IAAI,EAAE,MAAM;aAEZ,KAAK,CAAC,EAAE,UAAU;aAClB,SAAS,CAAC,EAAE,cAAc;gBAH1B,IAAI,EAAE,MAAM,EAC5B,OAAO,EAAE,MAAM,EACC,KAAK,CAAC,EAAE,UAAU,YAAA,EAClB,SAAS,CAAC,EAAE,cAAc,YAAA;CAK7C;AASD;;;;;;;;GAQG;AACH,eAAO,MAAM,2BAA2B,QAAS,CAAA;AACjD,eAAO,MAAM,kCAAkC,QAAS,CAAA;AACxD,eAAO,MAAM,8BAA8B,QAAS,CAAA;AAiBpD,qBAAa,qBAAqB;IAIhC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAmC;IAClE,oEAAoE;IACpE,OAAO,CAAC,QAAQ,CAAC,YAAY,CAA4B;IACzD,OAAO,CAAC,QAAQ,CAAC,aAAa,CAG3B;IAEG,SAAS,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE,SAAS,GAAG,OAAO,CAAC,UAAU,CAAC;IAqK1E,iFAAiF;IACjF,qBAAqB,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM;IAInD;;;;;;OAMG;IACG,YAAY,CAChB,WAAW,EAAE,MAAM,EACnB,IAAI,EAAE;QACJ,IAAI,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,KAAK,CAAA;QACxC,IAAI,CAAC,EAAE,OAAO,GAAG,MAAM,CAAA;QACvB,cAAc,CAAC,EAAE,MAAM,CAAA;QACvB,UAAU,CAAC,EAAE,MAAM,CAAA;KACpB,GACA,OAAO,CAAC,IAAI,CAAC;IAyChB,8FAA8F;IACxF,gBAAgB,CAAC,WAAW,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAU1D,4FAA4F;IAC5F,IAAI,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO;IAKhC;;;;OAIG;IACH,gBAAgB,CAAC,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI;IAWlF,OAAO,CAAC,YAAY;CAMrB;AAGD,eAAO,MAAM,qBAAqB,uBAA8B,CAAA"}