@mentra/engine 0.1.0-dev.0 → 3.1.0-dev.4

package/src/services/otaManifestPolicy.ts

@@ -0,0 +1,42 @@
+const OTA_VERSION_URL_LEGACY_PROD = "https://ota.mentraglass.com/prod_live_version.json"
+
+function trimmed(value?: string | null): string | null {
+  const result = value?.trim()
+  return result || null
+}
+
+export function isLegacyAsgOtaStartBuild(glassesBuildNumber?: string | null): boolean {
+  const buildNumber = Number.parseInt(glassesBuildNumber ?? "", 10)
+  return Number.isFinite(buildNumber) && buildNumber < 39
+}
+
+export function selectModernOtaManifestPin({
+  developerOverride,
+  hostReleasePin,
+  engineReleasePin,
+}: {
+  developerOverride?: string | null
+  hostReleasePin?: string | null
+  engineReleasePin?: string | null
+}): string | null {
+  return trimmed(developerOverride) || trimmed(hostReleasePin) || trimmed(engineReleasePin)
+}
+
+export function resolveOtaManifestPolicy({
+  glassesUrl,
+  glassesBuildNumber,
+  developerOverride,
+  hostReleasePin,
+  engineReleasePin,
+}: {
+  glassesUrl?: string | null
+  glassesBuildNumber?: string | null
+  developerOverride?: string | null
+  hostReleasePin?: string | null
+  engineReleasePin?: string | null
+}): string | null {
+  if (isLegacyAsgOtaStartBuild(glassesBuildNumber)) {
+    return trimmed(glassesUrl) || OTA_VERSION_URL_LEGACY_PROD
+  }
+  return selectModernOtaManifestPin({developerOverride, hostReleasePin, engineReleasePin})
+}

package/src/services/otaManifestUrl.ts

@@ -0,0 +1,44 @@
+import {ENGINE_RELEASE_METADATA} from "../generated/releaseMetadata"
+import {SETTINGS, useSettingsStore} from "../stores/settings"
+import {resolveOtaManifestPolicy, selectModernOtaManifestPin} from "./otaManifestPolicy"
+
+function getOtaVersionUrlDevOverride(): string | null {
+  // Super mode only: a wrong OTA manifest can brick glasses, so a saved
+  // override is inert unless super mode is currently enabled.
+  if (!useSettingsStore.getState().getSetting(SETTINGS.super_mode.key)) {
+    return null
+  }
+  const value = useSettingsStore.getState().getSetting(SETTINGS.ota_version_url.key)
+  const trimmed = typeof value === "string" ? value.trim() : ""
+  return trimmed || null
+}
+
+function getHostReleasePin(): string | null {
+  const value = process.env.EXPO_PUBLIC_ASG_OTA_VERSION_URL?.trim()
+  return value || null
+}
+
+function getEmbeddedEngineReleasePin(): string | null {
+  const value = ENGINE_RELEASE_METADATA.otaManifestUrl?.trim()
+  return value || null
+}
+
+export function hasConfiguredModernOtaManifestPin(): boolean {
+  return Boolean(
+    selectModernOtaManifestPin({
+      developerOverride: getOtaVersionUrlDevOverride(),
+      hostReleasePin: getHostReleasePin(),
+      engineReleasePin: getEmbeddedEngineReleasePin(),
+    }),
+  )
+}
+
+export function resolveOtaManifestUrl(glassesUrl?: string | null, glassesBuildNumber?: string | null): string | null {
+  return resolveOtaManifestPolicy({
+    glassesUrl,
+    glassesBuildNumber,
+    developerOverride: getOtaVersionUrlDevOverride(),
+    hostReleasePin: getHostReleasePin(),
+    engineReleasePin: getEmbeddedEngineReleasePin(),
+  })
+}

package/src/services/slimStreamStatus.ts

@@ -1,10 +1,22 @@
 import type {StreamStatusEvent} from "@mentra/bluetooth-sdk/internal"
 
+/**
+ * 1Hz encoder FPS/bitrate telemetry on `stream_status.stats`.
+ * Lifecycle status (started/stopped/error) is unaffected.
+ * Keep false in production; flip locally to debug the Mentra Call FPS ladder.
+ *
+ * Compatibility kill switch: old glasses can still emit stats. Copy onto a new object;
+ * never mutate the incoming event. Manual acceptance with every layer false: join
+ * waterfall yes; BLE stream_status.stats / STREAM_QUALITY / encoder-stats / watch-stats no.
+ */
+export const ENABLE_PIPELINE_FPS_TELEMETRY = false
+
 /** Fields forwarded to cloud / miniapps after the first resolvedConfig ack. */
 export function slimStreamStatusEvent(
   event: StreamStatusEvent,
-  options: {includeResolvedConfig?: boolean} = {},
+  options: {includeResolvedConfig?: boolean; enableFpsTelemetry?: boolean} = {},
 ): Record<string, unknown> {
+  const enableFpsTelemetry = options.enableFpsTelemetry ?? ENABLE_PIPELINE_FPS_TELEMETRY
   const slim: Record<string, unknown> = {
     type: "stream_status",
     kind: event.kind,
@@ -16,10 +28,9 @@ export function slimStreamStatusEvent(
   if (options.includeResolvedConfig && event.resolvedConfig) {
     slim.resolvedConfig = event.resolvedConfig
   }
-  // Live telemetry passes straight through — unlike resolvedConfig it changes
-  // per event, and the signature dedupe upstream only suppresses identical
-  // payloads.
-  if (event.stats) slim.stats = event.stats
+  // Compatibility kill switch: old glasses may still emit 1Hz stats. Copy onto a
+  // new object; never mutate `event` — other consumers may still need the original.
+  if (enableFpsTelemetry && event.stats) slim.stats = event.stats
   return slim
 }
 

package/src/stores/apps.ts

@@ -20,6 +20,7 @@ import {getModelCapabilities} from "../types/hardware"
 import {HardwareCompatibility, type CompatibilityResult} from "../utils/hardware/hardware"
 import {storage} from "../utils/storage/storage"
 import appRegistry from "../services/AppRegistry"
+import localDisplayManager from "../services/LocalDisplayManager"
 import {islandNotifications} from "../services/NotificationsEmitter"
 import sttModelManager from "../services/STTModelManager"
 import {miniappLauncher} from "../services/MiniappLauncher"
@@ -540,6 +541,17 @@ miniappRunningRegistry.subscribe(() => {
   }
 })
 
+// The display-manager's core (foreground) slot is DERIVED state: always the
+// currently-running standard app, no matter HOW it came to run — user tap
+// (start()), boot restore (autostartLocalMiniapps → registry projection
+// above), crash-respawn, or interop. One reconciler instead of per-path call
+// sites, so no launch/stop path can forget to claim or release the slot.
+// onCoreAppChange is idempotent, so firing on every store write is free.
+useAppStatusStore.subscribe((state) => {
+  const core = state.apps.find((a) => a.running && (a.type === "standard" || !a.type))
+  localDisplayManager.onCoreAppChange(core?.packageName ?? null)
+})
+
 // AppRegistry change events trigger a store refresh.
 appRegistry.subscribe(() => {
   void useAppStatusStore.getState().refresh()

package/src/stores/bluetoothSettingKeys.ts

@@ -5,6 +5,8 @@ export const MENTRA_LIVE_SETTING_KEYS: string[] = [
   "sensing_enabled",
   "lc3_frame_size",
   "preferred_mic",
+  "voice_activity_detection_enabled",
+  "loudness_gate_enabled",
   "core_token",
   "auth_email",
   "button_photo_size",

package/src/stores/gallerySync.ts

@@ -53,6 +53,7 @@ export interface SyncQueue {
 export interface GallerySyncInfo {
   // State machine
   syncState: SyncState
+  syncStarting: boolean
 
   // Progress tracking
   currentFile: string | null
@@ -82,6 +83,7 @@ export interface GallerySyncInfo {
 export interface GallerySyncState extends GallerySyncInfo {
   // State transitions
   setSyncState: (state: SyncState) => void
+  setSyncStarting: (starting: boolean) => void
   setRequestingHotspot: () => void
   setConnectingWifi: () => void
   setSyncing: (files: PhotoInfo[]) => void
@@ -122,6 +124,7 @@ export interface GallerySyncState extends GallerySyncInfo {
 
 const initialState: GallerySyncInfo & {processingFiles: Set<string>; processedFiles: number} = {
   syncState: "idle",
+  syncStarting: false,
   currentFile: null,
   currentFileProgress: 0,
   completedFiles: 0,
@@ -146,6 +149,7 @@ export const useGallerySyncStore = create<GallerySyncState>()(
 
     // State transitions
     setSyncState: (syncState: SyncState) => set({syncState}),
+    setSyncStarting: (syncStarting: boolean) => set({syncStarting}),
 
     setRequestingHotspot: () =>
       set({

package/src/stores/glasses.ts

@@ -118,6 +118,7 @@ const initialState: GlassesStore = {
   androidVersion: "",
   firmwareVersion: "",
   bluetoothMacAddress: "",
+  wifiMacAddress: "",
   leftMacAddress: "",
   rightMacAddress: "",
   buildNumber: "",
@@ -130,6 +131,7 @@ const initialState: GlassesStore = {
   color: "",
   mtkFirmwareVersion: "",
   besFirmwareVersion: "",
+  hotspotOtaVersion: 0,
   // wifi info
   wifi: {state: "disconnected"},
   wifiStatusKnown: false,
@@ -193,6 +195,7 @@ export const useGlassesStore = create<GlassesState>()(
         }
         if (!isGlassesConnected(next.connection)) {
           next.wifiStatusKnown = false
+          next.hotspotOtaVersion = 0
         }
         return next
       }),

package/src/stores/settings.ts

@@ -23,18 +23,44 @@ export interface Setting {
   persist: boolean
   // Pairing-identity keys are NATIVE-authoritative: the native layer writes
   // them on pairing success (handleDeviceReady) / forget and echoes them down
-  // via save_setting; JS→native they travel only in the explicit SEEDS
+  // via save_setting; JS鈫抧ative they travel only in the explicit SEEDS
   // (hydration, pre-connect, post-demotion, abandon re-seed) — never the
   // change-push and never the on-connect replay, whose mid-relay snapshot can
   // overwrite a just-promoted identity. PAIRING_IDENTITY_KEYS is derived from
   // this flag so the sync exclusions can't drift from the descriptors.
   nativeAuthoritative?: true
+  /**
+   * Clear this setting when the build's environment changes.
+   *
+   * A persisted override normally outranks both the build's env and the
+   * compiled default, which is right within one environment: a developer's
+   * METRO_AUTO pin should survive a rebuild. It is wrong across environments,
+   * where an override pinned under a dev build would silently follow the
+   * install onto a store build pointed at production.
+   *
+   * Note this keys off the build's environment label, so it does NOT fire on a
+   * TestFlight to App Store promotion: that ships the same binary with the same
+   * label. Promotion is safe because the publishing lane bakes prod URLs, not
+   * because this reset runs. See the resolution block in loadSettings.
+   *
+   * Absent means the value is never invalidated automatically.
+   */
+  resetOnBuildEnvChange?: true
 }
 
 export const SETTINGS: Record<string, Setting> = {
   // feature flags / mantle settings:
   dev_mode: {key: "dev_mode", defaultValue: () => __DEV__, writable: true, saveOnServer: true, persist: true}, // deprecated
   debug_mode: {key: "debug_mode", defaultValue: () => __DEV__, writable: true, saveOnServer: true, persist: true},
+  android_notification_listener_enabled: {
+    key: "android_notification_listener_enabled",
+    // Operational kill switch. The listener now runs in a guarded lightweight
+    // process, so normal installs can safely capture notifications by default.
+    defaultValue: () => true,
+    writable: true,
+    saveOnServer: true,
+    persist: true,
+  },
   super_mode: {key: "super_mode", defaultValue: () => false, writable: true, saveOnServer: true, persist: true},
   appearance_menu_enabled: {
     key: "appearance_menu_enabled",
@@ -159,6 +185,7 @@ export const SETTINGS: Record<string, Setting> = {
     writable: true,
     saveOnServer: false,
     persist: true,
+    resetOnBuildEnvChange: true,
   },
   cloud_runtime_url: {
     key: "cloud_runtime_url",
@@ -166,6 +193,7 @@ export const SETTINGS: Record<string, Setting> = {
     writable: true,
     saveOnServer: false,
     persist: true,
+    resetOnBuildEnvChange: true,
   },
   // Bookmarked Cloud V2 endpoint pairs. Each entry is {label, coreUrl,
   // runtimeUrl} — core + runtime are saved together because they are always
@@ -179,7 +207,7 @@ export const SETTINGS: Record<string, Setting> = {
   },
   // Developer override for the ASG OTA manifest URL. null/empty = no override;
   // the normal selection applies (legacy-glasses gate, EXPO_PUBLIC_ASG_OTA_VERSION_URL,
-  // glasses-reported URL, then production). See getAsgOtaVersionUrl.
+  // glasses-reported URL, then production). See resolveOtaManifestUrl.
   ota_version_url: {
     key: "ota_version_url",
     defaultValue: () => null,
@@ -250,6 +278,14 @@ export const SETTINGS: Record<string, Setting> = {
     persist: true,
     nativeAuthoritative: true,
   },
+  project_name: {
+    key: "project_name",
+    defaultValue: () => "",
+    writable: true,
+    saveOnServer: false,
+    persist: true,
+    nativeAuthoritative: true,
+  },
   default_controller: {
     key: "default_controller",
     defaultValue: () => "",
@@ -364,12 +400,23 @@ export const SETTINGS: Record<string, Setting> = {
     saveOnServer: true,
     persist: true,
   },
+  // The Mentra App intentionally preserves Mentra Live's historical VAD-on
+  // product default. Standalone public Bluetooth SDK hosts default VAD off so
+  // their microphone audio remains continuous.
   voice_activity_detection_enabled: {
     key: "voice_activity_detection_enabled",
     defaultValue: () => true,
     writable: true,
-    saveOnServer: false,
-    persist: false,
+    saveOnServer: true,
+    persist: true,
+  },
+  // Mentra Live center-mic loudness / "Barrier" gate (cs_swit type 10). Default on.
+  loudness_gate_enabled: {
+    key: "loudness_gate_enabled",
+    defaultValue: () => true,
+    writable: true,
+    saveOnServer: true,
+    persist: true,
   },
   always_on_status_bar: {
     key: "always_on_status_bar",
@@ -560,7 +607,7 @@ export const SETTINGS: Record<string, Setting> = {
   // offline applets
   offline_mode: {key: "offline_mode", defaultValue: () => false, writable: true, saveOnServer: true, persist: true},
   // Runtime flag: coordinator flips this on when cloud STT has failed and fallback is active.
-  // Native GlassesStore watches it to gate PCM → Sherpa feeding. Not user-facing.
+  // Native GlassesStore watches it to gate PCM 鈫?Sherpa feeding. Not user-facing.
   local_stt_fallback_active: {
     key: "local_stt_fallback_active",
     defaultValue: () => false,
@@ -621,13 +668,6 @@ export const SETTINGS: Record<string, Setting> = {
     persist: true,
   },
   // notifications
-  notifications_enabled: {
-    key: "notifications_enabled",
-    defaultValue: () => true,
-    writable: true,
-    saveOnServer: true,
-    persist: true,
-  },
   notifications_blocklist: {
     key: "notifications_blocklist",
     defaultValue: () => [],
@@ -670,6 +710,7 @@ export const BLUETOOTH_SETTING_KEYS: string[] = [
   SETTINGS.sensing_enabled.key,
   SETTINGS.power_saving_mode.key,
   SETTINGS.voice_activity_detection_enabled.key,
+  SETTINGS.loudness_gate_enabled.key,
   SETTINGS.lc3_frame_size.key,
   SETTINGS.preferred_mic.key,
   SETTINGS.screen_disabled.key,
@@ -698,6 +739,7 @@ export const BLUETOOTH_SETTING_KEYS: string[] = [
   SETTINGS.default_wearable.key,
   SETTINGS.device_name.key,
   SETTINGS.device_address.key,
+  SETTINGS.project_name.key,
   SETTINGS.default_controller.key,
   SETTINGS.pending_controller.key,
   SETTINGS.controller_device_name.key,
@@ -705,7 +747,7 @@ export const BLUETOOTH_SETTING_KEYS: string[] = [
   // offline applets:
   SETTINGS.offline_mode.key,
   // Runtime flag flipped by LocalSttFallbackCoordinator. Native reads it from
-  // GlassesStore to gate PCM → Sherpa feeding in handlePcm and to keep the
+  // GlassesStore to gate PCM 鈫?Sherpa feeding in handlePcm and to keep the
   // mic on while local STT is the active engine.
   SETTINGS.local_stt_fallback_active.key,
   SETTINGS.gallery_mode.key,
@@ -716,12 +758,12 @@ export const BLUETOOTH_SETTING_KEYS: string[] = [
 
 // Pairing identity is NATIVE-authoritative: the native layer writes it on
 // pairing success (handleDeviceReady) / forget and echoes it down via
-// save_setting; JS persists those echoes. JS→native, identity travels ONLY in
+// save_setting; JS persists those echoes. JS鈫抧ative, identity travels ONLY in
 // the explicit full seeds (device-store hydration, pre-connect push,
 // post-demotion re-push) — never in the change-push subscription. Relaying an
 // echoed identity change back up would make the sync bidirectional with loop
 // gain 1: two identity values in flight (e.g. a boot demotion crossing a
-// native promotion) then chase each other through push→apply→echo→push
+// native promotion) then chase each other through push鈫抋pply鈫抏cho鈫抪ush
 // forever, flapping the UI.
 //
 // Derived from the `nativeAuthoritative` descriptor flag (not maintained as a
@@ -764,6 +806,10 @@ const getDefaultSettings = () =>
 // flight. Cleared on failure so a later call can retry.
 let loadAllSettingsInFlight: AsyncResult<void, Error> | null = null
 
+function printableSettingValue(key: string, value: unknown): string {
+  return key.includes("token") || key.includes("email") ? "<redacted>" : JSON.stringify(value)
+}
+
 export const useSettingsStore = create<SettingsState>()(
   subscribeWithSelector((set, get) => ({
     settings: getDefaultSettings(),
@@ -787,7 +833,7 @@ export const useSettingsStore = create<SettingsState>()(
         }
 
         // Update store immediately for optimistic UI
-        console.log(`SETTINGS: SET: ${key} = ${value}`)
+        console.log(`SETTINGS: SET: ${key} = ${printableSettingValue(key, value)}`)
         set((state) => ({
           settings: {...state.settings, [key]: value},
         }))
@@ -906,7 +952,13 @@ export const useSettingsStore = create<SettingsState>()(
           }
           // normal key:value pair:
           let value = res.value
-          console.log(`SETTINGS: LOAD: ${setting.key} = ${value.value}`)
+          // res.value IS the stored value; logging value.value printed
+          // "undefined" for every loaded setting and disguised present
+          // values as missing. Redact token- and email-bearing keys: console
+          // logs are uploaded in bug-report artifacts (same keys
+          // diagnosticContext's SENSITIVE_SETTINGS_KEYS strips, minus an
+          // import that would cycle stores <-> utils).
+          console.log(`SETTINGS: LOAD: ${setting.key} = ${printableSettingValue(setting.key, value)}`)
           loadedSettings[setting.key] = value
         }
 
@@ -919,6 +971,94 @@ export const useSettingsStore = create<SettingsState>()(
           settings: {...state.settings, ...loadedSettings},
         }))
 
+        // This hidden debug switch originally shipped default-off while the
+        // notification-listener cold-start ANR was being investigated. Now
+        // that the listener runs in its own guarded process, migrate existing
+        // installs to the new default once; later explicit debug changes still
+        // persist normally.
+        // Reset the cloud backend override when the build's environment changes.
+        //
+        // cloud_core_url / cloud_runtime_url are persist:true and outrank both
+        // the build's env and the compiled default (see resolveUrl in
+        // cloudClient.ts). That is what we want inside one environment: a
+        // developer's METRO_AUTO pin should survive a rebuild. It is wrong
+        // across environments.
+        //
+        // The concrete case is an install that moves BETWEEN environments: an
+        // internal tester running a dev build with a pinned override who then
+        // installs the store build. The override outranks that build's prod
+        // URLs, so without this they keep talking to dev with nothing
+        // surfacing it.
+        //
+        // Note what this deliberately does NOT do, because the distinction is
+        // easy to get backwards. TestFlight and the App Store receive the SAME
+        // binary, so promotion does not change EXPO_PUBLIC_BUILD_ENV and this
+        // reset never fires on it. Promotion is safe for a different reason:
+        // the publishing lane bakes the selected release cloud environment, and
+        // production promotes the already-tested binary. The same holds for
+        // Android beta-track to production.
+        //
+        // The residual gap is therefore an override pinned while already on a
+        // prod-labelled build, which no label comparison can see. That is a
+        // deliberate limit: reaching it means typing a URL into a dev-only
+        // screen, VersionInfo renders the current value, and the same screen
+        // clears it.
+        //
+        // Comparing the baked EXPO_PUBLIC_BUILD_ENV against the last one seen
+        // on this device covers those environment switches and fresh installs
+        // without touching the setting write path. A reinstall needs no
+        // handling: it drops the marker and the override together
+        // (android:allowBackup="false", and iOS deletes the container).
+        const BUILD_ENV_KEY = "settings.lastBuildEnv"
+        const buildEnv = (process.env.EXPO_PUBLIC_BUILD_ENV ?? "dev").trim() || "dev"
+        const lastBuildEnv = storage.load<string>(BUILD_ENV_KEY)
+        const previousBuildEnv = lastBuildEnv.is_error() ? undefined : lastBuildEnv.value
+        if (previousBuildEnv !== buildEnv) {
+          // Clear when there is no marker yet, not just on a recorded change.
+          // The first build carrying this code meets every existing install
+          // with previousBuildEnv === undefined, and those are exactly the
+          // installs that may hold an override set before the pin existed --
+          // the population this is here to repair. Treating "no marker" as a
+          // fresh install would record the marker and never look again. A
+          // genuinely fresh install has nothing persisted, so the clear below
+          // writes each default over itself and costs nothing.
+          //
+          // Driven by the descriptors rather than a hardcoded key list, so a
+          // setting that needs this behaviour declares it in one place and
+          // cannot be missed here.
+          const scoped = Object.values(SETTINGS).filter((setting) => setting.resetOnBuildEnvChange)
+          console.log(
+            `SETTINGS: build env ${previousBuildEnv ?? "(none recorded)"} -> ${buildEnv}, ` +
+              `clearing ${scoped.length} build-scoped setting(s)`,
+          )
+          let allCleared = true
+          for (const setting of scoped) {
+            const cleared = await get().setSetting(setting.key, setting.defaultValue(), false)
+            if (cleared.is_error()) {
+              allCleared = false
+              console.log(`SETTINGS: could not clear ${setting.key}:`, cleared.error)
+            }
+          }
+          // Advance the marker only once the reset actually landed. Recording
+          // it after a failed write would retire the retry and leave the stale
+          // override for the life of the install; leaving it unset costs one
+          // repeated attempt per launch until a write succeeds.
+          if (allCleared) {
+            storage.save(BUILD_ENV_KEY, buildEnv)
+          }
+        }
+
+        const NOTIFICATION_LISTENER_MIGRATION_KEY = "migration:android_notification_listener_default_on_v1"
+        const notificationListenerMigrationDone = storage.load<boolean>(NOTIFICATION_LISTENER_MIGRATION_KEY)
+        if (notificationListenerMigrationDone.is_error() || !notificationListenerMigrationDone.value) {
+          const result = await get().setSetting(SETTINGS.android_notification_listener_enabled.key, true, false)
+          if (result.is_error()) {
+            console.log("SETTINGS: notification listener migration failed:", result.error)
+          } else {
+            storage.save(NOTIFICATION_LISTENER_MIGRATION_KEY, true)
+          }
+        }
+
         // One-time migration: force android_blur=false for existing users.
         // The setting's default is already false; this migration covers users
         // who explicitly opted into Android blur effects before we discovered
@@ -926,7 +1066,7 @@ export const useSettingsStore = create<SettingsState>()(
         // The dimezisBlurViewSdk31Plus blur each costs ~5-10ms/frame; with
         // multiple blurs on home (top fade + AppSwitcherButton x2) a low-end
         // device misses the 16ms budget consistently. Users can turn it back
-        // on under Settings → Appearance once we've optimized further.
+        // on under Settings 鈫?Appearance once we've optimized further.
         //
         // The setSetting call also pushes to the server (saveOnServer: true)
         // so the server-stored value flips too — otherwise the next sync
@@ -952,6 +1092,27 @@ export const useSettingsStore = create<SettingsState>()(
           // already correct.
           storage.save(MIGRATION_KEY, true)
         }
+
+        // The old camera default cropped the sensor to 102掳. Move existing
+        // default-shaped values to the full 118掳 sensor once; named miniapp
+        // requests for the 102掳 "standard" preset remain available.
+        const CAMERA_FOV_MIGRATION_KEY = "migration:camera_fov_full_sensor_v1"
+        const cameraFovMigrationDone = storage.load<boolean>(CAMERA_FOV_MIGRATION_KEY)
+        if (cameraFovMigrationDone.is_error() || !cameraFovMigrationDone.value) {
+          const current = get().getSetting(SETTINGS.camera_fov.key) as {fov?: number; roi_position?: number} | undefined
+          let migrationSucceeded = true
+          if (current?.fov === 102 && (current.roi_position ?? 0) === 0) {
+            const result = await get().setSetting(SETTINGS.camera_fov.key, {fov: 118, roi_position: 0}, true)
+            if (result.is_error()) {
+              console.log("SETTINGS: camera FOV migration failed:", result.error)
+              migrationSucceeded = false
+            }
+          }
+          // Unlike the blur migration above, a failed camera set may leave the
+          // local value unchanged. Only mark this migration complete once the
+          // desired value was applied so a transient failure retries on boot.
+          if (migrationSucceeded) storage.save(CAMERA_FOV_MIGRATION_KEY, true)
+        }
       })
       loadAllSettingsInFlight = inFlight
       void Promise.resolve(inFlight).then((result) => {

package/src/types/applet.ts

@@ -87,6 +87,8 @@ export interface DeclaredAction {
   description: string
   /** JSON-Schema input descriptor (MCP-compatible subset). */
   parameters?: Record<string, unknown>
+  /** JSON-Schema descriptor for the action's structured result. */
+  outputSchema?: Record<string, unknown>
 }
 
 export interface ClientApp extends AppletInterface {

package/src/types/asg.ts

@@ -11,6 +11,12 @@ export interface CaptureFile {
   name: string // "IMG_xxx/base.jpg" or "IMG_xxx.jpg" (legacy)
   size: number
   role: "primary" | "bracket" | "sidecar"
+  modified?: number
+  mime_type?: string
+  etag?: string
+  sha256?: string
+  download_url?: string
+  hash_url?: string
 }
 
 export interface CaptureGroup {
@@ -21,6 +27,7 @@ export interface CaptureGroup {
   total_size: number
   files: CaptureFile[]
   thumbnail_data?: string
+  thumbnail_url?: string
   duration?: number // video only
 }
 

package/src/types/enums.ts

@@ -1,34 +1,9 @@
-/**
- * @mentra/types - Shared enums for MentraOS
- * These are runtime values (not pure types)
- */
-
-/**
- * Hardware component types that apps can require
- */
-export enum HardwareType {
-  CAMERA = "CAMERA",
-  DISPLAY = "DISPLAY",
-  MICROPHONE = "MICROPHONE",
-  SPEAKER = "SPEAKER",
-  IMU = "IMU",
-  BUTTON = "BUTTON",
-  LIGHT = "LIGHT",
-  WIFI = "WIFI",
-  EXIST = "EXIST",
-}
-
-/**
- * Levels of hardware requirements
- */
-export enum HardwareRequirementLevel {
-  REQUIRED = "REQUIRED", // App cannot function without this hardware
-  OPTIONAL = "OPTIONAL", // App has enhanced features with this hardware
-}
+export {HardwareType, HardwareRequirementLevel} from "@mentra/miniapp/hardware"
 
 export enum DeviceTypes {
   NONE = "None",
   SIMULATED = "Simulated Glasses",
+  AR99 = "AR99",
   G1 = "Even Realities G1",
   G2 = "Even Realities G2",
   LIVE = "Mentra Live",
@@ -40,4 +15,4 @@ export enum DeviceTypes {
 
 export enum ControllerTypes {
   R1 = "Even Realities R1",
-}
+}