@mentra/bluetooth-sdk 0.1.6 → 0.1.7

package/ios/Source/sgcs/MentraLive.swift

@@ -903,6 +903,7 @@ class MentraLive: NSObject, SGCManager {
     // BLOCK_AUDIO_DUPLEX: When true, suspends LC3 mic while phone is playing audio via A2DP
     // to avoid overloading the MCU. Set to false to allow simultaneous A2DP + LC3 mic.
     private let BLOCK_AUDIO_DUPLEX = false
+    private static let voiceActivityDetectionSwitchType = 8
 
     var connectionState: String = ConnTypes.DISCONNECTED
 
@@ -1311,9 +1312,11 @@ class MentraLive: NSObject, SGCManager {
 
     func requestPhoto(
         _ requestId: String, appId: String, size: String?, webhookUrl: String?, authToken: String?,
-        compress: String?, flash: Bool, sound: Bool
+        compress: String?, flash: Bool, sound: Bool, exposureTimeNs: Double?
     ) {
-        Bridge.log("Requesting photo: \(requestId) for app: \(appId), flash: \(flash), sound: \(sound)")
+        Bridge.log(
+            "LIVE: PHOTO PIPELINE [5/6] requestPhoto() entry requestId=\(requestId) appId=\(appId) flash=\(flash) sound=\(sound)"
+        )
 
         var json: [String: Any] = [
             "type": "take_photo",
@@ -1360,7 +1363,13 @@ class MentraLive: NSObject, SGCManager {
         json["flash"] = flash
         json["sound"] = sound
 
-        Bridge.log("Using auto transfer mode with BLE fallback ID: \(bleImgId)")
+        if let e = exposureTimeNs, e.isFinite, e > 0, e <= Double(Int64.max) {
+            Bridge.log("LIVE: Using manual exposure time for photo request \(requestId): \(Int64(e)) ns")
+            json["exposureTimeNs"] = Int64(e)
+        }
+
+        Bridge.log("LIVE: PHOTO PIPELINE [5b/6] take_photo JSON ready bleImgId=\(bleImgId) transferMethod=auto")
+        Bridge.log("LIVE: PHOTO PIPELINE [6/6] Dispatching take_photo to sendJson()")
 
         sendJson(json, wakeUp: true)
     }
@@ -1814,6 +1823,14 @@ class MentraLive: NSObject, SGCManager {
             let isCharging = json["charging"] as? Bool ?? charging
             updateBatteryStatus(level: level, isCharging: isCharging)
 
+        case "voice_activity_detection_status":
+            let enabled = json["voiceActivityDetectionEnabled"] as? Bool ?? true
+            handleVoiceActivityDetectionStatus(enabled: enabled)
+
+        case "speaking_status":
+            let speaking = json["speaking"] as? Bool ?? false
+            handleSpeakingStatus(speaking: speaking)
+
         case "wifi_status":
             let connected = json["connected"] as? Bool ?? false
             let ssid = json["ssid"] as? String ?? ""
@@ -1893,9 +1910,7 @@ class MentraLive: NSObject, SGCManager {
             let switchType = (json["switch_type"] as? Int) ?? (json["switchType"] as? Int) ?? -1
             let switchValue = (json["switch_value"] as? Int) ?? (json["switchValue"] as? Int) ?? -1
             let timestamp = parseTimestamp(json["timestamp"])
-            Bridge.sendSwitchStatus(
-                switchType: switchType, value: switchValue, timestamp: timestamp
-            )
+            handleSwitchStatus(switchType: switchType, value: switchValue, timestamp: timestamp)
 
         case "rgb_led_control_response":
             let requestId = json["requestId"] as? String ?? ""
@@ -2087,6 +2102,9 @@ class MentraLive: NSObject, SGCManager {
                     // Note: Stored separately from BES version for OTA patch matching
                     DeviceStore.shared.apply("glasses", "mtkFirmwareVersion", mtkFirmwareVersion)
                 }
+                if let systemTimeMs = fields["system_time_ms"] as? NSNumber {
+                    DeviceStore.shared.apply("glasses", "systemTimeMs", systemTimeMs.int64Value)
+                }
                 if let bluetoothMacAddress = fields["bt_mac_address"] as? String {
                     DeviceStore.shared.apply("glasses", "bluetoothMacAddress", bluetoothMacAddress)
                 }
@@ -2241,6 +2259,25 @@ class MentraLive: NSObject, SGCManager {
         case "sr_vol":
             handleSrVol(json)
 
+        case "sr_vad":
+            if let bodyObj = k900ParseBody(json["B"]),
+               let on = k900JsonInt(bodyObj, "on"),
+               on == 0 || on == 1
+            {
+                handleSpeakingStatus(speaking: on == 1)
+            }
+
+        case "sr_swit":
+            if let body = k900ParseBody(json["B"]) {
+                let switchType = k900JsonInt(body, "type") ?? -1
+                let switchValue = k900JsonInt(body, "switch") ?? -1
+                handleSwitchStatus(
+                    switchType: switchType,
+                    value: switchValue,
+                    timestamp: Int64(Date().timeIntervalSince1970 * 1000)
+                )
+            }
+
         case "sr_shut":
             Bridge.log("K900 shutdown command received - glasses shutting down")
             // Mark as killed to prevent reconnection attempts
@@ -2461,7 +2498,7 @@ class MentraLive: NSObject, SGCManager {
     }
 
     func sendGalleryMode() {
-        let active = DeviceStore.shared.get("bluetooth", "galleryModeAuto") as! Bool
+        let active = DeviceStore.shared.get("bluetooth", "gallery_mode") as! Bool
         Bridge.log("LIVE: 📸 Sending gallery mode active to glasses: \(active)")
 
         let json: [String: Any] = [
@@ -2656,7 +2693,7 @@ class MentraLive: NSObject, SGCManager {
         //     return
         // }
 
-        // // Forward PCM data to DeviceManager for VAD and server transmission (same as Android)
+        // // Forward PCM data to DeviceManager for audio events and server transmission (same as Android)
         // DeviceManager.shared.handlePcm(pcmData)
 
         // Bridge.log(
@@ -3237,6 +3274,9 @@ class MentraLive: NSObject, SGCManager {
                     Bridge.log("LIVE: All chunks queued for transmission")
                 } else {
                     // Normal single message transmission
+                    if (json["type"] as? String) == "take_photo" {
+                        Bridge.log("LIVE: PHOTO PIPELINE BLE handoff — sendJson -> queueSend take_photo")
+                    }
                     Bridge.log("LIVE: Sending data to glasses: \(jsonString)")
                     let packedData = packJson(jsonString, wakeUp: wakeUp) ?? Data()
                     queueSend(packedData, id: trackingId)
@@ -3508,6 +3548,27 @@ class MentraLive: NSObject, SGCManager {
         }
     }
 
+    private func handleVoiceActivityDetectionStatus(enabled: Bool) {
+        Bridge.log("LIVE: Voice Activity Detection \(enabled ? "enabled" : "disabled")")
+        Bridge.sendVoiceActivityDetectionStatus(enabled)
+    }
+
+    private func handleSpeakingStatus(speaking: Bool) {
+        guard voiceActivityDetectionEnabled else {
+            Bridge.log("LIVE: Ignoring speaking status because Voice Activity Detection is disabled")
+            return
+        }
+        Bridge.log("LIVE: Speaking status \(speaking ? "speaking" : "not speaking")")
+        Bridge.sendSpeakingStatus(speaking)
+    }
+
+    private func handleSwitchStatus(switchType: Int, value: Int, timestamp: Int64) {
+        Bridge.sendSwitchStatus(switchType: switchType, value: value, timestamp: timestamp)
+        if switchType == Self.voiceActivityDetectionSwitchType, value == 0 || value == 1 {
+            handleVoiceActivityDetectionStatus(enabled: value == 1)
+        }
+    }
+
     private func updateWifiStatus(connected: Bool, ssid: String, ip: String) {
         Bridge.log("LIVE: 🌐 Updating WiFi status - connected: \(connected), ssid: \(ssid)")
         DeviceStore.shared.apply("glasses", "wifiConnected", connected)
@@ -4493,6 +4554,42 @@ extension MentraLive {
 
         // Send gallery mode state (camera app running status)
         sendGalleryMode()
+
+        // Send glasses-side Voice Activity Detection setting.
+        sendVoiceActivityDetectionSetting()
+    }
+
+    func sendVoiceActivityDetectionSetting() {
+        let enabled = DeviceStore.shared.get("bluetooth", "voice_activity_detection_enabled") as? Bool ?? true
+        Bridge.log("LIVE: 🎤 Sending Voice Activity Detection setting to glasses: \(enabled)")
+
+        guard connectedPeripheral != nil, txCharacteristic != nil else {
+            Bridge.log("Cannot send Voice Activity Detection setting - BLE write path not ready")
+            return
+        }
+
+        do {
+            let bodyData = try JSONSerialization.data(withJSONObject: [
+                "type": Self.voiceActivityDetectionSwitchType,
+                "switch": enabled ? 1 : 0,
+            ])
+            guard let bodyString = String(data: bodyData, encoding: .utf8) else {
+                Bridge.log("LIVE: Failed to encode Voice Activity Detection payload")
+                return
+            }
+            let command: [String: Any] = [
+                "C": "cs_swit",
+                "V": 1,
+                "B": bodyString,
+            ]
+            if sendRawK900Command(command, wakeUp: true) {
+                Bridge.sendVoiceActivityDetectionStatus(enabled)
+            } else {
+                Bridge.log("LIVE: Failed to send Voice Activity Detection setting command")
+            }
+        } catch {
+            Bridge.log("LIVE: Error encoding Voice Activity Detection payload: \(error)")
+        }
     }
 
     func sendButtonVideoRecordingSettings() {
@@ -4500,11 +4597,11 @@ extension MentraLive {
             DeviceStore.shared.get("bluetooth", "button_video_settings") as? [String: Any] ?? [
                 "width": 1280,
                 "height": 720,
-                "frameRate": 30,
+                "fps": 30,
             ]
         let width = settings["width"] as? Int ?? 1280
         let height = settings["height"] as? Int ?? 720
-        let fps = settings["frameRate"] as? Int ?? 30
+        let fps = settings["fps"] as? Int ?? 30
 
         // Use defaults if not set
         let finalWidth = width > 0 ? width : 1280
@@ -4582,9 +4679,9 @@ extension MentraLive {
     }
 
     func sendCameraFovSetting() {
-        let settings = DeviceStore.shared.get("bluetooth", "camera_fov") as? [String: Any] ?? ["fov": 118, "roiPosition": 0]
+        let settings = DeviceStore.shared.get("bluetooth", "camera_fov") as? [String: Any] ?? ["fov": 118, "roi_position": 0]
         let fov = settings["fov"] as? Int ?? 118
-        let roiPosition = settings["roiPosition"] as? Int ?? 0
+        let roiPosition = settings["roi_position"] as? Int ?? 0
 
         Bridge.log("Sending camera FOV setting: fov=\(fov), roiPosition=\(roiPosition)")
 

package/ios/Source/sgcs/MentraNex.swift

@@ -46,7 +46,7 @@ class MentraNexSGC: NSObject, CBCentralManagerDelegate, CBPeripheralDelegate, SG
 
     func requestPhoto(
         _: String, appId _: String, size _: String?, webhookUrl _: String?, authToken _: String?,
-        compress _: String?, flash _: Bool, sound _: Bool
+        compress _: String?, flash _: Bool, sound _: Bool, exposureTimeNs _: Double?
     ) {}
 
     func startStream(_: [String: Any]) {}

package/ios/Source/sgcs/SGCManager.swift

@@ -20,7 +20,7 @@ protocol SGCManager {
 
     func requestPhoto(
         _ requestId: String, appId: String, size: String?, webhookUrl: String?, authToken: String?,
-        compress: String?, flash: Bool, sound: Bool
+        compress: String?, flash: Bool, sound: Bool, exposureTimeNs: Double?
     )
     func startStream(_ message: [String: Any])
     func stopStream()
@@ -103,6 +103,10 @@ protocol SGCManager {
     func queryGalleryStatus()
     func sendGalleryMode()
 
+    // MARK: - Voice Activity Detection
+
+    func sendVoiceActivityDetectionSetting()
+
     // MARK: - Version Info
 
     func requestVersionInfo()
@@ -127,6 +131,10 @@ extension SGCManager {
 
     func setDashboardMenu(_: [[String: Any]]) {}
 
+    // MARK: - Voice Activity Detection (default no-op — Mentra Live supports this)
+
+    func sendVoiceActivityDetectionSetting() {}
+
     // MARK: - Default DeviceStore-backed property implementations
 
     var fullyBooted: Bool {
@@ -181,8 +189,8 @@ extension SGCManager {
         DeviceStore.shared.get("glasses", "micEnabled") as? Bool ?? false
     }
 
-    var vadEnabled: Bool {
-        DeviceStore.shared.get("glasses", "vadEnabled") as? Bool ?? false
+    var voiceActivityDetectionEnabled: Bool {
+        DeviceStore.shared.get("glasses", "voiceActivityDetectionEnabled") as? Bool ?? true
     }
 
     var batteryLevel: Int {

package/ios/Source/sgcs/Simulated.swift

@@ -12,7 +12,7 @@ class Simulated: SGCManager {
         DeviceStore.shared.apply("glasses", "connected", true)
         DeviceStore.shared.apply("glasses", "connectionState", ConnTypes.CONNECTED)
         DeviceStore.shared.apply("glasses", "micEnabled", false)
-        DeviceStore.shared.apply("glasses", "vadEnabled", false)
+        DeviceStore.shared.apply("glasses", "voiceActivityDetectionEnabled", true)
         DeviceStore.shared.apply("glasses", "bluetoothClassicConnected", false)
     }
 
@@ -75,7 +75,7 @@ class Simulated: SGCManager {
 
     // MARK: - Camera & Media
 
-    func requestPhoto(_: String, appId _: String, size _: String?, webhookUrl _: String?, authToken _: String?, compress _: String?, flash _: Bool, sound _: Bool) {
+    func requestPhoto(_: String, appId _: String, size _: String?, webhookUrl _: String?, authToken _: String?, compress _: String?, flash _: Bool, sound _: Bool, exposureTimeNs _: Double?) {
         Bridge.log("requestPhoto")
     }
 

package/ios/Source/stt/SherpaOnnxTranscriber.swift

@@ -214,16 +214,13 @@ class SherpaOnnxTranscriber {
      * Feed PCM audio data (16-bit little endian) into the transcriber.
      * This method should be called continuously with short chunks (e.g., 100-300ms).
      *
-     * Note: Audio passed to this method is assumed to have already passed VAD elsewhere,
-     * so it's directly queued for processing without additional VAD checks.
+     * Audio is queued directly; microphone VAD gating is not applied in the SDK.
      */
     func acceptAudio(pcm16le: Data) {
         guard isRunning else {
             return
         }
 
-        // Directly queue the audio data for processing
-        // No VAD check here as it's assumed to be done upstream
         queueAudioData(pcm16le)
     }
 

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mentra/bluetooth-sdk",
-  "version": "0.1.6",
+  "version": "0.1.7",
   "description": "SDK for communicating with smart glasses",
   "main": "build/index.js",
   "react-native": "src/index.ts",

package/src/BluetoothSdk.types.ts

@@ -22,9 +22,15 @@ export type HeadUpEvent = {
   up: boolean
 }
 
-export type VadStatusEvent = {
-  type: "vad_status"
-  status: boolean
+export type VoiceActivityDetectionStatusEvent = {
+  type: "voice_activity_detection_status"
+  voiceActivityDetectionEnabled: boolean
+}
+
+export type SpeakingStatusEvent = {
+  type: "speaking_status"
+  speaking: boolean
+  timestamp: number
 }
 
 export type BatteryStatusEvent = {
@@ -61,6 +67,7 @@ export function createDisconnectedGlassesStatus(): Partial<GlassesStatus> {
   return {
     connection: {state: 'disconnected'},
     hotspot: {state: 'disabled'},
+    voiceActivityDetectionEnabled: true,
     wifi: {state: 'disconnected'},
   }
 }
@@ -190,8 +197,6 @@ export type RgbLedControlResponseEvent =
 
 export type RgbLedAction = "on" | "off"
 export type RgbLedColor = "red" | "green" | "blue" | "orange" | "white"
-/** `"auto"` enables local button photo/video capture; `"manual"` reports button events without local gallery capture. */
-export type GalleryMode = "auto" | "manual"
 export type PhotoSize = "small" | "medium" | "large" | "full"
 export type ButtonPhotoSize = "small" | "medium" | "large"
 export type PhotoCompression = "none" | "medium" | "heavy"
@@ -223,14 +228,30 @@ export type CameraFovSetting = {
   roiPosition: number
 }
 
+type NativeCameraFovSetting = {
+  fov: number
+  roi_position: number
+}
+
 export type MicPreference = "auto" | "phone" | "glasses" | "bluetooth"
 export type MicMode = "phone" | "glasses" | "bluetoothClassic" | "bluetooth"
 
+export type PhotoRequestParams = {
+  requestId: string
+  appId: string
+  size: PhotoSize
+  webhookUrl: string | null
+  authToken: string | null
+  compress: PhotoCompression
+  sound: boolean
+  exposureTimeNs?: number | null
+}
+
 export type StreamVideoConfig = {
   width?: number
   height?: number
   bitrate?: number
-  frameRate?: number
+  fps?: number
 }
 
 export type StreamAudioConfig = {
@@ -299,7 +320,7 @@ export type MicPcmEvent = {
   bitsPerSample: 16
   channels: 1
   encoding: "pcm_s16le"
-  vadGated: boolean
+  voiceActivityDetectionEnabled: boolean
 }
 
 export type MicLc3Event = {
@@ -312,7 +333,7 @@ export type MicLc3Event = {
   frameSizeBytes: number
   bitrate: number
   packetizedFromGlasses: boolean
-  vadGated: boolean
+  voiceActivityDetectionEnabled: boolean
 }
 
 export type StreamStatusLifecycleState = "initializing" | "streaming" | "stopping" | "stopped"
@@ -450,7 +471,8 @@ export type BluetoothSdkModuleEvents = {
   button_press: (event: ButtonPressEvent) => void
   touch_event: (event: TouchEvent) => void
   head_up: (event: HeadUpEvent) => void
-  vad_status: (event: VadStatusEvent) => void
+  voice_activity_detection_status: (event: VoiceActivityDetectionStatusEvent) => void
+  speaking_status: (event: SpeakingStatusEvent) => void
   battery_status: (event: BatteryStatusEvent) => void
   local_transcription: (event: LocalTranscriptionEvent) => void
   wifi_status_change: (event: WifiStatusChangeEvent) => void
@@ -500,7 +522,7 @@ export type PublicBluetoothStatus = Pick<
   | "wifiScanResults"
   | "lastLog"
   | "otherBtConnected"
-  | "galleryModeAuto"
+  | "galleryModeEnabled"
 >
 
 export type BluetoothSdkEventMap = {
@@ -511,7 +533,8 @@ export type BluetoothSdkEventMap = {
   button_press: ButtonPressEvent
   touch_event: TouchEvent
   head_up: HeadUpEvent
-  vad_status: VadStatusEvent
+  voice_activity_detection_status: VoiceActivityDetectionStatusEvent
+  speaking_status: SpeakingStatusEvent
   battery_status: BatteryStatusEvent
   local_transcription: LocalTranscriptionEvent
   wifi_status_change: WifiStatusChangeEvent
@@ -577,22 +600,15 @@ export interface BluetoothSdkPublicModule {
   forgetWifiNetwork(ssid: string): Promise<void>
   setHotspotState(enabled: boolean): Promise<void>
 
-  setGalleryMode(mode: GalleryMode): Promise<void>
+  setGalleryModeEnabled(enabled: boolean): Promise<void>
+  setVoiceActivityDetectionEnabled(enabled: boolean): Promise<void>
   setButtonPhotoSettings(size: ButtonPhotoSize): Promise<void>
-  setButtonVideoRecordingSettings(width: number, height: number, frameRate: number): Promise<void>
+  setButtonVideoRecordingSettings(width: number, height: number, fps: number): Promise<void>
   setButtonCameraLed(enabled: boolean): Promise<void>
   setButtonMaxRecordingTime(minutes: number): Promise<void>
   setCameraFov(fov: CameraFov): Promise<void>
   queryGalleryStatus(): Promise<void>
-  requestPhoto(
-    requestId: string,
-    appId: string,
-    size: PhotoSize,
-    webhookUrl: string | null,
-    authToken: string | null,
-    compress: PhotoCompression,
-    sound: boolean,
-  ): Promise<void>
+  requestPhoto(params: PhotoRequestParams): Promise<void>
   startVideoRecording(requestId: string, save: boolean, sound: boolean): Promise<void>
   stopVideoRecording(requestId: string): Promise<void>
 
@@ -603,7 +619,6 @@ export interface BluetoothSdkPublicModule {
   setMicState(
     enabled: boolean,
     useGlassesMic?: boolean,
-    bypassVad?: boolean,
     sendTranscript?: boolean,
     sendLc3Data?: boolean,
   ): Promise<void>
@@ -664,6 +679,7 @@ export interface GlassesStatus {
   // state:
   connection: GlassesConnectionStatus
   micEnabled: boolean
+  voiceActivityDetectionEnabled: boolean
   bluetoothClassicConnected: boolean
   signalStrength: number
   /** Milliseconds since epoch when signalStrength was last refreshed by the phone BLE stack. */
@@ -787,7 +803,7 @@ export interface BluetoothStatus {
   lastLog: string[]
   otherBtConnected: boolean
   // desired settings the SDK sends to compatible connected glasses:
-  galleryModeAuto: boolean
+  galleryModeEnabled: boolean
 }
 
 export type BluetoothSettingsUpdate = Partial<{
@@ -805,19 +821,19 @@ export type BluetoothSettingsUpdate = Partial<{
   dashboard_height: number
   dashboard_depth: number
   menu_apps: DashboardMenuItem[] | CoreDashboardMenuItem[] | Array<Record<string, unknown>> | null
-  galleryModeAuto: boolean
+  gallery_mode: boolean
+  voice_activity_detection_enabled: boolean
   button_photo_size: ButtonPhotoSize
-  button_video_settings: {width: number; height: number; frameRate: number}
+  button_video_settings: {width: number; height: number; fps: number}
   button_video_width: number
   button_video_height: number
   button_video_fps: number
   button_camera_led: boolean
   button_max_recording_time: number
-  camera_fov: CameraFovSetting
+  camera_fov: NativeCameraFovSetting
   should_send_pcm: boolean
   should_send_lc3: boolean
   should_send_transcript: boolean
-  bypass_vad: boolean
   offline_mode: boolean
   offline_captions_running: boolean
   local_stt_fallback_active: boolean

package/src/_private/BluetoothSdkModule.ts

@@ -12,14 +12,12 @@ import {
   DashboardMenuItem,
   Device,
   DeviceModel,
-  GalleryMode,
   GlassesMediaVolumeGetResult,
   GlassesMediaVolumeSetResult,
   GlassesStatus,
   MicPreference,
   ObservableStoreCategory,
-  PhotoCompression,
-  PhotoSize,
+  PhotoRequestParams,
   PublicBluetoothStatus,
   RgbLedAction,
   RgbLedColor,
@@ -96,22 +94,15 @@ declare class BluetoothSdkNativeModule extends NativeModule<BluetoothSdkModuleEv
   logCurrentWifiFrequency(): Promise<void>
 
   // Gallery Commands
-  setGalleryMode(mode: GalleryMode): Promise<void>
+  setGalleryModeEnabled(enabled: boolean): Promise<void>
+  setVoiceActivityDetectionEnabled(enabled: boolean): Promise<void>
   setButtonPhotoSettings(size: ButtonPhotoSize): Promise<void>
-  setButtonVideoRecordingSettings(width: number, height: number, frameRate: number): Promise<void>
+  setButtonVideoRecordingSettings(width: number, height: number, fps: number): Promise<void>
   setButtonCameraLed(enabled: boolean): Promise<void>
   setButtonMaxRecordingTime(minutes: number): Promise<void>
   setCameraFov(fov: CameraFov): Promise<void>
   queryGalleryStatus(): Promise<void>
-  requestPhoto(
-    requestId: string,
-    appId: string,
-    size: PhotoSize,
-    webhookUrl: string | null,
-    authToken: string | null,
-    compress: PhotoCompression,
-    sound: boolean,
-  ): Promise<void>
+  requestPhoto(params: PhotoRequestParams): Promise<void>
 
   // OTA Commands
   sendOtaStart(): Promise<void>
@@ -133,7 +124,6 @@ declare class BluetoothSdkNativeModule extends NativeModule<BluetoothSdkModuleEv
   setMicState(
     enabled: boolean,
     useGlassesMic?: boolean,
-    bypassVad?: boolean,
     sendTranscript?: boolean,
     sendLc3Data?: boolean,
   ): Promise<void>
@@ -301,7 +291,6 @@ NativeBluetoothSdkModule.getDefaultDevice = function () {
 const nativeSetMicState = NativeBluetoothSdkModule.setMicState.bind(NativeBluetoothSdkModule) as (
   enabled: boolean,
   useGlassesMic: boolean,
-  bypassVad: boolean,
   sendTranscript: boolean,
   sendLc3Data: boolean,
 ) => MaybePromise<void>
@@ -355,15 +344,23 @@ NativeBluetoothSdkModule.setScreenDisabled = function (disabled: boolean) {
   return this.updateBluetoothSettings({screen_disabled: disabled})
 }
 
+NativeBluetoothSdkModule.setGalleryModeEnabled = function (enabled: boolean) {
+  return this.updateBluetoothSettings({gallery_mode: enabled})
+}
+
+NativeBluetoothSdkModule.setVoiceActivityDetectionEnabled = function (enabled: boolean) {
+  return this.updateBluetoothSettings({voice_activity_detection_enabled: enabled})
+}
+
 NativeBluetoothSdkModule.setButtonPhotoSettings = function (size: ButtonPhotoSize) {
   return this.updateBluetoothSettings({button_photo_size: size})
 }
 
-NativeBluetoothSdkModule.setButtonVideoRecordingSettings = function (width: number, height: number, frameRate: number) {
+NativeBluetoothSdkModule.setButtonVideoRecordingSettings = function (width: number, height: number, fps: number) {
   return this.updateBluetoothSettings({
     button_video_width: width,
     button_video_height: height,
-    button_video_fps: frameRate,
+    button_video_fps: fps,
   })
 }
 
@@ -376,13 +373,15 @@ NativeBluetoothSdkModule.setButtonMaxRecordingTime = function (minutes: number)
 }
 
 NativeBluetoothSdkModule.setCameraFov = function (fov: CameraFov) {
-  return this.updateBluetoothSettings({camera_fov: CAMERA_FOV_SETTINGS[fov]})
+  const setting = CAMERA_FOV_SETTINGS[fov]
+  return this.updateBluetoothSettings({
+    camera_fov: {fov: setting.fov, roi_position: setting.roiPosition},
+  })
 }
 
 NativeBluetoothSdkModule.setMicState = function (
   enabled: boolean,
   useGlassesMic?: boolean,
-  bypassVad?: boolean,
   sendTranscript?: boolean,
   sendLc3Data?: boolean,
 ) {
@@ -390,7 +389,6 @@ NativeBluetoothSdkModule.setMicState = function (
     nativeSetMicState(
       enabled,
       useGlassesMic ?? true,
-      bypassVad ?? true,
       sendTranscript ?? false,
       sendLc3Data ?? false,
     ),
@@ -487,5 +485,30 @@ NativeBluetoothSdkModule.scan = async function (
   })
 }
 
+/** Expo Android bridge rejects null values in Map<String, Any> — omit optional nullish fields. */
+function photoRequestParamsForNative(params: PhotoRequestParams): Record<string, string | number | boolean> {
+  const payload: Record<string, string | number | boolean> = {
+    requestId: params.requestId,
+    appId: params.appId,
+    size: params.size,
+    webhookUrl: params.webhookUrl ?? "",
+    compress: params.compress,
+    flash: true,
+    sound: params.sound,
+  }
+  if (params.authToken != null && params.authToken.length > 0) {
+    payload.authToken = params.authToken
+  }
+  if (params.exposureTimeNs != null && Number.isFinite(params.exposureTimeNs) && params.exposureTimeNs > 0) {
+    payload.exposureTimeNs = params.exposureTimeNs
+  }
+  return payload
+}
+
+const nativeRequestPhoto = NativeBluetoothSdkModule.requestPhoto.bind(NativeBluetoothSdkModule)
+NativeBluetoothSdkModule.requestPhoto = function (params: PhotoRequestParams) {
+  return nativeRequestPhoto(photoRequestParamsForNative(params) as unknown as PhotoRequestParams)
+}
+
 export default NativeBluetoothSdkModule
 export const BluetoothSdk = NativeBluetoothSdkModule as BluetoothSdkPublicModule