@mentra/bluetooth-sdk 0.1.6 → 0.1.7

package/README.md

@@ -235,8 +235,8 @@ await BluetoothSdk.sendWifiCredentials('Office WiFi', 'secret')
 await BluetoothSdk.forgetWifiNetwork('Office WiFi')
 await BluetoothSdk.setHotspotState(true)
 
-await BluetoothSdk.setGalleryMode('auto')
-await BluetoothSdk.setGalleryMode('manual')
+await BluetoothSdk.setGalleryModeEnabled(true)
+await BluetoothSdk.setGalleryModeEnabled(false)
 
 await BluetoothSdk.setPreferredMic('auto')
 await BluetoothSdk.setMicState(true)
@@ -253,20 +253,20 @@ await BluetoothSdk.rgbLedControl(
 )
 ```
 
-`setMicState(true)` defaults to continuous microphone PCM from the glasses. VAD means Voice Activity Detection; pass `false` as the third argument only when your app intentionally wants VAD-gated microphone events.
+`setMicState(true)` defaults to continuous microphone PCM from the glasses. The SDK does not apply phone-side Voice Activity Detection gating to microphone audio events. Use `setVoiceActivityDetectionEnabled(false)` when you want glasses-side Voice Activity Detection disabled for continuous external STT, recording, or playback. `voice_activity_detection_status` reports whether glasses-side Voice Activity Detection is enabled, and `speaking_status` reports speaking/not-speaking when supported. Microphone events include the latest `voiceActivityDetectionEnabled` value.
 
 ## Photo Upload
 
 ```ts
-await BluetoothSdk.requestPhoto(
-  `photo-${Date.now()}`,
-  'com.example.app',
-  'medium',
-  'https://api.example.com/mentra/photo',
-  'optional-token',
-  'medium',
-  true,
-)
+await BluetoothSdk.requestPhoto({
+  requestId: `photo-${Date.now()}`,
+  appId: 'com.example.app',
+  size: 'medium',
+  webhookUrl: 'https://api.example.com/mentra/photo',
+  authToken: 'optional-token',
+  compress: 'medium',
+  sound: true,
+})
 ```
 
 The webhook should accept multipart form data with a `photo` file and `requestId`. If `authToken` is provided, the uploader adds `Authorization: Bearer <token>`. The camera light is always enabled for photo capture.
@@ -280,6 +280,7 @@ await BluetoothSdk.startStream({
   type: 'start_stream',
   streamUrl: 'http://192.168.1.42:8889/mentra-live/whip',
   streamId,
+  video: {fps: 15},
 })
 
 await BluetoothSdk.keepStreamAlive({
@@ -305,6 +306,7 @@ export function HardwareEventLogger() {
   useBluetoothEvent('touch_event', (event) => console.log(event))
   useBluetoothEvent('photo_response', (event) => console.log(event))
   useBluetoothEvent('stream_status', (event) => console.log(event))
+  useBluetoothEvent('speaking_status', (event) => console.log(event.speaking))
   useBluetoothEvent('mic_pcm', (event) => {
     console.log(event.sampleRate, event.bitsPerSample, event.channels, event.encoding)
     console.log(event.pcm)
@@ -318,7 +320,7 @@ For non-React modules, `BluetoothSdk.addListener(...)` is the low-level subscrip
 
 Common event names include `button_press`, `touch_event`, `head_up`, `battery_status`, `wifi_status_change`, `hotspot_status_change`, `photo_response`, `gallery_status`, `stream_status`, `keep_alive_ack`, `mic_pcm`, `mic_lc3`, `local_transcription`, `rgb_led_control_response`, `audio_connected`, `audio_disconnected`, and `log`.
 
-React Native event payload fields use camelCase. For example, `touch_event` includes `gestureName`, `photo_response` success includes `uploadUrl`, and `gallery_status` includes `hasContent` and `cameraBusy`. `mic_pcm` includes `sampleRate`, `bitsPerSample`, `channels`, `encoding`, and `vadGated`; `mic_lc3` includes `sampleRate`, `channels`, `encoding`, `frameDurationMs`, `frameSizeBytes`, `bitrate`, `packetizedFromGlasses`, and `vadGated`.
+React Native event payload fields use camelCase. For example, `touch_event` includes `gestureName`, `photo_response` success includes `uploadUrl`, and `gallery_status` includes `hasContent` and `cameraBusy`. `mic_pcm` includes `sampleRate`, `bitsPerSample`, `channels`, and `encoding`; `mic_lc3` includes `sampleRate`, `channels`, `encoding`, `frameDurationMs`, `frameSizeBytes`, `bitrate`, and `packetizedFromGlasses`.
 
 Only documented imports are supported for app developers. Undocumented package subpaths or symbols with a leading underscore can change without notice.
 
@@ -335,4 +337,4 @@ Use `bunx expo run:android` for Android. Keep local paths in your shell or CI en
 
 ## Starter Example App
 
-The [Mentra Bluetooth SDK Starter Kit](https://github.com/Mentra-Community/Mentra-Bluetooth-SDK-Starter-Kit) includes starter example apps for Android, iOS, and React Native / Expo. The React Native starter demonstrates scan/connect, display, camera photo upload, RTMP/SRT/WebRTC streaming, Wi-Fi/hotspot, microphone PCM, RGB LED, gallery-button mode, and console event inspection.
+The [Mentra Bluetooth SDK Starter Kit](https://github.com/Mentra-Community/Mentra-Bluetooth-SDK-Starter-Kit) includes starter example apps for Android, iOS, and React Native / Expo. The React Native starter demonstrates scan/connect, display, camera photo upload, RTMP/SRT/WebRTC streaming, Wi-Fi/hotspot, microphone PCM, RGB LED, gallery mode, and console event inspection.

package/android/build.gradle

@@ -89,13 +89,6 @@ dependencies {
   // Sherpa-ONNX for local transcription
   implementation 'com.github.k2-fsa:sherpa-onnx:v1.12.8'
 
-  // Silero VAD (with onnxruntime exclusions to avoid conflicts with sherpa-onnx)
-  implementation ('com.github.gkonovalov:android-vad:2.0.9') {
-    exclude group: 'com.microsoft.onnxruntime', module: 'onnxruntime'
-    exclude group: 'com.microsoft.onnxruntime', module: 'onnxruntime4j'
-    exclude group: 'com.microsoft.onnxruntime', module: 'onnxruntime4j-jni'
-  }
-
   // Vuzix Z100
   implementation 'com.vuzix:ultralite-sdk-android:1.8'
   implementation 'com.squareup.picasso:picasso:2.8'
@@ -110,11 +103,11 @@ configurations.all {
     eachDependency { DependencyResolveDetails details ->
       if (details.requested.group == 'com.microsoft.onnxruntime') {
         details.useVersion '1.17.1'
-        details.because('Force override vad\'s transitive version')
+        details.because('Force override transitive onnxruntime version')
       }
       if (details.requested.name == 'onnxruntime-android') {
         details.useVersion '1.17.1'
-        details.because('Force override vad\'s transitive version')
+        details.because('Force override transitive onnxruntime version')
       }
     }
   }

package/android/src/main/java/com/mentra/bluetoothsdk/BluetoothSdkModule.kt

@@ -21,7 +21,10 @@ class BluetoothSdkModule : Module() {
                     sendEvent(
                             "bluetooth_status",
                             sdk?.getRawBluetoothStatus()?.toMap()
-                                    ?: DeviceStore.store.getCategory(ObservableStore.BLUETOOTH_CATEGORY)
+                                    ?: BluetoothStatus.fromMap(
+                                                    DeviceStore.store.getCategory(ObservableStore.BLUETOOTH_CATEGORY)
+                                            )
+                                            .toMap()
                     )
                 }
 
@@ -73,6 +76,14 @@ class BluetoothSdkModule : Module() {
                     sendEvent("head_up", mapOf("up" to headUp))
                 }
 
+                override fun onVoiceActivityDetectionStatus(event: VoiceActivityDetectionStatusEvent) {
+                    sendEvent("voice_activity_detection_status", event.values)
+                }
+
+                override fun onSpeakingStatus(event: SpeakingStatusEvent) {
+                    sendEvent("speaking_status", event.values)
+                }
+
                 override fun onBatteryStatus(event: BatteryStatusEvent) {
                     sendEvent("battery_status", event.values)
                 }
@@ -145,7 +156,8 @@ class BluetoothSdkModule : Module() {
             "button_press",
             "touch_event",
             "head_up",
-            "vad_status",
+            "voice_activity_detection_status",
+            "speaking_status",
             "battery_status",
             "local_transcription",
             "wifi_status_change",
@@ -209,7 +221,9 @@ class BluetoothSdkModule : Module() {
         }
 
         Function("getBluetoothStatus") {
-            sdk?.getRawBluetoothStatus()?.toMap() ?: DeviceStore.store.getCategory(ObservableStore.BLUETOOTH_CATEGORY)
+            sdk?.getRawBluetoothStatus()?.toMap()
+                    ?: BluetoothStatus.fromMap(DeviceStore.store.getCategory(ObservableStore.BLUETOOTH_CATEGORY))
+                            .toMap()
         }
 
         Function("getDefaultDevice") { sdk?.getDefaultDevice()?.toMap() }
@@ -344,37 +358,34 @@ class BluetoothSdkModule : Module() {
 
         // MARK: - Gallery Commands
 
-        AsyncFunction("setGalleryMode") { mode: String ->
-            val galleryMode =
-                    when (mode.lowercase()) {
-                        "auto" -> GalleryMode.AUTO
-                        "manual" -> GalleryMode.MANUAL
-                        else -> throw IllegalArgumentException("setGalleryMode mode must be \"auto\" or \"manual\".")
-                    }
-            sdk?.setGalleryMode(galleryMode)
+        AsyncFunction("setGalleryModeEnabled") { enabled: Boolean ->
+            sdk?.setGalleryModeEnabled(enabled)
+        }
+
+        AsyncFunction("setVoiceActivityDetectionEnabled") { enabled: Boolean ->
+            sdk?.setVoiceActivityDetectionEnabled(enabled)
         }
 
         AsyncFunction("queryGalleryStatus") { sdk?.queryGalleryStatus() }
 
-        AsyncFunction("requestPhoto") {
-                requestId: String,
-                appId: String,
-                size: String,
-                webhookUrl: String,
-                authToken: String?,
-                compress: String,
-                sound: Boolean ->
-            sdk?.requestPhoto(
-                    PhotoRequest(
-                            requestId = requestId,
-                            appId = appId,
-                            size = PhotoSize.fromValue(size),
-                            webhookUrl = webhookUrl,
-                            authToken = authToken,
-                            compress = PhotoCompression.fromValue(compress),
-                            sound = sound,
-                    )
+        AsyncFunction("requestPhoto") { params: Map<String, Any?> ->
+            // JS may pass null for optional fields; Map<String, Any> rejects null values at the bridge.
+            val sanitized =
+                    params.mapNotNull { (key, value) ->
+                        if (value == null) null else key to value
+                    }.toMap()
+            val req = PhotoRequest.fromMap(sanitized)
+            Bridge.log(
+                    "NATIVE: PHOTO PIPELINE [3/6] BluetoothSdk.requestPhoto requestId=${req.requestId} appId=${req.appId} size=${req.size} compress=${req.compress} flash=${req.flash} sound=${req.sound} exposureTimeNs=${req.exposureTimeNs}"
             )
+            val activeSdk = sdk
+            if (activeSdk == null) {
+                Bridge.log(
+                        "NATIVE: PHOTO PIPELINE — sdk is null; requestPhoto dropped requestId=${req.requestId}"
+                )
+            } else {
+                activeSdk.requestPhoto(req)
+            }
         }
 
         // MARK: - OTA Commands
@@ -420,13 +431,11 @@ class BluetoothSdkModule : Module() {
         AsyncFunction("setMicState") {
                 enabled: Boolean,
                 useGlassesMic: Boolean?,
-                bypassVad: Boolean?,
                 sendTranscript: Boolean?,
                 sendLc3Data: Boolean? ->
             sdk?.setMicState(
                     enabled = enabled,
                     useGlassesMic = useGlassesMic ?: true,
-                    bypassVad = bypassVad ?: true,
                     sendTranscript = sendTranscript ?: false,
                     sendLc3Data = sendLc3Data ?: false,
             )

package/android/src/main/java/com/mentra/bluetoothsdk/Bridge.kt

@@ -150,17 +150,23 @@ public class Bridge private constructor() {
         }
 
         private fun micPcmEventBody(data: ByteArray): HashMap<String, Any> {
+            val voiceActivityDetectionEnabled =
+                    DeviceStore.get("glasses", "voiceActivityDetectionEnabled") as? Boolean
+                            ?: true
             val body = HashMap<String, Any>()
             body["pcm"] = data
             body["sampleRate"] = MIC_SAMPLE_RATE
             body["bitsPerSample"] = PCM_BITS_PER_SAMPLE
             body["channels"] = MIC_CHANNELS
             body["encoding"] = "pcm_s16le"
-            body["vadGated"] = isVadGated()
+            body["voiceActivityDetectionEnabled"] = voiceActivityDetectionEnabled
             return body
         }
 
         private fun micLc3EventBody(data: ByteArray): HashMap<String, Any> {
+            val voiceActivityDetectionEnabled =
+                    DeviceStore.get("glasses", "voiceActivityDetectionEnabled") as? Boolean
+                            ?: true
             val frameSizeBytes =
                     (DeviceStore.store.get("bluetooth", "lc3_frame_size") as? Number)?.toInt()
                             ?: DEFAULT_LC3_FRAME_SIZE_BYTES
@@ -173,13 +179,10 @@ public class Bridge private constructor() {
             body["frameSizeBytes"] = frameSizeBytes
             body["bitrate"] = frameSizeBytes * 8 * (1000 / LC3_FRAME_DURATION_MS)
             body["packetizedFromGlasses"] = false
-            body["vadGated"] = isVadGated()
+            body["voiceActivityDetectionEnabled"] = voiceActivityDetectionEnabled
             return body
         }
 
-        private fun isVadGated(): Boolean =
-                !((DeviceStore.store.get("bluetooth", "bypass_vad") as? Boolean) ?: true)
-
         /** Save a setting */
         @JvmStatic
         fun saveSetting(key: String, value: Any) {
@@ -189,12 +192,22 @@ public class Bridge private constructor() {
             sendTypedMessage("save_setting", body as Map<String, Any>)
         }
 
-        /** Send VAD (Voice Activity Detection) status */
+        /** Send Voice Activity Detection status */
+        @JvmStatic
+        fun sendVoiceActivityDetectionStatus(enabled: Boolean) {
+            DeviceStore.set("glasses", "voiceActivityDetectionEnabled", enabled)
+            val body = HashMap<String, Any>()
+            body["voiceActivityDetectionEnabled"] = enabled
+            sendTypedMessage("voice_activity_detection_status", body as Map<String, Any>)
+        }
+
+        /** Send live speaking status reported by glasses-side Voice Activity Detection. */
         @JvmStatic
-        fun sendVadEvent(isSpeaking: Boolean) {
+        fun sendSpeakingStatus(speaking: Boolean) {
             val body = HashMap<String, Any>()
-            body["status"] = isSpeaking
-            sendTypedMessage("vad_status", body as Map<String, Any>)
+            body["speaking"] = speaking
+            body["timestamp"] = System.currentTimeMillis()
+            sendTypedMessage("speaking_status", body as Map<String, Any>)
         }
 
         /** Send battery status */

package/android/src/main/java/com/mentra/bluetoothsdk/DeviceManager.kt

@@ -132,10 +132,6 @@ class DeviceManager {
         get() = DeviceStore.store.get("bluetooth", "power_saving_mode") as? Boolean ?: false
         set(value) = DeviceStore.apply("bluetooth", "power_saving_mode", value)
 
-    private var bypassVad: Boolean
-        get() = DeviceStore.store.get("bluetooth", "bypass_vad") as? Boolean ?: true
-        set(value) = DeviceStore.apply("bluetooth", "bypass_vad", value)
-
     private var offlineCaptionsRunning: Boolean
         get() = DeviceStore.store.get("bluetooth", "offline_captions_running") as? Boolean ?: false
         set(value) = DeviceStore.apply("bluetooth", "offline_captions_running", value)
@@ -169,8 +165,8 @@ class DeviceManager {
         set(value) = DeviceStore.apply("bluetooth", "dashboard_depth", value)
 
     private var galleryMode: Boolean
-        get() = DeviceStore.store.get("bluetooth", "galleryModeAuto") as? Boolean ?: true
-        set(value) = DeviceStore.apply("bluetooth", "galleryModeAuto", value)
+        get() = DeviceStore.store.get("bluetooth", "gallery_mode") as? Boolean ?: true
+        set(value) = DeviceStore.apply("bluetooth", "gallery_mode", value)
 
     // state:
     private var searching: Boolean
@@ -241,10 +237,6 @@ class DeviceManager {
     private var lastLc3Event: Long? = null
     private var micReinitRunnable: Runnable? = null
 
-    // VAD
-    private val vadBuffer = mutableListOf<ByteArray>()
-    private var isSpeaking = false
-
     // STT
     private var transcriber: SherpaOnnxTranscriber? = null
 
@@ -604,13 +596,6 @@ class DeviceManager {
 
     // MARK: - Voice Data Handling
 
-    private fun checkSetVadStatus(speaking: Boolean) {
-        if (speaking != isSpeaking) {
-            isSpeaking = speaking
-            Bridge.sendVadEvent(isSpeaking)
-        }
-    }
-
     private fun convertAndSendMicLc3(pcmData: ByteArray) {
         synchronized(lc3Lock) {
             if (lc3EncoderPtr == 0L) {
@@ -636,21 +621,6 @@ class DeviceManager {
         }
     }
 
-    private fun emptyVadBuffer() {
-        while (vadBuffer.isNotEmpty()) {
-            val chunk = vadBuffer.removeAt(0)
-            handleSendingPcm(chunk) // Uses our encoder, not Bridge directly
-        }
-    }
-
-    private fun addToVadBuffer(chunk: ByteArray) {
-        val MAX_BUFFER_SIZE = 20
-        vadBuffer.add(chunk)
-        while (vadBuffer.size > MAX_BUFFER_SIZE) {
-            vadBuffer.removeAt(0)
-        }
-    }
-
     /**
      * Handle raw LC3 audio data from glasses. Decodes the glasses LC3, then passes to handlePcm for
      * canonical LC3 encoding. Note: frameSize here is for glasses→phone decoding, NOT for
@@ -1127,6 +1097,7 @@ class DeviceManager {
     fun handleDeviceDisconnected() {
         Bridge.log("MAN: Device disconnected")
         DeviceStore.apply("glasses", "headUp", false)
+        DeviceStore.apply("glasses", "voiceActivityDetectionEnabled", true)
     }
 
     fun handleControllerReady() {
@@ -1369,7 +1340,6 @@ class DeviceManager {
         val willSendPcm = shouldSendPcm || shouldSendLc3
         val willSendTranscript = shouldSendTranscript || offlineCaptionsRunning || localSttFallbackActive
         micEnabled = willSendPcm || willSendTranscript
-        vadBuffer.clear()
         updateMicState()
     }
 
@@ -1380,10 +1350,28 @@ class DeviceManager {
             webhookUrl: String,
             authToken: String?,
             compress: String,
-            sound: Boolean
+            flash: Boolean,
+            sound: Boolean,
+            exposureTimeNs: Double? = null,
     ) {
-        Bridge.log("MAN: requestPhoto: $requestId, $appId, $size, compress=$compress, flash=true, sound=$sound")
-        sgc?.requestPhoto(requestId, appId, size, webhookUrl, authToken, compress, true, sound)
+        val exposureNs: Long? =
+                exposureTimeNs?.takeIf { it.isFinite() && it > 0 }?.let { v ->
+                    when {
+                        v > Long.MAX_VALUE.toDouble() -> Long.MAX_VALUE
+                        else -> v.toLong()
+                    }
+                }
+        Bridge.log(
+                "MAN: PHOTO PIPELINE [4/6] DeviceManager.requestPhoto requestId=$requestId appId=$appId size=$size compress=$compress flash=$flash sound=$sound exposureTimeNs=$exposureNs sgc=${sgc?.javaClass?.simpleName ?: "null"}"
+        )
+        val activeSgc = sgc
+        if (activeSgc == null) {
+            Bridge.log(
+                    "MAN: PHOTO PIPELINE — sgc is null (glasses not connected); dropping requestId=$requestId"
+            )
+            return
+        }
+        activeSgc.requestPhoto(requestId, appId, size, webhookUrl, authToken, compress, flash, sound, exposureNs)
     }
 
     fun rgbLedControl(
@@ -1513,6 +1501,7 @@ class DeviceManager {
         DeviceStore.apply("glasses", "deviceModel", "")
         DeviceStore.apply("glasses", "fullyBooted", false)
         DeviceStore.apply("glasses", "connected", false)
+        DeviceStore.apply("glasses", "voiceActivityDetectionEnabled", true)
         // disconnect the controller as well:
         searchingController = false
         DeviceStore.apply("glasses", "controllerConnected", false)

package/android/src/main/java/com/mentra/bluetoothsdk/DeviceStore.kt

@@ -66,6 +66,7 @@ object DeviceStore {
         store.set("glasses", "deviceModel", "")
         store.set("glasses", "firmwareVersion", "")
         store.set("glasses", "micEnabled", false)
+        store.set("glasses", "voiceActivityDetectionEnabled", true)
         store.set("glasses", "bluetoothClassicConnected", false)
         store.set("glasses", "caseRemoved", true)
         store.set("glasses", "caseOpen", true)
@@ -121,12 +122,13 @@ object DeviceStore {
         store.set("bluetooth", "dashboard_depth", 2)
         store.set("bluetooth", "head_up_angle", 30)
         store.set("bluetooth", "contextual_dashboard", true)
-        store.set("bluetooth", "galleryModeAuto", true)
+        store.set("bluetooth", "gallery_mode", true)
+        store.set("bluetooth", "voice_activity_detection_enabled", true)
         store.set("bluetooth", "screen_disabled", false)
         store.set("bluetooth", "button_photo_size", "medium")
         store.set("bluetooth", "button_camera_led", true)
         store.set("bluetooth", "button_max_recording_time", 10)
-        store.set("bluetooth", "camera_fov", mapOf("fov" to 118, "roiPosition" to 0))
+        store.set("bluetooth", "camera_fov", mapOf("fov" to 118, "roi_position" to 0))
         store.set("bluetooth", "button_video_width", 1280)
         store.set("bluetooth", "button_video_height", 720)
         store.set("bluetooth", "button_video_fps", 30)
@@ -137,7 +139,6 @@ object DeviceStore {
         store.set("bluetooth", "should_send_pcm", false)
         store.set("bluetooth", "should_send_lc3", false)
         store.set("bluetooth", "should_send_transcript", false)
-        store.set("bluetooth", "bypass_vad", true)
         store.set("bluetooth", "use_native_dashboard", false)
     }
 
@@ -240,9 +241,12 @@ object DeviceStore {
                     DeviceManager.getInstance().sgc?.setDashboardMenu(items)
                 }
             }
-            "bluetooth" to "galleryModeAuto" -> {
+            "bluetooth" to "gallery_mode" -> {
                 DeviceManager.getInstance().sgc?.sendGalleryMode()
             }
+            "bluetooth" to "voice_activity_detection_enabled" -> {
+                DeviceManager.getInstance().sgc?.sendVoiceActivityDetectionSetting()
+            }
             "bluetooth" to "screen_disabled" -> {
                 (value as? Boolean)?.let { disabled ->
                     if (disabled) {

package/android/src/main/java/com/mentra/bluetoothsdk/MentraBluetoothSdk.kt

@@ -308,8 +308,12 @@ class MentraBluetoothSdk private constructor(
         DeviceStore.apply(ObservableStore.BLUETOOTH_CATEGORY, "screen_disabled", disabled)
     }
 
-    fun setGalleryMode(mode: GalleryMode) {
-        DeviceStore.apply(ObservableStore.BLUETOOTH_CATEGORY, "galleryModeAuto", mode == GalleryMode.AUTO)
+    fun setGalleryModeEnabled(enabled: Boolean) {
+        DeviceStore.apply(ObservableStore.BLUETOOTH_CATEGORY, "gallery_mode", enabled)
+    }
+
+    fun setVoiceActivityDetectionEnabled(enabled: Boolean) {
+        DeviceStore.apply(ObservableStore.BLUETOOTH_CATEGORY, "voice_activity_detection_enabled", enabled)
     }
 
     fun setButtonPhotoSettings(size: ButtonPhotoSize) {
@@ -320,14 +324,14 @@ class MentraBluetoothSdk private constructor(
         setButtonPhotoSettings(size = settings.size)
     }
 
-    fun setButtonVideoRecordingSettings(width: Int, height: Int, frameRate: Int) {
+    fun setButtonVideoRecordingSettings(width: Int, height: Int, fps: Int) {
         DeviceStore.apply(ObservableStore.BLUETOOTH_CATEGORY, "button_video_width", width)
         DeviceStore.apply(ObservableStore.BLUETOOTH_CATEGORY, "button_video_height", height)
-        DeviceStore.apply(ObservableStore.BLUETOOTH_CATEGORY, "button_video_fps", frameRate)
+        DeviceStore.apply(ObservableStore.BLUETOOTH_CATEGORY, "button_video_fps", fps)
     }
 
     fun setButtonVideoRecordingSettings(settings: ButtonVideoRecordingSettings) {
-        setButtonVideoRecordingSettings(width = settings.width, height = settings.height, frameRate = settings.frameRate)
+        setButtonVideoRecordingSettings(width = settings.width, height = settings.height, fps = settings.fps)
     }
 
     fun setButtonCameraLed(enabled: Boolean) {
@@ -342,14 +346,13 @@ class MentraBluetoothSdk private constructor(
         DeviceStore.apply(
             ObservableStore.BLUETOOTH_CATEGORY,
             "camera_fov",
-            mapOf("fov" to fov.fov, "roiPosition" to fov.roiPosition),
+            mapOf("fov" to fov.fov, "roi_position" to fov.roiPosition),
         )
     }
 
     fun setMicState(
         enabled: Boolean,
         useGlassesMic: Boolean = true,
-        bypassVad: Boolean = true,
         sendTranscript: Boolean = false,
         sendLc3Data: Boolean = false,
     ) {
@@ -363,7 +366,6 @@ class MentraBluetoothSdk private constructor(
         applyMicState(
             sendPcmData = enabled,
             sendTranscript = enabled && sendTranscript,
-            bypassVad = bypassVad,
             sendLc3Data = enabled && sendLc3Data,
         )
     }
@@ -371,13 +373,11 @@ class MentraBluetoothSdk private constructor(
     private fun applyMicState(
         sendPcmData: Boolean,
         sendTranscript: Boolean,
-        bypassVad: Boolean,
         sendLc3Data: Boolean,
     ) {
         DeviceStore.apply(ObservableStore.BLUETOOTH_CATEGORY, "should_send_pcm", sendPcmData)
         DeviceStore.apply(ObservableStore.BLUETOOTH_CATEGORY, "should_send_lc3", sendLc3Data)
         DeviceStore.apply(ObservableStore.BLUETOOTH_CATEGORY, "should_send_transcript", sendTranscript)
-        DeviceStore.apply(ObservableStore.BLUETOOTH_CATEGORY, "bypass_vad", bypassVad)
         deviceManager.setMicState()
     }
 
@@ -414,6 +414,9 @@ class MentraBluetoothSdk private constructor(
     }
 
     fun requestPhoto(request: PhotoRequest) {
+        Bridge.log(
+            "NATIVE: PHOTO PIPELINE [3b/6] MentraBluetoothSdk.requestPhoto requestId=${request.requestId} appId=${request.appId}"
+        )
         deviceManager.requestPhoto(
             request.requestId,
             request.appId,
@@ -421,7 +424,9 @@ class MentraBluetoothSdk private constructor(
             request.webhookUrl,
             request.authToken,
             request.compress.value,
+            request.flash,
             request.sound,
+            request.exposureTimeNs,
         )
     }
 
@@ -605,6 +610,25 @@ class MentraBluetoothSdk private constructor(
                 }
             }
             "head_up" -> dispatchToListeners { it.onHeadUpChanged(data["up"] as? Boolean ?: false) }
+            "voice_activity_detection_status" ->
+                dispatchToListeners {
+                    it.onVoiceActivityDetectionStatus(
+                        VoiceActivityDetectionStatusEvent(
+                            voiceActivityDetectionEnabled =
+                                data["voiceActivityDetectionEnabled"] as? Boolean ?: true,
+                            values = data,
+                        )
+                    )
+                }
+            "speaking_status" ->
+                dispatchToListeners {
+                    it.onSpeakingStatus(
+                        SpeakingStatusEvent(
+                            speaking = data["speaking"] as? Boolean ?: false,
+                            values = data,
+                        )
+                    )
+                }
             "battery_status" ->
                 dispatchToListeners {
                     it.onBatteryStatus(

package/android/src/main/java/com/mentra/bluetoothsdk/audio/AudioModels.kt

@@ -13,7 +13,7 @@ data class MicPcmEvent(
     val bitsPerSample: Int,
     val channels: Int,
     val encoding: String,
-    val vadGated: Boolean,
+    val voiceActivityDetectionEnabled: Boolean,
 ) {
     constructor(values: Map<String, Any>) : this(
         pcm = values["pcm"] as? ByteArray ?: ByteArray(0),
@@ -21,7 +21,7 @@ data class MicPcmEvent(
         bitsPerSample = numberValue(values, "bitsPerSample") ?: BITS_PER_SAMPLE,
         channels = numberValue(values, "channels") ?: CHANNELS,
         encoding = stringValue(values, "encoding") ?: ENCODING,
-        vadGated = boolValue(values, "vadGated") ?: false,
+        voiceActivityDetectionEnabled = boolValue(values, "voiceActivityDetectionEnabled") ?: true,
     )
 
     fun toMap(): Map<String, Any> =
@@ -32,7 +32,7 @@ data class MicPcmEvent(
             "bitsPerSample" to bitsPerSample,
             "channels" to channels,
             "encoding" to encoding,
-            "vadGated" to vadGated,
+            "voiceActivityDetectionEnabled" to voiceActivityDetectionEnabled,
         )
 
     companion object {
@@ -52,7 +52,7 @@ data class MicLc3Event(
     val frameSizeBytes: Int,
     val bitrate: Int,
     val packetizedFromGlasses: Boolean,
-    val vadGated: Boolean,
+    val voiceActivityDetectionEnabled: Boolean,
 ) {
     constructor(values: Map<String, Any>) : this(
         lc3 = values["lc3"] as? ByteArray ?: ByteArray(0),
@@ -63,7 +63,7 @@ data class MicLc3Event(
         frameSizeBytes = numberValue(values, "frameSizeBytes") ?: DEFAULT_FRAME_SIZE_BYTES,
         bitrate = numberValue(values, "bitrate") ?: DEFAULT_BITRATE,
         packetizedFromGlasses = boolValue(values, "packetizedFromGlasses") ?: false,
-        vadGated = boolValue(values, "vadGated") ?: false,
+        voiceActivityDetectionEnabled = boolValue(values, "voiceActivityDetectionEnabled") ?: true,
     )
 
     fun toMap(): Map<String, Any> =
@@ -77,7 +77,7 @@ data class MicLc3Event(
             "frameSizeBytes" to frameSizeBytes,
             "bitrate" to bitrate,
             "packetizedFromGlasses" to packetizedFromGlasses,
-            "vadGated" to vadGated,
+            "voiceActivityDetectionEnabled" to voiceActivityDetectionEnabled,
         )
 
     companion object {