@mentra/bluetooth-sdk 0.1.5 → 0.1.7

package/README.md

@@ -123,15 +123,21 @@ const devices = await BluetoothSdk.scan(DeviceModels.MentraLive, {
   },
 })
 
-const device = devices[0]
+const device = await chooseDevice(devices)
 if (!device) {
-  throw new Error('No Mentra Live glasses found')
+  throw new Error('No Mentra Live glasses selected')
 }
 
 await BluetoothSdk.connect(device)
-await BluetoothSdk.displayText('Hello from Mentra', 0, 0, 24)
+await BluetoothSdk.requestVersionInfo()
 ```
 
+In multi-device environments, present an explicit picker instead of
+auto-connecting to the first nearby device.
+
+Mentra Live does not have a display. Use display commands only after gating by
+model capability.
+
 Use `Device.id` as the stable app-facing key for scan rows, selected devices,
 and persisted default devices. Do not parse it for model, name, or address
 information; use the typed `model`, `name`, `address`, and `rssi` fields
@@ -139,6 +145,10 @@ instead. Android commonly uses a Bluetooth address when available, iOS commonly
 uses a CoreBluetooth identifier when available, and the SDK falls back to
 `model:name` when no platform identifier is available.
 
+`Device.rssi` is optional. A device can appear in scan results before the
+platform reports RSSI, so picker UI should handle `undefined` and avoid
+reordering rows just because RSSI metadata arrives later.
+
 ## React Hooks
 
 React Native apps can import optional lifecycle helpers from the `react`
@@ -225,8 +235,8 @@ await BluetoothSdk.sendWifiCredentials('Office WiFi', 'secret')
 await BluetoothSdk.forgetWifiNetwork('Office WiFi')
 await BluetoothSdk.setHotspotState(true)
 
-await BluetoothSdk.setGalleryMode('auto')
-await BluetoothSdk.setGalleryMode('manual')
+await BluetoothSdk.setGalleryModeEnabled(true)
+await BluetoothSdk.setGalleryModeEnabled(false)
 
 await BluetoothSdk.setPreferredMic('auto')
 await BluetoothSdk.setMicState(true)
@@ -243,20 +253,20 @@ await BluetoothSdk.rgbLedControl(
 )
 ```
 
-`setMicState(true)` defaults to continuous microphone PCM from the glasses. VAD means Voice Activity Detection; pass `false` as the third argument only when your app intentionally wants VAD-gated microphone events.
+`setMicState(true)` defaults to continuous microphone PCM from the glasses. The SDK does not apply phone-side Voice Activity Detection gating to microphone audio events. Use `setVoiceActivityDetectionEnabled(false)` when you want glasses-side Voice Activity Detection disabled for continuous external STT, recording, or playback. `voice_activity_detection_status` reports whether glasses-side Voice Activity Detection is enabled, and `speaking_status` reports speaking/not-speaking when supported. Microphone events include the latest `voiceActivityDetectionEnabled` value.
 
 ## Photo Upload
 
 ```ts
-await BluetoothSdk.requestPhoto(
-  `photo-${Date.now()}`,
-  'com.example.app',
-  'medium',
-  'https://api.example.com/mentra/photo',
-  'optional-token',
-  'medium',
-  true,
-)
+await BluetoothSdk.requestPhoto({
+  requestId: `photo-${Date.now()}`,
+  appId: 'com.example.app',
+  size: 'medium',
+  webhookUrl: 'https://api.example.com/mentra/photo',
+  authToken: 'optional-token',
+  compress: 'medium',
+  sound: true,
+})
 ```
 
 The webhook should accept multipart form data with a `photo` file and `requestId`. If `authToken` is provided, the uploader adds `Authorization: Bearer <token>`. The camera light is always enabled for photo capture.
@@ -270,6 +280,7 @@ await BluetoothSdk.startStream({
   type: 'start_stream',
   streamUrl: 'http://192.168.1.42:8889/mentra-live/whip',
   streamId,
+  video: {fps: 15},
 })
 
 await BluetoothSdk.keepStreamAlive({
@@ -285,24 +296,31 @@ Use `rtmp://` or `rtmps://` for RTMP, `srt://` for SRT, and `http://` or `https:
 
 ## Events
 
-```ts
-const subscriptions = [
-  BluetoothSdk.addListener('button_press', (event) => console.log(event)),
-  BluetoothSdk.addListener('touch_event', (event) => console.log(event)),
-  BluetoothSdk.addListener('photo_response', (event) => console.log(event)),
-  BluetoothSdk.addListener('stream_status', (event) => console.log(event)),
-  BluetoothSdk.addListener('mic_pcm', (event) => {
+React Native components should use `useBluetoothEvent()` for hardware events:
+
+```tsx
+import {useBluetoothEvent} from '@mentra/bluetooth-sdk/react'
+
+export function HardwareEventLogger() {
+  useBluetoothEvent('button_press', (event) => console.log(event))
+  useBluetoothEvent('touch_event', (event) => console.log(event))
+  useBluetoothEvent('photo_response', (event) => console.log(event))
+  useBluetoothEvent('stream_status', (event) => console.log(event))
+  useBluetoothEvent('speaking_status', (event) => console.log(event.speaking))
+  useBluetoothEvent('mic_pcm', (event) => {
     console.log(event.sampleRate, event.bitsPerSample, event.channels, event.encoding)
     console.log(event.pcm)
-  }),
-]
+  })
 
-subscriptions.forEach((subscription) => subscription.remove())
+  return null
+}
 ```
 
+For non-React modules, `BluetoothSdk.addListener(...)` is the low-level subscription API. Keep the returned subscription and call `remove()` when the listener is no longer needed.
+
 Common event names include `button_press`, `touch_event`, `head_up`, `battery_status`, `wifi_status_change`, `hotspot_status_change`, `photo_response`, `gallery_status`, `stream_status`, `keep_alive_ack`, `mic_pcm`, `mic_lc3`, `local_transcription`, `rgb_led_control_response`, `audio_connected`, `audio_disconnected`, and `log`.
 
-React Native event payload fields use camelCase. For example, `touch_event` includes `gestureName`, `photo_response` success includes `uploadUrl`, and `gallery_status` includes `hasContent` and `cameraBusy`. `mic_pcm` includes `sampleRate`, `bitsPerSample`, `channels`, `encoding`, and `vadGated`; `mic_lc3` includes `sampleRate`, `channels`, `encoding`, `frameDurationMs`, `frameSizeBytes`, `bitrate`, `packetizedFromGlasses`, and `vadGated`.
+React Native event payload fields use camelCase. For example, `touch_event` includes `gestureName`, `photo_response` success includes `uploadUrl`, and `gallery_status` includes `hasContent` and `cameraBusy`. `mic_pcm` includes `sampleRate`, `bitsPerSample`, `channels`, and `encoding`; `mic_lc3` includes `sampleRate`, `channels`, `encoding`, `frameDurationMs`, `frameSizeBytes`, `bitrate`, and `packetizedFromGlasses`.
 
 Only documented imports are supported for app developers. Undocumented package subpaths or symbols with a leading underscore can change without notice.
 
@@ -319,4 +337,4 @@ Use `bunx expo run:android` for Android. Keep local paths in your shell or CI en
 
 ## Starter Example App
 
-The [Mentra Bluetooth SDK Starter Kit](https://github.com/Mentra-Community/Mentra-Bluetooth-SDK-Starter-Kit) includes starter example apps for Android, iOS, and React Native / Expo. The React Native starter demonstrates scan/connect, display, camera photo upload, RTMP/SRT/WebRTC streaming, Wi-Fi/hotspot, microphone PCM, RGB LED, gallery-button mode, and console event inspection.
+The [Mentra Bluetooth SDK Starter Kit](https://github.com/Mentra-Community/Mentra-Bluetooth-SDK-Starter-Kit) includes starter example apps for Android, iOS, and React Native / Expo. The React Native starter demonstrates scan/connect, display, camera photo upload, RTMP/SRT/WebRTC streaming, Wi-Fi/hotspot, microphone PCM, RGB LED, gallery mode, and console event inspection.

package/android/build.gradle

@@ -89,13 +89,6 @@ dependencies {
   // Sherpa-ONNX for local transcription
   implementation 'com.github.k2-fsa:sherpa-onnx:v1.12.8'
 
-  // Silero VAD (with onnxruntime exclusions to avoid conflicts with sherpa-onnx)
-  implementation ('com.github.gkonovalov:android-vad:2.0.9') {
-    exclude group: 'com.microsoft.onnxruntime', module: 'onnxruntime'
-    exclude group: 'com.microsoft.onnxruntime', module: 'onnxruntime4j'
-    exclude group: 'com.microsoft.onnxruntime', module: 'onnxruntime4j-jni'
-  }
-
   // Vuzix Z100
   implementation 'com.vuzix:ultralite-sdk-android:1.8'
   implementation 'com.squareup.picasso:picasso:2.8'
@@ -110,11 +103,11 @@ configurations.all {
     eachDependency { DependencyResolveDetails details ->
       if (details.requested.group == 'com.microsoft.onnxruntime') {
         details.useVersion '1.17.1'
-        details.because('Force override vad\'s transitive version')
+        details.because('Force override transitive onnxruntime version')
       }
       if (details.requested.name == 'onnxruntime-android') {
         details.useVersion '1.17.1'
-        details.because('Force override vad\'s transitive version')
+        details.because('Force override transitive onnxruntime version')
       }
     }
   }

package/android/src/main/java/com/mentra/bluetoothsdk/BluetoothSdkModule.kt

@@ -9,12 +9,23 @@ class BluetoothSdkModule : Module() {
     private var deviceManager: DeviceManager? = null
     private val sdkListener =
             object : MentraBluetoothSdkListener {
-                override fun onGlassesStatusChanged(status: GlassesStatusUpdate) {
-                    sendEvent("glasses_status", status.toMap())
+                override fun onGlassesChanged(glasses: GlassesRuntimeState) {
+                    sendEvent(
+                            "glasses_status",
+                            sdk?.getRawGlassesStatus()?.toMap()
+                                    ?: GlassesStatus.fromMap(DeviceStore.store.getCategory("glasses")).toMap()
+                    )
                 }
 
-                override fun onBluetoothStatusChanged(status: BluetoothStatusUpdate) {
-                    sendEvent("bluetooth_status", status.toMap())
+                override fun onSdkStateChanged(sdkState: PhoneSdkRuntimeState) {
+                    sendEvent(
+                            "bluetooth_status",
+                            sdk?.getRawBluetoothStatus()?.toMap()
+                                    ?: BluetoothStatus.fromMap(
+                                                    DeviceStore.store.getCategory(ObservableStore.BLUETOOTH_CATEGORY)
+                                            )
+                                            .toMap()
+                    )
                 }
 
                 override fun onDeviceDiscovered(device: Device) {
@@ -31,7 +42,7 @@ class BluetoothSdkModule : Module() {
 
                 override fun onScanStopped(reason: ScanStopReason) {
                     if (reason == ScanStopReason.COMPLETED) {
-                        val status = sdk?.getBluetoothStatus()
+                        val status = sdk?.getRawBluetoothStatus()
                         val deviceModel =
                                 status?.pendingWearable?.takeIf { it.isNotBlank() }
                                         ?: status?.defaultWearable
@@ -65,6 +76,14 @@ class BluetoothSdkModule : Module() {
                     sendEvent("head_up", mapOf("up" to headUp))
                 }
 
+                override fun onVoiceActivityDetectionStatus(event: VoiceActivityDetectionStatusEvent) {
+                    sendEvent("voice_activity_detection_status", event.values)
+                }
+
+                override fun onSpeakingStatus(event: SpeakingStatusEvent) {
+                    sendEvent("speaking_status", event.values)
+                }
+
                 override fun onBatteryStatus(event: BatteryStatusEvent) {
                     sendEvent("battery_status", event.values)
                 }
@@ -137,7 +156,8 @@ class BluetoothSdkModule : Module() {
             "button_press",
             "touch_event",
             "head_up",
-            "vad_status",
+            "voice_activity_detection_status",
+            "speaking_status",
             "battery_status",
             "local_transcription",
             "wifi_status_change",
@@ -196,12 +216,14 @@ class BluetoothSdkModule : Module() {
         // MARK: - Observable Store Functions
 
         Function("getGlassesStatus") {
-            sdk?.getGlassesStatus()?.toMap()
+            sdk?.getRawGlassesStatus()?.toMap()
                     ?: GlassesStatus.fromMap(DeviceStore.store.getCategory("glasses")).toMap()
         }
 
         Function("getBluetoothStatus") {
-            sdk?.getBluetoothStatus()?.toMap() ?: DeviceStore.store.getCategory(ObservableStore.BLUETOOTH_CATEGORY)
+            sdk?.getRawBluetoothStatus()?.toMap()
+                    ?: BluetoothStatus.fromMap(DeviceStore.store.getCategory(ObservableStore.BLUETOOTH_CATEGORY))
+                            .toMap()
         }
 
         Function("getDefaultDevice") { sdk?.getDefaultDevice()?.toMap() }
@@ -336,37 +358,34 @@ class BluetoothSdkModule : Module() {
 
         // MARK: - Gallery Commands
 
-        AsyncFunction("setGalleryMode") { mode: String ->
-            val galleryMode =
-                    when (mode.lowercase()) {
-                        "auto" -> GalleryMode.AUTO
-                        "manual" -> GalleryMode.MANUAL
-                        else -> throw IllegalArgumentException("setGalleryMode mode must be \"auto\" or \"manual\".")
-                    }
-            sdk?.setGalleryMode(galleryMode)
+        AsyncFunction("setGalleryModeEnabled") { enabled: Boolean ->
+            sdk?.setGalleryModeEnabled(enabled)
+        }
+
+        AsyncFunction("setVoiceActivityDetectionEnabled") { enabled: Boolean ->
+            sdk?.setVoiceActivityDetectionEnabled(enabled)
         }
 
         AsyncFunction("queryGalleryStatus") { sdk?.queryGalleryStatus() }
 
-        AsyncFunction("requestPhoto") {
-                requestId: String,
-                appId: String,
-                size: String,
-                webhookUrl: String,
-                authToken: String?,
-                compress: String,
-                sound: Boolean ->
-            sdk?.requestPhoto(
-                    PhotoRequest(
-                            requestId = requestId,
-                            appId = appId,
-                            size = PhotoSize.fromValue(size),
-                            webhookUrl = webhookUrl,
-                            authToken = authToken,
-                            compress = PhotoCompression.fromValue(compress),
-                            sound = sound,
-                    )
+        AsyncFunction("requestPhoto") { params: Map<String, Any?> ->
+            // JS may pass null for optional fields; Map<String, Any> rejects null values at the bridge.
+            val sanitized =
+                    params.mapNotNull { (key, value) ->
+                        if (value == null) null else key to value
+                    }.toMap()
+            val req = PhotoRequest.fromMap(sanitized)
+            Bridge.log(
+                    "NATIVE: PHOTO PIPELINE [3/6] BluetoothSdk.requestPhoto requestId=${req.requestId} appId=${req.appId} size=${req.size} compress=${req.compress} flash=${req.flash} sound=${req.sound} exposureTimeNs=${req.exposureTimeNs}"
             )
+            val activeSdk = sdk
+            if (activeSdk == null) {
+                Bridge.log(
+                        "NATIVE: PHOTO PIPELINE — sdk is null; requestPhoto dropped requestId=${req.requestId}"
+                )
+            } else {
+                activeSdk.requestPhoto(req)
+            }
         }
 
         // MARK: - OTA Commands
@@ -412,13 +431,11 @@ class BluetoothSdkModule : Module() {
         AsyncFunction("setMicState") {
                 enabled: Boolean,
                 useGlassesMic: Boolean?,
-                bypassVad: Boolean?,
                 sendTranscript: Boolean?,
                 sendLc3Data: Boolean? ->
             sdk?.setMicState(
                     enabled = enabled,
                     useGlassesMic = useGlassesMic ?: true,
-                    bypassVad = bypassVad ?: true,
                     sendTranscript = sendTranscript ?: false,
                     sendLc3Data = sendLc3Data ?: false,
             )

package/android/src/main/java/com/mentra/bluetoothsdk/Bridge.kt

@@ -150,17 +150,23 @@ public class Bridge private constructor() {
         }
 
         private fun micPcmEventBody(data: ByteArray): HashMap<String, Any> {
+            val voiceActivityDetectionEnabled =
+                    DeviceStore.get("glasses", "voiceActivityDetectionEnabled") as? Boolean
+                            ?: true
             val body = HashMap<String, Any>()
             body["pcm"] = data
             body["sampleRate"] = MIC_SAMPLE_RATE
             body["bitsPerSample"] = PCM_BITS_PER_SAMPLE
             body["channels"] = MIC_CHANNELS
             body["encoding"] = "pcm_s16le"
-            body["vadGated"] = isVadGated()
+            body["voiceActivityDetectionEnabled"] = voiceActivityDetectionEnabled
             return body
         }
 
         private fun micLc3EventBody(data: ByteArray): HashMap<String, Any> {
+            val voiceActivityDetectionEnabled =
+                    DeviceStore.get("glasses", "voiceActivityDetectionEnabled") as? Boolean
+                            ?: true
             val frameSizeBytes =
                     (DeviceStore.store.get("bluetooth", "lc3_frame_size") as? Number)?.toInt()
                             ?: DEFAULT_LC3_FRAME_SIZE_BYTES
@@ -173,13 +179,10 @@ public class Bridge private constructor() {
             body["frameSizeBytes"] = frameSizeBytes
             body["bitrate"] = frameSizeBytes * 8 * (1000 / LC3_FRAME_DURATION_MS)
             body["packetizedFromGlasses"] = false
-            body["vadGated"] = isVadGated()
+            body["voiceActivityDetectionEnabled"] = voiceActivityDetectionEnabled
             return body
         }
 
-        private fun isVadGated(): Boolean =
-                !((DeviceStore.store.get("bluetooth", "bypass_vad") as? Boolean) ?: true)
-
         /** Save a setting */
         @JvmStatic
         fun saveSetting(key: String, value: Any) {
@@ -189,12 +192,22 @@ public class Bridge private constructor() {
             sendTypedMessage("save_setting", body as Map<String, Any>)
         }
 
-        /** Send VAD (Voice Activity Detection) status */
+        /** Send Voice Activity Detection status */
+        @JvmStatic
+        fun sendVoiceActivityDetectionStatus(enabled: Boolean) {
+            DeviceStore.set("glasses", "voiceActivityDetectionEnabled", enabled)
+            val body = HashMap<String, Any>()
+            body["voiceActivityDetectionEnabled"] = enabled
+            sendTypedMessage("voice_activity_detection_status", body as Map<String, Any>)
+        }
+
+        /** Send live speaking status reported by glasses-side Voice Activity Detection. */
         @JvmStatic
-        fun sendVadEvent(isSpeaking: Boolean) {
+        fun sendSpeakingStatus(speaking: Boolean) {
             val body = HashMap<String, Any>()
-            body["status"] = isSpeaking
-            sendTypedMessage("vad_status", body as Map<String, Any>)
+            body["speaking"] = speaking
+            body["timestamp"] = System.currentTimeMillis()
+            sendTypedMessage("speaking_status", body as Map<String, Any>)
         }
 
         /** Send battery status */

package/android/src/main/java/com/mentra/bluetoothsdk/DeviceManager.kt

@@ -132,10 +132,6 @@ class DeviceManager {
         get() = DeviceStore.store.get("bluetooth", "power_saving_mode") as? Boolean ?: false
         set(value) = DeviceStore.apply("bluetooth", "power_saving_mode", value)
 
-    private var bypassVad: Boolean
-        get() = DeviceStore.store.get("bluetooth", "bypass_vad") as? Boolean ?: true
-        set(value) = DeviceStore.apply("bluetooth", "bypass_vad", value)
-
     private var offlineCaptionsRunning: Boolean
         get() = DeviceStore.store.get("bluetooth", "offline_captions_running") as? Boolean ?: false
         set(value) = DeviceStore.apply("bluetooth", "offline_captions_running", value)
@@ -169,8 +165,8 @@ class DeviceManager {
         set(value) = DeviceStore.apply("bluetooth", "dashboard_depth", value)
 
     private var galleryMode: Boolean
-        get() = DeviceStore.store.get("bluetooth", "galleryModeAuto") as? Boolean ?: true
-        set(value) = DeviceStore.apply("bluetooth", "galleryModeAuto", value)
+        get() = DeviceStore.store.get("bluetooth", "gallery_mode") as? Boolean ?: true
+        set(value) = DeviceStore.apply("bluetooth", "gallery_mode", value)
 
     // state:
     private var searching: Boolean
@@ -241,10 +237,6 @@ class DeviceManager {
     private var lastLc3Event: Long? = null
     private var micReinitRunnable: Runnable? = null
 
-    // VAD
-    private val vadBuffer = mutableListOf<ByteArray>()
-    private var isSpeaking = false
-
     // STT
     private var transcriber: SherpaOnnxTranscriber? = null
 
@@ -604,13 +596,6 @@ class DeviceManager {
 
     // MARK: - Voice Data Handling
 
-    private fun checkSetVadStatus(speaking: Boolean) {
-        if (speaking != isSpeaking) {
-            isSpeaking = speaking
-            Bridge.sendVadEvent(isSpeaking)
-        }
-    }
-
     private fun convertAndSendMicLc3(pcmData: ByteArray) {
         synchronized(lc3Lock) {
             if (lc3EncoderPtr == 0L) {
@@ -636,21 +621,6 @@ class DeviceManager {
         }
     }
 
-    private fun emptyVadBuffer() {
-        while (vadBuffer.isNotEmpty()) {
-            val chunk = vadBuffer.removeAt(0)
-            handleSendingPcm(chunk) // Uses our encoder, not Bridge directly
-        }
-    }
-
-    private fun addToVadBuffer(chunk: ByteArray) {
-        val MAX_BUFFER_SIZE = 20
-        vadBuffer.add(chunk)
-        while (vadBuffer.size > MAX_BUFFER_SIZE) {
-            vadBuffer.removeAt(0)
-        }
-    }
-
     /**
      * Handle raw LC3 audio data from glasses. Decodes the glasses LC3, then passes to handlePcm for
      * canonical LC3 encoding. Note: frameSize here is for glasses→phone decoding, NOT for
@@ -1127,6 +1097,7 @@ class DeviceManager {
     fun handleDeviceDisconnected() {
         Bridge.log("MAN: Device disconnected")
         DeviceStore.apply("glasses", "headUp", false)
+        DeviceStore.apply("glasses", "voiceActivityDetectionEnabled", true)
     }
 
     fun handleControllerReady() {
@@ -1369,7 +1340,6 @@ class DeviceManager {
         val willSendPcm = shouldSendPcm || shouldSendLc3
         val willSendTranscript = shouldSendTranscript || offlineCaptionsRunning || localSttFallbackActive
         micEnabled = willSendPcm || willSendTranscript
-        vadBuffer.clear()
         updateMicState()
     }
 
@@ -1380,10 +1350,28 @@ class DeviceManager {
             webhookUrl: String,
             authToken: String?,
             compress: String,
-            sound: Boolean
+            flash: Boolean,
+            sound: Boolean,
+            exposureTimeNs: Double? = null,
     ) {
-        Bridge.log("MAN: requestPhoto: $requestId, $appId, $size, compress=$compress, flash=true, sound=$sound")
-        sgc?.requestPhoto(requestId, appId, size, webhookUrl, authToken, compress, true, sound)
+        val exposureNs: Long? =
+                exposureTimeNs?.takeIf { it.isFinite() && it > 0 }?.let { v ->
+                    when {
+                        v > Long.MAX_VALUE.toDouble() -> Long.MAX_VALUE
+                        else -> v.toLong()
+                    }
+                }
+        Bridge.log(
+                "MAN: PHOTO PIPELINE [4/6] DeviceManager.requestPhoto requestId=$requestId appId=$appId size=$size compress=$compress flash=$flash sound=$sound exposureTimeNs=$exposureNs sgc=${sgc?.javaClass?.simpleName ?: "null"}"
+        )
+        val activeSgc = sgc
+        if (activeSgc == null) {
+            Bridge.log(
+                    "MAN: PHOTO PIPELINE — sgc is null (glasses not connected); dropping requestId=$requestId"
+            )
+            return
+        }
+        activeSgc.requestPhoto(requestId, appId, size, webhookUrl, authToken, compress, flash, sound, exposureNs)
     }
 
     fun rgbLedControl(
@@ -1513,6 +1501,7 @@ class DeviceManager {
         DeviceStore.apply("glasses", "deviceModel", "")
         DeviceStore.apply("glasses", "fullyBooted", false)
         DeviceStore.apply("glasses", "connected", false)
+        DeviceStore.apply("glasses", "voiceActivityDetectionEnabled", true)
         // disconnect the controller as well:
         searchingController = false
         DeviceStore.apply("glasses", "controllerConnected", false)

package/android/src/main/java/com/mentra/bluetoothsdk/DeviceStore.kt

@@ -66,6 +66,7 @@ object DeviceStore {
         store.set("glasses", "deviceModel", "")
         store.set("glasses", "firmwareVersion", "")
         store.set("glasses", "micEnabled", false)
+        store.set("glasses", "voiceActivityDetectionEnabled", true)
         store.set("glasses", "bluetoothClassicConnected", false)
         store.set("glasses", "caseRemoved", true)
         store.set("glasses", "caseOpen", true)
@@ -121,12 +122,13 @@ object DeviceStore {
         store.set("bluetooth", "dashboard_depth", 2)
         store.set("bluetooth", "head_up_angle", 30)
         store.set("bluetooth", "contextual_dashboard", true)
-        store.set("bluetooth", "galleryModeAuto", true)
+        store.set("bluetooth", "gallery_mode", true)
+        store.set("bluetooth", "voice_activity_detection_enabled", true)
         store.set("bluetooth", "screen_disabled", false)
         store.set("bluetooth", "button_photo_size", "medium")
         store.set("bluetooth", "button_camera_led", true)
         store.set("bluetooth", "button_max_recording_time", 10)
-        store.set("bluetooth", "camera_fov", mapOf("fov" to 118, "roiPosition" to 0))
+        store.set("bluetooth", "camera_fov", mapOf("fov" to 118, "roi_position" to 0))
         store.set("bluetooth", "button_video_width", 1280)
         store.set("bluetooth", "button_video_height", 720)
         store.set("bluetooth", "button_video_fps", 30)
@@ -137,7 +139,7 @@ object DeviceStore {
         store.set("bluetooth", "should_send_pcm", false)
         store.set("bluetooth", "should_send_lc3", false)
         store.set("bluetooth", "should_send_transcript", false)
-        store.set("bluetooth", "bypass_vad", true)
+        store.set("bluetooth", "use_native_dashboard", false)
     }
 
     fun get(category: String, key: String): Any? {
@@ -239,9 +241,12 @@ object DeviceStore {
                     DeviceManager.getInstance().sgc?.setDashboardMenu(items)
                 }
             }
-            "bluetooth" to "galleryModeAuto" -> {
+            "bluetooth" to "gallery_mode" -> {
                 DeviceManager.getInstance().sgc?.sendGalleryMode()
             }
+            "bluetooth" to "voice_activity_detection_enabled" -> {
+                DeviceManager.getInstance().sgc?.sendVoiceActivityDetectionSetting()
+            }
             "bluetooth" to "screen_disabled" -> {
                 (value as? Boolean)?.let { disabled ->
                     if (disabled) {