@mentra/bluetooth-sdk 0.1.12 → 0.1.14

package/src/BluetoothSdk.types.ts

@@ -248,6 +248,13 @@ export type PhotoCaptureMetadata = {
   sensorTimestampNs?: number
   totalLightProxy?: number
   mfnrLikely?: boolean
+  mfnrApplied?: boolean
+  width?: number
+  height?: number
+  noiseReductionWarning?: "not_implemented" | string
+  ispDigitalGainWarning?: "not_implemented" | string
+  ispAnalogGainWarning?: "not_implemented" | string
+  [key: string]: unknown
 }
 
 export type PhotoStatusEvent = {
@@ -389,7 +396,6 @@ export type SettingsAckSetting =
   | "gallery_mode"
   | "button_photo"
   | "button_video_recording"
-  | "button_camera_led"
   | "button_max_recording_time"
   | "camera_fov"
 
@@ -421,13 +427,35 @@ export type SettingsAckSuccessEvent = Omit<SettingsAckEvent, "status"> & {
 
 export type RgbLedAction = "on" | "off"
 export type RgbLedColor = "red" | "green" | "blue" | "orange" | "white"
-export type PhotoSize = "small" | "medium" | "large" | "full"
-export type ButtonPhotoSize = "small" | "medium" | "large" | "max"
+export type PhotoSize = "low" | "medium" | "high" | "max"
+export type ButtonPhotoSize = "low" | "medium" | "high" | "max"
+
+export type PhotoCaptureDefaults = {
+  size?: PhotoSize
+  mfnr?: boolean
+  zsl?: boolean
+  noiseReduction?: boolean
+  edgeEnhancement?: boolean
+  ispDigitalGain?: number
+  ispAnalogGain?: string
+  aeExposureDivisor?: number
+  isoCap?: number
+  compress?: PhotoCompression
+  sound?: boolean
+  /** When true, clears stored NR/edge/ISP presets on the glasses before applying other fields. */
+  resetCaptureTuning?: boolean
+}
 export type PhotoCompression = "none" | "medium" | "heavy"
 
+export type VideoRecordingDefaults = {
+  width: number
+  height: number
+  fps: number
+}
+
 /**
  * Optional per-recording video settings for {@link startVideoRecording}. When
- * omitted, the glasses fall back to their saved button-video settings. Any
+ * omitted, the glasses fall back to their saved video recording defaults. Any
  * field left undefined is omitted from the BLE command (glasses default applies).
  */
 export interface VideoRecordingSettings {
@@ -511,6 +539,17 @@ export type PhotoRequestParams = {
   exposureTimeNs?: number | null
   /** Sensor ISO for this capture only. Only used when exposureTimeNs enables manual exposure. */
   iso?: number | null
+  /** After AE convergence, divide metered exposure by this factor (scan mode). */
+  aeExposureDivisor?: number
+  /** Cap ISO after AE metering (scan mode). */
+  isoCap?: number
+  /** Requested on wire; glasses may log not_implemented. */
+  noiseReduction?: boolean
+  edgeEnhancement?: boolean
+  mfnr?: boolean
+  zsl?: boolean
+  ispDigitalGain?: number
+  ispAnalogGain?: string
 }
 
 export type StreamVideoConfig = {
@@ -531,8 +570,6 @@ export type StreamStartRequest = {
   type?: "start_stream"
   streamUrl: string
   streamId?: string
-  keepAlive?: boolean
-  keepAliveIntervalSeconds?: number
   sound?: boolean
   video?: StreamVideoConfig
   audio?: StreamAudioConfig
@@ -859,7 +896,6 @@ export type BluetoothSdkEventMap = {
   mic_pcm: MicPcmEvent
   mic_lc3: MicLc3Event
   stream_status: StreamStatusEvent
-  ota_update_available: OtaUpdateAvailableEvent
   ota_start_ack: OtaStartAckEvent
   ota_status: OtaStatusEvent
   version_info: VersionInfoEvent
@@ -913,10 +949,9 @@ export interface BluetoothSdkPublicModule {
 
   setGalleryModeEnabled(enabled: boolean): Promise<SettingsAckSuccessEvent>
   setVoiceActivityDetectionEnabled(enabled: boolean): Promise<void>
-  setButtonPhotoSettings(size: ButtonPhotoSize): Promise<SettingsAckSuccessEvent>
-  setButtonVideoRecordingSettings(width: number, height: number, fps: number): Promise<SettingsAckSuccessEvent>
-  setButtonCameraLed(enabled: boolean): Promise<SettingsAckSuccessEvent>
-  setButtonMaxRecordingTime(minutes: number): Promise<SettingsAckSuccessEvent>
+  setPhotoCaptureDefaults(settings: PhotoCaptureDefaults): Promise<SettingsAckSuccessEvent>
+  setVideoRecordingDefaults(settings: VideoRecordingDefaults): Promise<SettingsAckSuccessEvent>
+  setMaxVideoRecordingDuration(minutes: number): Promise<SettingsAckSuccessEvent>
   setCameraFov(request: CameraFovRequest): Promise<CameraFovResult>
   queryGalleryStatus(): Promise<GalleryStatusEvent>
   requestPhoto(params: PhotoRequestParams): Promise<PhotoSuccessResponseEvent>
@@ -959,12 +994,10 @@ export interface BluetoothSdkPublicModule {
   ): Promise<RgbLedControlSuccessResponseEvent>
 
   requestVersionInfo(): Promise<VersionInfoResult>
-  /** Ask connected Mentra Live glasses to check/report OTA availability and status. */
-  checkForOtaUpdate(): Promise<OtaQueryResult>
-  /** Start the OTA flow after your app has presented the available update to the user. */
+  /** Fetch the configured OTA manifest and return whether any ASG/BES/MTK update is available. */
+  checkForOtaUpdate(): Promise<boolean>
+  /** Start the OTA flow with the same configured manifest URL used by checkForOtaUpdate(). */
   startOtaUpdate(): Promise<OtaStartAckEvent>
-  /** Re-run the glasses-side OTA version check, mainly after correcting clock skew/TLS failures. */
-  retryOtaVersionCheck(): Promise<OtaQueryResult>
 
   // // stt commands (MOVE TO CRUST)
   // setSttModelDetails(path: string, languageCode: string): Promise<void>
@@ -1206,7 +1239,6 @@ export type BluetoothSettingsUpdate = Partial<{
   button_video_width: number
   button_video_height: number
   button_video_fps: number
-  button_camera_led: boolean
   button_max_recording_time: number
   camera_fov: NativeCameraFovSetting
   should_send_pcm: boolean

package/src/_private/BluetoothSdkModule.ts

@@ -2,10 +2,9 @@ import {NativeModule, requireNativeModule} from "expo"
 
 import {
   BluetoothSettingsUpdate,
-  BluetoothSdkPublicModule,
   BluetoothSdkModuleEvents,
   BluetoothStatus,
-  ButtonPhotoSize,
+  PhotoCaptureDefaults,
   CalendarEvent,
   CAMERA_FOV_DEFAULT,
   CAMERA_FOV_MAX,
@@ -122,21 +121,21 @@ declare class BluetoothSdkNativeModule extends NativeModule<BluetoothSdkModuleEv
   // Gallery Commands
   setGalleryModeEnabled(enabled: boolean): Promise<SettingsAckSuccessEvent>
   setVoiceActivityDetectionEnabled(enabled: boolean): Promise<void>
-  setButtonPhotoSettings(size: ButtonPhotoSize): Promise<SettingsAckSuccessEvent>
-  setButtonVideoRecordingSettings(width: number, height: number, fps: number): Promise<SettingsAckSuccessEvent>
-  setButtonCameraLed(enabled: boolean): Promise<SettingsAckSuccessEvent>
-  setButtonMaxRecordingTime(minutes: number): Promise<SettingsAckSuccessEvent>
+  setPhotoCaptureDefaults(settings: PhotoCaptureDefaults): Promise<SettingsAckSuccessEvent>
+  setVideoRecordingDefaults(width: number, height: number, fps: number): Promise<SettingsAckSuccessEvent>
+  setMaxVideoRecordingDuration(minutes: number): Promise<SettingsAckSuccessEvent>
   setCameraFov(request: CameraFovRequest): Promise<CameraFovResult>
   queryGalleryStatus(): Promise<GalleryStatusEvent>
   requestPhoto(params: PhotoRequestParams): Promise<PhotoSuccessResponseEvent>
 
   // OTA Commands
-  sendOtaStart(): Promise<OtaStartAckEvent>
+  setOtaVersionUrl(otaVersionUrl: string): void
+  getOtaVersionUrl(): string
+  checkForOtaUpdate(): Promise<boolean>
+  startOtaUpdate(otaVersionUrl?: string | null): Promise<OtaStartAckEvent>
   sendOtaQueryStatus(): Promise<OtaQueryResult>
   /** Re-run glasses-side OTA version check (called after a clock fix invalidates a TLS failure). */
   retryOtaVersionCheck(): Promise<OtaQueryResult>
-  checkForOtaUpdate(): Promise<OtaQueryResult>
-  startOtaUpdate(): Promise<OtaStartAckEvent>
 
   // Version Info Commands
   requestVersionInfo(): Promise<VersionInfoResult>
@@ -567,12 +566,5 @@ NativeBluetoothSdkModule.requestPhoto = function (params: PhotoRequestParams) {
   return nativeRequestPhoto(photoRequestParamsForNative(params) as unknown as PhotoRequestParams)
 }
 
-const nativeStartStream = NativeBluetoothSdkModule.startStream.bind(NativeBluetoothSdkModule)
-NativeBluetoothSdkModule.startExternallyManagedStream = function (params: StreamStartRequest) {
-  return nativeStartStream({...params, keepAliveMode: "external"} as StreamStartRequest)
-}
-NativeBluetoothSdkModule.checkForOtaUpdate = NativeBluetoothSdkModule.sendOtaQueryStatus.bind(NativeBluetoothSdkModule)
-NativeBluetoothSdkModule.startOtaUpdate = NativeBluetoothSdkModule.sendOtaStart.bind(NativeBluetoothSdkModule)
-
 export default NativeBluetoothSdkModule
-export const BluetoothSdk = NativeBluetoothSdkModule as BluetoothSdkPublicModule
+export const BluetoothSdk = NativeBluetoothSdkModule as BluetoothSdkInternalModule

package/src/_private/photoRequestPayload.ts

@@ -1,4 +1,23 @@
-import type {PhotoRequestParams} from "../BluetoothSdk.types"
+import type {PhotoRequestParams, PhotoSize} from "../BluetoothSdk.types"
+
+/** Maps unknown/legacy size strings to the current wire format. */
+export function normalizePhotoSizeTier(size: string | undefined): PhotoSize {
+  switch (size) {
+    case "small":
+      return "low"
+    case "large":
+      return "high"
+    case "full":
+      return "max"
+    case "low":
+    case "medium":
+    case "high":
+    case "max":
+      return size
+    default:
+      return "medium"
+  }
+}
 
 /** Expo Android bridge rejects null values in Map<String, Any> — omit optional nullish fields. */
 export function photoRequestParamsForNative(
@@ -7,12 +26,14 @@ export function photoRequestParamsForNative(
   const payload: Record<string, string | number | boolean> = {
     requestId: params.requestId,
     appId: params.appId,
-    size: params.size,
+    size: normalizePhotoSizeTier(params.size),
     webhookUrl: params.webhookUrl ?? "",
     compress: params.compress,
-    flash: true,
     sound: params.sound,
   }
+  if (params.save != null) {
+    payload.save = params.save
+  }
   if (params.authToken != null && params.authToken.length > 0) {
     payload.authToken = params.authToken
   }
@@ -24,5 +45,29 @@ export function photoRequestParamsForNative(
   if (hasManualExposure && params.iso != null && Number.isFinite(params.iso) && params.iso > 0) {
     payload.iso = Math.round(params.iso)
   }
+  if (params.aeExposureDivisor != null && params.aeExposureDivisor > 1) {
+    payload.aeExposureDivisor = Math.round(params.aeExposureDivisor)
+  }
+  if (params.isoCap != null && params.isoCap > 0) {
+    payload.isoCap = Math.round(params.isoCap)
+  }
+  if (params.noiseReduction != null) {
+    payload.noiseReduction = params.noiseReduction
+  }
+  if (params.edgeEnhancement != null) {
+    payload.edgeEnhancement = params.edgeEnhancement
+  }
+  if (params.mfnr != null) {
+    payload.mfnr = params.mfnr
+  }
+  if (params.zsl != null) {
+    payload.zsl = params.zsl
+  }
+  if (params.ispDigitalGain != null) {
+    payload.ispDigitalGain = Math.round(params.ispDigitalGain)
+  }
+  if (params.ispAnalogGain != null && params.ispAnalogGain.length > 0) {
+    payload.ispAnalogGain = params.ispAnalogGain
+  }
   return payload
 }

package/src/debug.ts

@@ -0,0 +1,9 @@
+import PrivateBluetoothSdkModule from "./_private/BluetoothSdkModule"
+
+export function setOtaVersionUrl(otaVersionUrl: string): void {
+  PrivateBluetoothSdkModule.setOtaVersionUrl(otaVersionUrl)
+}
+
+export function getOtaVersionUrl(): string {
+  return PrivateBluetoothSdkModule.getOtaVersionUrl()
+}

package/src/index.ts

@@ -1,5 +1,10 @@
 import PrivateBluetoothSdkModule from "./_private/BluetoothSdkModule"
-import type {BluetoothSdkEventListener, BluetoothSdkEventName, BluetoothSdkPublicModule} from "./BluetoothSdk.types"
+import type {
+  BluetoothSdkEventListener,
+  BluetoothSdkEventName,
+  BluetoothSdkPublicModule,
+  VideoRecordingDefaults,
+} from "./BluetoothSdk.types"
 
 const PUBLIC_EVENT_NAMES = new Set<BluetoothSdkEventName>([
   "log",
@@ -36,7 +41,6 @@ const PUBLIC_EVENT_NAMES = new Set<BluetoothSdkEventName>([
   "mic_pcm",
   "mic_lc3",
   "stream_status",
-  "ota_update_available",
   "ota_start_ack",
   "ota_status",
   "version_info",
@@ -50,6 +54,10 @@ const addListener: BluetoothSdkPublicModule["addListener"] = (eventName, listene
   return PrivateBluetoothSdkModule.addListener(eventName, listener as BluetoothSdkEventListener<BluetoothSdkEventName>)
 }
 
+const startOtaUpdate: BluetoothSdkPublicModule["startOtaUpdate"] = () => {
+  return PrivateBluetoothSdkModule.startOtaUpdate()
+}
+
 export const BluetoothSdk: BluetoothSdkPublicModule = Object.freeze({
   addListener,
   getDefaultDevice: PrivateBluetoothSdkModule.getDefaultDevice.bind(PrivateBluetoothSdkModule),
@@ -77,11 +85,10 @@ export const BluetoothSdk: BluetoothSdkPublicModule = Object.freeze({
   setGalleryModeEnabled: PrivateBluetoothSdkModule.setGalleryModeEnabled.bind(PrivateBluetoothSdkModule),
   setVoiceActivityDetectionEnabled:
     PrivateBluetoothSdkModule.setVoiceActivityDetectionEnabled.bind(PrivateBluetoothSdkModule),
-  setButtonPhotoSettings: PrivateBluetoothSdkModule.setButtonPhotoSettings.bind(PrivateBluetoothSdkModule),
-  setButtonVideoRecordingSettings:
-    PrivateBluetoothSdkModule.setButtonVideoRecordingSettings.bind(PrivateBluetoothSdkModule),
-  setButtonCameraLed: PrivateBluetoothSdkModule.setButtonCameraLed.bind(PrivateBluetoothSdkModule),
-  setButtonMaxRecordingTime: PrivateBluetoothSdkModule.setButtonMaxRecordingTime.bind(PrivateBluetoothSdkModule),
+  setPhotoCaptureDefaults: PrivateBluetoothSdkModule.setPhotoCaptureDefaults.bind(PrivateBluetoothSdkModule),
+  setVideoRecordingDefaults: ({width, height, fps}: VideoRecordingDefaults) =>
+    PrivateBluetoothSdkModule.setVideoRecordingDefaults(width, height, fps),
+  setMaxVideoRecordingDuration: PrivateBluetoothSdkModule.setMaxVideoRecordingDuration.bind(PrivateBluetoothSdkModule),
   setCameraFov: PrivateBluetoothSdkModule.setCameraFov.bind(PrivateBluetoothSdkModule),
   queryGalleryStatus: PrivateBluetoothSdkModule.queryGalleryStatus.bind(PrivateBluetoothSdkModule),
   requestPhoto: PrivateBluetoothSdkModule.requestPhoto.bind(PrivateBluetoothSdkModule),
@@ -96,9 +103,8 @@ export const BluetoothSdk: BluetoothSdkPublicModule = Object.freeze({
   setGlassesMediaVolume: PrivateBluetoothSdkModule.setGlassesMediaVolume.bind(PrivateBluetoothSdkModule),
   rgbLedControl: PrivateBluetoothSdkModule.rgbLedControl.bind(PrivateBluetoothSdkModule),
   requestVersionInfo: PrivateBluetoothSdkModule.requestVersionInfo.bind(PrivateBluetoothSdkModule),
-  checkForOtaUpdate: PrivateBluetoothSdkModule.sendOtaQueryStatus.bind(PrivateBluetoothSdkModule),
-  startOtaUpdate: PrivateBluetoothSdkModule.sendOtaStart.bind(PrivateBluetoothSdkModule),
-  retryOtaVersionCheck: PrivateBluetoothSdkModule.retryOtaVersionCheck.bind(PrivateBluetoothSdkModule),
+  checkForOtaUpdate: PrivateBluetoothSdkModule.checkForOtaUpdate.bind(PrivateBluetoothSdkModule),
+  startOtaUpdate,
   setSttModelDetails: PrivateBluetoothSdkModule.setSttModelDetails.bind(PrivateBluetoothSdkModule),
   getSttModelPath: PrivateBluetoothSdkModule.getSttModelPath.bind(PrivateBluetoothSdkModule),
   checkSttModelAvailable: PrivateBluetoothSdkModule.checkSttModelAvailable.bind(PrivateBluetoothSdkModule),
@@ -140,6 +146,7 @@ export type {
   BluetoothSdkPublicModule as BluetoothSdkModule,
   BluetoothSdkSubscription,
   ButtonPhotoSize,
+  PhotoCaptureDefaults,
   ButtonPressEvent,
   CameraFovPreset,
   CameraFovRequest,
@@ -181,6 +188,7 @@ export type {
   PhotoMeteredPreview,
   PhotoResponseEvent,
   PhotoRequestedCaptureConfig,
+  PhotoRequestParams,
   PhotoSize,
   PhotoStatusEvent,
   PhotoStatusState,
@@ -209,6 +217,7 @@ export type {
   SwipeVolumeStatusEvent,
   SwitchStatusEvent,
   TouchEvent,
+  VideoRecordingDefaults,
   VideoRecordingStartedStatusEvent,
   VideoRecordingStatusEvent,
   VideoRecordingStatusState,