@mentra/bluetooth-sdk 0.1.18 → 0.1.20

package/ios/Source/utils/MessageChunker.swift

@@ -24,6 +24,8 @@ class MessageChunker {
     private static let MIN_CHUNK_DATA_SIZE = 4
     private static let MAX_PACKED_CHUNK_SIZE = 253
     private static let K900_FRAME_OVERHEAD = 7
+    private static let MAX_BINARY_FRAGMENT_PAYLOAD = BleWireProtocol.maxFragmentPayload
+    private static let MAX_BINARY_FRAME_SIZE = BleWireProtocol.mtuTarget
 
     /**
      * Check if a message needs to be chunked
@@ -204,6 +206,77 @@ class MessageChunker {
         )
     }
 
+    static func needsBinaryFragmenting(_ payload: Data) -> Bool {
+        payload.count > MAX_BINARY_FRAGMENT_PAYLOAD
+    }
+
+    static func needsBinaryFragmenting(_ json: String) -> Bool {
+        guard let data = json.data(using: .utf8) else { return false }
+        return needsBinaryFragmenting(data)
+    }
+
+    struct BinaryFragment {
+        let flags: UInt8
+        let msgId: UInt16
+        let fragIdx: UInt8
+        let fragCount: UInt8
+        let payload: Data
+    }
+
+    static func createBinaryFragments(
+        payload: Data,
+        msgId: UInt16 = 0,
+        wakeUp: Bool = false,
+        ackRequested: Bool = false
+    ) -> [BinaryFragment] {
+        let fragCount = max(1, (payload.count + MAX_BINARY_FRAGMENT_PAYLOAD - 1) / MAX_BINARY_FRAGMENT_PAYLOAD)
+        guard fragCount <= 255 else { return [] }
+
+        var fragments: [BinaryFragment] = []
+        for i in 0 ..< fragCount {
+            let offset = i * MAX_BINARY_FRAGMENT_PAYLOAD
+            let end = min(offset + MAX_BINARY_FRAGMENT_PAYLOAD, payload.count)
+            let fragPayload = payload.subdata(in: offset ..< end)
+
+            var flags: UInt8 = 0
+            if i == 0 { flags |= BleWireProtocol.flagFirstFrag }
+            if i == fragCount - 1 { flags |= BleWireProtocol.flagLastFrag }
+            if wakeUp, i == 0 { flags |= BleWireProtocol.flagWake }
+            if ackRequested, i == fragCount - 1 { flags |= BleWireProtocol.flagAckRequested }
+
+            fragments.append(
+                BinaryFragment(
+                    flags: flags,
+                    msgId: msgId,
+                    fragIdx: UInt8(i),
+                    fragCount: UInt8(fragCount),
+                    payload: fragPayload
+                )
+            )
+        }
+
+        print("MessageChunker: Created \(fragments.count) binary fragments for \(payload.count) bytes")
+        return fragments
+    }
+
+    static func allBinaryFragmentsFit(_ fragments: [BinaryFragment]) -> Bool {
+        for fragment in fragments {
+            guard let packed = BleWireProtocol.packBinaryFragment(
+                flags: fragment.flags,
+                msgId: fragment.msgId,
+                fragIdx: fragment.fragIdx,
+                fragCount: fragment.fragCount,
+                payload: fragment.payload
+            ) else {
+                return false
+            }
+            if packed.count > MAX_BINARY_FRAME_SIZE {
+                return false
+            }
+        }
+        return true
+    }
+
     /**
      * Container for chunk information
      */

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mentra/bluetooth-sdk",
-  "version": "0.1.18",
+  "version": "0.1.20",
   "description": "SDK for communicating with smart glasses",
   "main": "build/index.js",
   "react-native": "src/index.ts",
@@ -8,28 +8,33 @@
   "types": "build/index.d.ts",
   "exports": {
     ".": {
-      "types": "./build/index.d.ts",
       "react-native": "./src/index.ts",
+      "types": "./build/index.d.ts",
       "default": "./build/index.js"
     },
     "./internal": {
-      "types": "./build/_internal.d.ts",
       "react-native": "./src/_internal.ts",
+      "types": "./build/_internal.d.ts",
       "default": "./build/_internal.js"
     },
     "./react": {
-      "types": "./build/react/index.d.ts",
       "react-native": "./src/react/index.ts",
+      "types": "./build/react/index.d.ts",
       "default": "./build/react/index.js"
     },
+    "./types": {
+      "react-native": "./src/types/index.ts",
+      "types": "./build/types/index.d.ts",
+      "default": "./build/types/index.js"
+    },
     "./photo-receiver": {
-      "types": "./build/photo-receiver/index.d.ts",
       "react-native": "./src/photo-receiver/index.ts",
+      "types": "./build/photo-receiver/index.d.ts",
       "default": "./build/photo-receiver/index.js"
     },
     "./debug": {
-      "types": "./build/debug.d.ts",
       "react-native": "./src/debug.ts",
+      "types": "./build/debug.d.ts",
       "default": "./build/debug.js"
     },
     "./_private/*": null,
@@ -102,7 +107,9 @@
   },
   "dependencies": {},
   "devDependencies": {
-    "expo-module-scripts": "^55.0.2"
+    "@types/node": "^25.9.3",
+    "expo-module-scripts": "^55.0.2",
+    "typescript": "~5.9.2"
   },
   "peerDependencies": {
     "@expo/config-plugins": ">=8.0.0",

package/src/BluetoothSdk.types.ts

@@ -440,8 +440,14 @@ export type SettingsAckSuccessEvent = Omit<SettingsAckEvent, "status"> & {
 export type RgbLedAction = "on" | "off"
 export type RgbLedColor = "red" | "green" | "blue" | "orange" | "white"
 export type PhotoSize = "low" | "medium" | "high" | "max"
+export type PhotoMode = "photo" | "text"
 export type ButtonPhotoSize = "low" | "medium" | "high" | "max"
 
+/**
+ * @deprecated Sticky action-button photo presets via {@link BluetoothSdkPublicModule.setPhotoCaptureDefaults}
+ * are deprecated. Prefer per-request {@link BluetoothSdkPublicModule.requestPhoto} options
+ * (e.g. `mode: "text"` for AE ÷3) instead of persisting button-photo tuning on the glasses.
+ */
 export type PhotoCaptureDefaults = {
   size?: PhotoSize
   mfnr?: boolean
@@ -542,7 +548,9 @@ export type MicMode = "phone" | "glasses" | "bluetoothClassic" | "bluetooth"
 
 export type PhotoRequestParams = {
   requestId?: string
+  appId?: string
   size: PhotoSize
+  mode?: PhotoMode
   webhookUrl: string | null
   authToken: string | null
   compress: PhotoCompression
@@ -689,11 +697,25 @@ export type StreamResolvedConfig = {
   }
 }
 
+/** Live encoder telemetry, when the glasses emit it (no firmware does yet). */
+export type StreamLiveStats = {
+  /** Current encoded video bitrate in bits per second. */
+  bitrate?: number
+  /** Current encode frame rate. */
+  fps?: number
+  droppedFrames?: number
+  /** Seconds since the stream started. */
+  duration?: number
+  /** Device temperature in °C, if the hardware reports it. */
+  temperatureC?: number
+}
+
 type StreamStatusCommon = {
   type: "stream_status"
   streamId?: string
   timestamp?: number
   resolvedConfig?: StreamResolvedConfig
+  stats?: StreamLiveStats
 }
 
 export type StreamStatusEvent =
@@ -761,6 +783,15 @@ export type OtaStartAckEvent = {
   timestamp: number
 }
 
+export type OtaUpdateAvailableEvent = {
+  type: "ota_update_available"
+  version_code?: number
+  version_name?: string
+  updates?: string[]
+  total_size?: number
+  cache_ready?: boolean
+}
+
 export type OtaStatusEvent = {
   type: "ota_status"
   session_id: string
@@ -837,6 +868,7 @@ export type BluetoothSdkModuleEvents = {
   stream_status: (event: StreamStatusEvent) => void
   keep_alive_ack: (event: KeepAliveAckEvent) => void
   mtk_update_complete: (event: MtkUpdateCompleteEvent) => void
+  ota_update_available: (event: OtaUpdateAvailableEvent) => void
   ota_start_ack: (event: OtaStartAckEvent) => void
   ota_status: (event: OtaStatusEvent) => void
   version_info: (event: VersionInfoEvent) => void
@@ -907,6 +939,7 @@ export type BluetoothSdkEventMap = {
   mic_pcm: MicPcmEvent
   mic_lc3: MicLc3Event
   stream_status: StreamStatusEvent
+  ota_update_available: OtaUpdateAvailableEvent
   ota_start_ack: OtaStartAckEvent
   ota_status: OtaStatusEvent
   version_info: VersionInfoEvent
@@ -960,6 +993,11 @@ export interface BluetoothSdkPublicModule {
 
   setGalleryModeEnabled(enabled: boolean): Promise<SettingsAckSuccessEvent>
   setVoiceActivityDetectionEnabled(enabled: boolean): Promise<void>
+  /**
+   * @deprecated Sticky action-button photo presets are deprecated. Prefer per-request
+   * `requestPhoto(...)` options (e.g. `mode: "text"` for AE ÷3, or explicit per-shot
+   * fields). Still functional until removed in a future release.
+   */
   setPhotoCaptureDefaults(settings: PhotoCaptureDefaults): Promise<SettingsAckSuccessEvent>
   setVideoRecordingDefaults(settings: VideoRecordingDefaults): Promise<SettingsAckSuccessEvent>
   setMaxVideoRecordingDuration(minutes: number): Promise<SettingsAckSuccessEvent>
@@ -1085,6 +1123,7 @@ export interface OtaUpdateInfo {
   versionName: string
   updates: string[] // ["apk", "mtk", "bes"]
   totalSize: number
+  cacheReady?: boolean
 }
 
 export interface OtaProgress {
@@ -1270,7 +1309,6 @@ export type BluetoothSettingsUpdate = Partial<{
   should_send_lc3: boolean
   should_send_transcript: boolean
   offline_mode: boolean
-  offline_captions_running: boolean
   local_stt_fallback_active: boolean
   pending_wearable: DeviceModel | ""
   default_wearable: DeviceModel | ""

package/src/_private/BluetoothSdkModule.ts

@@ -124,6 +124,10 @@ declare class BluetoothSdkNativeModule extends NativeModule<BluetoothSdkModuleEv
   // Gallery Commands
   setGalleryModeEnabled(enabled: boolean): Promise<SettingsAckSuccessEvent>
   setVoiceActivityDetectionEnabled(enabled: boolean): Promise<void>
+  /**
+   * @deprecated Sticky action-button photo presets are deprecated. Prefer per-request
+   * `requestPhoto(...)` options (e.g. `mode: "text"` for AE ÷3).
+   */
   setPhotoCaptureDefaults(settings: PhotoCaptureDefaults): Promise<SettingsAckSuccessEvent>
   setVideoRecordingDefaults(width: number, height: number, fps: number): Promise<SettingsAckSuccessEvent>
   setMaxVideoRecordingDuration(minutes: number): Promise<SettingsAckSuccessEvent>

package/src/_private/photoRequestPayload.ts

@@ -30,6 +30,7 @@ export function photoRequestParamsForNative(
 ): Record<string, string | number | boolean> {
   const payload: Record<string, string | number | boolean> = {
     size: normalizePhotoSizeTier(params.size),
+    mode: params.mode ?? "photo",
     webhookUrl: params.webhookUrl ?? "",
     compress: params.compress,
     sound: params.sound,

package/src/index.ts

@@ -96,6 +96,11 @@ export const BluetoothSdk: BluetoothSdkPublicModule = Object.freeze({
   setHotspotState: bindPublicMethod("setHotspotState"),
   setGalleryModeEnabled: bindPublicMethod("setGalleryModeEnabled"),
   setVoiceActivityDetectionEnabled: bindPublicMethod("setVoiceActivityDetectionEnabled"),
+  /**
+   * @deprecated Sticky action-button photo presets are deprecated. Prefer per-request
+   * `requestPhoto(...)` options (e.g. `mode: "text"` for AE ÷3, or explicit per-shot
+   * fields). Still functional until removed in a future release.
+   */
   setPhotoCaptureDefaults: bindPublicMethod("setPhotoCaptureDefaults"),
   setVideoRecordingDefaults: ({width, height, fps}: VideoRecordingDefaults) => {
     const method = (PrivateBluetoothSdkModule as unknown as Record<string, unknown>).setVideoRecordingDefaults
@@ -204,6 +209,7 @@ export type {
   PhotoCompression,
   PhotoFpsRange,
   PhotoMeteredPreview,
+  PhotoMode,
   PhotoResponseEvent,
   PhotoRequestedCaptureConfig,
   PhotoRequestParams,

package/src/types/index.ts

@@ -0,0 +1,7 @@
+export {
+  isBusyGlassesConnectionStatus,
+  isConnectedGlassesConnectionStatus,
+  isReadyGlassesConnectionStatus,
+} from "../BluetoothSdk.types"
+
+export type {ConnectedGlassesConnectionStatus, GlassesConnectionStatus} from "../BluetoothSdk.types"