@mentra/bluetooth-sdk 0.1.10 → 0.1.12

package/ios/Source/sgcs/SGCManager.swift

@@ -31,9 +31,16 @@ protocol SGCManager {
     /// Defaulted in an extension to delegate to the basic recording path; devices
     /// that support custom settings (e.g. Mentra Live) override this.
     func startVideoRecording(
-        requestId: String, save: Bool, flash: Bool, sound: Bool, width: Int, height: Int, fps: Int
+        requestId: String, save: Bool, flash: Bool, sound: Bool, width: Int, height: Int, fps: Int,
+        maxRecordingTimeMinutes: Int
     )
     func stopVideoRecording(requestId: String)
+    /// Stop recording and upload the result to `webhookUrl` (multipart) using
+    /// `authToken`. Supplied at stop time so the token is fresh when the upload
+    /// runs. Defaulted in an extension to ignore the upload target and just stop;
+    /// devices that support webhook upload (e.g. Mentra Live) override this. An
+    /// empty/nil `webhookUrl` means "keep the video on device".
+    func stopVideoRecording(requestId: String, webhookUrl: String?, authToken: String?)
 
     // MARK: - Button Settings
 
@@ -47,8 +54,8 @@ protocol SGCManager {
 
     func setBrightness(_ level: Int, autoMode: Bool)
     func clearDisplay()
-    func sendTextWall(_ text: String)
-    func sendDoubleTextWall(_ top: String, _ bottom: String)
+    func sendTextWall(_ text: String) async
+    func sendDoubleTextWall(_ top: String, _ bottom: String) async
     /// Display a bitmap. Optional `x`/`y`/`width`/`height` position and size the target
     /// container (used by G2; other SGCs ignore positioning and render the bitmap as before).
     func displayBitmap(base64ImageData: String, x: Int32?, y: Int32?, width: Int32?, height: Int32?) async -> Bool
@@ -64,7 +71,7 @@ protocol SGCManager {
 
     // MARK: - Notification Panel
 
-    func showNotificationsPanel()
+    func showNotificationsPanel() async
 
     // MARK: - Calendar Events
 
@@ -77,6 +84,9 @@ protocol SGCManager {
     // MARK: - Device Control
 
     func setHeadUpAngle(_ angle: Int)
+    /// Enable/disable raw accelerometer (IMU) reporting from the glasses.
+    /// Default no-op; only G2 streams IMU data today.
+    func setImuEnabled(_ enabled: Bool) async
     func getBatteryStatus()
     func setSilentMode(_ enabled: Bool)
     func exit()
@@ -142,11 +152,15 @@ extension SGCManager {
 
     func startVideoRecording(
         requestId: String, save: Bool, flash: Bool, sound: Bool, width _: Int, height _: Int,
-        fps _: Int
+        fps _: Int, maxRecordingTimeMinutes _: Int
     ) {
         startVideoRecording(requestId: requestId, save: save, flash: flash, sound: sound)
     }
 
+    func stopVideoRecording(requestId: String, webhookUrl _: String?, authToken _: String?) {
+        stopVideoRecording(requestId: requestId)
+    }
+
     // MARK: - Dashboard (default: combined wire format; Nex implements single-field)
 
     func setDashboardHeightOnly(_ height: Int) {
@@ -165,7 +179,13 @@ extension SGCManager {
 
     // MARK: - Notification Panel (default no-op — only G2 supports this)
 
-    func showNotificationsPanel() {}
+    func showNotificationsPanel() async {}
+
+    // MARK: - IMU (default no-op — only G2 streams accelerometer data)
+
+    func setImuEnabled(_: Bool) async {
+        Bridge.log("SGC: setImuEnabled not supported")
+    }
 
     // MARK: - Calendar Events (default no-op — only G2 supports this)
 

package/ios/Source/sgcs/Simulated.swift

@@ -133,11 +133,11 @@ class Simulated: SGCManager {
         Bridge.log("clearDisplay")
     }
 
-    func sendTextWall(_: String) {
+    func sendTextWall(_: String) async {
         Bridge.log("sendTextWall")
     }
 
-    func sendDoubleTextWall(_: String, _: String) {
+    func sendDoubleTextWall(_: String, _: String) async {
         Bridge.log("sendDoubleTextWall")
     }
 

package/ios/Source/types/DeviceModels.swift

@@ -3,7 +3,11 @@ import Foundation
 public struct MentraBluetoothSDKConfiguration {
     public static let `default` = MentraBluetoothSDKConfiguration()
 
-    public init() {}
+    public let analytics: BluetoothSdkAnalyticsConfiguration
+
+    public init(analytics: BluetoothSdkAnalyticsConfiguration = BluetoothSdkAnalyticsConfiguration()) {
+        self.analytics = analytics
+    }
 }
 
 public enum DeviceModel: String {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@mentra/bluetooth-sdk",
-  "version": "0.1.10",
+  "version": "0.1.12",
   "description": "SDK for communicating with smart glasses",
   "main": "build/index.js",
   "react-native": "src/index.ts",

package/plugin/build/index.d.ts

@@ -1,6 +1,10 @@
 import { type ConfigPlugin } from "expo/config-plugins";
 export interface BluetoothSdkPluginProps {
     node?: boolean;
+    analytics?: boolean | BluetoothSdkAnalyticsPluginProps;
+}
+export interface BluetoothSdkAnalyticsPluginProps {
+    enabled?: boolean;
 }
 declare const withBluetoothSdk: ConfigPlugin<BluetoothSdkPluginProps>;
 export default withBluetoothSdk;

package/plugin/build/withAndroid.d.ts

@@ -1,4 +1,3 @@
 import { type ConfigPlugin } from "expo/config-plugins";
-export declare const withAndroidConfiguration: ConfigPlugin<{
-    node?: boolean;
-}>;
+import { type BluetoothSdkPluginProps } from "./index";
+export declare const withAndroidConfiguration: ConfigPlugin<BluetoothSdkPluginProps>;

package/plugin/build/withAndroid.js

@@ -7,6 +7,10 @@ exports.withAndroidConfiguration = void 0;
 const child_process_1 = require("child_process");
 const path_1 = __importDefault(require("path"));
 const config_plugins_1 = require("expo/config-plugins");
+const META_ANALYTICS_DISABLED = "com.mentra.bluetoothsdk.analytics.disabled";
+const STALE_META_POSTHOG_API_KEY = "com.mentra.bluetoothsdk.analytics.posthog_api_key";
+const STALE_META_POSTHOG_HOST = "com.mentra.bluetoothsdk.analytics.posthog_host";
+const ANALYTICS_META_NAMES = [META_ANALYTICS_DISABLED, STALE_META_POSTHOG_API_KEY, STALE_META_POSTHOG_HOST];
 function getBluetoothSdkRoot() {
     return path_1.default.dirname(require.resolve("../../package.json"));
 }
@@ -133,9 +137,51 @@ function withSherpaOnnxLocalMavenRepo(config) {
         return config;
     });
 }
+function resolveAnalyticsProps(props) {
+    const analytics = props?.analytics;
+    let disabled;
+    if (analytics === false) {
+        disabled = true;
+    }
+    else if (analytics === true) {
+        disabled = false;
+    }
+    else if (typeof analytics === "object" && analytics.enabled !== undefined) {
+        disabled = !analytics.enabled;
+    }
+    return {
+        disabled,
+    };
+}
+function upsertMetaData(application, name, value) {
+    application["meta-data"] ??= [];
+    const existing = application["meta-data"].find((item) => item.$?.["android:name"] === name);
+    const entry = existing ?? { $: { "android:name": name } };
+    entry.$["android:value"] = value;
+    if (!existing) {
+        application["meta-data"].push(entry);
+    }
+}
+function removeMetaData(application, name) {
+    application["meta-data"] = (application["meta-data"] ?? []).filter((item) => item.$?.["android:name"] !== name);
+}
+function withAnalyticsManifestMetadata(config, props) {
+    return (0, config_plugins_1.withAndroidManifest)(config, (config) => {
+        const analytics = resolveAnalyticsProps(props);
+        const application = config_plugins_1.AndroidConfig.Manifest.getMainApplicationOrThrow(config.modResults);
+        for (const name of ANALYTICS_META_NAMES) {
+            removeMetaData(application, name);
+        }
+        if (analytics.disabled !== undefined) {
+            upsertMetaData(application, META_ANALYTICS_DISABLED, analytics.disabled ? "true" : "false");
+        }
+        return config;
+    });
+}
 const withAndroidConfiguration = (config, props) => {
     config = withSettingsGradleModifications(config);
     config = withSherpaOnnxLocalMavenRepo(config);
+    config = withAnalyticsManifestMetadata(config, props);
     if (props?.node) {
         config = withGradlePropertiesModifications(config);
     }

package/plugin/build/withIos.d.ts

@@ -1,4 +1,3 @@
 import { type ConfigPlugin } from "expo/config-plugins";
-export declare const withIosConfiguration: ConfigPlugin<{
-    node?: boolean;
-}>;
+import { type BluetoothSdkPluginProps } from "./index";
+export declare const withIosConfiguration: ConfigPlugin<BluetoothSdkPluginProps>;

package/plugin/build/withIos.js

@@ -10,6 +10,9 @@ const path_1 = __importDefault(require("path"));
 const config_plugins_1 = require("expo/config-plugins");
 const BLUETOOTH_SDK_EXPO_ADAPTER_ENV = "MENTRA_BLUETOOTH_SDK_INCLUDE_EXPO_ADAPTER";
 const BLUETOOTH_SDK_EXPO_ADAPTER_LINE = `ENV['${BLUETOOTH_SDK_EXPO_ADAPTER_ENV}'] ||= '1'`;
+const INFO_ANALYTICS_DISABLED = "MentraBluetoothSdkAnalyticsDisabled";
+const STALE_INFO_POSTHOG_API_KEY = "MentraBluetoothSdkPostHogApiKey";
+const STALE_INFO_POSTHOG_HOST = "MentraBluetoothSdkPostHogHost";
 const ensureBluetoothSdkExpoAdapterPodEnv = (podfile) => {
     if (podfile.includes(BLUETOOTH_SDK_EXPO_ADAPTER_ENV)) {
         return podfile;
@@ -51,11 +54,40 @@ const withXcodeEnvLocal = (config) => {
         },
     ]);
 };
+function resolveAnalyticsProps(props) {
+    const analytics = props?.analytics;
+    let disabled;
+    if (analytics === false) {
+        disabled = true;
+    }
+    else if (analytics === true) {
+        disabled = false;
+    }
+    else if (typeof analytics === "object" && analytics.enabled !== undefined) {
+        disabled = !analytics.enabled;
+    }
+    return {
+        disabled,
+    };
+}
+function withAnalyticsInfoPlist(config, props) {
+    return (0, config_plugins_1.withInfoPlist)(config, (config) => {
+        const analytics = resolveAnalyticsProps(props);
+        delete config.modResults[INFO_ANALYTICS_DISABLED];
+        delete config.modResults[STALE_INFO_POSTHOG_API_KEY];
+        delete config.modResults[STALE_INFO_POSTHOG_HOST];
+        if (analytics.disabled !== undefined) {
+            config.modResults[INFO_ANALYTICS_DISABLED] = analytics.disabled;
+        }
+        return config;
+    });
+}
 const withIosConfiguration = (config, props) => {
     config = (0, config_plugins_1.withPodfile)(config, (config) => {
         config.modResults.contents = ensureBluetoothSdkExpoAdapterPodEnv(config.modResults.contents);
         return config;
     });
+    config = withAnalyticsInfoPlist(config, props);
     if (props?.node) {
         config = withXcodeEnvLocal(config);
     }

package/src/BluetoothSdk.types.ts

@@ -21,6 +21,14 @@ export type TouchEvent = {
   timestamp: number
 }
 
+export type AccelEvent = {
+  type: "accel_event"
+  x: number
+  y: number
+  z: number
+  timestamp: number
+}
+
 export type HeadUpEvent = {
   up: boolean
 }
@@ -299,6 +307,24 @@ export type VideoRecordingSuccessStatusEvent =
   | VideoRecordingStartedStatusEvent
   | VideoRecordingStoppedStatusEvent
 
+export type MediaUploadSuccessEvent = {
+  type: "media_success"
+  requestId: string
+  mediaUrl: string
+  mediaType: number
+  timestamp: number
+}
+
+export type MediaUploadErrorEvent = {
+  type: "media_error"
+  requestId: string
+  errorMessage: string
+  mediaType: number
+  timestamp: number
+}
+
+export type MediaUploadEvent = MediaUploadSuccessEvent | MediaUploadErrorEvent
+
 export type GalleryStatusEvent = {
   type: "gallery_status"
   photos: number
@@ -396,7 +422,7 @@ export type SettingsAckSuccessEvent = Omit<SettingsAckEvent, "status"> & {
 export type RgbLedAction = "on" | "off"
 export type RgbLedColor = "red" | "green" | "blue" | "orange" | "white"
 export type PhotoSize = "small" | "medium" | "large" | "full"
-export type ButtonPhotoSize = "small" | "medium" | "large"
+export type ButtonPhotoSize = "small" | "medium" | "large" | "max"
 export type PhotoCompression = "none" | "medium" | "heavy"
 
 /**
@@ -408,6 +434,12 @@ export interface VideoRecordingSettings {
   width?: number
   height?: number
   fps?: number
+  /**
+   * Optional auto-stop timer in minutes, sent on `start_video_recording`.
+   * `0` (the default) means record until stopped or interrupted
+   * (battery/storage/thermal/error).
+   */
+  maxRecordingTimeMinutes?: number
 }
 export const DeviceModels = {
   Simulated: "Simulated Glasses",
@@ -722,6 +754,7 @@ export type BluetoothSdkModuleEvents = {
   glasses_not_ready: (event: GlassesNotReadyEvent) => void
   button_press: (event: ButtonPressEvent) => void
   touch_event: (event: TouchEvent) => void
+  accel_event: (event: AccelEvent) => void
   head_up: (event: HeadUpEvent) => void
   voice_activity_detection_status: (event: VoiceActivityDetectionStatusEvent) => void
   speaking_status: (event: SpeakingStatusEvent) => void
@@ -734,6 +767,8 @@ export type BluetoothSdkModuleEvents = {
   photo_response: (event: PhotoResponseEvent) => void
   photo_status: (event: PhotoStatusEvent) => void
   video_recording_status: (event: VideoRecordingStatusEvent) => void
+  media_success: (event: MediaUploadSuccessEvent) => void
+  media_error: (event: MediaUploadErrorEvent) => void
   gallery_status: (event: GalleryStatusEvent) => void
   compatible_glasses_search_stop: (event: CompatibleGlassesSearchStopEvent) => void
   heartbeat_sent: (event: HeartbeatSentEvent) => void
@@ -796,6 +831,7 @@ export type BluetoothSdkEventMap = {
   glasses_not_ready: GlassesNotReadyEvent
   button_press: ButtonPressEvent
   touch_event: TouchEvent
+  accel_event: AccelEvent
   head_up: HeadUpEvent
   voice_activity_detection_status: VoiceActivityDetectionStatusEvent
   speaking_status: SpeakingStatusEvent
@@ -808,6 +844,8 @@ export type BluetoothSdkEventMap = {
   photo_response: PhotoResponseEvent
   photo_status: PhotoStatusEvent
   video_recording_status: VideoRecordingStatusEvent
+  media_success: MediaUploadSuccessEvent
+  media_error: MediaUploadErrorEvent
   gallery_status: GalleryStatusEvent
   compatible_glasses_search_stop: CompatibleGlassesSearchStopEvent
   swipe_volume_status: SwipeVolumeStatusEvent
@@ -865,6 +903,7 @@ export interface BluetoothSdkPublicModule {
   showDashboard(): Promise<void>
   setDashboardPosition(height: number, depth: number): Promise<void>
   setHeadUpAngle(angleDegrees: number): Promise<void>
+  setImuEnabled(enabled: boolean): Promise<void>
   setScreenDisabled(disabled: boolean): Promise<void>
 
   requestWifiScan(): Promise<WifiSearchResult[]>
@@ -887,7 +926,18 @@ export interface BluetoothSdkPublicModule {
     sound: boolean,
     settings?: VideoRecordingSettings,
   ): Promise<VideoRecordingStartedStatusEvent>
-  stopVideoRecording(requestId: string): Promise<VideoRecordingStoppedStatusEvent>
+  /**
+   * Stop the active recording. When {@link webhookUrl} is provided, the glasses
+   * upload the recorded video to it (multipart) using {@link authToken}. These
+   * are supplied at stop time (not start) so the token is fresh when the upload
+   * runs — a recording can last arbitrarily long. An empty/omitted webhook keeps
+   * the video on device (no upload).
+   */
+  stopVideoRecording(
+    requestId: string,
+    webhookUrl?: string,
+    authToken?: string,
+  ): Promise<VideoRecordingStoppedStatusEvent>
 
   startStream(params: StreamStartRequest): Promise<StreamStatusEvent>
   stopStream(): Promise<StreamStatusEvent>
@@ -1140,6 +1190,7 @@ export type BluetoothSettingsUpdate = Partial<{
   screen_disabled: boolean
   contextual_dashboard: boolean
   head_up_angle: number
+  imu_enabled: boolean
   brightness: number
   auto_brightness: boolean
   dashboard_height: number

package/src/_private/BluetoothSdkModule.ts

@@ -100,6 +100,7 @@ declare class BluetoothSdkNativeModule extends NativeModule<BluetoothSdkModuleEv
   setDashboardMenu(items: DashboardMenuItem[]): Promise<void>
   setCalendarEvents(events: CalendarEvent[]): Promise<void>
   setHeadUpAngle(angleDegrees: number): Promise<void>
+  setImuEnabled(enabled: boolean): Promise<void>
   setScreenDisabled(disabled: boolean): Promise<void>
   ping(): Promise<void>
   dbg1(): Promise<void>
@@ -147,7 +148,11 @@ declare class BluetoothSdkNativeModule extends NativeModule<BluetoothSdkModuleEv
     sound: boolean,
     settings?: VideoRecordingSettings,
   ): Promise<VideoRecordingStartedStatusEvent>
-  stopVideoRecording(requestId: string): Promise<VideoRecordingStoppedStatusEvent>
+  stopVideoRecording(
+    requestId: string,
+    webhookUrl?: string,
+    authToken?: string,
+  ): Promise<VideoRecordingStoppedStatusEvent>
 
   // Stream Commands
   startStream(params: StreamStartRequest): Promise<StreamStatusEvent>
@@ -225,6 +230,20 @@ const DEFAULT_CONNECT_OPTIONS: Required<ConnectOptions> = {
 
 const DEFAULT_SCAN_TIMEOUT_MS = 15_000
 
+function bindNativeMethod<T extends (...args: never[]) => unknown>(
+  module: Record<string, unknown>,
+  name: string,
+): T {
+  const method = module[name]
+  if (typeof method !== "function") {
+    console.warn(`[BluetoothSdk] Native method "${name}" is unavailable — rebuild the app (bun android / bun ios)`)
+    return (async () => {
+      throw new Error(`BluetoothSdk.${name} is not available in this native build. Rebuild the app.`)
+    }) as T
+  }
+  return method.bind(module) as T
+}
+
 const CAMERA_ROI_MIN = 0
 const CAMERA_ROI_MAX = 2
 const CAMERA_ROI_POSITION_VALUES: Record<CameraRoiPosition, CameraFovSetting["roiPosition"]> = {
@@ -425,6 +444,10 @@ NativeBluetoothSdkModule.setHeadUpAngle = function (angleDegrees: number) {
   return this.updateBluetoothSettings({head_up_angle: angleDegrees})
 }
 
+NativeBluetoothSdkModule.setImuEnabled = function (enabled: boolean) {
+  return this.updateBluetoothSettings({imu_enabled: enabled})
+}
+
 NativeBluetoothSdkModule.setScreenDisabled = function (disabled: boolean) {
   return this.updateBluetoothSettings({screen_disabled: disabled})
 }
@@ -433,9 +456,9 @@ NativeBluetoothSdkModule.setVoiceActivityDetectionEnabled = function (enabled: b
   return this.updateBluetoothSettings({voice_activity_detection_enabled: enabled})
 }
 
-const nativeSetCameraFov = NativeBluetoothSdkModule.setCameraFov.bind(NativeBluetoothSdkModule) as unknown as (
-  fov: CameraFovSetting,
-) => MaybePromise<CameraFovResult>
+const nativeSetCameraFov = bindNativeMethod<
+  (fov: CameraFovSetting) => MaybePromise<CameraFovResult>
+>(NativeBluetoothSdkModule as unknown as Record<string, unknown>, "setCameraFov")
 NativeBluetoothSdkModule.setCameraFov = function (request: CameraFovRequest) {
   const setting = normalizeCameraFov(request)
   return Promise.resolve(nativeSetCameraFov(setting))

package/src/index.ts

@@ -8,6 +8,7 @@ const PUBLIC_EVENT_NAMES = new Set<BluetoothSdkEventName>([
   "glasses_not_ready",
   "button_press",
   "touch_event",
+  "accel_event",
   "head_up",
   "voice_activity_detection_status",
   "speaking_status",
@@ -20,6 +21,8 @@ const PUBLIC_EVENT_NAMES = new Set<BluetoothSdkEventName>([
   "photo_response",
   "photo_status",
   "video_recording_status",
+  "media_success",
+  "media_error",
   "gallery_status",
   "compatible_glasses_search_stop",
   "swipe_volume_status",
@@ -65,6 +68,7 @@ export const BluetoothSdk: BluetoothSdkPublicModule = Object.freeze({
   showDashboard: PrivateBluetoothSdkModule.showDashboard.bind(PrivateBluetoothSdkModule),
   setDashboardPosition: PrivateBluetoothSdkModule.setDashboardPosition.bind(PrivateBluetoothSdkModule),
   setHeadUpAngle: PrivateBluetoothSdkModule.setHeadUpAngle.bind(PrivateBluetoothSdkModule),
+  setImuEnabled: PrivateBluetoothSdkModule.setImuEnabled.bind(PrivateBluetoothSdkModule),
   setScreenDisabled: PrivateBluetoothSdkModule.setScreenDisabled.bind(PrivateBluetoothSdkModule),
   requestWifiScan: PrivateBluetoothSdkModule.requestWifiScan.bind(PrivateBluetoothSdkModule),
   sendWifiCredentials: PrivateBluetoothSdkModule.sendWifiCredentials.bind(PrivateBluetoothSdkModule),
@@ -124,6 +128,7 @@ export {
 } from "./BluetoothSdk.types"
 
 export type {
+  AccelEvent,
   AudioConnectedEvent,
   AudioDisconnectedEvent,
   AudioPairingNeededEvent,