@mentra/bluetooth-sdk 0.1.9 → 0.1.11

package/android/src/test/java/com/mentra/bluetoothsdk/utils/BlePhotoUploadServiceTest.java

@@ -0,0 +1,98 @@
+package com.mentra.bluetoothsdk.utils;
+
+import static org.assertj.core.api.Assertions.assertThat;
+
+import android.graphics.Bitmap;
+import android.graphics.Color;
+
+import androidx.exifinterface.media.ExifInterface;
+
+import org.json.JSONObject;
+import org.junit.Rule;
+import org.junit.Test;
+import org.junit.rules.TemporaryFolder;
+import org.junit.runner.RunWith;
+import org.robolectric.RobolectricTestRunner;
+import org.robolectric.annotation.Config;
+
+import java.io.File;
+import java.io.FileOutputStream;
+
+@RunWith(RobolectricTestRunner.class)
+@Config(sdk = 31)
+public class BlePhotoUploadServiceTest {
+
+    @Rule public TemporaryFolder tempFolder = new TemporaryFolder();
+
+    @Test
+    public void describeContainer_detectsJpegAndAvifBrands() {
+        byte[] jpegHeader = {(byte) 0xFF, (byte) 0xD8, 0x00};
+        assertThat(BlePhotoUploadService.describeContainer(jpegHeader)).isEqualTo("jpeg");
+
+        byte[] avif =
+                new byte[] {
+                    0, 0, 0, 0,
+                    'f', 't', 'y', 'p',
+                    'a', 'v', 'i', 'f',
+                };
+        assertThat(BlePhotoUploadService.describeContainer(avif)).isEqualTo("iso_bmff/ftyp=avif");
+    }
+
+    @Test
+    public void containsExifMarkerInBytes_findsExifHeader() {
+        byte[] withExif = new byte[] {0, 1, 'E', 'x', 'i', 'f', 0, 0, 2};
+        assertThat(BlePhotoUploadService.containsExifMarkerInBytes(withExif)).isTrue();
+        assertThat(BlePhotoUploadService.containsExifMarkerInBytes(new byte[] {0, 1, 2, 3})).isFalse();
+    }
+
+    @Test
+    public void readImuJsonFromBleImage_parsesTiffUserCommentInAvif() throws Exception {
+        byte[] avif =
+                java.nio.file.Files.readAllBytes(
+                        new File("src/test/resources/avif_with_exif.avif").toPath());
+        File temp = tempFolder.newFile("ble.avif");
+        java.nio.file.Files.write(temp.toPath(), avif);
+        String json = BlePhotoUploadService.readImuJsonFromBleImage(avif, temp.getAbsolutePath());
+        assertThat(json).isNotNull();
+        assertThat(new JSONObject(json).getInt("sampleCount")).isEqualTo(5);
+    }
+
+    @Test
+    public void convertToJpegPreservesUserComment() throws Exception {
+        File input = tempFolder.newFile("input.jpg");
+        writeMinimalJpeg(input);
+        JSONObject payload = new JSONObject();
+        payload.put("version", 1);
+        payload.put("sampleCount", 2);
+        payload.put("samplingRateHz", 100);
+        payload.put("startTimeNs", 1000L);
+        payload.put("durationMs", 20);
+        payload.put("samples", new org.json.JSONArray());
+        ExifInterface inputExif = new ExifInterface(input.getAbsolutePath());
+        inputExif.setAttribute(ExifInterface.TAG_USER_COMMENT, payload.toString());
+        inputExif.saveAttributes();
+
+        byte[] inputBytes = java.nio.file.Files.readAllBytes(input.toPath());
+        byte[] outputBytes = BlePhotoUploadService.convertToJpegPreservingExif(inputBytes);
+
+        File output = tempFolder.newFile("out.jpg");
+        try (FileOutputStream fos = new FileOutputStream(output)) {
+            fos.write(outputBytes);
+        }
+
+        ExifInterface exif = new ExifInterface(output.getAbsolutePath());
+        String comment = exif.getAttribute(ExifInterface.TAG_USER_COMMENT);
+        assertThat(comment).isNotNull();
+        assertThat(new JSONObject(comment).getInt("sampleCount")).isEqualTo(2);
+    }
+
+    private static void writeMinimalJpeg(File dest) throws Exception {
+        Bitmap bitmap = Bitmap.createBitmap(2, 2, Bitmap.Config.ARGB_8888);
+        bitmap.eraseColor(Color.BLACK);
+        try (FileOutputStream fos = new FileOutputStream(dest)) {
+            bitmap.compress(Bitmap.CompressFormat.JPEG, 90, fos);
+        } finally {
+            bitmap.recycle();
+        }
+    }
+}

package/build/BluetoothSdk.types.d.ts

@@ -3,7 +3,6 @@ export type GlassesNotReadyEvent = {
     message: string;
 };
 export type ButtonPressEvent = {
-    type: "button_press";
     buttonId: string;
     pressType: "long" | "short";
     timestamp: number;
@@ -14,6 +13,13 @@ export type TouchEvent = {
     gestureName: string;
     timestamp: number;
 };
+export type AccelEvent = {
+    type: "accel_event";
+    x: number;
+    y: number;
+    z: number;
+    timestamp: number;
+};
 export type HeadUpEvent = {
     up: boolean;
 };
@@ -21,6 +27,7 @@ export type VoiceActivityDetectionStatusEvent = {
     type: "voice_activity_detection_status";
     voiceActivityDetectionEnabled: boolean;
 };
+export declare const DEFAULT_VOICE_ACTIVITY_DETECTION_ENABLED = false;
 export type SpeakingStatusEvent = {
     type: "speaking_status";
     speaking: boolean;
@@ -33,19 +40,19 @@ export type BatteryStatusEvent = {
     timestamp: number;
 };
 export type GlassesConnectionStatus = {
-    state: 'disconnected';
+    state: "disconnected";
 } | {
-    state: 'scanning';
+    state: "scanning";
 } | {
-    state: 'connecting';
+    state: "connecting";
 } | {
-    state: 'bonding';
+    state: "bonding";
 } | {
-    state: 'connected';
+    state: "connected";
     fullyBooted: boolean;
 };
 export type ConnectedGlassesConnectionStatus = Extract<GlassesConnectionStatus, {
-    state: 'connected';
+    state: "connected";
 }>;
 export declare function isConnectedGlassesConnectionStatus(status: GlassesConnectionStatus): status is ConnectedGlassesConnectionStatus;
 export declare function isReadyGlassesConnectionStatus(status: GlassesConnectionStatus): boolean;
@@ -69,29 +76,29 @@ export type LogEvent = {
     message: string;
 };
 export type WifiStatus = {
-    state: 'disconnected';
+    state: "disconnected";
 } | {
-    state: 'connected';
+    state: "connected";
     ssid: string;
     localIp?: string;
 };
 export type ConnectedWifiStatus = Extract<WifiStatus, {
-    state: 'connected';
+    state: "connected";
 }>;
 export declare function isConnectedWifiStatus(status: WifiStatus): status is ConnectedWifiStatus;
 export type WifiStatusChangeEvent = WifiStatus & {
     type: "wifi_status_change";
 };
 export type HotspotStatus = {
-    state: 'disabled';
+    state: "disabled";
 } | {
-    state: 'enabled';
+    state: "enabled";
     ssid: string;
     password: string;
     localIp: string;
 };
 export type EnabledHotspotStatus = Extract<HotspotStatus, {
-    state: 'enabled';
+    state: "enabled";
 }>;
 export declare function isEnabledHotspotStatus(status: HotspotStatus): status is EnabledHotspotStatus;
 export type HotspotStatusChangeEvent = HotspotStatus & {
@@ -102,11 +109,33 @@ export type HotspotErrorEvent = {
     errorMessage: string;
     timestamp: number;
 };
+export type VersionInfoResult = {
+    androidVersion: string;
+    firmwareVersion: string;
+    besFirmwareVersion: string;
+    mtkFirmwareVersion: string;
+    buildNumber: string;
+    systemTimeMs?: number;
+    otaVersionUrl: string;
+    appVersion: string;
+};
+export type VersionInfoEvent = VersionInfoResult & {
+    type: "version_info";
+};
+export type WifiScanResultEvent = {
+    type: "wifi_scan_result";
+    networks: WifiSearchResult[];
+    scanComplete?: boolean;
+};
 export type PhotoResponseEvent = {
     type: "photo_response";
     state: "success";
     requestId: string;
     uploadUrl: string;
+    photoUrl?: string;
+    statusUrl?: string;
+    contentType?: string;
+    fileSizeBytes?: number;
     timestamp: number;
 } | {
     type: "photo_response";
@@ -116,7 +145,10 @@ export type PhotoResponseEvent = {
     errorCode?: string;
     errorMessage: string;
 };
-export type PhotoStatusState = "accepted" | "queued" | "configuring" | "capturing" | "captured" | "compressing" | "uploading" | "uploaded" | "ready_for_transfer" | "transferring" | "failed";
+export type PhotoSuccessResponseEvent = Extract<PhotoResponseEvent, {
+    state: "success";
+}>;
+export type PhotoStatusState = "accepted" | "queued" | "configuring" | "capturing" | "captured" | "compressing" | "ble_fallback_compression" | "uploading" | "uploaded" | "ready_for_transfer" | "transferring" | "failed";
 export type PhotoResolvedConfig = {
     format?: "jpeg" | string;
     width?: number;
@@ -130,15 +162,80 @@ export type PhotoResolvedConfig = {
     exposureTimeNs?: number;
     iso?: number;
 };
+export type PhotoFpsRange = {
+    min?: number;
+    max?: number;
+};
+export type PhotoRequestedCaptureConfig = {
+    manual?: boolean;
+    exposureTimeNs?: number;
+    iso?: number;
+    frameDurationNs?: number;
+    aeMode?: number;
+    aeLock?: boolean;
+    aeExposureCompensation?: number;
+    aeTargetFpsRange?: PhotoFpsRange;
+    noiseReductionMode?: number;
+    edgeMode?: number;
+    afMode?: number;
+    zsl?: boolean;
+};
+export type PhotoMeteredPreview = {
+    exposureTimeNs?: number;
+    iso?: number;
+    totalLightProxy?: number;
+};
+export type PhotoCaptureMetadata = {
+    manual?: boolean;
+    exposureTimeNs?: number;
+    iso?: number;
+    frameDurationNs?: number;
+    aeMode?: number;
+    aeState?: number;
+    aeStateName?: string;
+    noiseReductionMode?: number;
+    edgeMode?: number;
+    zsl?: boolean;
+    sensorTimestampNs?: number;
+    totalLightProxy?: number;
+    mfnrLikely?: boolean;
+};
 export type PhotoStatusEvent = {
     type: "photo_status";
     requestId: string;
     status: PhotoStatusState | string;
     timestamp: number;
     resolvedConfig?: PhotoResolvedConfig;
+    requestedCaptureConfig?: PhotoRequestedCaptureConfig;
+    meteredPreview?: PhotoMeteredPreview;
+    captureMetadata?: PhotoCaptureMetadata;
     errorCode?: string;
     errorMessage?: string;
 };
+export type VideoRecordingStatusEvent = {
+    type: "video_recording_status";
+    requestId?: string;
+    success: boolean;
+    status: VideoRecordingStatusState;
+    details?: string | null;
+    timestamp: number;
+    data?: {
+        recording?: boolean;
+        duration_ms?: number;
+        duration_formatted?: string;
+        [key: string]: unknown;
+    };
+};
+export type VideoRecordingStatusState = "recording_started" | "recording_status" | "already_recording" | "recording_stopped" | "not_recording" | "request_id_mismatch" | "service_unavailable" | "json_error" | "battery_low" | "camera_busy" | "storage_unavailable" | "integrity_failed" | "error";
+export type VideoRecordingStartedStatusEvent = Omit<VideoRecordingStatusEvent, "success" | "status"> & {
+    success: true;
+    status: "recording_started";
+};
+export type VideoRecordingStoppedStatusEvent = Omit<VideoRecordingStatusEvent, "success" | "status"> & {
+    success: true;
+    status: "recording_stopped";
+};
+export type VideoRecordingSuccessStatusEvent = VideoRecordingStartedStatusEvent | VideoRecordingStoppedStatusEvent;
 export type GalleryStatusEvent = {
     type: "gallery_status";
     photos: number;
@@ -147,6 +244,7 @@ export type GalleryStatusEvent = {
     totalSize?: number;
     hasContent: boolean;
     cameraBusy: boolean;
+    cameraBusyReason?: "video" | "stream" | (string & {});
 };
 export type CompatibleGlassesSearchStopEvent = {
     type: "compatible_glasses_search_stop";
@@ -185,11 +283,49 @@ export type RgbLedControlResponseEvent = {
     requestId: string;
     errorCode: string;
 };
+export type RgbLedControlSuccessResponseEvent = Extract<RgbLedControlResponseEvent, {
+    state: "success";
+}>;
+export type SettingsAckStatus = "applied" | "ready" | "error" | "failed" | "failure" | "rejected";
+export type SettingsAckSetting = "gallery_mode" | "button_photo" | "button_video_recording" | "button_camera_led" | "button_max_recording_time" | "camera_fov";
+export type SettingsAckEvent = {
+    type: "settings_ack";
+    requestId: string;
+    setting: SettingsAckSetting;
+    status: SettingsAckStatus;
+    timestamp: number;
+    fov?: number;
+    roiPosition?: CameraRoiPositionValue;
+    hardwareApplied?: boolean;
+    active?: boolean;
+    size?: ButtonPhotoSize | string;
+    width?: number;
+    height?: number;
+    fps?: number;
+    enabled?: boolean;
+    minutes?: number;
+    errorCode?: string;
+    errorMessage?: string;
+};
+export type SettingsAckSuccessStatus = Exclude<SettingsAckStatus, "error" | "failed" | "failure" | "rejected">;
+export type SettingsAckSuccessEvent = Omit<SettingsAckEvent, "status"> & {
+    status: SettingsAckSuccessStatus;
+};
 export type RgbLedAction = "on" | "off";
 export type RgbLedColor = "red" | "green" | "blue" | "orange" | "white";
 export type PhotoSize = "small" | "medium" | "large" | "full";
-export type ButtonPhotoSize = "small" | "medium" | "large";
+export type ButtonPhotoSize = "small" | "medium" | "large" | "max";
 export type PhotoCompression = "none" | "medium" | "heavy";
+/**
+ * Optional per-recording video settings for {@link startVideoRecording}. When
+ * omitted, the glasses fall back to their saved button-video settings. Any
+ * field left undefined is omitted from the BLE command (glasses default applies).
+ */
+export interface VideoRecordingSettings {
+    width?: number;
+    height?: number;
+    fps?: number;
+}
 export declare const DeviceModels: {
     readonly Simulated: "Simulated Glasses";
     readonly G1: "Even Realities G1";
@@ -208,21 +344,31 @@ export type DashboardMenuItem = {
     packageName: string;
     values?: Record<string, unknown>;
 };
-export declare const CAMERA_FOV_MIN = 82;
+export declare const CAMERA_FOV_MIN = 62;
 export declare const CAMERA_FOV_MAX = 118;
 export declare const CAMERA_FOV_DEFAULT = 102;
-export type CameraRoiPosition = 0 | 1 | 2;
-export type CameraFov = {
+export type CameraRoiPosition = "center" | "bottom" | "top";
+export type CameraRoiPositionValue = 0 | 1 | 2;
+export type CameraFovPreset = "narrow" | "standard" | "wide";
+export type CameraFovRequest = {
     fov: number;
     roiPosition?: CameraRoiPosition;
+} | {
+    preset: CameraFovPreset;
 };
-export type CameraFovSetting = {
+export type CameraFovResult = {
+    requestId: string;
     fov: number;
     roiPosition: CameraRoiPosition;
+    timestamp: number;
+};
+export type CameraFovSetting = {
+    fov: number;
+    roiPosition: CameraRoiPositionValue;
 };
 type NativeCameraFovSetting = {
     fov: number;
-    roi_position: CameraRoiPosition;
+    roi_position: CameraRoiPositionValue;
 };
 export type MicPreference = "auto" | "phone" | "glasses" | "bluetooth";
 export type MicMode = "phone" | "glasses" | "bluetoothClassic" | "bluetooth";
@@ -233,6 +379,7 @@ export type PhotoRequestParams = {
     webhookUrl: string | null;
     authToken: string | null;
     compress: PhotoCompression;
+    save?: boolean;
     sound: boolean;
     exposureTimeNs?: number | null;
     /** Sensor ISO for this capture only. Only used when exposureTimeNs enables manual exposure. */
@@ -317,18 +464,27 @@ export type MicLc3Event = {
 export type StreamStatusLifecycleState = "initializing" | "streaming" | "stopping" | "stopped";
 export type StreamStatusReconnectState = "reconnecting" | "reconnected" | "reconnect_failed";
 export type StreamStatusState = StreamStatusLifecycleState | StreamStatusReconnectState | "error";
+/** Effective stream settings reported by the glasses after defaults and clamps. */
 export type StreamResolvedConfig = {
     transport?: "rtmp" | "srt" | "whip";
     video?: {
+        /** Encoded output width sent to the stream endpoint. */
         width: number;
+        /** Encoded output height sent to the stream endpoint. */
         height: number;
+        /** Native camera buffer width selected before crop/downscale. */
         captureWidth?: number;
+        /** Native camera buffer height selected before crop/downscale. */
         captureHeight?: number;
+        /** Encoded video bitrate in bits per second. */
         bitrate: number;
+        /** Resolved capture/encode frame rate. */
         fps: number;
     };
     audio?: {
+        /** Encoded audio bitrate in bits per second. */
         bitrate?: number;
+        /** Audio sample rate in Hz. */
         sampleRate?: number;
         echoCancellation?: boolean;
         noiseSuppression?: boolean;
@@ -407,13 +563,14 @@ export type OtaStatusEvent = {
     session_id: string;
     total_steps: number;
     current_step: number;
-    step_type: 'apk' | 'mtk' | 'bes';
-    phase: 'download' | 'install';
+    step_type: "apk" | "mtk" | "bes";
+    phase: "download" | "install";
     step_percent: number;
     overall_percent: number;
-    status: 'in_progress' | 'step_complete' | 'complete' | 'failed' | 'idle';
+    status: "in_progress" | "step_complete" | "complete" | "failed" | "idle";
     error_message?: string;
 };
+export type OtaQueryResult = OtaUpdateAvailableEvent | OtaStatusEvent;
 /** Nex BLE protobuf trace (NexEventUtils); payload matches native Map keys. */
 export type BleCommandTraceEvent = {
     command: string;
@@ -436,16 +593,19 @@ export type BluetoothSdkModuleEvents = {
     glasses_not_ready: (event: GlassesNotReadyEvent) => void;
     button_press: (event: ButtonPressEvent) => void;
     touch_event: (event: TouchEvent) => void;
+    accel_event: (event: AccelEvent) => void;
     head_up: (event: HeadUpEvent) => void;
     voice_activity_detection_status: (event: VoiceActivityDetectionStatusEvent) => void;
     speaking_status: (event: SpeakingStatusEvent) => void;
     battery_status: (event: BatteryStatusEvent) => void;
     local_transcription: (event: LocalTranscriptionEvent) => void;
     wifi_status_change: (event: WifiStatusChangeEvent) => void;
+    wifi_scan_result: (event: WifiScanResultEvent) => void;
     hotspot_status_change: (event: HotspotStatusChangeEvent) => void;
     hotspot_error: (event: HotspotErrorEvent) => void;
     photo_response: (event: PhotoResponseEvent) => void;
     photo_status: (event: PhotoStatusEvent) => void;
+    video_recording_status: (event: VideoRecordingStatusEvent) => void;
     gallery_status: (event: GalleryStatusEvent) => void;
     compatible_glasses_search_stop: (event: CompatibleGlassesSearchStopEvent) => void;
     heartbeat_sent: (event: HeartbeatSentEvent) => void;
@@ -453,6 +613,7 @@ export type BluetoothSdkModuleEvents = {
     swipe_volume_status: (event: SwipeVolumeStatusEvent) => void;
     switch_status: (event: SwitchStatusEvent) => void;
     rgb_led_control_response: (event: RgbLedControlResponseEvent) => void;
+    settings_ack: (event: SettingsAckEvent) => void;
     pair_failure: (event: PairFailureEvent) => void;
     audio_pairing_needed: (event: AudioPairingNeededEvent) => void;
     audio_connected: (event: AudioConnectedEvent) => void;
@@ -468,10 +629,17 @@ export type BluetoothSdkModuleEvents = {
     ota_update_available: (event: OtaUpdateAvailableEvent) => void;
     ota_start_ack: (event: OtaStartAckEvent) => void;
     ota_status: (event: OtaStatusEvent) => void;
+    version_info: (event: VersionInfoEvent) => void;
     send_command_to_ble: (event: BleCommandTraceEvent) => void;
     receive_command_from_ble: (event: BleCommandTraceEvent) => void;
     miniapp_selected: (event: MiniappSelectedEvent) => void;
+    extraction_progress: (event: ExtractionProgressEvent) => void;
 };
+export interface ExtractionProgressEvent {
+    percentage: number;
+    bytesRead: number;
+    totalBytes: number;
+}
 export type PublicGlassesStatus = Omit<GlassesStatus, "otaUpdateAvailable" | "otaProgress" | "otaInProgress" | "otaVersionUrl">;
 export type PublicBluetoothStatus = Pick<BluetoothStatus, "searching" | "searchingController" | "systemMicUnavailable" | "micRanking" | "currentMic" | "searchResults" | "wifiScanResults" | "lastLog" | "otherBtConnected" | "galleryModeEnabled">;
 export type BluetoothSdkEventMap = {
@@ -483,21 +651,25 @@ export type BluetoothSdkEventMap = {
     glasses_not_ready: GlassesNotReadyEvent;
     button_press: ButtonPressEvent;
     touch_event: TouchEvent;
+    accel_event: AccelEvent;
     head_up: HeadUpEvent;
     voice_activity_detection_status: VoiceActivityDetectionStatusEvent;
     speaking_status: SpeakingStatusEvent;
     battery_status: BatteryStatusEvent;
     local_transcription: LocalTranscriptionEvent;
     wifi_status_change: WifiStatusChangeEvent;
+    wifi_scan_result: WifiScanResultEvent;
     hotspot_status_change: HotspotStatusChangeEvent;
     hotspot_error: HotspotErrorEvent;
     photo_response: PhotoResponseEvent;
     photo_status: PhotoStatusEvent;
+    video_recording_status: VideoRecordingStatusEvent;
     gallery_status: GalleryStatusEvent;
     compatible_glasses_search_stop: CompatibleGlassesSearchStopEvent;
     swipe_volume_status: SwipeVolumeStatusEvent;
     switch_status: SwitchStatusEvent;
     rgb_led_control_response: RgbLedControlResponseEvent;
+    settings_ack: SettingsAckEvent;
     pair_failure: PairFailureEvent;
     audio_pairing_needed: AudioPairingNeededEvent;
     audio_connected: AudioConnectedEvent;
@@ -505,6 +677,11 @@ export type BluetoothSdkEventMap = {
     mic_pcm: MicPcmEvent;
     mic_lc3: MicLc3Event;
     stream_status: StreamStatusEvent;
+    ota_update_available: OtaUpdateAvailableEvent;
+    ota_start_ack: OtaStartAckEvent;
+    ota_status: OtaStatusEvent;
+    version_info: VersionInfoEvent;
+    extraction_progress: ExtractionProgressEvent;
 };
 export type BluetoothSdkEventName = keyof BluetoothSdkEventMap;
 export type BluetoothSdkEventListener<EventName extends BluetoothSdkEventName> = (event: BluetoothSdkEventMap[EventName]) => void;
@@ -531,31 +708,50 @@ export interface BluetoothSdkPublicModule {
     showDashboard(): Promise<void>;
     setDashboardPosition(height: number, depth: number): Promise<void>;
     setHeadUpAngle(angleDegrees: number): Promise<void>;
+    setImuEnabled(enabled: boolean): Promise<void>;
     setScreenDisabled(disabled: boolean): Promise<void>;
-    requestWifiScan(): Promise<void>;
-    sendWifiCredentials(ssid: string, password: string): Promise<void>;
-    forgetWifiNetwork(ssid: string): Promise<void>;
-    setHotspotState(enabled: boolean): Promise<void>;
-    setGalleryModeEnabled(enabled: boolean): Promise<void>;
+    requestWifiScan(): Promise<WifiSearchResult[]>;
+    sendWifiCredentials(ssid: string, password: string): Promise<WifiStatusChangeEvent>;
+    forgetWifiNetwork(ssid: string): Promise<WifiStatusChangeEvent>;
+    setHotspotState(enabled: boolean): Promise<HotspotStatusChangeEvent>;
+    setGalleryModeEnabled(enabled: boolean): Promise<SettingsAckSuccessEvent>;
     setVoiceActivityDetectionEnabled(enabled: boolean): Promise<void>;
-    setButtonPhotoSettings(size: ButtonPhotoSize): Promise<void>;
-    setButtonVideoRecordingSettings(width: number, height: number, fps: number): Promise<void>;
-    setButtonCameraLed(enabled: boolean): Promise<void>;
-    setButtonMaxRecordingTime(minutes: number): Promise<void>;
-    setCameraFov(fov: CameraFov): Promise<void>;
-    queryGalleryStatus(): Promise<void>;
-    requestPhoto(params: PhotoRequestParams): Promise<void>;
-    startVideoRecording(requestId: string, save: boolean, sound: boolean): Promise<void>;
-    stopVideoRecording(requestId: string): Promise<void>;
-    startStream(params: StreamStartRequest): Promise<void>;
-    stopStream(): Promise<void>;
+    setButtonPhotoSettings(size: ButtonPhotoSize): Promise<SettingsAckSuccessEvent>;
+    setButtonVideoRecordingSettings(width: number, height: number, fps: number): Promise<SettingsAckSuccessEvent>;
+    setButtonCameraLed(enabled: boolean): Promise<SettingsAckSuccessEvent>;
+    setButtonMaxRecordingTime(minutes: number): Promise<SettingsAckSuccessEvent>;
+    setCameraFov(request: CameraFovRequest): Promise<CameraFovResult>;
+    queryGalleryStatus(): Promise<GalleryStatusEvent>;
+    requestPhoto(params: PhotoRequestParams): Promise<PhotoSuccessResponseEvent>;
+    startVideoRecording(requestId: string, save: boolean, sound: boolean, settings?: VideoRecordingSettings): Promise<VideoRecordingStartedStatusEvent>;
+    stopVideoRecording(requestId: string): Promise<VideoRecordingStoppedStatusEvent>;
+    startStream(params: StreamStartRequest): Promise<StreamStatusEvent>;
+    stopStream(): Promise<StreamStatusEvent>;
     setMicState(enabled: boolean, useGlassesMic?: boolean, sendTranscript?: boolean, sendLc3Data?: boolean): Promise<void>;
     setPreferredMic(preferredMic: MicPreference): Promise<void>;
     setOwnAppAudioPlaying(playing: boolean): Promise<void>;
     getGlassesMediaVolume(): Promise<GlassesMediaVolumeGetResult>;
     setGlassesMediaVolume(level: number): Promise<GlassesMediaVolumeSetResult>;
-    rgbLedControl(requestId: string, packageName: string | null, action: RgbLedAction, color: RgbLedColor | null, onDurationMs: number, offDurationMs: number, count: number): Promise<void>;
-    requestVersionInfo(): Promise<void>;
+    rgbLedControl(requestId: string, packageName: string | null, action: RgbLedAction, color: RgbLedColor | null, onDurationMs: number, offDurationMs: number, count: number): Promise<RgbLedControlSuccessResponseEvent>;
+    requestVersionInfo(): Promise<VersionInfoResult>;
+    /** Ask connected Mentra Live glasses to check/report OTA availability and status. */
+    checkForOtaUpdate(): Promise<OtaQueryResult>;
+    /** Start the OTA flow after your app has presented the available update to the user. */
+    startOtaUpdate(): Promise<OtaStartAckEvent>;
+    /** Re-run the glasses-side OTA version check, mainly after correcting clock skew/TLS failures. */
+    retryOtaVersionCheck(): Promise<OtaQueryResult>;
+    setSttModelDetails(path: string, languageCode: string): Promise<void>;
+    getSttModelPath(): Promise<string>;
+    checkSttModelAvailable(): Promise<boolean>;
+    validateSttModel(path: string): Promise<boolean>;
+    extractTarBz2(sourcePath: string, destinationPath: string): Promise<boolean>;
+    restartTranscriber(): Promise<void>;
+    setTtsModelDetails(path: string, languageCode: string): Promise<void>;
+    getTtsModelPath(): Promise<string>;
+    getTtsModelLanguage(): Promise<string>;
+    checkTtsModelAvailable(): Promise<boolean>;
+    validateTtsModel(path: string): Promise<boolean>;
+    generateTtsAudio(text: string, modelPath: string, outputPath: string, speakerId: number, speed: number): Promise<boolean>;
 }
 export type OtaStage = "download" | "install";
 export type OtaProgressStatus = "STARTED" | "PROGRESS" | "FINISHED" | "FAILED";
@@ -563,11 +759,11 @@ export interface OtaStatus {
     sessionId: string;
     totalSteps: number;
     currentStep: number;
-    stepType: 'apk' | 'mtk' | 'bes';
-    phase: 'download' | 'install';
+    stepType: "apk" | "mtk" | "bes";
+    phase: "download" | "install";
     stepPercent: number;
     overallPercent: number;
-    status: 'in_progress' | 'step_complete' | 'complete' | 'failed' | 'idle';
+    status: "in_progress" | "step_complete" | "complete" | "failed" | "idle";
     error?: string;
 }
 export interface OtaUpdateInfo {
@@ -604,6 +800,8 @@ export interface GlassesStatus {
     leftMacAddress: string;
     rightMacAddress: string;
     buildNumber: string;
+    /** Glasses System.currentTimeMillis() from last version_info (clock skew detection). */
+    systemTimeMs?: number;
     otaVersionUrl: string;
     appVersion: string;
     bluetoothName: string;
@@ -632,8 +830,15 @@ export interface CoreDashboardMenuItem {
     packageName: string;
     running: boolean;
 }
+export interface CalendarEvent {
+    title: string;
+    location?: string;
+    time: string;
+    endDate: number;
+}
 export interface CoreSettings {
     menu_apps: CoreDashboardMenuItem[];
+    calendar_events: CalendarEvent[];
 }
 export interface Device {
     /**
@@ -709,11 +914,15 @@ export type BluetoothSettingsUpdate = Partial<{
     screen_disabled: boolean;
     contextual_dashboard: boolean;
     head_up_angle: number;
+    imu_enabled: boolean;
     brightness: number;
     auto_brightness: boolean;
     dashboard_height: number;
     dashboard_depth: number;
     menu_apps: DashboardMenuItem[] | CoreDashboardMenuItem[] | Array<Record<string, unknown>> | null;
+    calendar_events: CalendarEvent[];
+    metric_system: boolean;
+    twelve_hour_time: boolean;
     gallery_mode: boolean;
     voice_activity_detection_enabled: boolean;
     button_photo_size: ButtonPhotoSize;