@glassly/bluetooth-sdk 0.1.0-dev.98 → 0.2.8-dev.444

package/ios/BluetoothSdkModule.swift

@@ -20,10 +20,12 @@ public class BluetoothSdkModule: Module, BluetoothSDKDelegate {
             "button_press",
             "touch_event",
             "accel_event",
+            "light_sensor",
             "compass_heading",
             "compass_calibration",
             "navigation_mode_change",
             "navigation_view_change",
+            "scene_frame_presented",
             "head_up",
             "voice_activity_detection_status",
             "speaking_status",
@@ -61,6 +63,9 @@ public class BluetoothSdkModule: Module, BluetoothSDKDelegate {
             "speaker_enroll_result",
             "phone_notification",
             "phone_notification_dismissed",
+            "notification_app_seen",
+            "glasses_notification_status",
+            "notification_upload_result",
             "ws_text",
             "ws_bin",
             "mic_pcm",
@@ -79,7 +84,10 @@ public class BluetoothSdkModule: Module, BluetoothSDKDelegate {
             "receive_command_from_ble",
             "miniapp_selected",
             "captions_tester_incident",
-            "extraction_progress"
+            "extraction_progress",
+            "keyboard_key",
+            "keyboard_advert",
+            "keyboard_pairing"
         )
 
         OnCreate {
@@ -145,6 +153,10 @@ public class BluetoothSdkModule: Module, BluetoothSDKDelegate {
 
         // MARK: - Native Navigation Commands (glasses-rendered nav UI)
 
+        AsyncFunction("glassesSensorControl") { (sensor: String, operation: String, options: [String: Double]) in
+            await self.bluetoothSdk().glassesSensorControl(sensor: sensor, operation: operation, options: options)
+        }
+
         AsyncFunction("navigationModeStart") {
             await MainActor.run {
                 self.bluetoothSdk().navigationModeStart()
@@ -279,6 +291,29 @@ public class BluetoothSdkModule: Module, BluetoothSDKDelegate {
             }
         }
 
+        AsyncFunction("setGlassesNotificationConfig") { (values: [String: Any]) in
+            let config = try GlassesNotificationConfig(dictionary: values)
+            try await MainActor.run {
+                try self.bluetoothSdk().setGlassesNotificationConfig(config)
+            }
+        }
+
+        AsyncFunction("getGlassesNotificationStatus") { () -> [String: Any] in
+            await MainActor.run {
+                self.bluetoothSdk().getGlassesNotificationStatus().dictionary
+            }
+        }
+
+        AsyncFunction("uploadPhoneNotification") { (values: [String: Any]) in
+            let upload = PhoneNotificationUpload(dictionary: values)
+            try await MainActor.run {
+                guard let sgc = DeviceManager.shared.sgc else {
+                    throw GlassesNotificationError.notConnected
+                }
+                try sgc.uploadPhoneNotification(upload)
+            }
+        }
+
         AsyncFunction("ping") {
             await MainActor.run {
                 DeviceManager.shared.ping()
@@ -299,6 +334,18 @@ public class BluetoothSdkModule: Module, BluetoothSDKDelegate {
             }
         }
 
+        AsyncFunction("dbg3") {
+            await MainActor.run {
+                DeviceManager.shared.sgc?.dbg3()
+            }
+        }
+
+        AsyncFunction("dbg4") {
+            await MainActor.run {
+                DeviceManager.shared.sgc?.dbg4()
+            }
+        }
+
         Function("getMemoryMB") { () -> Double in
             MemoryMonitor.currentMemoryMB()
         }
@@ -583,6 +630,48 @@ public class BluetoothSdkModule: Module, BluetoothSDKDelegate {
             return try await sdk.startG2FirmwareFlash(target: target)
         }
 
+        // MARK: - BLE keyboard bridge (G2 Glassly CFW revision 39+)
+
+        AsyncFunction("g2KeyboardScan") {
+            let sdk = await MainActor.run { self.bluetoothSdk() }
+            return try await sdk.g2KeyboardScan()
+        }
+
+        AsyncFunction("g2KeyboardConnect") { (address: String, addressType: Int, name: String) in
+            let sdk = await MainActor.run { self.bluetoothSdk() }
+            try await sdk.g2KeyboardConnect(address: address, addressType: addressType, name: name)
+        }
+
+        AsyncFunction("g2KeyboardReconnect") {
+            let sdk = await MainActor.run { self.bluetoothSdk() }
+            try await sdk.g2KeyboardReconnect()
+        }
+
+        AsyncFunction("g2KeyboardDisconnect") {
+            let sdk = await MainActor.run { self.bluetoothSdk() }
+            try await sdk.g2KeyboardDisconnect()
+        }
+
+        AsyncFunction("g2KeyboardForget") {
+            let sdk = await MainActor.run { self.bluetoothSdk() }
+            await sdk.g2KeyboardForget()
+        }
+
+        AsyncFunction("g2KeyboardPasskey") { (pin: Int) in
+            let sdk = await MainActor.run { self.bluetoothSdk() }
+            try await sdk.g2KeyboardPasskey(pin)
+        }
+
+        AsyncFunction("g2KeyboardCompare") { (accept: Bool) in
+            let sdk = await MainActor.run { self.bluetoothSdk() }
+            try await sdk.g2KeyboardCompare(accept)
+        }
+
+        AsyncFunction("g2KeyboardStatus") {
+            let sdk = await MainActor.run { self.bluetoothSdk() }
+            return await sdk.g2KeyboardStatus()
+        }
+
         // MARK: - Power Control Commands
 
         AsyncFunction("sendShutdown") {
@@ -737,8 +826,8 @@ public class BluetoothSdkModule: Module, BluetoothSDKDelegate {
         }
 
         AsyncFunction("restartTranscriber") {
-            await MainActor.run {
-                DeviceManager.shared.restartTranscriber()
+            try await MainActor.run {
+                try DeviceManager.shared.restartTranscriber()
             }
         }
 
@@ -757,7 +846,7 @@ public class BluetoothSdkModule: Module, BluetoothSDKDelegate {
         }
 
         AsyncFunction("checkSpeakerIdModelAvailable") { () -> Bool in
-            return SpeakerIdEngine.isModelAvailable()
+            SpeakerIdEngine.isModelAvailable()
         }
 
         AsyncFunction("setSpeakerProfiles") { (profiles: [[String: Any]]) in
@@ -793,19 +882,19 @@ public class BluetoothSdkModule: Module, BluetoothSDKDelegate {
         }
 
         AsyncFunction("getSttModelPath") { () -> String in
-            return STTTools.getSttModelPath()
+            STTTools.getSttModelPath()
         }
 
         AsyncFunction("checkSttModelAvailable") { () -> Bool in
-            return STTTools.checkSTTModelAvailable()
+            STTTools.checkSTTModelAvailable()
         }
 
         AsyncFunction("validateSttModel") { (path: String) -> Bool in
-            return STTTools.validateSTTModel(path)
+            STTTools.validateSTTModel(path)
         }
 
         AsyncFunction("extractTarBz2") { (sourcePath: String, destinationPath: String) -> Bool in
-            return STTTools.extractTarBz2(sourcePath: sourcePath, destinationPath: destinationPath)
+            STTTools.extractTarBz2(sourcePath: sourcePath, destinationPath: destinationPath)
         }
 
         // MARK: - TTS Model Management
@@ -815,24 +904,24 @@ public class BluetoothSdkModule: Module, BluetoothSDKDelegate {
         }
 
         AsyncFunction("getTtsModelPath") { () -> String in
-            return TTSTools.getTtsModelPath()
+            TTSTools.getTtsModelPath()
         }
 
         AsyncFunction("getTtsModelLanguage") { () -> String in
-            return TTSTools.getTtsModelLanguage()
+            TTSTools.getTtsModelLanguage()
         }
 
         AsyncFunction("checkTtsModelAvailable") { () -> Bool in
-            return TTSTools.checkTTSModelAvailable()
+            TTSTools.checkTTSModelAvailable()
         }
 
         AsyncFunction("validateTtsModel") { (path: String) -> Bool in
-            return TTSTools.validateTTSModel(path)
+            TTSTools.validateTTSModel(path)
         }
 
         AsyncFunction("generateTtsAudio") {
             (text: String, modelPath: String, outputPath: String, speakerId: Int, speed: Double) -> Bool in
-            return TTSTools.generateTtsAudio(
+            TTSTools.generateTtsAudio(
                 text: text,
                 modelPath: modelPath,
                 outputPath: outputPath,

package/ios/GlasslyBluetoothSDK.podspec

@@ -1,7 +1,7 @@
 require 'json'
 
 package = JSON.parse(File.read(File.join(__dir__, '..', 'package.json')))
-include_expo_adapter = ENV['GLASSLY_BLUETOOTH_SDK_INCLUDE_EXPO_ADAPTER'] == '1'
+include_expo_adapter = ENV['BLUETOOTH_SDK_INCLUDE_EXPO_ADAPTER'] == '1'
 
 Pod::Spec.new do |s|
   s.name           = 'GlasslyBluetoothSDK'

package/ios/Packages/SherpaOnnx/SherpaOnnx.swift

@@ -348,11 +348,16 @@ class SherpaOnnxRecognizer {
     private let lock = NSLock() // for thread-safe stream replacement
 
     /// Constructor taking a model config
-    init(
+    init?(
         config: UnsafePointer<SherpaOnnxOnlineRecognizerConfig>
     ) {
-        recognizer = SherpaOnnxCreateOnlineRecognizer(config)
-        stream = SherpaOnnxCreateOnlineStream(recognizer)
+        guard let recognizer = SherpaOnnxCreateOnlineRecognizer(config) else { return nil }
+        guard let stream = SherpaOnnxCreateOnlineStream(recognizer) else {
+            SherpaOnnxDestroyOnlineRecognizer(recognizer)
+            return nil
+        }
+        self.recognizer = recognizer
+        self.stream = stream
     }
 
     deinit {

package/ios/Source/BluetoothSDK.swift

@@ -470,6 +470,10 @@ public final class BluetoothSDK {
 
     // MARK: - Native navigation (glasses-rendered nav UI)
 
+    func glassesSensorControl(sensor: String, operation: String, options: [String: Double]) async -> Bool {
+        await DeviceManager.shared.glassesSensorControl(sensor: sensor, operation: operation, options: options)
+    }
+
     func navigationModeStart() {
         DeviceManager.shared.navigationModeStart()
     }
@@ -491,6 +495,7 @@ public final class BluetoothSDK {
     }
 
     public func clearDisplay() async throws {
+        DeviceManager.shared.cancelPendingDisplay()
         DeviceManager.shared.sgc?.clearDisplay()
     }
 
@@ -502,6 +507,17 @@ public final class BluetoothSDK {
         DeviceManager.shared.showNotificationsPanel()
     }
 
+    public func setGlassesNotificationConfig(_ config: GlassesNotificationConfig) throws {
+        guard let sgc = DeviceManager.shared.sgc else {
+            throw GlassesNotificationError.notConnected
+        }
+        try sgc.setGlassesNotificationConfig(config)
+    }
+
+    public func getGlassesNotificationStatus() -> GlassesNotificationStatus {
+        DeviceManager.shared.sgc?.glassesNotificationStatus() ?? .unsupported
+    }
+
     func setBrightness(_ level: Int, autoMode: Bool? = nil) async throws {
         if let autoMode {
             DeviceStore.shared.apply(ObservableStore.bluetoothCategory, "auto_brightness", autoMode)
@@ -1256,6 +1272,43 @@ public final class BluetoothSDK {
         return try await DeviceManager.shared.startG2FirmwareFlash(target: target)
     }
 
+    // MARK: - BLE keyboard bridge (G2 Glassly CFW revision 39+)
+
+    public func g2KeyboardScan() async throws -> [[String: Any]] {
+        try requireGlassesConnected(operation: "scan for a keyboard")
+        return try await DeviceManager.shared.g2KeyboardScan()
+    }
+
+    public func g2KeyboardConnect(address: String, addressType: Int, name: String) async throws {
+        try requireGlassesConnected(operation: "connect a keyboard")
+        try await DeviceManager.shared.g2KeyboardConnect(address: address, addressType: addressType, name: name)
+    }
+
+    public func g2KeyboardReconnect() async throws {
+        try requireGlassesConnected(operation: "reconnect the keyboard")
+        try await DeviceManager.shared.g2KeyboardReconnect()
+    }
+
+    public func g2KeyboardDisconnect() async throws {
+        try await DeviceManager.shared.g2KeyboardDisconnect()
+    }
+
+    public func g2KeyboardForget() async {
+        await DeviceManager.shared.g2KeyboardForget()
+    }
+
+    public func g2KeyboardPasskey(_ pin: Int) async throws {
+        try await DeviceManager.shared.g2KeyboardPasskey(pin)
+    }
+
+    public func g2KeyboardCompare(_ accept: Bool) async throws {
+        try await DeviceManager.shared.g2KeyboardCompare(accept)
+    }
+
+    public func g2KeyboardStatus() async -> [String: Any] {
+        await DeviceManager.shared.g2KeyboardStatus()
+    }
+
     /// Select the HTTP(S) manifest used by subsequent OTA checks and installs.
     public func setOtaVersionUrl(_ otaVersionUrl: String) throws {
         configuredOtaVersionUrl = try OtaManifestChecker.normalizeHttpUrl(otaVersionUrl)

package/ios/Source/BluetoothSdkDefaults.swift

@@ -11,7 +11,7 @@ enum BluetoothSdkDefaults {
     static let voiceActivityDetectionEnabled = false
     static let loudnessGateEnabled = true
     private static let infoSdkVersionKey = "BluetoothSdkVersion"
-    private static let swiftPackageSdkVersion = "0.1.0-dev.98"
+    private static let swiftPackageSdkVersion = "0.2.8-dev.444"
     private static let swiftPackageSdkVersionPlaceholder = "__GLASSLY" + "_BLUETOOTH_SDK_VERSION__"
 
     private static func normalizedSdkVersion(_ value: String?) -> String? {

package/ios/Source/Bridge.swift

@@ -88,6 +88,19 @@ class Bridge {
         Bridge.sendTypedMessage("extraction_progress", body: body)
     }
 
+    /// display.render() frame outcome; seq 0 frames are native-originated and never reported.
+    static func sendSceneFramePresented(seq: Int, appId: String, presented: Bool, reason: String?) {
+        guard seq > 0 else { return }
+        var body: [String: Any] = ["seq": seq, "appId": appId, "presented": presented]
+        if let reason { body["reason"] = reason }
+        sendTypedMessage("scene_frame_presented", body: body)
+    }
+
+    /// The glasses finished every animation a tagged scene commit started (tag = frame seq & 0xFFFF).
+    static func sendSceneSettled(tag: Int) {
+        sendTypedMessage("scene_settled", body: ["tag": tag])
+    }
+
     static func sendHeadUp(_ isUp: Bool) {
         let data = ["up": isUp]
         Bridge.sendTypedMessage("head_up", body: data)