@mentra/bluetooth-sdk 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (278) hide show
  1. package/README.md +278 -0
  2. package/android/build.gradle +167 -0
  3. package/android/lc3Lib/CMakeLists.txt +6 -0
  4. package/android/lc3Lib/build.gradle +109 -0
  5. package/android/lc3Lib/proguard-rules.pro +33 -0
  6. package/android/lc3Lib/src/main/AndroidManifest.xml +2 -0
  7. package/android/lc3Lib/src/main/cpp/CMakeLists.txt +8 -0
  8. package/android/lc3Lib/src/main/cpp/google_opus_stuff/CMakeLists.txt +30 -0
  9. package/android/lc3Lib/src/main/cpp/google_opus_stuff/jni/CMakeLists.txt +7 -0
  10. package/android/lc3Lib/src/main/cpp/google_opus_stuff/jni/ogg_opus_encoder.cc +96 -0
  11. package/android/lc3Lib/src/main/cpp/google_opus_stuff/jni/ogg_opus_encoder.h +53 -0
  12. package/android/lc3Lib/src/main/cpp/google_opus_stuff/libogg/Makefile.am +6 -0
  13. package/android/lc3Lib/src/main/cpp/google_opus_stuff/libogg/config_types.h +26 -0
  14. package/android/lc3Lib/src/main/cpp/google_opus_stuff/libogg/config_types.h.in +26 -0
  15. package/android/lc3Lib/src/main/cpp/google_opus_stuff/libogg/ogg.h +209 -0
  16. package/android/lc3Lib/src/main/cpp/google_opus_stuff/libogg/os_types.h +158 -0
  17. package/android/lc3Lib/src/main/cpp/google_opus_stuff/libopus/opus.h +981 -0
  18. package/android/lc3Lib/src/main/cpp/google_opus_stuff/libopus/opus_custom.h +342 -0
  19. package/android/lc3Lib/src/main/cpp/google_opus_stuff/libopus/opus_defines.h +799 -0
  20. package/android/lc3Lib/src/main/cpp/google_opus_stuff/libopus/opus_multistream.h +660 -0
  21. package/android/lc3Lib/src/main/cpp/google_opus_stuff/libopus/opus_projection.h +568 -0
  22. package/android/lc3Lib/src/main/cpp/google_opus_stuff/libopus/opus_types.h +166 -0
  23. package/android/lc3Lib/src/main/cpp/google_opus_stuff/ogg_opus_encoder.cc +268 -0
  24. package/android/lc3Lib/src/main/cpp/google_opus_stuff/ogg_opus_encoder.h +115 -0
  25. package/android/lc3Lib/src/main/cpp/google_opus_stuff/opus_tools/opus_header.h +59 -0
  26. package/android/lc3Lib/src/main/cpp/liblc3/CMakeLists.txt +38 -0
  27. package/android/lc3Lib/src/main/cpp/liblc3/include/lc3.h +309 -0
  28. package/android/lc3Lib/src/main/cpp/liblc3/include/lc3_private.h +162 -0
  29. package/android/lc3Lib/src/main/cpp/liblc3/include/rnnoise.h +114 -0
  30. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/CMakeLists.txt +19 -0
  31. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/attdet.c +92 -0
  32. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/attdet.h +44 -0
  33. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/bits.c +375 -0
  34. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/bits.h +315 -0
  35. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/bwdet.c +129 -0
  36. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/bwdet.h +69 -0
  37. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/common.h +148 -0
  38. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/energy.c +70 -0
  39. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/energy.h +43 -0
  40. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/fastmath.h +158 -0
  41. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/lc3.c +702 -0
  42. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/ltpf.c +893 -0
  43. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/ltpf.h +111 -0
  44. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/ltpf_arm.h +506 -0
  45. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/ltpf_neon.h +281 -0
  46. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/makefile.mk +35 -0
  47. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/mdct.c +452 -0
  48. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/mdct.h +57 -0
  49. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/mdct_neon.h +296 -0
  50. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/meson.build +46 -0
  51. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/plc.c +61 -0
  52. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/plc.h +57 -0
  53. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/sns.c +880 -0
  54. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/sns.h +103 -0
  55. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/spec.c +904 -0
  56. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/spec.h +119 -0
  57. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/tables.c +3457 -0
  58. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/tables.h +94 -0
  59. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/tns.c +457 -0
  60. package/android/lc3Lib/src/main/cpp/liblc3/liblc3/tns.h +99 -0
  61. package/android/lc3Lib/src/main/cpp/liblc3/liblc3.cpp +159 -0
  62. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/_kiss_fft_guts.h +182 -0
  63. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/arch.h +261 -0
  64. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/celt_lpc.c +279 -0
  65. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/celt_lpc.h +59 -0
  66. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/common.h +48 -0
  67. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/compile.sh +3 -0
  68. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/denoise.c +646 -0
  69. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/kiss_fft.c +601 -0
  70. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/kiss_fft.h +203 -0
  71. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/opus_types.h +159 -0
  72. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/pitch.c +526 -0
  73. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/pitch.h +149 -0
  74. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/rnn.c +178 -0
  75. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/rnn.h +69 -0
  76. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/rnn_data.c +11051 -0
  77. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/rnn_data.h +34 -0
  78. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/rnn_reader.c +168 -0
  79. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/rnn_train.py +66 -0
  80. package/android/lc3Lib/src/main/cpp/liblc3/rnnoise/tansig_table.h +45 -0
  81. package/android/lc3Lib/src/main/java/com/mentra/lc3Lib/Lc3Cpp.java +38 -0
  82. package/android/lc3Lib/third_party/CMakeLists.txt +23 -0
  83. package/android/lc3Lib/third_party/CMakeLists_libogg.txt +18 -0
  84. package/android/lc3Lib/third_party/CMakeLists_libopus.txt +18 -0
  85. package/android/lc3Lib/third_party/CMakeLists_opus-tools.txt +23 -0
  86. package/android/lc3Lib/third_party/opus_tools/src/AUTHORS +5 -0
  87. package/android/lc3Lib/third_party/opus_tools/src/CMakeLists.txt +4 -0
  88. package/android/lc3Lib/third_party/opus_tools/src/COPYING +371 -0
  89. package/android/lc3Lib/third_party/opus_tools/src/ChangeLog +3 -0
  90. package/android/lc3Lib/third_party/opus_tools/src/Makefile.am +42 -0
  91. package/android/lc3Lib/third_party/opus_tools/src/Makefile.unix +23 -0
  92. package/android/lc3Lib/third_party/opus_tools/src/NEWS +0 -0
  93. package/android/lc3Lib/third_party/opus_tools/src/README +0 -0
  94. package/android/lc3Lib/third_party/opus_tools/src/autogen.sh +115 -0
  95. package/android/lc3Lib/third_party/opus_tools/src/configure.ac +293 -0
  96. package/android/lc3Lib/third_party/opus_tools/src/src/arch.h +239 -0
  97. package/android/lc3Lib/third_party/opus_tools/src/src/audio-in.c +1046 -0
  98. package/android/lc3Lib/third_party/opus_tools/src/src/diag_range.c +245 -0
  99. package/android/lc3Lib/third_party/opus_tools/src/src/diag_range.h +28 -0
  100. package/android/lc3Lib/third_party/opus_tools/src/src/info_opus.c +320 -0
  101. package/android/lc3Lib/third_party/opus_tools/src/src/info_opus.h +51 -0
  102. package/android/lc3Lib/third_party/opus_tools/src/src/lpc.c +157 -0
  103. package/android/lc3Lib/third_party/opus_tools/src/src/lpc.h +27 -0
  104. package/android/lc3Lib/third_party/opus_tools/src/src/opus_header.c +286 -0
  105. package/android/lc3Lib/third_party/opus_tools/src/src/opus_header.h +59 -0
  106. package/android/lc3Lib/third_party/opus_tools/src/src/opusdec.c +884 -0
  107. package/android/lc3Lib/third_party/opus_tools/src/src/opusenc.c +1021 -0
  108. package/android/lc3Lib/third_party/opus_tools/src/src/opusenc.h +101 -0
  109. package/android/lc3Lib/third_party/opus_tools/src/src/opusinfo.c +639 -0
  110. package/android/lc3Lib/third_party/opus_tools/src/src/opusinfo.h +51 -0
  111. package/android/lc3Lib/third_party/opus_tools/src/src/os_support.h +167 -0
  112. package/android/lc3Lib/third_party/opus_tools/src/src/resample.c +1137 -0
  113. package/android/lc3Lib/third_party/opus_tools/src/src/speex_resampler.h +344 -0
  114. package/android/lc3Lib/third_party/opus_tools/src/src/stack_alloc.h +115 -0
  115. package/android/lc3Lib/third_party/opus_tools/src/src/wav_io.c +125 -0
  116. package/android/lc3Lib/third_party/opus_tools/src/src/wav_io.h +62 -0
  117. package/android/lc3Lib/third_party/opus_tools/src/src/wave_out.c +223 -0
  118. package/android/lc3Lib/third_party/opus_tools/src/src/wave_out.h +60 -0
  119. package/android/settings.gradle +1 -0
  120. package/android/src/main/AndroidManifest.xml +40 -0
  121. package/android/src/main/java/com/mentra/bluetoothsdk/BluetoothSdkModule.kt +528 -0
  122. package/android/src/main/java/com/mentra/bluetoothsdk/Bridge.kt +610 -0
  123. package/android/src/main/java/com/mentra/bluetoothsdk/DeviceManager.kt +1616 -0
  124. package/android/src/main/java/com/mentra/bluetoothsdk/DeviceStore.kt +314 -0
  125. package/android/src/main/java/com/mentra/bluetoothsdk/MentraBluetoothModels.kt +1710 -0
  126. package/android/src/main/java/com/mentra/bluetoothsdk/MentraBluetoothSdk.kt +554 -0
  127. package/android/src/main/java/com/mentra/bluetoothsdk/ObservableStore.kt +68 -0
  128. package/android/src/main/java/com/mentra/bluetoothsdk/controllers/ControllerManager.kt +158 -0
  129. package/android/src/main/java/com/mentra/bluetoothsdk/controllers/R1.kt +934 -0
  130. package/android/src/main/java/com/mentra/bluetoothsdk/services/Foreground.kt +175 -0
  131. package/android/src/main/java/com/mentra/bluetoothsdk/services/PhoneMic.kt +1109 -0
  132. package/android/src/main/java/com/mentra/bluetoothsdk/sgcs/G1.java +3974 -0
  133. package/android/src/main/java/com/mentra/bluetoothsdk/sgcs/G2.kt +3551 -0
  134. package/android/src/main/java/com/mentra/bluetoothsdk/sgcs/Mach1.java +1327 -0
  135. package/android/src/main/java/com/mentra/bluetoothsdk/sgcs/MentraLive.java +6959 -0
  136. package/android/src/main/java/com/mentra/bluetoothsdk/sgcs/MentraNex.kt +1655 -0
  137. package/android/src/main/java/com/mentra/bluetoothsdk/sgcs/MentraosBle.java +53675 -0
  138. package/android/src/main/java/com/mentra/bluetoothsdk/sgcs/SGCManager.kt +202 -0
  139. package/android/src/main/java/com/mentra/bluetoothsdk/sgcs/Simulated.kt +224 -0
  140. package/android/src/main/java/com/mentra/bluetoothsdk/stt/STTTools.kt +340 -0
  141. package/android/src/main/java/com/mentra/bluetoothsdk/stt/SherpaOnnxTranscriber.kt +465 -0
  142. package/android/src/main/java/com/mentra/bluetoothsdk/stt/VadGateSpeechPolicy.kt +221 -0
  143. package/android/src/main/java/com/mentra/bluetoothsdk/utils/AES.java +106 -0
  144. package/android/src/main/java/com/mentra/bluetoothsdk/utils/AudioSessionMonitor.kt +189 -0
  145. package/android/src/main/java/com/mentra/bluetoothsdk/utils/BitmapJavaUtils.java +169 -0
  146. package/android/src/main/java/com/mentra/bluetoothsdk/utils/BlePhotoUploadService.java +179 -0
  147. package/android/src/main/java/com/mentra/bluetoothsdk/utils/Constants.kt +44 -0
  148. package/android/src/main/java/com/mentra/bluetoothsdk/utils/G1Text.kt +436 -0
  149. package/android/src/main/java/com/mentra/bluetoothsdk/utils/IncidentLogBleRelayNaming.java +29 -0
  150. package/android/src/main/java/com/mentra/bluetoothsdk/utils/IncidentLogBleUploadService.java +76 -0
  151. package/android/src/main/java/com/mentra/bluetoothsdk/utils/K900ProtocolUtils.java +791 -0
  152. package/android/src/main/java/com/mentra/bluetoothsdk/utils/MessageChunker.java +186 -0
  153. package/android/src/main/java/com/mentra/bluetoothsdk/utils/NexSGCUtils.kt +589 -0
  154. package/android/src/main/java/com/mentra/bluetoothsdk/utils/PhoneAudioMonitor.kt +303 -0
  155. package/android/src/main/java/com/mentra/bluetoothsdk/utils/SmartGlassesConnectionState.java +9 -0
  156. package/android/src/main/java/com/mentra/bluetoothsdk/utils/audio/ByteUtilAudioPlayer.java +655 -0
  157. package/android/src/main/java/com/mentra/bluetoothsdk/utils/audio/Lc3Player.java +441 -0
  158. package/android/src/main/java/com/mentra/bluetoothsdk/utils/audio/PCMAudioPlayer.java +431 -0
  159. package/android/src/main/res/values/strings.xml +4 -0
  160. package/app.plugin.js +1 -0
  161. package/build/BluetoothSdk.types.d.ts +498 -0
  162. package/build/BluetoothSdk.types.d.ts.map +1 -0
  163. package/build/BluetoothSdk.types.js +23 -0
  164. package/build/BluetoothSdk.types.js.map +1 -0
  165. package/build/BluetoothSdkModule.d.ts +71 -0
  166. package/build/BluetoothSdkModule.d.ts.map +1 -0
  167. package/build/BluetoothSdkModule.js +106 -0
  168. package/build/BluetoothSdkModule.js.map +1 -0
  169. package/build/index.d.ts +3 -0
  170. package/build/index.d.ts.map +1 -0
  171. package/build/index.js +5 -0
  172. package/build/index.js.map +1 -0
  173. package/expo-module.config.json +9 -0
  174. package/ios/BluetoothSdkModule.swift +665 -0
  175. package/ios/MentraBluetoothSDK.podspec +77 -0
  176. package/ios/Packages/CoreObjC/CoreObjC.xcodeproj/project.pbxproj +213 -0
  177. package/ios/Packages/CoreObjC/PcmConverter.h +22 -0
  178. package/ios/Packages/CoreObjC/PcmConverter.m +266 -0
  179. package/ios/Packages/CoreObjC/attdet.c +92 -0
  180. package/ios/Packages/CoreObjC/attdet.h +44 -0
  181. package/ios/Packages/CoreObjC/bits.c +375 -0
  182. package/ios/Packages/CoreObjC/bits.h +315 -0
  183. package/ios/Packages/CoreObjC/bwdet.c +129 -0
  184. package/ios/Packages/CoreObjC/bwdet.h +69 -0
  185. package/ios/Packages/CoreObjC/common.h +151 -0
  186. package/ios/Packages/CoreObjC/energy.c +70 -0
  187. package/ios/Packages/CoreObjC/energy.h +43 -0
  188. package/ios/Packages/CoreObjC/fastmath.h +158 -0
  189. package/ios/Packages/CoreObjC/lc3.c +704 -0
  190. package/ios/Packages/CoreObjC/lc3.h +313 -0
  191. package/ios/Packages/CoreObjC/lc3_cpp.h +283 -0
  192. package/ios/Packages/CoreObjC/lc3_private.h +163 -0
  193. package/ios/Packages/CoreObjC/ltpf.c +905 -0
  194. package/ios/Packages/CoreObjC/ltpf.h +111 -0
  195. package/ios/Packages/CoreObjC/ltpf_arm.h +506 -0
  196. package/ios/Packages/CoreObjC/ltpf_neon.h +281 -0
  197. package/ios/Packages/CoreObjC/makefile.mk +35 -0
  198. package/ios/Packages/CoreObjC/mdct.c +469 -0
  199. package/ios/Packages/CoreObjC/mdct.h +57 -0
  200. package/ios/Packages/CoreObjC/mdct_neon.h +296 -0
  201. package/ios/Packages/CoreObjC/meson.build +61 -0
  202. package/ios/Packages/CoreObjC/plc.c +61 -0
  203. package/ios/Packages/CoreObjC/plc.h +57 -0
  204. package/ios/Packages/CoreObjC/rnnoise.h +114 -0
  205. package/ios/Packages/CoreObjC/sns.c +880 -0
  206. package/ios/Packages/CoreObjC/sns.h +103 -0
  207. package/ios/Packages/CoreObjC/spec.c +907 -0
  208. package/ios/Packages/CoreObjC/spec.h +119 -0
  209. package/ios/Packages/CoreObjC/tables.c +3457 -0
  210. package/ios/Packages/CoreObjC/tables.h +94 -0
  211. package/ios/Packages/CoreObjC/tns.c +457 -0
  212. package/ios/Packages/CoreObjC/tns.h +99 -0
  213. package/ios/Packages/SherpaOnnx/Model/joiner.onnx +0 -0
  214. package/ios/Packages/SherpaOnnx/Model/tokens.txt +502 -0
  215. package/ios/Packages/SherpaOnnx/SherpaOnnx.swift +1659 -0
  216. package/ios/Packages/SherpaOnnx/sherpa-onnx.xcframework/Headers/cargs.h +162 -0
  217. package/ios/Packages/SherpaOnnx/sherpa-onnx.xcframework/Headers/sherpa-onnx/c-api/c-api.h +1852 -0
  218. package/ios/Packages/SherpaOnnx/sherpa-onnx.xcframework/Headers/sherpa-onnx/c-api/cxx-api.h +674 -0
  219. package/ios/Packages/SherpaOnnx/sherpa-onnx.xcframework/Info.plist +44 -0
  220. package/ios/Packages/SherpaOnnx/sherpa-onnx.xcframework/ios-arm64/libsherpa-onnx.a +0 -0
  221. package/ios/Packages/SherpaOnnx/sherpa-onnx.xcframework/ios-arm64/sherpa-onnx.a +0 -0
  222. package/ios/Packages/SherpaOnnx/sherpa-onnx.xcframework/ios-arm64_x86_64-simulator/libsherpa-onnx.a +0 -0
  223. package/ios/Packages/SherpaOnnx/sherpa-onnx.xcframework/ios-arm64_x86_64-simulator/sherpa-onnx.a +0 -0
  224. package/ios/Packages/VAD/Common/VAD/VADQuality.swift +41 -0
  225. package/ios/Packages/VAD/Common/VAD/VADState.swift +26 -0
  226. package/ios/Packages/VAD/Common/VAD/VADStrategy.swift +29 -0
  227. package/ios/Packages/VAD/Common/VAD/VADType.swift +14 -0
  228. package/ios/Packages/VAD/Data/Configuration.swift +68 -0
  229. package/ios/Packages/VAD/Data/FrameSize.swift +39 -0
  230. package/ios/Packages/VAD/Data/Record.swift +13 -0
  231. package/ios/Packages/VAD/Data/Result.swift +22 -0
  232. package/ios/Packages/VAD/Data/SampleRate.swift +48 -0
  233. package/ios/Packages/VAD/Silero/Model/silero_vad.onnx +0 -0
  234. package/ios/Packages/VAD/Silero/SileroVAD.swift +284 -0
  235. package/ios/Packages/VAD/Silero/SileroVADStrategy.swift +64 -0
  236. package/ios/Packages/libbz2/module.modulemap +5 -0
  237. package/ios/Packages/libbz2/shim.h +1 -0
  238. package/ios/Source/Bridge.swift +353 -0
  239. package/ios/Source/Bridging-Header.h +16 -0
  240. package/ios/Source/DeviceManager.swift +1478 -0
  241. package/ios/Source/DeviceStore.swift +295 -0
  242. package/ios/Source/MentraBluetoothSDK.swift +2439 -0
  243. package/ios/Source/ObservableStore.swift +88 -0
  244. package/ios/Source/PrivacyInfo.xcprivacy +23 -0
  245. package/ios/Source/controllers/ControllerManager.swift +187 -0
  246. package/ios/Source/controllers/R1.swift +827 -0
  247. package/ios/Source/services/PhoneMic.swift +662 -0
  248. package/ios/Source/sgcs/Frame.swift +651 -0
  249. package/ios/Source/sgcs/G1.swift +2505 -0
  250. package/ios/Source/sgcs/G2.swift +3730 -0
  251. package/ios/Source/sgcs/Mach1.swift +543 -0
  252. package/ios/Source/sgcs/MentraLive.swift +4708 -0
  253. package/ios/Source/sgcs/MentraNex.swift +2479 -0
  254. package/ios/Source/sgcs/SGCManager.swift +243 -0
  255. package/ios/Source/sgcs/Simulated.swift +270 -0
  256. package/ios/Source/sgcs/mentraos_ble.pb.swift +3811 -0
  257. package/ios/Source/stt/STTTools.swift +154 -0
  258. package/ios/Source/stt/SherpaOnnxTranscriber.swift +401 -0
  259. package/ios/Source/utils/AudioSessionMonitor.swift +283 -0
  260. package/ios/Source/utils/Constants.swift +74 -0
  261. package/ios/Source/utils/Enums.swift +95 -0
  262. package/ios/Source/utils/G1Text.swift +2067 -0
  263. package/ios/Source/utils/JSCExperiment.swift +241 -0
  264. package/ios/Source/utils/MemoryMonitor.swift +44 -0
  265. package/ios/Source/utils/MessageChunker.swift +164 -0
  266. package/ios/Source/utils/Models.swift +135 -0
  267. package/ios/Source/utils/PhoneAudioMonitor.swift +226 -0
  268. package/ios/Source/utils/TarBz2Extractor.swift +206 -0
  269. package/package.json +78 -0
  270. package/plugin/build/index.d.ts +6 -0
  271. package/plugin/build/index.js +12 -0
  272. package/plugin/build/withAndroid.d.ts +4 -0
  273. package/plugin/build/withAndroid.js +80 -0
  274. package/plugin/build/withIos.d.ts +4 -0
  275. package/plugin/build/withIos.js +64 -0
  276. package/src/BluetoothSdk.types.ts +581 -0
  277. package/src/BluetoothSdkModule.ts +259 -0
  278. package/src/index.ts +4 -0
@@ -0,0 +1,314 @@
1
+ package com.mentra.bluetoothsdk
2
+
3
+ import android.os.Handler
4
+ import android.os.Looper
5
+ import com.mentra.bluetoothsdk.utils.DeviceTypes
6
+ import com.mentra.bluetoothsdk.utils.ConnTypes
7
+ import com.mentra.bluetoothsdk.utils.MicMap
8
+ import kotlinx.coroutines.CoroutineScope
9
+ import kotlinx.coroutines.Dispatchers
10
+ import kotlinx.coroutines.delay
11
+ import kotlinx.coroutines.launch
12
+ import org.json.JSONObject
13
+
14
+ /** Centralized observable state store for glasses and Bluetooth SDK settings */
15
+ object DeviceStore {
16
+
17
+ val store = ObservableStore()
18
+
19
+ /**
20
+ * [BluetoothSdkModule] applies batched `update("bluetooth", map)` key-by-key. Post to Main so the store has
21
+ * the latest value before BLE. Height and depth schedule independently so Nex sends one protobuf per change.
22
+ */
23
+ private val dashboardBleHandler = Handler(Looper.getMainLooper())
24
+ private var pendingDashboardHeightRunnable: Runnable? = null
25
+ private var pendingDashboardDepthRunnable: Runnable? = null
26
+
27
+ /** Same equality rule as [ObservableStore.set] — avoids BLE side effects on no-op applies. */
28
+ private fun observableStoreWouldHaveSkipped(oldValue: Any?, newValue: Any): Boolean {
29
+ if (oldValue == null) return false
30
+ return JSONObject(mapOf("v" to oldValue)).toString() ==
31
+ JSONObject(mapOf("v" to newValue)).toString()
32
+ }
33
+
34
+ private fun scheduleDashboardHeightToGlasses() {
35
+ pendingDashboardHeightRunnable?.let { dashboardBleHandler.removeCallbacks(it) }
36
+ val r = Runnable {
37
+ pendingDashboardHeightRunnable = null
38
+ val h = (store.get("bluetooth", "dashboard_height") as? Number)?.toInt() ?: 4
39
+ DeviceManager.getInstance().sgc?.setDashboardHeightOnly(h)
40
+ }
41
+ pendingDashboardHeightRunnable = r
42
+ dashboardBleHandler.post(r)
43
+ }
44
+
45
+ private fun scheduleDashboardDepthToGlasses() {
46
+ pendingDashboardDepthRunnable?.let { dashboardBleHandler.removeCallbacks(it) }
47
+ val r = Runnable {
48
+ pendingDashboardDepthRunnable = null
49
+ val d = (store.get("bluetooth", "dashboard_depth") as? Number)?.toInt() ?: 2
50
+ DeviceManager.getInstance().sgc?.setDashboardDepthOnly(d)
51
+ }
52
+ pendingDashboardDepthRunnable = r
53
+ dashboardBleHandler.post(r)
54
+ }
55
+
56
+ init {
57
+ // SETTINGS are snake_case
58
+ // CORE STATE is camelCase
59
+
60
+ // GLASSES STATE:
61
+ store.set("glasses", "batteryLevel", -1)
62
+ store.set("glasses", "charging", false)
63
+ store.set("glasses", "fullyBooted", false)
64
+ store.set("glasses", "connected", false)
65
+ store.set("glasses", "connectionState", ConnTypes.DISCONNECTED)
66
+ store.set("glasses", "deviceModel", "")
67
+ store.set("glasses", "firmwareVersion", "")
68
+ store.set("glasses", "micEnabled", false)
69
+ store.set("glasses", "btcConnected", false)
70
+ store.set("glasses", "caseRemoved", true)
71
+ store.set("glasses", "caseOpen", true)
72
+ store.set("glasses", "caseCharging", false)
73
+ store.set("glasses", "caseBatteryLevel", -1)
74
+ store.set("glasses", "headUp", false)
75
+ store.set("glasses", "serialNumber", "")
76
+ store.set("glasses", "style", "")
77
+ store.set("glasses", "color", "")
78
+ store.set("glasses", "wifiSsid", "")
79
+ store.set("glasses", "wifiConnected", false)
80
+ store.set("glasses", "wifiLocalIp", "")
81
+ store.set("glasses", "hotspotEnabled", false)
82
+ store.set("glasses", "hotspotSsid", "")
83
+ store.set("glasses", "hotspotPassword", "")
84
+ store.set("glasses", "hotspotGatewayIp", "")
85
+ store.set("glasses", "bluetoothName", "")
86
+ store.set("glasses", "signalStrength", -1)
87
+ store.set("glasses", "signalStrengthUpdatedAt", 0L)
88
+ store.set("glasses", "controllerConnected", false)
89
+ store.set("glasses", "controllerFullyBooted", false)
90
+ store.set("glasses", "controllerMacAddress", "")
91
+ store.set("glasses", "controllerBatteryLevel", -1)
92
+ store.set("glasses", "controllerSignalStrength", -1)
93
+ store.set("glasses", "ringSignalStrength", -1)
94
+
95
+ // CORE STATE:
96
+ store.set("bluetooth", "systemMicUnavailable", false)
97
+ store.set("bluetooth", "searching", false)
98
+ store.set("bluetooth", "searchingController", false)
99
+ store.set("bluetooth", "micEnabled", false)
100
+ store.set("bluetooth", "currentMic", "")
101
+ store.set("bluetooth", "searchResults", emptyList<Any>())
102
+ store.set("bluetooth", "wifiScanResults", emptyList<Any>())
103
+ store.set("bluetooth", "micRanking", MicMap.map["auto"]!!)
104
+ store.set("bluetooth", "lastLog", mutableListOf<String>())
105
+
106
+ // CORE SETTINGS:
107
+ store.set("bluetooth", "default_wearable", "")
108
+ store.set("bluetooth", "pending_wearable", "")
109
+ store.set("bluetooth", "device_name", "")
110
+ store.set("bluetooth", "device_address", "")
111
+ store.set("bluetooth", "default_controller", "")
112
+ store.set("bluetooth", "pending_controller", "")
113
+ store.set("bluetooth", "controller_device_name", "")
114
+ store.set("bluetooth", "screen_disabled", false)
115
+ store.set("bluetooth", "preferred_mic", "auto")
116
+ store.set("bluetooth", "sensing_enabled", true)
117
+ store.set("bluetooth", "power_saving_mode", false)
118
+ store.set("bluetooth", "brightness", 50)
119
+ store.set("bluetooth", "auto_brightness", true)
120
+ store.set("bluetooth", "dashboard_height", 4)
121
+ store.set("bluetooth", "dashboard_depth", 2)
122
+ store.set("bluetooth", "head_up_angle", 30)
123
+ store.set("bluetooth", "contextual_dashboard", true)
124
+ store.set("bluetooth", "gallery_mode", true)
125
+ store.set("bluetooth", "screen_disabled", false)
126
+ store.set("bluetooth", "button_photo_size", "medium")
127
+ store.set("bluetooth", "button_camera_led", true)
128
+ store.set("bluetooth", "button_max_recording_time", 10)
129
+ store.set("bluetooth", "camera_fov", mapOf("fov" to 118, "roi_position" to 0))
130
+ store.set("bluetooth", "button_video_width", 1280)
131
+ store.set("bluetooth", "button_video_height", 720)
132
+ store.set("bluetooth", "button_video_fps", 30)
133
+ store.set("bluetooth", "preferred_mic", "auto")
134
+ store.set("bluetooth", "lc3_frame_size", 60)
135
+ store.set("bluetooth", "auth_email", "")
136
+ store.set("bluetooth", "core_token", "")
137
+ store.set("bluetooth", "should_send_pcm", false)
138
+ store.set("bluetooth", "should_send_lc3", false)
139
+ store.set("bluetooth", "should_send_transcript", false)
140
+ store.set("bluetooth", "bypass_vad", false)
141
+ }
142
+
143
+ fun get(category: String, key: String): Any? {
144
+ return store.get(category, key)
145
+ }
146
+
147
+ fun set(category: String, key: String, value: Any) {
148
+ store.set(category, key, value)
149
+ }
150
+
151
+ /** Apply changes with side effects */
152
+ fun apply(category: String, key: String, value: Any) {
153
+ val oldValue = store.get(category, key)
154
+ store.set(category, key, value)
155
+ if (observableStoreWouldHaveSkipped(oldValue, value)) {
156
+ return
157
+ }
158
+
159
+ // Trigger hardware updates based on setting changes
160
+ when (category to key) {
161
+ "glasses" to "fullyBooted" -> {
162
+ if (value is Boolean) {
163
+ if (value) {
164
+ DeviceManager.getInstance().handleDeviceReady()
165
+ } else {
166
+ DeviceManager.getInstance().handleDeviceDisconnected()
167
+ }
168
+ // we shouldn't call store.set in this function as this is only intended for side-effects, not driving state updates
169
+ }
170
+ }
171
+ "glasses" to "controllerFullyBooted" -> {
172
+ if (value is Boolean) {
173
+ if (value) {
174
+ DeviceManager.getInstance().handleControllerReady()
175
+ } else {
176
+ DeviceManager.getInstance().handleControllerDisconnected()
177
+ }
178
+ }
179
+ }
180
+ "glasses" to "controllerMacAddress" -> {
181
+ if (value is String && value.isNotEmpty()) {
182
+ CoroutineScope(Dispatchers.Main).launch {
183
+ // give the glasses some extra time to finish booting:
184
+ delay(1000)
185
+ DeviceManager.getInstance().sgc?.connectController()
186
+ }
187
+ }
188
+ }
189
+ "glasses" to "headUp" -> {
190
+ if (value is Boolean) {
191
+ DeviceManager.getInstance().sendCurrentState()
192
+ Bridge.sendHeadUp(value)
193
+ }
194
+ }
195
+
196
+ // BLUETOOTH:
197
+ "bluetooth" to "brightness" -> {
198
+ val b = (value as? Number)?.toInt() ?: 50
199
+ val auto = (store.get("bluetooth", "auto_brightness") as? Boolean) ?: true
200
+ CoroutineScope(Dispatchers.Main).launch {
201
+ DeviceManager.getInstance().sgc?.setBrightness(b, auto)
202
+ DeviceManager.getInstance().sgc?.sendTextWall("Set brightness to $b%")
203
+ delay(800) // 0.8 seconds
204
+ DeviceManager.getInstance().sgc?.clearDisplay()
205
+ }
206
+ }
207
+ "bluetooth" to "auto_brightness" -> {
208
+ val b = (store.get("bluetooth", "brightness") as? Int) ?: 50
209
+ val auto = (value as? Boolean) ?: true
210
+ val autoBrightnessChanged = (oldValue as? Boolean) != auto
211
+ CoroutineScope(Dispatchers.Main).launch {
212
+ DeviceManager.getInstance().sgc?.setBrightness(b, auto)
213
+ if (autoBrightnessChanged) {
214
+ DeviceManager.getInstance()
215
+ .sgc
216
+ ?.sendTextWall(
217
+ if (auto) "Enabled auto brightness"
218
+ else "Disabled auto brightness"
219
+ )
220
+ delay(800) // 0.8 seconds
221
+ DeviceManager.getInstance().sgc?.clearDisplay()
222
+ }
223
+ }
224
+ }
225
+ "bluetooth" to "dashboard_height" -> {
226
+ scheduleDashboardHeightToGlasses()
227
+ }
228
+ "bluetooth" to "dashboard_depth" -> {
229
+ scheduleDashboardDepthToGlasses()
230
+ }
231
+ "bluetooth" to "head_up_angle" -> {
232
+ (value as? Int)?.let { angle ->
233
+ DeviceManager.getInstance().sgc?.setHeadUpAngle(angle)
234
+ }
235
+ }
236
+ "bluetooth" to "menu_apps" -> {
237
+ @Suppress("UNCHECKED_CAST")
238
+ (value as? List<Map<String, Any>>)?.let { items ->
239
+ DeviceManager.getInstance().sgc?.setDashboardMenu(items)
240
+ }
241
+ }
242
+ "bluetooth" to "gallery_mode" -> {
243
+ DeviceManager.getInstance().sgc?.sendGalleryMode()
244
+ }
245
+ "bluetooth" to "screen_disabled" -> {
246
+ (value as? Boolean)?.let { disabled ->
247
+ if (disabled) {
248
+ DeviceManager.getInstance().sgc?.exit()
249
+ } else {
250
+ DeviceManager.getInstance().sgc?.clearDisplay()
251
+ }
252
+ }
253
+ }
254
+ "bluetooth" to "button_photo_size" -> {
255
+ DeviceManager.getInstance().sgc?.sendButtonPhotoSettings()
256
+ }
257
+ "bluetooth" to "button_camera_led" -> {
258
+ DeviceManager.getInstance().sgc?.sendButtonCameraLedSetting()
259
+ }
260
+ "bluetooth" to "button_max_recording_time" -> {
261
+ DeviceManager.getInstance().sgc?.sendButtonMaxRecordingTime()
262
+ }
263
+ "bluetooth" to "camera_fov" -> {
264
+ DeviceManager.getInstance().sgc?.sendCameraFovSetting()
265
+ }
266
+ "bluetooth" to "button_video_width",
267
+ "bluetooth" to "button_video_height",
268
+ "bluetooth" to "button_video_fps" -> {
269
+ DeviceManager.getInstance().sgc?.sendButtonVideoRecordingSettings()
270
+ }
271
+ "bluetooth" to "preferred_mic" -> {
272
+ (value as? String)?.let { mic ->
273
+ apply("bluetooth", "micRanking", MicMap.map[mic] ?: MicMap.map["auto"]!!)
274
+ DeviceManager.getInstance().setMicState()
275
+ }
276
+ }
277
+ "bluetooth" to "offline_captions_running" -> {
278
+ (value as? Boolean)?.let { running ->
279
+ Bridge.log("DeviceStore: offline_captions_running changed to $running")
280
+ DeviceManager.getInstance().setMicState()
281
+ }
282
+ }
283
+ "bluetooth" to "local_stt_fallback_active" -> {
284
+ (value as? Boolean)?.let { active ->
285
+ Bridge.log("DeviceStore: local_stt_fallback_active changed to $active")
286
+ DeviceManager.getInstance().setMicState()
287
+ }
288
+ }
289
+ "bluetooth" to "should_send_pcm" -> {
290
+ (value as? Boolean)?.let { pcm ->
291
+ DeviceManager.getInstance().setMicState()
292
+ }
293
+ }
294
+ "bluetooth" to "should_send_lc3" -> {
295
+ (value as? Boolean)?.let { lc3 ->
296
+ DeviceManager.getInstance().setMicState()
297
+ }
298
+ }
299
+ "bluetooth" to "should_send_transcript" -> {
300
+ (value as? Boolean)?.let { transcript ->
301
+ DeviceManager.getInstance().setMicState()
302
+ }
303
+ }
304
+ "bluetooth" to "default_wearable" -> {
305
+ (value as? String)?.let { wearable ->
306
+ Bridge.saveSetting("default_wearable", wearable)
307
+ if (wearable.contains(DeviceTypes.SIMULATED)) {
308
+ DeviceManager.getInstance().initSGC(wearable)
309
+ }
310
+ }
311
+ }
312
+ }
313
+ }
314
+ }