@mentra/engine 0.1.0-beta.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (842) hide show
  1. package/README.md +79 -0
  2. package/build/devtools.d.ts +11 -0
  3. package/build/devtools.d.ts.map +1 -0
  4. package/build/devtools.js +13 -0
  5. package/build/devtools.js.map +1 -0
  6. package/build/engine.d.ts +261 -0
  7. package/build/engine.d.ts.map +1 -0
  8. package/build/engine.js +170 -0
  9. package/build/engine.js.map +1 -0
  10. package/build/facades/dev.d.ts +58 -0
  11. package/build/facades/dev.d.ts.map +1 -0
  12. package/build/facades/dev.js +189 -0
  13. package/build/facades/dev.js.map +1 -0
  14. package/build/facades/display.d.ts +21 -0
  15. package/build/facades/display.d.ts.map +1 -0
  16. package/build/facades/display.js +17 -0
  17. package/build/facades/display.js.map +1 -0
  18. package/build/facades/displayMirror.d.ts +15 -0
  19. package/build/facades/displayMirror.d.ts.map +1 -0
  20. package/build/facades/displayMirror.js +29 -0
  21. package/build/facades/displayMirror.js.map +1 -0
  22. package/build/facades/gallery.d.ts +62 -0
  23. package/build/facades/gallery.d.ts.map +1 -0
  24. package/build/facades/gallery.js +61 -0
  25. package/build/facades/gallery.js.map +1 -0
  26. package/build/facades/glasses.d.ts +141 -0
  27. package/build/facades/glasses.d.ts.map +1 -0
  28. package/build/facades/glasses.js +199 -0
  29. package/build/facades/glasses.js.map +1 -0
  30. package/build/facades/glassesSettings.d.ts +13 -0
  31. package/build/facades/glassesSettings.d.ts.map +1 -0
  32. package/build/facades/glassesSettings.js +54 -0
  33. package/build/facades/glassesSettings.js.map +1 -0
  34. package/build/facades/glassesWifi.d.ts +25 -0
  35. package/build/facades/glassesWifi.d.ts.map +1 -0
  36. package/build/facades/glassesWifi.js +57 -0
  37. package/build/facades/glassesWifi.js.map +1 -0
  38. package/build/facades/miniapps.d.ts +43 -0
  39. package/build/facades/miniapps.d.ts.map +1 -0
  40. package/build/facades/miniapps.js +49 -0
  41. package/build/facades/miniapps.js.map +1 -0
  42. package/build/facades/notifications.d.ts +13 -0
  43. package/build/facades/notifications.d.ts.map +1 -0
  44. package/build/facades/notifications.js +12 -0
  45. package/build/facades/notifications.js.map +1 -0
  46. package/build/facades/ota.d.ts +103 -0
  47. package/build/facades/ota.d.ts.map +1 -0
  48. package/build/facades/ota.js +156 -0
  49. package/build/facades/ota.js.map +1 -0
  50. package/build/facades/pairing.d.ts +114 -0
  51. package/build/facades/pairing.d.ts.map +1 -0
  52. package/build/facades/pairing.js +275 -0
  53. package/build/facades/pairing.js.map +1 -0
  54. package/build/facades/permissions.d.ts +33 -0
  55. package/build/facades/permissions.d.ts.map +1 -0
  56. package/build/facades/permissions.js +155 -0
  57. package/build/facades/permissions.js.map +1 -0
  58. package/build/facades/phoneNotifications.d.ts +21 -0
  59. package/build/facades/phoneNotifications.d.ts.map +1 -0
  60. package/build/facades/phoneNotifications.js +51 -0
  61. package/build/facades/phoneNotifications.js.map +1 -0
  62. package/build/facades/reports.d.ts +36 -0
  63. package/build/facades/reports.d.ts.map +1 -0
  64. package/build/facades/reports.js +134 -0
  65. package/build/facades/reports.js.map +1 -0
  66. package/build/facades/session.d.ts +21 -0
  67. package/build/facades/session.d.ts.map +1 -0
  68. package/build/facades/session.js +52 -0
  69. package/build/facades/session.js.map +1 -0
  70. package/build/facades/settings.d.ts +37 -0
  71. package/build/facades/settings.d.ts.map +1 -0
  72. package/build/facades/settings.js +55 -0
  73. package/build/facades/settings.js.map +1 -0
  74. package/build/facades/speech.d.ts +30 -0
  75. package/build/facades/speech.d.ts.map +1 -0
  76. package/build/facades/speech.js +37 -0
  77. package/build/facades/speech.js.map +1 -0
  78. package/build/index.d.ts +43 -0
  79. package/build/index.d.ts.map +1 -0
  80. package/build/index.js +45 -0
  81. package/build/index.js.map +1 -0
  82. package/build/internal.d.ts +67 -0
  83. package/build/internal.d.ts.map +1 -0
  84. package/build/internal.js +90 -0
  85. package/build/internal.js.map +1 -0
  86. package/build/runtime/bootstrap.d.ts +83 -0
  87. package/build/runtime/bootstrap.d.ts.map +1 -0
  88. package/build/runtime/bootstrap.js +56 -0
  89. package/build/runtime/bootstrap.js.map +1 -0
  90. package/build/runtime/config.d.ts +146 -0
  91. package/build/runtime/config.d.ts.map +1 -0
  92. package/build/runtime/config.js +18 -0
  93. package/build/runtime/config.js.map +1 -0
  94. package/build/runtime/streamConfig.d.ts +4 -0
  95. package/build/runtime/streamConfig.d.ts.map +1 -0
  96. package/build/runtime/streamConfig.js +38 -0
  97. package/build/runtime/streamConfig.js.map +1 -0
  98. package/build/services/AppRegistry.d.ts +269 -0
  99. package/build/services/AppRegistry.d.ts.map +1 -0
  100. package/build/services/AppRegistry.js +1079 -0
  101. package/build/services/AppRegistry.js.map +1 -0
  102. package/build/services/AudioCloudUplink.d.ts +9 -0
  103. package/build/services/AudioCloudUplink.d.ts.map +1 -0
  104. package/build/services/AudioCloudUplink.js +48 -0
  105. package/build/services/AudioCloudUplink.js.map +1 -0
  106. package/build/services/AudioPlaybackService.d.ts +175 -0
  107. package/build/services/AudioPlaybackService.d.ts.map +1 -0
  108. package/build/services/AudioPlaybackService.js +705 -0
  109. package/build/services/AudioPlaybackService.js.map +1 -0
  110. package/build/services/AutomaticReportResult.d.ts +20 -0
  111. package/build/services/AutomaticReportResult.d.ts.map +1 -0
  112. package/build/services/AutomaticReportResult.js +29 -0
  113. package/build/services/AutomaticReportResult.js.map +1 -0
  114. package/build/services/BlobStore.d.ts +91 -0
  115. package/build/services/BlobStore.d.ts.map +1 -0
  116. package/build/services/BlobStore.js +668 -0
  117. package/build/services/BlobStore.js.map +1 -0
  118. package/build/services/CaptionsTesterReportService.d.ts +4 -0
  119. package/build/services/CaptionsTesterReportService.d.ts.map +1 -0
  120. package/build/services/CaptionsTesterReportService.js +80 -0
  121. package/build/services/CaptionsTesterReportService.js.map +1 -0
  122. package/build/services/CloudAudioSubscriptionSync.d.ts +24 -0
  123. package/build/services/CloudAudioSubscriptionSync.d.ts.map +1 -0
  124. package/build/services/CloudAudioSubscriptionSync.js +39 -0
  125. package/build/services/CloudAudioSubscriptionSync.js.map +1 -0
  126. package/build/services/CloudClientService.d.ts +143 -0
  127. package/build/services/CloudClientService.d.ts.map +1 -0
  128. package/build/services/CloudClientService.js +644 -0
  129. package/build/services/CloudClientService.js.map +1 -0
  130. package/build/services/CloudTranscriptE2EMetrics.d.ts +4 -0
  131. package/build/services/CloudTranscriptE2EMetrics.d.ts.map +1 -0
  132. package/build/services/CloudTranscriptE2EMetrics.js +24 -0
  133. package/build/services/CloudTranscriptE2EMetrics.js.map +1 -0
  134. package/build/services/ConnectionCoordinator.d.ts +51 -0
  135. package/build/services/ConnectionCoordinator.d.ts.map +1 -0
  136. package/build/services/ConnectionCoordinator.js +34 -0
  137. package/build/services/ConnectionCoordinator.js.map +1 -0
  138. package/build/services/DevServerBridge.d.ts +63 -0
  139. package/build/services/DevServerBridge.d.ts.map +1 -0
  140. package/build/services/DevServerBridge.js +294 -0
  141. package/build/services/DevServerBridge.js.map +1 -0
  142. package/build/services/DeviceEventRouter.d.ts +3 -0
  143. package/build/services/DeviceEventRouter.d.ts.map +1 -0
  144. package/build/services/DeviceEventRouter.js +190 -0
  145. package/build/services/DeviceEventRouter.js.map +1 -0
  146. package/build/services/DeviceStoreHydration.d.ts +38 -0
  147. package/build/services/DeviceStoreHydration.d.ts.map +1 -0
  148. package/build/services/DeviceStoreHydration.js +124 -0
  149. package/build/services/DeviceStoreHydration.js.map +1 -0
  150. package/build/services/DisplayProcessor.d.ts +223 -0
  151. package/build/services/DisplayProcessor.d.ts.map +1 -0
  152. package/build/services/DisplayProcessor.js +552 -0
  153. package/build/services/DisplayProcessor.js.map +1 -0
  154. package/build/services/GlassesReadiness.d.ts +41 -0
  155. package/build/services/GlassesReadiness.d.ts.map +1 -0
  156. package/build/services/GlassesReadiness.js +82 -0
  157. package/build/services/GlassesReadiness.js.map +1 -0
  158. package/build/services/GlassesSettingsSync.d.ts +33 -0
  159. package/build/services/GlassesSettingsSync.d.ts.map +1 -0
  160. package/build/services/GlassesSettingsSync.js +121 -0
  161. package/build/services/GlassesSettingsSync.js.map +1 -0
  162. package/build/services/GlassesStatusProjection.d.ts +3 -0
  163. package/build/services/GlassesStatusProjection.d.ts.map +1 -0
  164. package/build/services/GlassesStatusProjection.js +65 -0
  165. package/build/services/GlassesStatusProjection.js.map +1 -0
  166. package/build/services/HeadingService.d.ts +27 -0
  167. package/build/services/HeadingService.d.ts.map +1 -0
  168. package/build/services/HeadingService.js +96 -0
  169. package/build/services/HeadingService.js.map +1 -0
  170. package/build/services/LocalDisplayManager.d.ts +139 -0
  171. package/build/services/LocalDisplayManager.d.ts.map +1 -0
  172. package/build/services/LocalDisplayManager.js +579 -0
  173. package/build/services/LocalDisplayManager.js.map +1 -0
  174. package/build/services/LocalMiniappRuntime.d.ts +439 -0
  175. package/build/services/LocalMiniappRuntime.d.ts.map +1 -0
  176. package/build/services/LocalMiniappRuntime.js +3695 -0
  177. package/build/services/LocalMiniappRuntime.js.map +1 -0
  178. package/build/services/LocalSttFallbackCoordinator.d.ts +57 -0
  179. package/build/services/LocalSttFallbackCoordinator.d.ts.map +1 -0
  180. package/build/services/LocalSttFallbackCoordinator.js +137 -0
  181. package/build/services/LocalSttFallbackCoordinator.js.map +1 -0
  182. package/build/services/MentraJSCrashController.d.ts +97 -0
  183. package/build/services/MentraJSCrashController.d.ts.map +1 -0
  184. package/build/services/MentraJSCrashController.js +138 -0
  185. package/build/services/MentraJSCrashController.js.map +1 -0
  186. package/build/services/MentraJSCrashloopReportService.d.ts +9 -0
  187. package/build/services/MentraJSCrashloopReportService.d.ts.map +1 -0
  188. package/build/services/MentraJSCrashloopReportService.js +54 -0
  189. package/build/services/MentraJSCrashloopReportService.js.map +1 -0
  190. package/build/services/MentraJSLogPipeline.d.ts +87 -0
  191. package/build/services/MentraJSLogPipeline.d.ts.map +1 -0
  192. package/build/services/MentraJSLogPipeline.js +137 -0
  193. package/build/services/MentraJSLogPipeline.js.map +1 -0
  194. package/build/services/MentraJSRouter.d.ts +203 -0
  195. package/build/services/MentraJSRouter.d.ts.map +1 -0
  196. package/build/services/MentraJSRouter.js +480 -0
  197. package/build/services/MentraJSRouter.js.map +1 -0
  198. package/build/services/MentraUIRouter.d.ts +137 -0
  199. package/build/services/MentraUIRouter.d.ts.map +1 -0
  200. package/build/services/MentraUIRouter.js +210 -0
  201. package/build/services/MentraUIRouter.js.map +1 -0
  202. package/build/services/MicStateCoordinator.d.ts +37 -0
  203. package/build/services/MicStateCoordinator.d.ts.map +1 -0
  204. package/build/services/MicStateCoordinator.js +81 -0
  205. package/build/services/MicStateCoordinator.js.map +1 -0
  206. package/build/services/MiniappEngine.d.ts +31 -0
  207. package/build/services/MiniappEngine.d.ts.map +1 -0
  208. package/build/services/MiniappEngine.js +119 -0
  209. package/build/services/MiniappEngine.js.map +1 -0
  210. package/build/services/MiniappLauncher.d.ts +129 -0
  211. package/build/services/MiniappLauncher.d.ts.map +1 -0
  212. package/build/services/MiniappLauncher.js +291 -0
  213. package/build/services/MiniappLauncher.js.map +1 -0
  214. package/build/services/MiniappRunningRegistry.d.ts +24 -0
  215. package/build/services/MiniappRunningRegistry.d.ts.map +1 -0
  216. package/build/services/MiniappRunningRegistry.js +52 -0
  217. package/build/services/MiniappRunningRegistry.js.map +1 -0
  218. package/build/services/NativeHttpResponse.d.ts +3 -0
  219. package/build/services/NativeHttpResponse.d.ts.map +1 -0
  220. package/build/services/NativeHttpResponse.js +6 -0
  221. package/build/services/NativeHttpResponse.js.map +1 -0
  222. package/build/services/NavigationHandlers.d.ts +90 -0
  223. package/build/services/NavigationHandlers.d.ts.map +1 -0
  224. package/build/services/NavigationHandlers.js +379 -0
  225. package/build/services/NavigationHandlers.js.map +1 -0
  226. package/build/services/NavigationService.d.ts +254 -0
  227. package/build/services/NavigationService.d.ts.map +1 -0
  228. package/build/services/NavigationService.js +553 -0
  229. package/build/services/NavigationService.js.map +1 -0
  230. package/build/services/NotificationsEmitter.d.ts +28 -0
  231. package/build/services/NotificationsEmitter.d.ts.map +1 -0
  232. package/build/services/NotificationsEmitter.js +22 -0
  233. package/build/services/NotificationsEmitter.js.map +1 -0
  234. package/build/services/OfflineSpeechModelService.d.ts +33 -0
  235. package/build/services/OfflineSpeechModelService.d.ts.map +1 -0
  236. package/build/services/OfflineSpeechModelService.js +136 -0
  237. package/build/services/OfflineSpeechModelService.js.map +1 -0
  238. package/build/services/OtaInstallCoordinator.d.ts +195 -0
  239. package/build/services/OtaInstallCoordinator.d.ts.map +1 -0
  240. package/build/services/OtaInstallCoordinator.js +1047 -0
  241. package/build/services/OtaInstallCoordinator.js.map +1 -0
  242. package/build/services/OtaService.d.ts +3 -0
  243. package/build/services/OtaService.d.ts.map +1 -0
  244. package/build/services/OtaService.js +65 -0
  245. package/build/services/OtaService.js.map +1 -0
  246. package/build/services/OtaUpdateCheckService.d.ts +65 -0
  247. package/build/services/OtaUpdateCheckService.d.ts.map +1 -0
  248. package/build/services/OtaUpdateCheckService.js +260 -0
  249. package/build/services/OtaUpdateCheckService.js.map +1 -0
  250. package/build/services/PairingIdentity.d.ts +80 -0
  251. package/build/services/PairingIdentity.d.ts.map +1 -0
  252. package/build/services/PairingIdentity.js +145 -0
  253. package/build/services/PairingIdentity.js.map +1 -0
  254. package/build/services/PhoneCalendarHelpers.d.ts +32 -0
  255. package/build/services/PhoneCalendarHelpers.d.ts.map +1 -0
  256. package/build/services/PhoneCalendarHelpers.js +157 -0
  257. package/build/services/PhoneCalendarHelpers.js.map +1 -0
  258. package/build/services/PhoneCalendarService.d.ts +5 -0
  259. package/build/services/PhoneCalendarService.d.ts.map +1 -0
  260. package/build/services/PhoneCalendarService.js +24 -0
  261. package/build/services/PhoneCalendarService.js.map +1 -0
  262. package/build/services/PhoneCameraFovCoordinator.d.ts +28 -0
  263. package/build/services/PhoneCameraFovCoordinator.d.ts.map +1 -0
  264. package/build/services/PhoneCameraFovCoordinator.js +180 -0
  265. package/build/services/PhoneCameraFovCoordinator.js.map +1 -0
  266. package/build/services/PhoneLocationService.d.ts +36 -0
  267. package/build/services/PhoneLocationService.d.ts.map +1 -0
  268. package/build/services/PhoneLocationService.js +115 -0
  269. package/build/services/PhoneLocationService.js.map +1 -0
  270. package/build/services/PhoneNotificationsSync.d.ts +3 -0
  271. package/build/services/PhoneNotificationsSync.d.ts.map +1 -0
  272. package/build/services/PhoneNotificationsSync.js +35 -0
  273. package/build/services/PhoneNotificationsSync.js.map +1 -0
  274. package/build/services/PhonePhotoCoordinator.d.ts +103 -0
  275. package/build/services/PhonePhotoCoordinator.d.ts.map +1 -0
  276. package/build/services/PhonePhotoCoordinator.js +326 -0
  277. package/build/services/PhonePhotoCoordinator.js.map +1 -0
  278. package/build/services/PhoneStreamCoordinator.d.ts +168 -0
  279. package/build/services/PhoneStreamCoordinator.d.ts.map +1 -0
  280. package/build/services/PhoneStreamCoordinator.js +632 -0
  281. package/build/services/PhoneStreamCoordinator.js.map +1 -0
  282. package/build/services/PhoneVideoCoordinator.d.ts +50 -0
  283. package/build/services/PhoneVideoCoordinator.d.ts.map +1 -0
  284. package/build/services/PhoneVideoCoordinator.js +147 -0
  285. package/build/services/PhoneVideoCoordinator.js.map +1 -0
  286. package/build/services/STTModelManager.d.ts +65 -0
  287. package/build/services/STTModelManager.d.ts.map +1 -0
  288. package/build/services/STTModelManager.js +292 -0
  289. package/build/services/STTModelManager.js.map +1 -0
  290. package/build/services/SceneRenderer.d.ts +90 -0
  291. package/build/services/SceneRenderer.d.ts.map +1 -0
  292. package/build/services/SceneRenderer.js +248 -0
  293. package/build/services/SceneRenderer.js.map +1 -0
  294. package/build/services/SentenceTtsPipeline.d.ts +31 -0
  295. package/build/services/SentenceTtsPipeline.d.ts.map +1 -0
  296. package/build/services/SentenceTtsPipeline.js +67 -0
  297. package/build/services/SentenceTtsPipeline.js.map +1 -0
  298. package/build/services/StreamLifecycleController.d.ts +67 -0
  299. package/build/services/StreamLifecycleController.d.ts.map +1 -0
  300. package/build/services/StreamLifecycleController.js +152 -0
  301. package/build/services/StreamLifecycleController.js.map +1 -0
  302. package/build/services/TTSModelManager.d.ts +90 -0
  303. package/build/services/TTSModelManager.d.ts.map +1 -0
  304. package/build/services/TTSModelManager.js +366 -0
  305. package/build/services/TTSModelManager.js.map +1 -0
  306. package/build/services/TranscriptionRouting.d.ts +12 -0
  307. package/build/services/TranscriptionRouting.d.ts.map +1 -0
  308. package/build/services/TranscriptionRouting.js +24 -0
  309. package/build/services/TranscriptionRouting.js.map +1 -0
  310. package/build/services/WebviewBridge.d.ts +22 -0
  311. package/build/services/WebviewBridge.d.ts.map +1 -0
  312. package/build/services/WebviewBridge.js +47 -0
  313. package/build/services/WebviewBridge.js.map +1 -0
  314. package/build/services/asg/GalleryMediaIntegrityReportService.d.ts +17 -0
  315. package/build/services/asg/GalleryMediaIntegrityReportService.d.ts.map +1 -0
  316. package/build/services/asg/GalleryMediaIntegrityReportService.js +43 -0
  317. package/build/services/asg/GalleryMediaIntegrityReportService.js.map +1 -0
  318. package/build/services/asg/asgCameraApi.d.ts +205 -0
  319. package/build/services/asg/asgCameraApi.d.ts.map +1 -0
  320. package/build/services/asg/asgCameraApi.js +1410 -0
  321. package/build/services/asg/asgCameraApi.js.map +1 -0
  322. package/build/services/asg/cameraRollExportCoordinator.d.ts +60 -0
  323. package/build/services/asg/cameraRollExportCoordinator.d.ts.map +1 -0
  324. package/build/services/asg/cameraRollExportCoordinator.js +618 -0
  325. package/build/services/asg/cameraRollExportCoordinator.js.map +1 -0
  326. package/build/services/asg/cameraRollExportLedger.d.ts +44 -0
  327. package/build/services/asg/cameraRollExportLedger.d.ts.map +1 -0
  328. package/build/services/asg/cameraRollExportLedger.js +78 -0
  329. package/build/services/asg/cameraRollExportLedger.js.map +1 -0
  330. package/build/services/asg/galleryMediaValidation.d.ts +29 -0
  331. package/build/services/asg/galleryMediaValidation.d.ts.map +1 -0
  332. package/build/services/asg/galleryMediaValidation.js +149 -0
  333. package/build/services/asg/galleryMediaValidation.js.map +1 -0
  334. package/build/services/asg/galleryNotices.d.ts +33 -0
  335. package/build/services/asg/galleryNotices.d.ts.map +1 -0
  336. package/build/services/asg/galleryNotices.js +29 -0
  337. package/build/services/asg/galleryNotices.js.map +1 -0
  338. package/build/services/asg/galleryPathMigration.d.ts +3 -0
  339. package/build/services/asg/galleryPathMigration.d.ts.map +1 -0
  340. package/build/services/asg/galleryPathMigration.js +26 -0
  341. package/build/services/asg/galleryPathMigration.js.map +1 -0
  342. package/build/services/asg/gallerySettingsService.d.ts +20 -0
  343. package/build/services/asg/gallerySettingsService.d.ts.map +1 -0
  344. package/build/services/asg/gallerySettingsService.js +53 -0
  345. package/build/services/asg/gallerySettingsService.js.map +1 -0
  346. package/build/services/asg/gallerySyncNotifications.d.ts +56 -0
  347. package/build/services/asg/gallerySyncNotifications.d.ts.map +1 -0
  348. package/build/services/asg/gallerySyncNotifications.js +198 -0
  349. package/build/services/asg/gallerySyncNotifications.js.map +1 -0
  350. package/build/services/asg/gallerySyncService.d.ts +137 -0
  351. package/build/services/asg/gallerySyncService.d.ts.map +1 -0
  352. package/build/services/asg/gallerySyncService.js +1933 -0
  353. package/build/services/asg/gallerySyncService.js.map +1 -0
  354. package/build/services/asg/galleryTransferLedger.d.ts +58 -0
  355. package/build/services/asg/galleryTransferLedger.d.ts.map +1 -0
  356. package/build/services/asg/galleryTransferLedger.js +225 -0
  357. package/build/services/asg/galleryTransferLedger.js.map +1 -0
  358. package/build/services/asg/localNetworkTransport.d.ts +15 -0
  359. package/build/services/asg/localNetworkTransport.d.ts.map +1 -0
  360. package/build/services/asg/localNetworkTransport.js +144 -0
  361. package/build/services/asg/localNetworkTransport.js.map +1 -0
  362. package/build/services/asg/localStorageService.d.ts +146 -0
  363. package/build/services/asg/localStorageService.d.ts.map +1 -0
  364. package/build/services/asg/localStorageService.js +572 -0
  365. package/build/services/asg/localStorageService.js.map +1 -0
  366. package/build/services/asg/mediaProcessingQueue.d.ts +70 -0
  367. package/build/services/asg/mediaProcessingQueue.d.ts.map +1 -0
  368. package/build/services/asg/mediaProcessingQueue.js +451 -0
  369. package/build/services/asg/mediaProcessingQueue.js.map +1 -0
  370. package/build/services/asgOtaVersionUrl.d.ts +2 -0
  371. package/build/services/asgOtaVersionUrl.d.ts.map +1 -0
  372. package/build/services/asgOtaVersionUrl.js +36 -0
  373. package/build/services/asgOtaVersionUrl.js.map +1 -0
  374. package/build/services/blobPaths.d.ts +31 -0
  375. package/build/services/blobPaths.d.ts.map +1 -0
  376. package/build/services/blobPaths.js +86 -0
  377. package/build/services/blobPaths.js.map +1 -0
  378. package/build/services/cloudStreamApi.d.ts +59 -0
  379. package/build/services/cloudStreamApi.d.ts.map +1 -0
  380. package/build/services/cloudStreamApi.js +81 -0
  381. package/build/services/cloudStreamApi.js.map +1 -0
  382. package/build/services/gallerySyncClock.d.ts +17 -0
  383. package/build/services/gallerySyncClock.d.ts.map +1 -0
  384. package/build/services/gallerySyncClock.js +21 -0
  385. package/build/services/gallerySyncClock.js.map +1 -0
  386. package/build/services/glassesClockSync.d.ts +20 -0
  387. package/build/services/glassesClockSync.d.ts.map +1 -0
  388. package/build/services/glassesClockSync.js +97 -0
  389. package/build/services/glassesClockSync.js.map +1 -0
  390. package/build/services/manifestVersionGate.d.ts +28 -0
  391. package/build/services/manifestVersionGate.d.ts.map +1 -0
  392. package/build/services/manifestVersionGate.js +41 -0
  393. package/build/services/manifestVersionGate.js.map +1 -0
  394. package/build/services/mentraUiShim.d.ts +38 -0
  395. package/build/services/mentraUiShim.d.ts.map +1 -0
  396. package/build/services/mentraUiShim.js +360 -0
  397. package/build/services/mentraUiShim.js.map +1 -0
  398. package/build/services/navigation/roadNameResolver.d.ts +67 -0
  399. package/build/services/navigation/roadNameResolver.d.ts.map +1 -0
  400. package/build/services/navigation/roadNameResolver.js +96 -0
  401. package/build/services/navigation/roadNameResolver.js.map +1 -0
  402. package/build/services/navigation/routesApiCodec.d.ts +38 -0
  403. package/build/services/navigation/routesApiCodec.d.ts.map +1 -0
  404. package/build/services/navigation/routesApiCodec.js +68 -0
  405. package/build/services/navigation/routesApiCodec.js.map +1 -0
  406. package/build/services/otaDisplayState.d.ts +42 -0
  407. package/build/services/otaDisplayState.d.ts.map +1 -0
  408. package/build/services/otaDisplayState.js +92 -0
  409. package/build/services/otaDisplayState.js.map +1 -0
  410. package/build/services/otaInstallPolicy.d.ts +81 -0
  411. package/build/services/otaInstallPolicy.d.ts.map +1 -0
  412. package/build/services/otaInstallPolicy.js +96 -0
  413. package/build/services/otaInstallPolicy.js.map +1 -0
  414. package/build/services/otaLegacyMapping.d.ts +22 -0
  415. package/build/services/otaLegacyMapping.d.ts.map +1 -0
  416. package/build/services/otaLegacyMapping.js +56 -0
  417. package/build/services/otaLegacyMapping.js.map +1 -0
  418. package/build/services/slimStreamStatus.d.ts +7 -0
  419. package/build/services/slimStreamStatus.d.ts.map +1 -0
  420. package/build/services/slimStreamStatus.js +26 -0
  421. package/build/services/slimStreamStatus.js.map +1 -0
  422. package/build/stores/apps.d.ts +104 -0
  423. package/build/stores/apps.d.ts.map +1 -0
  424. package/build/stores/apps.js +492 -0
  425. package/build/stores/apps.js.map +1 -0
  426. package/build/stores/bluetoothSettingKeys.d.ts +4 -0
  427. package/build/stores/bluetoothSettingKeys.d.ts.map +1 -0
  428. package/build/stores/bluetoothSettingKeys.js +31 -0
  429. package/build/stores/bluetoothSettingKeys.js.map +1 -0
  430. package/build/stores/cloudClientStatus.d.ts +9 -0
  431. package/build/stores/cloudClientStatus.d.ts.map +1 -0
  432. package/build/stores/cloudClientStatus.js +24 -0
  433. package/build/stores/cloudClientStatus.js.map +1 -0
  434. package/build/stores/connection.d.ts +22 -0
  435. package/build/stores/connection.d.ts.map +1 -0
  436. package/build/stores/connection.js +43 -0
  437. package/build/stores/connection.js.map +1 -0
  438. package/build/stores/core.d.ts +15 -0
  439. package/build/stores/core.d.ts.map +1 -0
  440. package/build/stores/core.js +21 -0
  441. package/build/stores/core.js.map +1 -0
  442. package/build/stores/display.d.ts +24 -0
  443. package/build/stores/display.d.ts.map +1 -0
  444. package/build/stores/display.js +96 -0
  445. package/build/stores/display.js.map +1 -0
  446. package/build/stores/gallerySync.d.ts +101 -0
  447. package/build/stores/gallerySync.d.ts.map +1 -0
  448. package/build/stores/gallerySync.js +217 -0
  449. package/build/stores/gallerySync.js.map +1 -0
  450. package/build/stores/glasses.d.ts +62 -0
  451. package/build/stores/glasses.d.ts.map +1 -0
  452. package/build/stores/glasses.js +203 -0
  453. package/build/stores/glasses.js.map +1 -0
  454. package/build/stores/settings.d.ts +37 -0
  455. package/build/stores/settings.d.ts.map +1 -0
  456. package/build/stores/settings.js +922 -0
  457. package/build/stores/settings.js.map +1 -0
  458. package/build/types/applet.d.ts +96 -0
  459. package/build/types/applet.d.ts.map +1 -0
  460. package/build/types/applet.js +5 -0
  461. package/build/types/applet.js.map +1 -0
  462. package/build/types/asg.d.ts +53 -0
  463. package/build/types/asg.d.ts.map +1 -0
  464. package/build/types/asg.js +2 -0
  465. package/build/types/asg.js.map +1 -0
  466. package/build/types/capabilities/even-realities-g1.d.ts +12 -0
  467. package/build/types/capabilities/even-realities-g1.d.ts.map +1 -0
  468. package/build/types/capabilities/even-realities-g1.js +55 -0
  469. package/build/types/capabilities/even-realities-g1.js.map +1 -0
  470. package/build/types/capabilities/even-realities-g2.d.ts +12 -0
  471. package/build/types/capabilities/even-realities-g2.d.ts.map +1 -0
  472. package/build/types/capabilities/even-realities-g2.js +75 -0
  473. package/build/types/capabilities/even-realities-g2.js.map +1 -0
  474. package/build/types/capabilities/mentra-display.d.ts +12 -0
  475. package/build/types/capabilities/mentra-display.d.ts.map +1 -0
  476. package/build/types/capabilities/mentra-display.js +63 -0
  477. package/build/types/capabilities/mentra-display.js.map +1 -0
  478. package/build/types/capabilities/mentra-live.d.ts +12 -0
  479. package/build/types/capabilities/mentra-live.d.ts.map +1 -0
  480. package/build/types/capabilities/mentra-live.js +92 -0
  481. package/build/types/capabilities/mentra-live.js.map +1 -0
  482. package/build/types/capabilities/none.d.ts +13 -0
  483. package/build/types/capabilities/none.d.ts.map +1 -0
  484. package/build/types/capabilities/none.js +65 -0
  485. package/build/types/capabilities/none.js.map +1 -0
  486. package/build/types/capabilities/simulated-glasses.d.ts +13 -0
  487. package/build/types/capabilities/simulated-glasses.d.ts.map +1 -0
  488. package/build/types/capabilities/simulated-glasses.js +65 -0
  489. package/build/types/capabilities/simulated-glasses.js.map +1 -0
  490. package/build/types/capabilities/vuzix-z100.d.ts +12 -0
  491. package/build/types/capabilities/vuzix-z100.d.ts.map +1 -0
  492. package/build/types/capabilities/vuzix-z100.js +52 -0
  493. package/build/types/capabilities/vuzix-z100.js.map +1 -0
  494. package/build/types/enums.d.ts +40 -0
  495. package/build/types/enums.d.ts.map +1 -0
  496. package/build/types/enums.js +44 -0
  497. package/build/types/enums.js.map +1 -0
  498. package/build/types/hardware.d.ts +160 -0
  499. package/build/types/hardware.d.ts.map +1 -0
  500. package/build/types/hardware.js +36 -0
  501. package/build/types/hardware.js.map +1 -0
  502. package/build/types/index.d.ts +11 -0
  503. package/build/types/index.d.ts.map +1 -0
  504. package/build/types/index.js +10 -0
  505. package/build/types/index.js.map +1 -0
  506. package/build/utils/GlobalEventEmitter.d.ts +10 -0
  507. package/build/utils/GlobalEventEmitter.d.ts.map +1 -0
  508. package/build/utils/GlobalEventEmitter.js +13 -0
  509. package/build/utils/GlobalEventEmitter.js.map +1 -0
  510. package/build/utils/cloudClient/RnUdpAdapter.d.ts +3 -0
  511. package/build/utils/cloudClient/RnUdpAdapter.d.ts.map +1 -0
  512. package/build/utils/cloudClient/RnUdpAdapter.js +41 -0
  513. package/build/utils/cloudClient/RnUdpAdapter.js.map +1 -0
  514. package/build/utils/cloudClient/cloudSecureStore.d.ts +3 -0
  515. package/build/utils/cloudClient/cloudSecureStore.d.ts.map +1 -0
  516. package/build/utils/cloudClient/cloudSecureStore.js +26 -0
  517. package/build/utils/cloudClient/cloudSecureStore.js.map +1 -0
  518. package/build/utils/debouncedPatch.d.ts +6 -0
  519. package/build/utils/debouncedPatch.d.ts.map +1 -0
  520. package/build/utils/debouncedPatch.js +25 -0
  521. package/build/utils/debouncedPatch.js.map +1 -0
  522. package/build/utils/devLogging.d.ts +26 -0
  523. package/build/utils/devLogging.d.ts.map +1 -0
  524. package/build/utils/devLogging.js +116 -0
  525. package/build/utils/devLogging.js.map +1 -0
  526. package/build/utils/devMiniappLaunch.d.ts +44 -0
  527. package/build/utils/devMiniappLaunch.d.ts.map +1 -0
  528. package/build/utils/devMiniappLaunch.js +52 -0
  529. package/build/utils/devMiniappLaunch.js.map +1 -0
  530. package/build/utils/diagnosticContext.d.ts +3 -0
  531. package/build/utils/diagnosticContext.d.ts.map +1 -0
  532. package/build/utils/diagnosticContext.js +119 -0
  533. package/build/utils/diagnosticContext.js.map +1 -0
  534. package/build/utils/display/composer/ColumnComposer.d.ts +131 -0
  535. package/build/utils/display/composer/ColumnComposer.d.ts.map +1 -0
  536. package/build/utils/display/composer/ColumnComposer.js +204 -0
  537. package/build/utils/display/composer/ColumnComposer.js.map +1 -0
  538. package/build/utils/display/composer/index.d.ts +9 -0
  539. package/build/utils/display/composer/index.d.ts.map +1 -0
  540. package/build/utils/display/composer/index.js +9 -0
  541. package/build/utils/display/composer/index.js.map +1 -0
  542. package/build/utils/display/helpers/DisplayHelpers.d.ts +165 -0
  543. package/build/utils/display/helpers/DisplayHelpers.d.ts.map +1 -0
  544. package/build/utils/display/helpers/DisplayHelpers.js +312 -0
  545. package/build/utils/display/helpers/DisplayHelpers.js.map +1 -0
  546. package/build/utils/display/helpers/ScrollView.d.ts +183 -0
  547. package/build/utils/display/helpers/ScrollView.d.ts.map +1 -0
  548. package/build/utils/display/helpers/ScrollView.js +257 -0
  549. package/build/utils/display/helpers/ScrollView.js.map +1 -0
  550. package/build/utils/display/helpers/index.d.ts +11 -0
  551. package/build/utils/display/helpers/index.d.ts.map +1 -0
  552. package/build/utils/display/helpers/index.js +10 -0
  553. package/build/utils/display/helpers/index.js.map +1 -0
  554. package/build/utils/display/index.d.ts +174 -0
  555. package/build/utils/display/index.d.ts.map +1 -0
  556. package/build/utils/display/index.js +185 -0
  557. package/build/utils/display/index.js.map +1 -0
  558. package/build/utils/display/measurer/TextMeasurer.d.ts +160 -0
  559. package/build/utils/display/measurer/TextMeasurer.d.ts.map +1 -0
  560. package/build/utils/display/measurer/TextMeasurer.js +273 -0
  561. package/build/utils/display/measurer/TextMeasurer.js.map +1 -0
  562. package/build/utils/display/measurer/index.d.ts +10 -0
  563. package/build/utils/display/measurer/index.d.ts.map +1 -0
  564. package/build/utils/display/measurer/index.js +11 -0
  565. package/build/utils/display/measurer/index.js.map +1 -0
  566. package/build/utils/display/measurer/script-detection.d.ts +53 -0
  567. package/build/utils/display/measurer/script-detection.d.ts.map +1 -0
  568. package/build/utils/display/measurer/script-detection.js +184 -0
  569. package/build/utils/display/measurer/script-detection.js.map +1 -0
  570. package/build/utils/display/profiles/g1.d.ts +33 -0
  571. package/build/utils/display/profiles/g1.d.ts.map +1 -0
  572. package/build/utils/display/profiles/g1.js +213 -0
  573. package/build/utils/display/profiles/g1.js.map +1 -0
  574. package/build/utils/display/profiles/g2.d.ts +13 -0
  575. package/build/utils/display/profiles/g2.d.ts.map +1 -0
  576. package/build/utils/display/profiles/g2.js +34 -0
  577. package/build/utils/display/profiles/g2.js.map +1 -0
  578. package/build/utils/display/profiles/index.d.ts +12 -0
  579. package/build/utils/display/profiles/index.d.ts.map +1 -0
  580. package/build/utils/display/profiles/index.js +15 -0
  581. package/build/utils/display/profiles/index.js.map +1 -0
  582. package/build/utils/display/profiles/nex.d.ts +10 -0
  583. package/build/utils/display/profiles/nex.d.ts.map +1 -0
  584. package/build/utils/display/profiles/nex.js +150 -0
  585. package/build/utils/display/profiles/nex.js.map +1 -0
  586. package/build/utils/display/profiles/types.d.ts +103 -0
  587. package/build/utils/display/profiles/types.d.ts.map +1 -0
  588. package/build/utils/display/profiles/types.js +2 -0
  589. package/build/utils/display/profiles/types.js.map +1 -0
  590. package/build/utils/display/profiles/z100.d.ts +33 -0
  591. package/build/utils/display/profiles/z100.d.ts.map +1 -0
  592. package/build/utils/display/profiles/z100.js +182 -0
  593. package/build/utils/display/profiles/z100.js.map +1 -0
  594. package/build/utils/display/scene/degrade.d.ts +25 -0
  595. package/build/utils/display/scene/degrade.d.ts.map +1 -0
  596. package/build/utils/display/scene/degrade.js +64 -0
  597. package/build/utils/display/scene/degrade.js.map +1 -0
  598. package/build/utils/display/scene/differ.d.ts +38 -0
  599. package/build/utils/display/scene/differ.d.ts.map +1 -0
  600. package/build/utils/display/scene/differ.js +107 -0
  601. package/build/utils/display/scene/differ.js.map +1 -0
  602. package/build/utils/display/scene/index.d.ts +10 -0
  603. package/build/utils/display/scene/index.d.ts.map +1 -0
  604. package/build/utils/display/scene/index.js +6 -0
  605. package/build/utils/display/scene/index.js.map +1 -0
  606. package/build/utils/display/scene/process.d.ts +35 -0
  607. package/build/utils/display/scene/process.d.ts.map +1 -0
  608. package/build/utils/display/scene/process.js +187 -0
  609. package/build/utils/display/scene/process.js.map +1 -0
  610. package/build/utils/display/scene/store.d.ts +48 -0
  611. package/build/utils/display/scene/store.d.ts.map +1 -0
  612. package/build/utils/display/scene/store.js +0 -0
  613. package/build/utils/display/scene/store.js.map +1 -0
  614. package/build/utils/display/scene/types.d.ts +120 -0
  615. package/build/utils/display/scene/types.d.ts.map +1 -0
  616. package/build/utils/display/scene/types.js +0 -0
  617. package/build/utils/display/scene/types.js.map +1 -0
  618. package/build/utils/display/wrapper/TextWrapper.d.ts +102 -0
  619. package/build/utils/display/wrapper/TextWrapper.d.ts.map +1 -0
  620. package/build/utils/display/wrapper/TextWrapper.js +471 -0
  621. package/build/utils/display/wrapper/TextWrapper.js.map +1 -0
  622. package/build/utils/display/wrapper/index.d.ts +12 -0
  623. package/build/utils/display/wrapper/index.d.ts.map +1 -0
  624. package/build/utils/display/wrapper/index.js +12 -0
  625. package/build/utils/display/wrapper/index.js.map +1 -0
  626. package/build/utils/display/wrapper/types.d.ts +75 -0
  627. package/build/utils/display/wrapper/types.d.ts.map +1 -0
  628. package/build/utils/display/wrapper/types.js +11 -0
  629. package/build/utils/display/wrapper/types.js.map +1 -0
  630. package/build/utils/e2eMetrics.d.ts +6 -0
  631. package/build/utils/e2eMetrics.d.ts.map +1 -0
  632. package/build/utils/e2eMetrics.js +27 -0
  633. package/build/utils/e2eMetrics.js.map +1 -0
  634. package/build/utils/hardware/hardware.d.ts +42 -0
  635. package/build/utils/hardware/hardware.d.ts.map +1 -0
  636. package/build/utils/hardware/hardware.js +127 -0
  637. package/build/utils/hardware/hardware.js.map +1 -0
  638. package/build/utils/hardware/index.d.ts +2 -0
  639. package/build/utils/hardware/index.d.ts.map +1 -0
  640. package/build/utils/hardware/index.js +2 -0
  641. package/build/utils/hardware/index.js.map +1 -0
  642. package/build/utils/miniappGlobals.d.ts +60 -0
  643. package/build/utils/miniappGlobals.d.ts.map +1 -0
  644. package/build/utils/miniappGlobals.js +224 -0
  645. package/build/utils/miniappGlobals.js.map +1 -0
  646. package/build/utils/permissions/MediaLibraryPermissions.d.ts +45 -0
  647. package/build/utils/permissions/MediaLibraryPermissions.d.ts.map +1 -0
  648. package/build/utils/permissions/MediaLibraryPermissions.js +145 -0
  649. package/build/utils/permissions/MediaLibraryPermissions.js.map +1 -0
  650. package/build/utils/permissions/galleryDisplayName.d.ts +8 -0
  651. package/build/utils/permissions/galleryDisplayName.d.ts.map +1 -0
  652. package/build/utils/permissions/galleryDisplayName.js +25 -0
  653. package/build/utils/permissions/galleryDisplayName.js.map +1 -0
  654. package/build/utils/storage/index.d.ts +3 -0
  655. package/build/utils/storage/index.d.ts.map +1 -0
  656. package/build/utils/storage/index.js +3 -0
  657. package/build/utils/storage/index.js.map +1 -0
  658. package/build/utils/storage/storage.d.ts +24 -0
  659. package/build/utils/storage/storage.d.ts.map +1 -0
  660. package/build/utils/storage/storage.js +85 -0
  661. package/build/utils/storage/storage.js.map +1 -0
  662. package/build/utils/storage/zip.d.ts +3 -0
  663. package/build/utils/storage/zip.d.ts.map +1 -0
  664. package/build/utils/storage/zip.js +14 -0
  665. package/build/utils/storage/zip.js.map +1 -0
  666. package/build/utils/timers/index.d.ts +3 -0
  667. package/build/utils/timers/index.d.ts.map +1 -0
  668. package/build/utils/timers/index.js +3 -0
  669. package/build/utils/timers/index.js.map +1 -0
  670. package/build/utils/timers/timers.d.ts +9 -0
  671. package/build/utils/timers/timers.d.ts.map +1 -0
  672. package/build/utils/timers/timers.js +105 -0
  673. package/build/utils/timers/timers.js.map +1 -0
  674. package/package.json +120 -0
  675. package/src/devtools.ts +13 -0
  676. package/src/engine.ts +173 -0
  677. package/src/facades/dev.ts +198 -0
  678. package/src/facades/display.ts +17 -0
  679. package/src/facades/displayMirror.ts +33 -0
  680. package/src/facades/gallery.ts +69 -0
  681. package/src/facades/glasses.ts +206 -0
  682. package/src/facades/glassesSettings.ts +56 -0
  683. package/src/facades/glassesWifi.ts +68 -0
  684. package/src/facades/miniapps.ts +55 -0
  685. package/src/facades/notifications.ts +15 -0
  686. package/src/facades/ota.ts +174 -0
  687. package/src/facades/pairing.ts +329 -0
  688. package/src/facades/permissions.ts +165 -0
  689. package/src/facades/phoneNotifications.ts +50 -0
  690. package/src/facades/reports.ts +185 -0
  691. package/src/facades/session.ts +55 -0
  692. package/src/facades/settings.ts +57 -0
  693. package/src/facades/speech.ts +38 -0
  694. package/src/index.ts +191 -0
  695. package/src/internal.ts +159 -0
  696. package/src/runtime/bootstrap.ts +118 -0
  697. package/src/runtime/config.ts +147 -0
  698. package/src/runtime/streamConfig.ts +34 -0
  699. package/src/services/AppRegistry.ts +1190 -0
  700. package/src/services/AudioCloudUplink.ts +50 -0
  701. package/src/services/AudioPlaybackService.ts +813 -0
  702. package/src/services/AutomaticReportResult.ts +48 -0
  703. package/src/services/BlobStore.ts +746 -0
  704. package/src/services/CaptionsTesterReportService.ts +107 -0
  705. package/src/services/CloudAudioSubscriptionSync.ts +41 -0
  706. package/src/services/CloudClientService.ts +689 -0
  707. package/src/services/CloudTranscriptE2EMetrics.ts +27 -0
  708. package/src/services/ConnectionCoordinator.ts +65 -0
  709. package/src/services/DevServerBridge.ts +332 -0
  710. package/src/services/DeviceEventRouter.ts +238 -0
  711. package/src/services/DeviceStoreHydration.ts +130 -0
  712. package/src/services/DisplayProcessor.ts +775 -0
  713. package/src/services/GlassesReadiness.ts +103 -0
  714. package/src/services/GlassesSettingsSync.ts +134 -0
  715. package/src/services/GlassesStatusProjection.ts +73 -0
  716. package/src/services/HeadingService.ts +98 -0
  717. package/src/services/LocalDisplayManager.ts +703 -0
  718. package/src/services/LocalMiniappRuntime.ts +4213 -0
  719. package/src/services/LocalSttFallbackCoordinator.ts +147 -0
  720. package/src/services/MentraJSCrashController.ts +189 -0
  721. package/src/services/MentraJSCrashloopReportService.ts +66 -0
  722. package/src/services/MentraJSLogPipeline.ts +166 -0
  723. package/src/services/MentraJSRouter.ts +557 -0
  724. package/src/services/MentraUIRouter.ts +244 -0
  725. package/src/services/MicStateCoordinator.ts +94 -0
  726. package/src/services/MiniappEngine.ts +143 -0
  727. package/src/services/MiniappLauncher.ts +340 -0
  728. package/src/services/MiniappRunningRegistry.ts +57 -0
  729. package/src/services/NativeHttpResponse.ts +6 -0
  730. package/src/services/NavigationHandlers.ts +423 -0
  731. package/src/services/NavigationService.ts +731 -0
  732. package/src/services/NotificationsEmitter.ts +48 -0
  733. package/src/services/OfflineSpeechModelService.ts +168 -0
  734. package/src/services/OtaInstallCoordinator.ts +1205 -0
  735. package/src/services/OtaService.ts +83 -0
  736. package/src/services/OtaUpdateCheckService.ts +386 -0
  737. package/src/services/PairingIdentity.ts +154 -0
  738. package/src/services/PhoneCalendarHelpers.ts +212 -0
  739. package/src/services/PhoneCalendarService.ts +42 -0
  740. package/src/services/PhoneCameraFovCoordinator.ts +195 -0
  741. package/src/services/PhoneLocationService.ts +122 -0
  742. package/src/services/PhoneNotificationsSync.ts +44 -0
  743. package/src/services/PhonePhotoCoordinator.ts +409 -0
  744. package/src/services/PhoneStreamCoordinator.ts +777 -0
  745. package/src/services/PhoneVideoCoordinator.ts +189 -0
  746. package/src/services/STTModelManager.ts +360 -0
  747. package/src/services/SceneRenderer.ts +292 -0
  748. package/src/services/SentenceTtsPipeline.ts +106 -0
  749. package/src/services/StreamLifecycleController.ts +213 -0
  750. package/src/services/TTSModelManager.ts +466 -0
  751. package/src/services/TranscriptionRouting.ts +37 -0
  752. package/src/services/WebviewBridge.ts +50 -0
  753. package/src/services/asg/GalleryMediaIntegrityReportService.ts +70 -0
  754. package/src/services/asg/asgCameraApi.ts +1695 -0
  755. package/src/services/asg/cameraRollExportCoordinator.ts +627 -0
  756. package/src/services/asg/cameraRollExportLedger.ts +122 -0
  757. package/src/services/asg/galleryMediaValidation.ts +183 -0
  758. package/src/services/asg/galleryNotices.ts +61 -0
  759. package/src/services/asg/galleryPathMigration.ts +22 -0
  760. package/src/services/asg/gallerySettingsService.ts +68 -0
  761. package/src/services/asg/gallerySyncNotifications.ts +236 -0
  762. package/src/services/asg/gallerySyncService.ts +2269 -0
  763. package/src/services/asg/galleryTransferLedger.ts +312 -0
  764. package/src/services/asg/localNetworkTransport.ts +173 -0
  765. package/src/services/asg/localStorageService.ts +652 -0
  766. package/src/services/asg/mediaProcessingQueue.ts +518 -0
  767. package/src/services/asgOtaVersionUrl.ts +41 -0
  768. package/src/services/blobPaths.ts +86 -0
  769. package/src/services/cloudStreamApi.ts +154 -0
  770. package/src/services/gallerySyncClock.ts +39 -0
  771. package/src/services/glassesClockSync.ts +115 -0
  772. package/src/services/manifestVersionGate.ts +43 -0
  773. package/src/services/mentraUiShim.ts +366 -0
  774. package/src/services/navigation/roadNameResolver.ts +112 -0
  775. package/src/services/navigation/routesApiCodec.ts +69 -0
  776. package/src/services/otaDisplayState.ts +115 -0
  777. package/src/services/otaInstallPolicy.ts +106 -0
  778. package/src/services/otaLegacyMapping.ts +71 -0
  779. package/src/services/slimStreamStatus.ts +28 -0
  780. package/src/stores/apps.ts +614 -0
  781. package/src/stores/bluetoothSettingKeys.ts +36 -0
  782. package/src/stores/cloudClientStatus.ts +37 -0
  783. package/src/stores/connection.ts +69 -0
  784. package/src/stores/core.ts +32 -0
  785. package/src/stores/display.ts +121 -0
  786. package/src/stores/gallerySync.ts +380 -0
  787. package/src/stores/glasses.ts +309 -0
  788. package/src/stores/settings.ts +1001 -0
  789. package/src/types/applet.ts +112 -0
  790. package/src/types/asg.ts +58 -0
  791. package/src/types/capabilities/even-realities-g1.ts +67 -0
  792. package/src/types/capabilities/even-realities-g2.ts +88 -0
  793. package/src/types/capabilities/mentra-display.ts +75 -0
  794. package/src/types/capabilities/mentra-live.ts +103 -0
  795. package/src/types/capabilities/none.ts +76 -0
  796. package/src/types/capabilities/simulated-glasses.ts +76 -0
  797. package/src/types/capabilities/vuzix-z100.ts +64 -0
  798. package/src/types/enums.ts +43 -0
  799. package/src/types/hardware.ts +203 -0
  800. package/src/types/index.ts +37 -0
  801. package/src/utils/GlobalEventEmitter.ts +14 -0
  802. package/src/utils/cloudClient/RnUdpAdapter.ts +47 -0
  803. package/src/utils/cloudClient/cloudSecureStore.ts +28 -0
  804. package/src/utils/debouncedPatch.ts +28 -0
  805. package/src/utils/devLogging.ts +140 -0
  806. package/src/utils/devMiniappLaunch.ts +68 -0
  807. package/src/utils/diagnosticContext.ts +155 -0
  808. package/src/utils/display/composer/ColumnComposer.ts +285 -0
  809. package/src/utils/display/composer/index.ts +15 -0
  810. package/src/utils/display/helpers/DisplayHelpers.ts +413 -0
  811. package/src/utils/display/helpers/ScrollView.ts +337 -0
  812. package/src/utils/display/helpers/index.ts +14 -0
  813. package/src/utils/display/index.ts +273 -0
  814. package/src/utils/display/measurer/TextMeasurer.ts +346 -0
  815. package/src/utils/display/measurer/index.ts +21 -0
  816. package/src/utils/display/measurer/script-detection.ts +218 -0
  817. package/src/utils/display/profiles/g1.ts +236 -0
  818. package/src/utils/display/profiles/g2.ts +39 -0
  819. package/src/utils/display/profiles/index.ts +28 -0
  820. package/src/utils/display/profiles/nex.ts +166 -0
  821. package/src/utils/display/profiles/types.ts +132 -0
  822. package/src/utils/display/profiles/z100.ts +198 -0
  823. package/src/utils/display/scene/degrade.ts +80 -0
  824. package/src/utils/display/scene/differ.ts +128 -0
  825. package/src/utils/display/scene/index.ts +21 -0
  826. package/src/utils/display/scene/process.ts +214 -0
  827. package/src/utils/display/scene/store.ts +0 -0
  828. package/src/utils/display/scene/types.ts +0 -0
  829. package/src/utils/display/wrapper/TextWrapper.ts +546 -0
  830. package/src/utils/display/wrapper/index.ts +15 -0
  831. package/src/utils/display/wrapper/types.ts +102 -0
  832. package/src/utils/e2eMetrics.ts +30 -0
  833. package/src/utils/hardware/hardware.ts +166 -0
  834. package/src/utils/hardware/index.ts +1 -0
  835. package/src/utils/miniappGlobals.ts +260 -0
  836. package/src/utils/permissions/MediaLibraryPermissions.ts +161 -0
  837. package/src/utils/permissions/galleryDisplayName.ts +28 -0
  838. package/src/utils/storage/index.ts +2 -0
  839. package/src/utils/storage/storage.ts +101 -0
  840. package/src/utils/storage/zip.ts +13 -0
  841. package/src/utils/timers/index.ts +2 -0
  842. package/src/utils/timers/timers.ts +139 -0
@@ -0,0 +1,705 @@
1
+ import { createAudioPlayer, setAudioModeAsync } from "expo-audio";
2
+ import BluetoothSdk from "@mentra/bluetooth-sdk/internal";
3
+ import { Platform } from "react-native";
4
+ import { BgTimer } from "../utils/timers";
5
+ import { setAudioCloudUplinkSuppressed } from "./AudioCloudUplink";
6
+ const RESTORE_GLASSES_VOLUME_AFTER_PLAYBACK = false;
7
+ class AudioPlaybackService {
8
+ static instance = null;
9
+ // Reuse a single AudioPlayer to avoid AudioTrack exhaustion
10
+ // Creating new ExoPlayer instances per request leads to -12 ENOMEM errors
11
+ player = null;
12
+ // The source currently loaded into the reusable player. Keep object identity
13
+ // so a delayed tail cleanup from an older request cannot unload a newer one.
14
+ loadedPlayback = null;
15
+ currentPlayback = null;
16
+ // Requests that entered play() but have not yet reached the native player.
17
+ // Keeping these addressable prevents a cancelled request from starting after
18
+ // an async audio-mode or stream-cleanup step finishes.
19
+ pendingPlaybacks = new Map();
20
+ // Live PCM streams (speaker.createStream), keyed by streamId. The runtime
21
+ // enforces one per app; stopOtherAudio interrupts across apps.
22
+ streams = new Map();
23
+ audioModeConfigured = false;
24
+ // Debounce timer for notifying native that audio stopped
25
+ // Prevents mic toggle flicker when playing back-to-back audio
26
+ // Uses BgTimer to work reliably when app is backgrounded on Android
27
+ audioStopDebounceTimer = null;
28
+ // Mentra Live's A2DP route may go idle between prompts. Keep a short warm
29
+ // window after actual audio so we only pre-roll the first sound after idle.
30
+ audioRouteWarmUntil = 0;
31
+ audioRouteWarmupPromise = null;
32
+ // Spoken playback remains suppressed briefly while its A2DP tail drains.
33
+ // Track those completed sources so a new non-spoken sound can resume
34
+ // listening immediately instead of inheriting the previous TTS gate.
35
+ tailUplinkSuppressions = new Set();
36
+ // Original glasses media volume captured before we bump it for A2DP playback.
37
+ glassesVolumeRestoreLevel = null;
38
+ static AUDIO_STOP_DEBOUNCE_MS = 1500;
39
+ static A2DP_TAIL_DRAIN_MS = 700;
40
+ static AUDIO_ROUTE_WARM_WINDOW_MS = 1500;
41
+ static AUDIO_ROUTE_PREWARM_MS = 200;
42
+ static AUDIO_ROUTE_PREWARM_SAMPLE_RATE = 16_000;
43
+ static AUDIO_ROUTE_PREWARM_PCM_BASE64 = "AAAA".repeat(Math.floor((AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS *
44
+ AudioPlaybackService.AUDIO_ROUTE_PREWARM_SAMPLE_RATE *
45
+ 2) /
46
+ (1000 * 3))) + "AA==";
47
+ /** If glasses report step volume at or below this, bump to FLOOR before A2DP playback. */
48
+ static GLASSES_VOLUME_LOW_THRESHOLD = 2;
49
+ static GLASSES_VOLUME_FLOOR = 9;
50
+ constructor() { }
51
+ /**
52
+ * Configure audio mode for playback, re-asserting it on EVERY play.
53
+ *
54
+ * This must run before each play — not just once — because other parts of the
55
+ * app put the shared iOS AVAudioSession into a record-oriented category and
56
+ * never restore it. In particular the phone mic (PhoneMic.swift) switches the
57
+ * session to `.playAndRecord` (sometimes `.voiceChat`/earpiece routing) while
58
+ * capturing and only deactivates it on stop, leaving the category sticky. A
59
+ * miniapp like the Recorder records and then immediately plays back through
60
+ * this service; if we kept the old "configure once" guard, playback would land
61
+ * in the leftover `.playAndRecord` session and be inaudible on the phone
62
+ * speaker (the symptom: the progress bar runs but no sound comes out). Calling
63
+ * setAudioModeAsync with no `allowsRecording` maps to category `.playback`,
64
+ * reclaiming the speaker route. `audioModeConfigured` is kept only to gate the
65
+ * one-time log.
66
+ */
67
+ async ensureAudioModeConfigured() {
68
+ try {
69
+ await setAudioModeAsync({
70
+ shouldPlayInBackground: true,
71
+ playsInSilentMode: true,
72
+ interruptionMode: "duckOthers",
73
+ });
74
+ if (!this.audioModeConfigured) {
75
+ this.audioModeConfigured = true;
76
+ console.log("AUDIO: Audio mode configured for playback");
77
+ }
78
+ }
79
+ catch (error) {
80
+ console.error("AUDIO: Failed to configure audio mode:", error);
81
+ // Don't block playback if audio mode config fails
82
+ }
83
+ }
84
+ static getInstance() {
85
+ if (!AudioPlaybackService.instance) {
86
+ AudioPlaybackService.instance = new AudioPlaybackService();
87
+ }
88
+ return AudioPlaybackService.instance;
89
+ }
90
+ /**
91
+ * Ensure we have a reusable player instance
92
+ */
93
+ ensurePlayer() {
94
+ if (!this.player) {
95
+ console.log("AUDIO: Creating reusable AudioPlayer instance");
96
+ this.player = createAudioPlayer(null);
97
+ // Add status listener once - it will handle all playback completions
98
+ this.player.addListener("playbackStatusUpdate", (status) => {
99
+ this.onPlaybackStatusUpdate(status);
100
+ });
101
+ }
102
+ return this.player;
103
+ }
104
+ markAudioRouteWarm() {
105
+ this.audioRouteWarmUntil = Date.now() + AudioPlaybackService.AUDIO_ROUTE_WARM_WINDOW_MS;
106
+ }
107
+ isAudioRouteWarm() {
108
+ return this.currentPlayback !== null || this.streams.size > 0 || Date.now() < this.audioRouteWarmUntil;
109
+ }
110
+ /**
111
+ * Wake a cold Android A2DP route with silent PCM before a user-facing sound.
112
+ *
113
+ * Do not call pcmStreamClose here: some Bluetooth routes do not advance an
114
+ * idle AudioTrack playback head, so close waits for its drain timeout. After
115
+ * exactly 200ms of silence we abort the stream instead, which releases the
116
+ * pre-roll immediately and lets the real URL playback begin.
117
+ */
118
+ async prewarmAudioRouteIfCold() {
119
+ if (Platform.OS !== "android" || this.isAudioRouteWarm())
120
+ return;
121
+ if (this.audioRouteWarmupPromise)
122
+ return this.audioRouteWarmupPromise;
123
+ const streamId = `audio-route-prewarm-${Date.now()}-${Math.random().toString(36).slice(2)}`;
124
+ const warmup = (async () => {
125
+ let opened = false;
126
+ const startedAt = Date.now();
127
+ try {
128
+ console.log(`AUDIO: Cold route; prewarming with ${AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS}ms silence`);
129
+ await BluetoothSdk.pcmStreamOpen(streamId, AudioPlaybackService.AUDIO_ROUTE_PREWARM_SAMPLE_RATE, 1, 1);
130
+ opened = true;
131
+ await BluetoothSdk.pcmStreamWrite(streamId, AudioPlaybackService.AUDIO_ROUTE_PREWARM_PCM_BASE64);
132
+ await new Promise((resolve) => {
133
+ BgTimer.setTimeout(resolve, AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS);
134
+ });
135
+ await BluetoothSdk.pcmStreamAbort(streamId);
136
+ opened = false;
137
+ this.markAudioRouteWarm();
138
+ console.log(`AUDIO: Cold-route prewarm completed in ${Date.now() - startedAt}ms`);
139
+ }
140
+ catch (error) {
141
+ console.warn("AUDIO: Cold-route prewarm failed; continuing with requested audio:", error);
142
+ }
143
+ finally {
144
+ if (opened)
145
+ await BluetoothSdk.pcmStreamAbort(streamId).catch(() => { });
146
+ }
147
+ })();
148
+ this.audioRouteWarmupPromise = warmup;
149
+ try {
150
+ await warmup;
151
+ }
152
+ finally {
153
+ if (this.audioRouteWarmupPromise === warmup)
154
+ this.audioRouteWarmupPromise = null;
155
+ }
156
+ }
157
+ async getGlassesMediaVolumeWithTiming() {
158
+ const startedAt = Date.now();
159
+ try {
160
+ const result = await BluetoothSdk.getGlassesMediaVolume();
161
+ console.log(`AUDIO: Glasses media volume read completed in ${Date.now() - startedAt}ms`);
162
+ return result;
163
+ }
164
+ catch (error) {
165
+ console.warn(`AUDIO: Glasses media volume read failed after ${Date.now() - startedAt}ms:`, error instanceof Error ? error.message : String(error));
166
+ throw error;
167
+ }
168
+ }
169
+ async setGlassesMediaVolumeWithTiming(level) {
170
+ const startedAt = Date.now();
171
+ try {
172
+ const result = await BluetoothSdk.setGlassesMediaVolume(level);
173
+ console.log(`AUDIO: Glasses media volume set(${level}) completed in ${Date.now() - startedAt}ms`);
174
+ return result;
175
+ }
176
+ catch (error) {
177
+ console.warn(`AUDIO: Glasses media volume set(${level}) failed after ${Date.now() - startedAt}ms:`, error instanceof Error ? error.message : String(error));
178
+ throw error;
179
+ }
180
+ }
181
+ /**
182
+ * Mentra Live: raise glasses media volume over BLE when it is very low so A2DP prompts are audible.
183
+ * Fail-open on unsupported devices, timeouts, or errors.
184
+ */
185
+ async ensureGlassesMediaVolumeForA2dp(playback) {
186
+ if (this.glassesVolumeRestoreLevel !== null) {
187
+ console.log(`AUDIO: Keeping bumped glasses media volume at ${AudioPlaybackService.GLASSES_VOLUME_FLOOR} during ongoing playback`);
188
+ return;
189
+ }
190
+ try {
191
+ const raw = await this.getGlassesMediaVolumeWithTiming();
192
+ const level = Number(raw.level);
193
+ const statusCode = Number(raw.statusCode);
194
+ if (!Number.isFinite(level)) {
195
+ console.log("AUDIO: Received glasses media volume response without numeric level:", JSON.stringify(raw));
196
+ return;
197
+ }
198
+ const k900S = Number.isFinite(statusCode) && statusCode >= 0 ? ` K900_S=${statusCode}` : "";
199
+ console.log(`AUDIO: Glasses media step volume (wearable knob, 0-15 scale): ${level}/15.${k900S}`);
200
+ if (level > AudioPlaybackService.GLASSES_VOLUME_LOW_THRESHOLD) {
201
+ return;
202
+ }
203
+ if (this.currentPlayback !== playback || playback.completed) {
204
+ console.log("AUDIO: Skipping glasses volume bump; playback already ended");
205
+ return;
206
+ }
207
+ console.log(`AUDIO: Raising glasses media volume (was ${level})`);
208
+ await this.setGlassesMediaVolumeWithTiming(AudioPlaybackService.GLASSES_VOLUME_FLOOR);
209
+ if (this.currentPlayback === playback && !playback.completed) {
210
+ this.glassesVolumeRestoreLevel = level;
211
+ }
212
+ else if (RESTORE_GLASSES_VOLUME_AFTER_PLAYBACK) {
213
+ console.log("AUDIO: Restoring glasses volume immediately; playback ended during volume bump");
214
+ await this.setGlassesMediaVolumeWithTiming(level);
215
+ }
216
+ else {
217
+ console.log("AUDIO: Leaving bumped glasses media volume unchanged after playback");
218
+ }
219
+ }
220
+ catch (e) {
221
+ const msg = e instanceof Error ? e.message : String(e);
222
+ console.warn("AUDIO: Skipping glasses volume bump:", msg);
223
+ }
224
+ }
225
+ /**
226
+ * Restore the user's original glasses media step volume after A2DP playback finishes.
227
+ */
228
+ async restoreGlassesMediaVolume() {
229
+ const restoreLevel = this.glassesVolumeRestoreLevel;
230
+ if (restoreLevel === null) {
231
+ return;
232
+ }
233
+ if (!RESTORE_GLASSES_VOLUME_AFTER_PLAYBACK) {
234
+ this.glassesVolumeRestoreLevel = null;
235
+ console.log("AUDIO: Leaving bumped glasses media volume unchanged after playback");
236
+ return;
237
+ }
238
+ try {
239
+ console.log(`AUDIO: Restoring glasses media volume to ${restoreLevel}`);
240
+ await this.setGlassesMediaVolumeWithTiming(restoreLevel);
241
+ }
242
+ catch (e) {
243
+ const msg = e instanceof Error ? e.message : String(e);
244
+ console.warn(`AUDIO: Failed to restore glasses volume to ${restoreLevel}:`, msg);
245
+ }
246
+ finally {
247
+ this.glassesVolumeRestoreLevel = null;
248
+ }
249
+ }
250
+ clearFinishedPlayerAfterTail(playback) {
251
+ if (playback.suppressCloudUplink) {
252
+ this.tailUplinkSuppressions.add(playback.uplinkSuppressionId);
253
+ }
254
+ BgTimer.setTimeout(() => {
255
+ // ExoPlayer's completion event precedes the final A2DP audio reaching the
256
+ // glasses. Keep cloud STT gated until that audible tail has drained, then
257
+ // accept fresh microphone audio immediately without restarting LC3.
258
+ if (playback.suppressCloudUplink && this.tailUplinkSuppressions.delete(playback.uplinkSuppressionId)) {
259
+ setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false);
260
+ }
261
+ if (!this.player)
262
+ return;
263
+ if (this.loadedPlayback !== playback)
264
+ return;
265
+ try {
266
+ this.player.pause();
267
+ this.player.replace(null);
268
+ this.loadedPlayback = null;
269
+ console.log(`AUDIO: Cleared finished player for ${playback.requestId} after ${AudioPlaybackService.A2DP_TAIL_DRAIN_MS}ms tail drain`);
270
+ }
271
+ catch (e) {
272
+ console.warn("AUDIO: Error clearing player after tail drain:", e);
273
+ }
274
+ }, AudioPlaybackService.A2DP_TAIL_DRAIN_MS);
275
+ }
276
+ releaseTailUplinkSuppressions() {
277
+ for (const sourceId of this.tailUplinkSuppressions) {
278
+ setAudioCloudUplinkSuppressed(sourceId, false);
279
+ }
280
+ this.tailUplinkSuppressions.clear();
281
+ }
282
+ /**
283
+ * Play audio from a URL.
284
+ * Returns a promise that resolves with playback result when audio finishes or errors.
285
+ */
286
+ async play(request, onComplete) {
287
+ const { requestId, audioUrl, appId, volume = 1.0, stopOtherAudio = true, suppressCloudUplink = false } = request;
288
+ const pending = { cancelled: false };
289
+ this.pendingPlaybacks.set(requestId, pending);
290
+ console.log(`AUDIO: Play request ${requestId}${appId ? ` from ${appId}` : ""}: ${audioUrl}`);
291
+ try {
292
+ // Ensure audio mode is configured for background playback
293
+ await this.ensureAudioModeConfigured();
294
+ if (pending.cancelled) {
295
+ onComplete(requestId, true, null, 0, "interrupted");
296
+ return;
297
+ }
298
+ await this.prewarmAudioRouteIfCold();
299
+ if (pending.cancelled) {
300
+ onComplete(requestId, true, null, 0, "interrupted");
301
+ return;
302
+ }
303
+ // URL playback reuses one native player, so replacing its source always
304
+ // interrupts the previous URL even when stopOtherAudio is false. Notify
305
+ // that request before replacing it so its promise cannot hang. The option
306
+ // still controls whether separate PCM streams are interrupted below.
307
+ if (this.currentPlayback && !this.currentPlayback.completed) {
308
+ console.log(`AUDIO: Interrupting current URL playback for new request`);
309
+ this.interruptCurrentPlayback(true);
310
+ }
311
+ // Live PCM streams count as "other audio" too.
312
+ if (stopOtherAudio) {
313
+ await this.abortAllStreams();
314
+ }
315
+ if (pending.cancelled) {
316
+ onComplete(requestId, true, null, 0, "interrupted");
317
+ return;
318
+ }
319
+ if (!suppressCloudUplink) {
320
+ this.releaseTailUplinkSuppressions();
321
+ }
322
+ // Get or create the reusable player
323
+ const player = this.ensurePlayer();
324
+ // Set volume
325
+ player.volume = Math.max(0, Math.min(1, volume));
326
+ // Store the new playback state
327
+ const playback = {
328
+ requestId,
329
+ uplinkSuppressionId: `url:${requestId}`,
330
+ appId,
331
+ startTime: Date.now(),
332
+ completed: false,
333
+ suppressCloudUplink,
334
+ onComplete,
335
+ };
336
+ this.currentPlayback = playback;
337
+ this.pendingPlaybacks.delete(requestId);
338
+ this.markAudioRouteWarm();
339
+ if (playback.suppressCloudUplink) {
340
+ setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, true);
341
+ }
342
+ // Replace the source and play
343
+ // Using replace() reuses the existing ExoPlayer/AudioTrack instead of creating new ones
344
+ player.replace({ uri: audioUrl });
345
+ this.loadedPlayback = playback;
346
+ player.play();
347
+ // Mentra Live volume reads can block up to 5s when the glasses don't
348
+ // answer. Do not put that in front of playback; guard it against late
349
+ // completion so a stale volume response cannot bump after this request is
350
+ // already over.
351
+ void this.ensureGlassesMediaVolumeForA2dp(playback);
352
+ // Notify native that our app is playing audio
353
+ // Used to suspend LC3 mic during audio playback to avoid MCU overload
354
+ // Cancel any pending "stop" notification first (handles back-to-back audio)
355
+ if (this.audioStopDebounceTimer !== null) {
356
+ BgTimer.clearTimeout(this.audioStopDebounceTimer);
357
+ this.audioStopDebounceTimer = null;
358
+ }
359
+ BluetoothSdk.setOwnAppAudioPlaying(true).catch((e) => {
360
+ console.warn("AUDIO: Failed to notify native of audio start:", e);
361
+ });
362
+ console.log(`AUDIO: Started playback for ${requestId}`);
363
+ }
364
+ catch (error) {
365
+ if (suppressCloudUplink) {
366
+ setAudioCloudUplinkSuppressed(`url:${requestId}`, false);
367
+ }
368
+ if (this.currentPlayback?.requestId === requestId) {
369
+ this.currentPlayback.completed = true;
370
+ this.currentPlayback = null;
371
+ }
372
+ if (pending.cancelled) {
373
+ onComplete(requestId, true, null, 0, "interrupted");
374
+ return;
375
+ }
376
+ const errorMessage = error instanceof Error ? error.message : "Unknown error loading audio";
377
+ console.error(`AUDIO: Failed to play ${requestId}:`, errorMessage);
378
+ void this.restoreGlassesMediaVolume();
379
+ onComplete(requestId, false, errorMessage, null, "error");
380
+ }
381
+ finally {
382
+ if (this.pendingPlaybacks.get(requestId) === pending) {
383
+ this.pendingPlaybacks.delete(requestId);
384
+ }
385
+ }
386
+ }
387
+ /**
388
+ * Cancel one URL playback without touching audio owned by another request.
389
+ * Pending requests are prevented from reaching the native player; active
390
+ * requests are paused synchronously before their completion callback fires.
391
+ */
392
+ cancelPlayback(requestId) {
393
+ const pending = this.pendingPlaybacks.get(requestId);
394
+ if (pending)
395
+ pending.cancelled = true;
396
+ if (this.currentPlayback?.requestId === requestId && !this.currentPlayback.completed) {
397
+ this.interruptCurrentPlayback();
398
+ }
399
+ }
400
+ /**
401
+ * Interrupt current playback and notify its callback
402
+ */
403
+ interruptCurrentPlayback(preserveGlassesMediaVolume = false) {
404
+ if (!this.currentPlayback || this.currentPlayback.completed)
405
+ return;
406
+ const playback = this.currentPlayback;
407
+ playback.completed = true;
408
+ this.currentPlayback = null;
409
+ if (playback.suppressCloudUplink) {
410
+ setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false);
411
+ }
412
+ this.markAudioRouteWarm();
413
+ // Stop the player
414
+ if (this.player) {
415
+ try {
416
+ this.player.pause();
417
+ }
418
+ catch (error) {
419
+ console.error("AUDIO: Error pausing player:", error);
420
+ }
421
+ }
422
+ // Notify native that our app stopped playing audio (debounced)
423
+ this.notifyAudioStopDebounced();
424
+ if (!preserveGlassesMediaVolume) {
425
+ void this.restoreGlassesMediaVolume();
426
+ }
427
+ // Notify that playback was interrupted
428
+ const elapsedMs = Date.now() - playback.startTime;
429
+ playback.onComplete(playback.requestId, true, null, elapsedMs, "interrupted");
430
+ console.log(`AUDIO: Interrupted ${playback.requestId} after ${elapsedMs}ms`);
431
+ }
432
+ /**
433
+ * Handle playback status updates from expo-audio
434
+ */
435
+ onPlaybackStatusUpdate(status) {
436
+ const playback = this.currentPlayback;
437
+ // Guard against callbacks for unknown or completed playbacks
438
+ if (!playback || playback.completed) {
439
+ return;
440
+ }
441
+ // Check if playback finished
442
+ if (status.didJustFinish) {
443
+ const durationMs = (status.duration || 0) * 1000; // expo-audio uses seconds
444
+ console.log(`AUDIO: Playback finished for ${playback.requestId}, duration: ${durationMs}ms`);
445
+ playback.completed = true;
446
+ // ExoPlayer can report finished before an A2DP sink has audibly drained
447
+ // the last buffered audio. Pausing immediately can clip the tail on
448
+ // Mentra Live; defer cleanup and guard it against a newer loaded source.
449
+ this.clearFinishedPlayerAfterTail(playback);
450
+ this.currentPlayback = null;
451
+ playback.onComplete(playback.requestId, true, null, durationMs, "completed");
452
+ this.markAudioRouteWarm();
453
+ // Notify native that our app stopped playing audio (debounced)
454
+ this.notifyAudioStopDebounced();
455
+ void this.restoreGlassesMediaVolume();
456
+ return;
457
+ }
458
+ // Detect silent playback failures: expo-audio doesn't surface errors to JS,
459
+ // so when ExoPlayer fails to load/play a URL (network error, HTTP 500, etc.),
460
+ // the player state goes to "idle" with nothing loaded and no buffering.
461
+ // We wait 1500ms after play() to avoid false positives during initial load.
462
+ if (status.playbackState === "idle" && !status.isBuffering && !status.isLoaded) {
463
+ const elapsedMs = Date.now() - playback.startTime;
464
+ if (elapsedMs > 1500) {
465
+ console.error(`AUDIO: Playback failed for ${playback.requestId} (player went idle after ${elapsedMs}ms)`);
466
+ playback.completed = true;
467
+ this.currentPlayback = null;
468
+ if (playback.suppressCloudUplink) {
469
+ setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false);
470
+ }
471
+ playback.onComplete(playback.requestId, false, "Playback failed (player went idle)", null, "error");
472
+ this.markAudioRouteWarm();
473
+ this.notifyAudioStopDebounced();
474
+ void this.restoreGlassesMediaVolume();
475
+ }
476
+ }
477
+ }
478
+ /**
479
+ * Notify native that audio stopped, with debouncing to prevent mic toggle flicker
480
+ * when playing back-to-back audio files
481
+ */
482
+ notifyAudioStopDebounced() {
483
+ // Clear any existing timer
484
+ if (this.audioStopDebounceTimer !== null) {
485
+ BgTimer.clearTimeout(this.audioStopDebounceTimer);
486
+ }
487
+ // Set a new timer - if new audio starts within this window, the timer gets cancelled
488
+ // Uses BgTimer to work reliably when app is backgrounded on Android
489
+ this.audioStopDebounceTimer = BgTimer.setTimeout(() => {
490
+ this.audioStopDebounceTimer = null;
491
+ BluetoothSdk.setOwnAppAudioPlaying(false).catch((e) => {
492
+ console.warn("AUDIO: Failed to notify native of audio stop:", e);
493
+ });
494
+ }, AudioPlaybackService.AUDIO_STOP_DEBOUNCE_MS);
495
+ }
496
+ // ── live PCM output streams (miniapp speaker.createStream) ────────────────
497
+ /**
498
+ * Open a live PCM stream session. Chunks are pushed with writeStreamChunk
499
+ * into native streaming audio (AudioTrack on Android, AVAudioEngine on iOS),
500
+ * following the media route such as A2DP to connected glasses.
501
+ */
502
+ async openStream(request) {
503
+ const { streamId, appId, sampleRate, channels, volume = 1.0, stopOtherAudio = true } = request;
504
+ console.log(`AUDIO: Stream open ${streamId} from ${appId}: rate=${sampleRate} ch=${channels}`);
505
+ await this.ensureAudioModeConfigured();
506
+ await this.prewarmAudioRouteIfCold();
507
+ if (stopOtherAudio) {
508
+ if (this.currentPlayback && !this.currentPlayback.completed) {
509
+ console.log("AUDIO: Interrupting current playback for new stream");
510
+ this.interruptCurrentPlayback(true);
511
+ }
512
+ await this.abortAllStreams(streamId);
513
+ }
514
+ await BluetoothSdk.pcmStreamOpen(streamId, sampleRate, channels, Math.max(0, Math.min(1, volume)));
515
+ this.releaseTailUplinkSuppressions();
516
+ const stream = {
517
+ streamId,
518
+ appId,
519
+ startTime: Date.now(),
520
+ ended: false,
521
+ onEnded: request.onEnded,
522
+ };
523
+ this.streams.set(streamId, stream);
524
+ this.markAudioRouteWarm();
525
+ // Cancel any pending "stopped" notification and mark our app as playing
526
+ // audio. PCM streams intentionally do not suppress cloud STT.
527
+ if (this.audioStopDebounceTimer !== null) {
528
+ BgTimer.clearTimeout(this.audioStopDebounceTimer);
529
+ this.audioStopDebounceTimer = null;
530
+ }
531
+ BluetoothSdk.setOwnAppAudioPlaying(true).catch((e) => {
532
+ console.warn("AUDIO: Failed to notify native of stream audio start:", e);
533
+ });
534
+ // Guarded against the stream ending mid-read, same as the play() path.
535
+ void this.ensureGlassesMediaVolumeForA2dpStream(stream);
536
+ }
537
+ /**
538
+ * Append base64 PCM to an open stream. Resolves with the host-side backlog
539
+ * in ms; the native write blocks while the backlog is above the
540
+ * backpressure ceiling, so awaited writes self-throttle to realtime.
541
+ */
542
+ async writeStreamChunk(streamId, base64) {
543
+ const stream = this.streams.get(streamId);
544
+ if (!stream || stream.ended) {
545
+ throw new Error(`stream ${streamId} is not open`);
546
+ }
547
+ try {
548
+ return await BluetoothSdk.pcmStreamWrite(streamId, base64);
549
+ }
550
+ catch (error) {
551
+ const message = error instanceof Error ? error.message : String(error);
552
+ this.endStream(stream, false, message, Date.now() - stream.startTime);
553
+ throw error;
554
+ }
555
+ }
556
+ /** Drain the backlog, then finish. Resolves with the total played duration. */
557
+ async closeStream(streamId) {
558
+ const stream = this.streams.get(streamId);
559
+ if (!stream || stream.ended) {
560
+ throw new Error(`stream ${streamId} is not open`);
561
+ }
562
+ try {
563
+ const result = await BluetoothSdk.pcmStreamClose(streamId);
564
+ this.endStream(stream, true, null, result?.durationMs ?? Date.now() - stream.startTime);
565
+ return result ?? {};
566
+ }
567
+ catch (error) {
568
+ const message = error instanceof Error ? error.message : String(error);
569
+ this.endStream(stream, false, message, Date.now() - stream.startTime);
570
+ throw error;
571
+ }
572
+ }
573
+ /** Stop immediately, dropping the backlog. Safe on unknown/ended ids. */
574
+ async abortStream(streamId) {
575
+ const stream = this.streams.get(streamId);
576
+ await BluetoothSdk.pcmStreamAbort(streamId).catch((e) => {
577
+ console.warn(`AUDIO: Stream abort ${streamId} native call failed:`, e);
578
+ });
579
+ if (stream) {
580
+ this.endStream(stream, true, null, Date.now() - stream.startTime);
581
+ }
582
+ }
583
+ /** Abort every active stream (optionally sparing one about to replace them). */
584
+ async abortAllStreams(exceptStreamId) {
585
+ const streamIds = [...this.streams.values()]
586
+ .filter((stream) => stream.streamId !== exceptStreamId)
587
+ .map((stream) => stream.streamId);
588
+ await Promise.all(streamIds.map((streamId) => this.abortStream(streamId)));
589
+ }
590
+ /** Terminal bookkeeping for a stream: dedup, unregister, notify. */
591
+ endStream(stream, success, error, durationMs) {
592
+ if (stream.ended)
593
+ return;
594
+ stream.ended = true;
595
+ this.streams.delete(stream.streamId);
596
+ this.markAudioRouteWarm();
597
+ // Only signal "audio stopped" when nothing else is making noise.
598
+ if (this.streams.size === 0 && (!this.currentPlayback || this.currentPlayback.completed)) {
599
+ this.notifyAudioStopDebounced();
600
+ void this.restoreGlassesMediaVolume();
601
+ }
602
+ stream.onEnded(stream.streamId, success, error, durationMs);
603
+ }
604
+ /** Stream twin of ensureGlassesMediaVolumeForA2dp, guarded by stream.ended. */
605
+ async ensureGlassesMediaVolumeForA2dpStream(stream) {
606
+ if (this.glassesVolumeRestoreLevel !== null)
607
+ return;
608
+ try {
609
+ const raw = await this.getGlassesMediaVolumeWithTiming();
610
+ const level = Number(raw.level);
611
+ if (!Number.isFinite(level) || level > AudioPlaybackService.GLASSES_VOLUME_LOW_THRESHOLD)
612
+ return;
613
+ if (stream.ended)
614
+ return;
615
+ console.log(`AUDIO: Raising glasses media volume for stream (was ${level})`);
616
+ await this.setGlassesMediaVolumeWithTiming(AudioPlaybackService.GLASSES_VOLUME_FLOOR);
617
+ if (!stream.ended) {
618
+ this.glassesVolumeRestoreLevel = level;
619
+ }
620
+ else {
621
+ await this.setGlassesMediaVolumeWithTiming(level);
622
+ }
623
+ }
624
+ catch (e) {
625
+ console.warn("AUDIO: Skipping glasses volume bump for stream:", e instanceof Error ? e.message : String(e));
626
+ }
627
+ }
628
+ /**
629
+ * Stop playback for a specific app.
630
+ * If appId is not provided, stops all playback.
631
+ */
632
+ async stopForApp(appId) {
633
+ // Abort this app's live PCM streams too (miniapp stop/disconnect path).
634
+ const streamIds = [...this.streams.values()]
635
+ .filter((stream) => !appId || stream.appId === appId)
636
+ .map((stream) => stream.streamId);
637
+ await Promise.all(streamIds.map((streamId) => this.abortStream(streamId)));
638
+ if (!this.currentPlayback || this.currentPlayback.completed)
639
+ return;
640
+ if (!appId || this.currentPlayback.appId === appId) {
641
+ console.log(`AUDIO: Stopping playback for app ${appId || "(all)"}`);
642
+ this.interruptCurrentPlayback();
643
+ }
644
+ }
645
+ /**
646
+ * Stop all audio playback
647
+ */
648
+ async stopAll() {
649
+ await this.abortAllStreams();
650
+ if (this.currentPlayback && !this.currentPlayback.completed) {
651
+ console.log("AUDIO: Stopping all playback");
652
+ this.interruptCurrentPlayback();
653
+ }
654
+ }
655
+ /**
656
+ * Check if audio is currently playing
657
+ */
658
+ isPlaying() {
659
+ return (this.currentPlayback !== null && !this.currentPlayback.completed) || this.streams.size > 0;
660
+ }
661
+ /**
662
+ * Get current playback app IDs (all active)
663
+ */
664
+ getActiveAppIds() {
665
+ const appIds = new Set();
666
+ if (this.currentPlayback && !this.currentPlayback.completed && this.currentPlayback.appId) {
667
+ appIds.add(this.currentPlayback.appId);
668
+ }
669
+ for (const stream of this.streams.values())
670
+ appIds.add(stream.appId);
671
+ return [...appIds];
672
+ }
673
+ /**
674
+ * Get number of active playbacks
675
+ */
676
+ getActiveCount() {
677
+ return (this.currentPlayback && !this.currentPlayback.completed ? 1 : 0) + this.streams.size;
678
+ }
679
+ /**
680
+ * Release the player entirely (call when app is shutting down)
681
+ */
682
+ release() {
683
+ void this.abortAllStreams();
684
+ if (this.currentPlayback && !this.currentPlayback.completed) {
685
+ this.interruptCurrentPlayback();
686
+ }
687
+ else {
688
+ void this.restoreGlassesMediaVolume();
689
+ }
690
+ if (this.player) {
691
+ try {
692
+ this.player.remove();
693
+ console.log("AUDIO: Released AudioPlayer");
694
+ }
695
+ catch (error) {
696
+ console.error("AUDIO: Error releasing player:", error);
697
+ }
698
+ this.player = null;
699
+ this.loadedPlayback = null;
700
+ }
701
+ }
702
+ }
703
+ const audioPlaybackService = AudioPlaybackService.getInstance();
704
+ export default audioPlaybackService;
705
+ //# sourceMappingURL=AudioPlaybackService.js.map