@mentra/engine 0.1.0-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +79 -0
- package/build/devtools.d.ts +11 -0
- package/build/devtools.d.ts.map +1 -0
- package/build/devtools.js +13 -0
- package/build/devtools.js.map +1 -0
- package/build/engine.d.ts +261 -0
- package/build/engine.d.ts.map +1 -0
- package/build/engine.js +170 -0
- package/build/engine.js.map +1 -0
- package/build/facades/dev.d.ts +58 -0
- package/build/facades/dev.d.ts.map +1 -0
- package/build/facades/dev.js +189 -0
- package/build/facades/dev.js.map +1 -0
- package/build/facades/display.d.ts +21 -0
- package/build/facades/display.d.ts.map +1 -0
- package/build/facades/display.js +17 -0
- package/build/facades/display.js.map +1 -0
- package/build/facades/displayMirror.d.ts +15 -0
- package/build/facades/displayMirror.d.ts.map +1 -0
- package/build/facades/displayMirror.js +29 -0
- package/build/facades/displayMirror.js.map +1 -0
- package/build/facades/gallery.d.ts +62 -0
- package/build/facades/gallery.d.ts.map +1 -0
- package/build/facades/gallery.js +61 -0
- package/build/facades/gallery.js.map +1 -0
- package/build/facades/glasses.d.ts +141 -0
- package/build/facades/glasses.d.ts.map +1 -0
- package/build/facades/glasses.js +199 -0
- package/build/facades/glasses.js.map +1 -0
- package/build/facades/glassesSettings.d.ts +13 -0
- package/build/facades/glassesSettings.d.ts.map +1 -0
- package/build/facades/glassesSettings.js +54 -0
- package/build/facades/glassesSettings.js.map +1 -0
- package/build/facades/glassesWifi.d.ts +25 -0
- package/build/facades/glassesWifi.d.ts.map +1 -0
- package/build/facades/glassesWifi.js +57 -0
- package/build/facades/glassesWifi.js.map +1 -0
- package/build/facades/miniapps.d.ts +43 -0
- package/build/facades/miniapps.d.ts.map +1 -0
- package/build/facades/miniapps.js +49 -0
- package/build/facades/miniapps.js.map +1 -0
- package/build/facades/notifications.d.ts +13 -0
- package/build/facades/notifications.d.ts.map +1 -0
- package/build/facades/notifications.js +12 -0
- package/build/facades/notifications.js.map +1 -0
- package/build/facades/ota.d.ts +103 -0
- package/build/facades/ota.d.ts.map +1 -0
- package/build/facades/ota.js +156 -0
- package/build/facades/ota.js.map +1 -0
- package/build/facades/pairing.d.ts +114 -0
- package/build/facades/pairing.d.ts.map +1 -0
- package/build/facades/pairing.js +275 -0
- package/build/facades/pairing.js.map +1 -0
- package/build/facades/permissions.d.ts +33 -0
- package/build/facades/permissions.d.ts.map +1 -0
- package/build/facades/permissions.js +155 -0
- package/build/facades/permissions.js.map +1 -0
- package/build/facades/phoneNotifications.d.ts +21 -0
- package/build/facades/phoneNotifications.d.ts.map +1 -0
- package/build/facades/phoneNotifications.js +51 -0
- package/build/facades/phoneNotifications.js.map +1 -0
- package/build/facades/reports.d.ts +36 -0
- package/build/facades/reports.d.ts.map +1 -0
- package/build/facades/reports.js +134 -0
- package/build/facades/reports.js.map +1 -0
- package/build/facades/session.d.ts +21 -0
- package/build/facades/session.d.ts.map +1 -0
- package/build/facades/session.js +52 -0
- package/build/facades/session.js.map +1 -0
- package/build/facades/settings.d.ts +37 -0
- package/build/facades/settings.d.ts.map +1 -0
- package/build/facades/settings.js +55 -0
- package/build/facades/settings.js.map +1 -0
- package/build/facades/speech.d.ts +30 -0
- package/build/facades/speech.d.ts.map +1 -0
- package/build/facades/speech.js +37 -0
- package/build/facades/speech.js.map +1 -0
- package/build/index.d.ts +43 -0
- package/build/index.d.ts.map +1 -0
- package/build/index.js +45 -0
- package/build/index.js.map +1 -0
- package/build/internal.d.ts +67 -0
- package/build/internal.d.ts.map +1 -0
- package/build/internal.js +90 -0
- package/build/internal.js.map +1 -0
- package/build/runtime/bootstrap.d.ts +83 -0
- package/build/runtime/bootstrap.d.ts.map +1 -0
- package/build/runtime/bootstrap.js +56 -0
- package/build/runtime/bootstrap.js.map +1 -0
- package/build/runtime/config.d.ts +146 -0
- package/build/runtime/config.d.ts.map +1 -0
- package/build/runtime/config.js +18 -0
- package/build/runtime/config.js.map +1 -0
- package/build/runtime/streamConfig.d.ts +4 -0
- package/build/runtime/streamConfig.d.ts.map +1 -0
- package/build/runtime/streamConfig.js +38 -0
- package/build/runtime/streamConfig.js.map +1 -0
- package/build/services/AppRegistry.d.ts +269 -0
- package/build/services/AppRegistry.d.ts.map +1 -0
- package/build/services/AppRegistry.js +1079 -0
- package/build/services/AppRegistry.js.map +1 -0
- package/build/services/AudioCloudUplink.d.ts +9 -0
- package/build/services/AudioCloudUplink.d.ts.map +1 -0
- package/build/services/AudioCloudUplink.js +48 -0
- package/build/services/AudioCloudUplink.js.map +1 -0
- package/build/services/AudioPlaybackService.d.ts +175 -0
- package/build/services/AudioPlaybackService.d.ts.map +1 -0
- package/build/services/AudioPlaybackService.js +705 -0
- package/build/services/AudioPlaybackService.js.map +1 -0
- package/build/services/AutomaticReportResult.d.ts +20 -0
- package/build/services/AutomaticReportResult.d.ts.map +1 -0
- package/build/services/AutomaticReportResult.js +29 -0
- package/build/services/AutomaticReportResult.js.map +1 -0
- package/build/services/BlobStore.d.ts +91 -0
- package/build/services/BlobStore.d.ts.map +1 -0
- package/build/services/BlobStore.js +668 -0
- package/build/services/BlobStore.js.map +1 -0
- package/build/services/CaptionsTesterReportService.d.ts +4 -0
- package/build/services/CaptionsTesterReportService.d.ts.map +1 -0
- package/build/services/CaptionsTesterReportService.js +80 -0
- package/build/services/CaptionsTesterReportService.js.map +1 -0
- package/build/services/CloudAudioSubscriptionSync.d.ts +24 -0
- package/build/services/CloudAudioSubscriptionSync.d.ts.map +1 -0
- package/build/services/CloudAudioSubscriptionSync.js +39 -0
- package/build/services/CloudAudioSubscriptionSync.js.map +1 -0
- package/build/services/CloudClientService.d.ts +143 -0
- package/build/services/CloudClientService.d.ts.map +1 -0
- package/build/services/CloudClientService.js +644 -0
- package/build/services/CloudClientService.js.map +1 -0
- package/build/services/CloudTranscriptE2EMetrics.d.ts +4 -0
- package/build/services/CloudTranscriptE2EMetrics.d.ts.map +1 -0
- package/build/services/CloudTranscriptE2EMetrics.js +24 -0
- package/build/services/CloudTranscriptE2EMetrics.js.map +1 -0
- package/build/services/ConnectionCoordinator.d.ts +51 -0
- package/build/services/ConnectionCoordinator.d.ts.map +1 -0
- package/build/services/ConnectionCoordinator.js +34 -0
- package/build/services/ConnectionCoordinator.js.map +1 -0
- package/build/services/DevServerBridge.d.ts +63 -0
- package/build/services/DevServerBridge.d.ts.map +1 -0
- package/build/services/DevServerBridge.js +294 -0
- package/build/services/DevServerBridge.js.map +1 -0
- package/build/services/DeviceEventRouter.d.ts +3 -0
- package/build/services/DeviceEventRouter.d.ts.map +1 -0
- package/build/services/DeviceEventRouter.js +190 -0
- package/build/services/DeviceEventRouter.js.map +1 -0
- package/build/services/DeviceStoreHydration.d.ts +38 -0
- package/build/services/DeviceStoreHydration.d.ts.map +1 -0
- package/build/services/DeviceStoreHydration.js +124 -0
- package/build/services/DeviceStoreHydration.js.map +1 -0
- package/build/services/DisplayProcessor.d.ts +223 -0
- package/build/services/DisplayProcessor.d.ts.map +1 -0
- package/build/services/DisplayProcessor.js +552 -0
- package/build/services/DisplayProcessor.js.map +1 -0
- package/build/services/GlassesReadiness.d.ts +41 -0
- package/build/services/GlassesReadiness.d.ts.map +1 -0
- package/build/services/GlassesReadiness.js +82 -0
- package/build/services/GlassesReadiness.js.map +1 -0
- package/build/services/GlassesSettingsSync.d.ts +33 -0
- package/build/services/GlassesSettingsSync.d.ts.map +1 -0
- package/build/services/GlassesSettingsSync.js +121 -0
- package/build/services/GlassesSettingsSync.js.map +1 -0
- package/build/services/GlassesStatusProjection.d.ts +3 -0
- package/build/services/GlassesStatusProjection.d.ts.map +1 -0
- package/build/services/GlassesStatusProjection.js +65 -0
- package/build/services/GlassesStatusProjection.js.map +1 -0
- package/build/services/HeadingService.d.ts +27 -0
- package/build/services/HeadingService.d.ts.map +1 -0
- package/build/services/HeadingService.js +96 -0
- package/build/services/HeadingService.js.map +1 -0
- package/build/services/LocalDisplayManager.d.ts +139 -0
- package/build/services/LocalDisplayManager.d.ts.map +1 -0
- package/build/services/LocalDisplayManager.js +579 -0
- package/build/services/LocalDisplayManager.js.map +1 -0
- package/build/services/LocalMiniappRuntime.d.ts +439 -0
- package/build/services/LocalMiniappRuntime.d.ts.map +1 -0
- package/build/services/LocalMiniappRuntime.js +3695 -0
- package/build/services/LocalMiniappRuntime.js.map +1 -0
- package/build/services/LocalSttFallbackCoordinator.d.ts +57 -0
- package/build/services/LocalSttFallbackCoordinator.d.ts.map +1 -0
- package/build/services/LocalSttFallbackCoordinator.js +137 -0
- package/build/services/LocalSttFallbackCoordinator.js.map +1 -0
- package/build/services/MentraJSCrashController.d.ts +97 -0
- package/build/services/MentraJSCrashController.d.ts.map +1 -0
- package/build/services/MentraJSCrashController.js +138 -0
- package/build/services/MentraJSCrashController.js.map +1 -0
- package/build/services/MentraJSCrashloopReportService.d.ts +9 -0
- package/build/services/MentraJSCrashloopReportService.d.ts.map +1 -0
- package/build/services/MentraJSCrashloopReportService.js +54 -0
- package/build/services/MentraJSCrashloopReportService.js.map +1 -0
- package/build/services/MentraJSLogPipeline.d.ts +87 -0
- package/build/services/MentraJSLogPipeline.d.ts.map +1 -0
- package/build/services/MentraJSLogPipeline.js +137 -0
- package/build/services/MentraJSLogPipeline.js.map +1 -0
- package/build/services/MentraJSRouter.d.ts +203 -0
- package/build/services/MentraJSRouter.d.ts.map +1 -0
- package/build/services/MentraJSRouter.js +480 -0
- package/build/services/MentraJSRouter.js.map +1 -0
- package/build/services/MentraUIRouter.d.ts +137 -0
- package/build/services/MentraUIRouter.d.ts.map +1 -0
- package/build/services/MentraUIRouter.js +210 -0
- package/build/services/MentraUIRouter.js.map +1 -0
- package/build/services/MicStateCoordinator.d.ts +37 -0
- package/build/services/MicStateCoordinator.d.ts.map +1 -0
- package/build/services/MicStateCoordinator.js +81 -0
- package/build/services/MicStateCoordinator.js.map +1 -0
- package/build/services/MiniappEngine.d.ts +31 -0
- package/build/services/MiniappEngine.d.ts.map +1 -0
- package/build/services/MiniappEngine.js +119 -0
- package/build/services/MiniappEngine.js.map +1 -0
- package/build/services/MiniappLauncher.d.ts +129 -0
- package/build/services/MiniappLauncher.d.ts.map +1 -0
- package/build/services/MiniappLauncher.js +291 -0
- package/build/services/MiniappLauncher.js.map +1 -0
- package/build/services/MiniappRunningRegistry.d.ts +24 -0
- package/build/services/MiniappRunningRegistry.d.ts.map +1 -0
- package/build/services/MiniappRunningRegistry.js +52 -0
- package/build/services/MiniappRunningRegistry.js.map +1 -0
- package/build/services/NativeHttpResponse.d.ts +3 -0
- package/build/services/NativeHttpResponse.d.ts.map +1 -0
- package/build/services/NativeHttpResponse.js +6 -0
- package/build/services/NativeHttpResponse.js.map +1 -0
- package/build/services/NavigationHandlers.d.ts +90 -0
- package/build/services/NavigationHandlers.d.ts.map +1 -0
- package/build/services/NavigationHandlers.js +379 -0
- package/build/services/NavigationHandlers.js.map +1 -0
- package/build/services/NavigationService.d.ts +254 -0
- package/build/services/NavigationService.d.ts.map +1 -0
- package/build/services/NavigationService.js +553 -0
- package/build/services/NavigationService.js.map +1 -0
- package/build/services/NotificationsEmitter.d.ts +28 -0
- package/build/services/NotificationsEmitter.d.ts.map +1 -0
- package/build/services/NotificationsEmitter.js +22 -0
- package/build/services/NotificationsEmitter.js.map +1 -0
- package/build/services/OfflineSpeechModelService.d.ts +33 -0
- package/build/services/OfflineSpeechModelService.d.ts.map +1 -0
- package/build/services/OfflineSpeechModelService.js +136 -0
- package/build/services/OfflineSpeechModelService.js.map +1 -0
- package/build/services/OtaInstallCoordinator.d.ts +195 -0
- package/build/services/OtaInstallCoordinator.d.ts.map +1 -0
- package/build/services/OtaInstallCoordinator.js +1047 -0
- package/build/services/OtaInstallCoordinator.js.map +1 -0
- package/build/services/OtaService.d.ts +3 -0
- package/build/services/OtaService.d.ts.map +1 -0
- package/build/services/OtaService.js +65 -0
- package/build/services/OtaService.js.map +1 -0
- package/build/services/OtaUpdateCheckService.d.ts +65 -0
- package/build/services/OtaUpdateCheckService.d.ts.map +1 -0
- package/build/services/OtaUpdateCheckService.js +260 -0
- package/build/services/OtaUpdateCheckService.js.map +1 -0
- package/build/services/PairingIdentity.d.ts +80 -0
- package/build/services/PairingIdentity.d.ts.map +1 -0
- package/build/services/PairingIdentity.js +145 -0
- package/build/services/PairingIdentity.js.map +1 -0
- package/build/services/PhoneCalendarHelpers.d.ts +32 -0
- package/build/services/PhoneCalendarHelpers.d.ts.map +1 -0
- package/build/services/PhoneCalendarHelpers.js +157 -0
- package/build/services/PhoneCalendarHelpers.js.map +1 -0
- package/build/services/PhoneCalendarService.d.ts +5 -0
- package/build/services/PhoneCalendarService.d.ts.map +1 -0
- package/build/services/PhoneCalendarService.js +24 -0
- package/build/services/PhoneCalendarService.js.map +1 -0
- package/build/services/PhoneCameraFovCoordinator.d.ts +28 -0
- package/build/services/PhoneCameraFovCoordinator.d.ts.map +1 -0
- package/build/services/PhoneCameraFovCoordinator.js +180 -0
- package/build/services/PhoneCameraFovCoordinator.js.map +1 -0
- package/build/services/PhoneLocationService.d.ts +36 -0
- package/build/services/PhoneLocationService.d.ts.map +1 -0
- package/build/services/PhoneLocationService.js +115 -0
- package/build/services/PhoneLocationService.js.map +1 -0
- package/build/services/PhoneNotificationsSync.d.ts +3 -0
- package/build/services/PhoneNotificationsSync.d.ts.map +1 -0
- package/build/services/PhoneNotificationsSync.js +35 -0
- package/build/services/PhoneNotificationsSync.js.map +1 -0
- package/build/services/PhonePhotoCoordinator.d.ts +103 -0
- package/build/services/PhonePhotoCoordinator.d.ts.map +1 -0
- package/build/services/PhonePhotoCoordinator.js +326 -0
- package/build/services/PhonePhotoCoordinator.js.map +1 -0
- package/build/services/PhoneStreamCoordinator.d.ts +168 -0
- package/build/services/PhoneStreamCoordinator.d.ts.map +1 -0
- package/build/services/PhoneStreamCoordinator.js +632 -0
- package/build/services/PhoneStreamCoordinator.js.map +1 -0
- package/build/services/PhoneVideoCoordinator.d.ts +50 -0
- package/build/services/PhoneVideoCoordinator.d.ts.map +1 -0
- package/build/services/PhoneVideoCoordinator.js +147 -0
- package/build/services/PhoneVideoCoordinator.js.map +1 -0
- package/build/services/STTModelManager.d.ts +65 -0
- package/build/services/STTModelManager.d.ts.map +1 -0
- package/build/services/STTModelManager.js +292 -0
- package/build/services/STTModelManager.js.map +1 -0
- package/build/services/SceneRenderer.d.ts +90 -0
- package/build/services/SceneRenderer.d.ts.map +1 -0
- package/build/services/SceneRenderer.js +248 -0
- package/build/services/SceneRenderer.js.map +1 -0
- package/build/services/SentenceTtsPipeline.d.ts +31 -0
- package/build/services/SentenceTtsPipeline.d.ts.map +1 -0
- package/build/services/SentenceTtsPipeline.js +67 -0
- package/build/services/SentenceTtsPipeline.js.map +1 -0
- package/build/services/StreamLifecycleController.d.ts +67 -0
- package/build/services/StreamLifecycleController.d.ts.map +1 -0
- package/build/services/StreamLifecycleController.js +152 -0
- package/build/services/StreamLifecycleController.js.map +1 -0
- package/build/services/TTSModelManager.d.ts +90 -0
- package/build/services/TTSModelManager.d.ts.map +1 -0
- package/build/services/TTSModelManager.js +366 -0
- package/build/services/TTSModelManager.js.map +1 -0
- package/build/services/TranscriptionRouting.d.ts +12 -0
- package/build/services/TranscriptionRouting.d.ts.map +1 -0
- package/build/services/TranscriptionRouting.js +24 -0
- package/build/services/TranscriptionRouting.js.map +1 -0
- package/build/services/WebviewBridge.d.ts +22 -0
- package/build/services/WebviewBridge.d.ts.map +1 -0
- package/build/services/WebviewBridge.js +47 -0
- package/build/services/WebviewBridge.js.map +1 -0
- package/build/services/asg/GalleryMediaIntegrityReportService.d.ts +17 -0
- package/build/services/asg/GalleryMediaIntegrityReportService.d.ts.map +1 -0
- package/build/services/asg/GalleryMediaIntegrityReportService.js +43 -0
- package/build/services/asg/GalleryMediaIntegrityReportService.js.map +1 -0
- package/build/services/asg/asgCameraApi.d.ts +205 -0
- package/build/services/asg/asgCameraApi.d.ts.map +1 -0
- package/build/services/asg/asgCameraApi.js +1410 -0
- package/build/services/asg/asgCameraApi.js.map +1 -0
- package/build/services/asg/cameraRollExportCoordinator.d.ts +60 -0
- package/build/services/asg/cameraRollExportCoordinator.d.ts.map +1 -0
- package/build/services/asg/cameraRollExportCoordinator.js +618 -0
- package/build/services/asg/cameraRollExportCoordinator.js.map +1 -0
- package/build/services/asg/cameraRollExportLedger.d.ts +44 -0
- package/build/services/asg/cameraRollExportLedger.d.ts.map +1 -0
- package/build/services/asg/cameraRollExportLedger.js +78 -0
- package/build/services/asg/cameraRollExportLedger.js.map +1 -0
- package/build/services/asg/galleryMediaValidation.d.ts +29 -0
- package/build/services/asg/galleryMediaValidation.d.ts.map +1 -0
- package/build/services/asg/galleryMediaValidation.js +149 -0
- package/build/services/asg/galleryMediaValidation.js.map +1 -0
- package/build/services/asg/galleryNotices.d.ts +33 -0
- package/build/services/asg/galleryNotices.d.ts.map +1 -0
- package/build/services/asg/galleryNotices.js +29 -0
- package/build/services/asg/galleryNotices.js.map +1 -0
- package/build/services/asg/galleryPathMigration.d.ts +3 -0
- package/build/services/asg/galleryPathMigration.d.ts.map +1 -0
- package/build/services/asg/galleryPathMigration.js +26 -0
- package/build/services/asg/galleryPathMigration.js.map +1 -0
- package/build/services/asg/gallerySettingsService.d.ts +20 -0
- package/build/services/asg/gallerySettingsService.d.ts.map +1 -0
- package/build/services/asg/gallerySettingsService.js +53 -0
- package/build/services/asg/gallerySettingsService.js.map +1 -0
- package/build/services/asg/gallerySyncNotifications.d.ts +56 -0
- package/build/services/asg/gallerySyncNotifications.d.ts.map +1 -0
- package/build/services/asg/gallerySyncNotifications.js +198 -0
- package/build/services/asg/gallerySyncNotifications.js.map +1 -0
- package/build/services/asg/gallerySyncService.d.ts +137 -0
- package/build/services/asg/gallerySyncService.d.ts.map +1 -0
- package/build/services/asg/gallerySyncService.js +1933 -0
- package/build/services/asg/gallerySyncService.js.map +1 -0
- package/build/services/asg/galleryTransferLedger.d.ts +58 -0
- package/build/services/asg/galleryTransferLedger.d.ts.map +1 -0
- package/build/services/asg/galleryTransferLedger.js +225 -0
- package/build/services/asg/galleryTransferLedger.js.map +1 -0
- package/build/services/asg/localNetworkTransport.d.ts +15 -0
- package/build/services/asg/localNetworkTransport.d.ts.map +1 -0
- package/build/services/asg/localNetworkTransport.js +144 -0
- package/build/services/asg/localNetworkTransport.js.map +1 -0
- package/build/services/asg/localStorageService.d.ts +146 -0
- package/build/services/asg/localStorageService.d.ts.map +1 -0
- package/build/services/asg/localStorageService.js +572 -0
- package/build/services/asg/localStorageService.js.map +1 -0
- package/build/services/asg/mediaProcessingQueue.d.ts +70 -0
- package/build/services/asg/mediaProcessingQueue.d.ts.map +1 -0
- package/build/services/asg/mediaProcessingQueue.js +451 -0
- package/build/services/asg/mediaProcessingQueue.js.map +1 -0
- package/build/services/asgOtaVersionUrl.d.ts +2 -0
- package/build/services/asgOtaVersionUrl.d.ts.map +1 -0
- package/build/services/asgOtaVersionUrl.js +36 -0
- package/build/services/asgOtaVersionUrl.js.map +1 -0
- package/build/services/blobPaths.d.ts +31 -0
- package/build/services/blobPaths.d.ts.map +1 -0
- package/build/services/blobPaths.js +86 -0
- package/build/services/blobPaths.js.map +1 -0
- package/build/services/cloudStreamApi.d.ts +59 -0
- package/build/services/cloudStreamApi.d.ts.map +1 -0
- package/build/services/cloudStreamApi.js +81 -0
- package/build/services/cloudStreamApi.js.map +1 -0
- package/build/services/gallerySyncClock.d.ts +17 -0
- package/build/services/gallerySyncClock.d.ts.map +1 -0
- package/build/services/gallerySyncClock.js +21 -0
- package/build/services/gallerySyncClock.js.map +1 -0
- package/build/services/glassesClockSync.d.ts +20 -0
- package/build/services/glassesClockSync.d.ts.map +1 -0
- package/build/services/glassesClockSync.js +97 -0
- package/build/services/glassesClockSync.js.map +1 -0
- package/build/services/manifestVersionGate.d.ts +28 -0
- package/build/services/manifestVersionGate.d.ts.map +1 -0
- package/build/services/manifestVersionGate.js +41 -0
- package/build/services/manifestVersionGate.js.map +1 -0
- package/build/services/mentraUiShim.d.ts +38 -0
- package/build/services/mentraUiShim.d.ts.map +1 -0
- package/build/services/mentraUiShim.js +360 -0
- package/build/services/mentraUiShim.js.map +1 -0
- package/build/services/navigation/roadNameResolver.d.ts +67 -0
- package/build/services/navigation/roadNameResolver.d.ts.map +1 -0
- package/build/services/navigation/roadNameResolver.js +96 -0
- package/build/services/navigation/roadNameResolver.js.map +1 -0
- package/build/services/navigation/routesApiCodec.d.ts +38 -0
- package/build/services/navigation/routesApiCodec.d.ts.map +1 -0
- package/build/services/navigation/routesApiCodec.js +68 -0
- package/build/services/navigation/routesApiCodec.js.map +1 -0
- package/build/services/otaDisplayState.d.ts +42 -0
- package/build/services/otaDisplayState.d.ts.map +1 -0
- package/build/services/otaDisplayState.js +92 -0
- package/build/services/otaDisplayState.js.map +1 -0
- package/build/services/otaInstallPolicy.d.ts +81 -0
- package/build/services/otaInstallPolicy.d.ts.map +1 -0
- package/build/services/otaInstallPolicy.js +96 -0
- package/build/services/otaInstallPolicy.js.map +1 -0
- package/build/services/otaLegacyMapping.d.ts +22 -0
- package/build/services/otaLegacyMapping.d.ts.map +1 -0
- package/build/services/otaLegacyMapping.js +56 -0
- package/build/services/otaLegacyMapping.js.map +1 -0
- package/build/services/slimStreamStatus.d.ts +7 -0
- package/build/services/slimStreamStatus.d.ts.map +1 -0
- package/build/services/slimStreamStatus.js +26 -0
- package/build/services/slimStreamStatus.js.map +1 -0
- package/build/stores/apps.d.ts +104 -0
- package/build/stores/apps.d.ts.map +1 -0
- package/build/stores/apps.js +492 -0
- package/build/stores/apps.js.map +1 -0
- package/build/stores/bluetoothSettingKeys.d.ts +4 -0
- package/build/stores/bluetoothSettingKeys.d.ts.map +1 -0
- package/build/stores/bluetoothSettingKeys.js +31 -0
- package/build/stores/bluetoothSettingKeys.js.map +1 -0
- package/build/stores/cloudClientStatus.d.ts +9 -0
- package/build/stores/cloudClientStatus.d.ts.map +1 -0
- package/build/stores/cloudClientStatus.js +24 -0
- package/build/stores/cloudClientStatus.js.map +1 -0
- package/build/stores/connection.d.ts +22 -0
- package/build/stores/connection.d.ts.map +1 -0
- package/build/stores/connection.js +43 -0
- package/build/stores/connection.js.map +1 -0
- package/build/stores/core.d.ts +15 -0
- package/build/stores/core.d.ts.map +1 -0
- package/build/stores/core.js +21 -0
- package/build/stores/core.js.map +1 -0
- package/build/stores/display.d.ts +24 -0
- package/build/stores/display.d.ts.map +1 -0
- package/build/stores/display.js +96 -0
- package/build/stores/display.js.map +1 -0
- package/build/stores/gallerySync.d.ts +101 -0
- package/build/stores/gallerySync.d.ts.map +1 -0
- package/build/stores/gallerySync.js +217 -0
- package/build/stores/gallerySync.js.map +1 -0
- package/build/stores/glasses.d.ts +62 -0
- package/build/stores/glasses.d.ts.map +1 -0
- package/build/stores/glasses.js +203 -0
- package/build/stores/glasses.js.map +1 -0
- package/build/stores/settings.d.ts +37 -0
- package/build/stores/settings.d.ts.map +1 -0
- package/build/stores/settings.js +922 -0
- package/build/stores/settings.js.map +1 -0
- package/build/types/applet.d.ts +96 -0
- package/build/types/applet.d.ts.map +1 -0
- package/build/types/applet.js +5 -0
- package/build/types/applet.js.map +1 -0
- package/build/types/asg.d.ts +53 -0
- package/build/types/asg.d.ts.map +1 -0
- package/build/types/asg.js +2 -0
- package/build/types/asg.js.map +1 -0
- package/build/types/capabilities/even-realities-g1.d.ts +12 -0
- package/build/types/capabilities/even-realities-g1.d.ts.map +1 -0
- package/build/types/capabilities/even-realities-g1.js +55 -0
- package/build/types/capabilities/even-realities-g1.js.map +1 -0
- package/build/types/capabilities/even-realities-g2.d.ts +12 -0
- package/build/types/capabilities/even-realities-g2.d.ts.map +1 -0
- package/build/types/capabilities/even-realities-g2.js +75 -0
- package/build/types/capabilities/even-realities-g2.js.map +1 -0
- package/build/types/capabilities/mentra-display.d.ts +12 -0
- package/build/types/capabilities/mentra-display.d.ts.map +1 -0
- package/build/types/capabilities/mentra-display.js +63 -0
- package/build/types/capabilities/mentra-display.js.map +1 -0
- package/build/types/capabilities/mentra-live.d.ts +12 -0
- package/build/types/capabilities/mentra-live.d.ts.map +1 -0
- package/build/types/capabilities/mentra-live.js +92 -0
- package/build/types/capabilities/mentra-live.js.map +1 -0
- package/build/types/capabilities/none.d.ts +13 -0
- package/build/types/capabilities/none.d.ts.map +1 -0
- package/build/types/capabilities/none.js +65 -0
- package/build/types/capabilities/none.js.map +1 -0
- package/build/types/capabilities/simulated-glasses.d.ts +13 -0
- package/build/types/capabilities/simulated-glasses.d.ts.map +1 -0
- package/build/types/capabilities/simulated-glasses.js +65 -0
- package/build/types/capabilities/simulated-glasses.js.map +1 -0
- package/build/types/capabilities/vuzix-z100.d.ts +12 -0
- package/build/types/capabilities/vuzix-z100.d.ts.map +1 -0
- package/build/types/capabilities/vuzix-z100.js +52 -0
- package/build/types/capabilities/vuzix-z100.js.map +1 -0
- package/build/types/enums.d.ts +40 -0
- package/build/types/enums.d.ts.map +1 -0
- package/build/types/enums.js +44 -0
- package/build/types/enums.js.map +1 -0
- package/build/types/hardware.d.ts +160 -0
- package/build/types/hardware.d.ts.map +1 -0
- package/build/types/hardware.js +36 -0
- package/build/types/hardware.js.map +1 -0
- package/build/types/index.d.ts +11 -0
- package/build/types/index.d.ts.map +1 -0
- package/build/types/index.js +10 -0
- package/build/types/index.js.map +1 -0
- package/build/utils/GlobalEventEmitter.d.ts +10 -0
- package/build/utils/GlobalEventEmitter.d.ts.map +1 -0
- package/build/utils/GlobalEventEmitter.js +13 -0
- package/build/utils/GlobalEventEmitter.js.map +1 -0
- package/build/utils/cloudClient/RnUdpAdapter.d.ts +3 -0
- package/build/utils/cloudClient/RnUdpAdapter.d.ts.map +1 -0
- package/build/utils/cloudClient/RnUdpAdapter.js +41 -0
- package/build/utils/cloudClient/RnUdpAdapter.js.map +1 -0
- package/build/utils/cloudClient/cloudSecureStore.d.ts +3 -0
- package/build/utils/cloudClient/cloudSecureStore.d.ts.map +1 -0
- package/build/utils/cloudClient/cloudSecureStore.js +26 -0
- package/build/utils/cloudClient/cloudSecureStore.js.map +1 -0
- package/build/utils/debouncedPatch.d.ts +6 -0
- package/build/utils/debouncedPatch.d.ts.map +1 -0
- package/build/utils/debouncedPatch.js +25 -0
- package/build/utils/debouncedPatch.js.map +1 -0
- package/build/utils/devLogging.d.ts +26 -0
- package/build/utils/devLogging.d.ts.map +1 -0
- package/build/utils/devLogging.js +116 -0
- package/build/utils/devLogging.js.map +1 -0
- package/build/utils/devMiniappLaunch.d.ts +44 -0
- package/build/utils/devMiniappLaunch.d.ts.map +1 -0
- package/build/utils/devMiniappLaunch.js +52 -0
- package/build/utils/devMiniappLaunch.js.map +1 -0
- package/build/utils/diagnosticContext.d.ts +3 -0
- package/build/utils/diagnosticContext.d.ts.map +1 -0
- package/build/utils/diagnosticContext.js +119 -0
- package/build/utils/diagnosticContext.js.map +1 -0
- package/build/utils/display/composer/ColumnComposer.d.ts +131 -0
- package/build/utils/display/composer/ColumnComposer.d.ts.map +1 -0
- package/build/utils/display/composer/ColumnComposer.js +204 -0
- package/build/utils/display/composer/ColumnComposer.js.map +1 -0
- package/build/utils/display/composer/index.d.ts +9 -0
- package/build/utils/display/composer/index.d.ts.map +1 -0
- package/build/utils/display/composer/index.js +9 -0
- package/build/utils/display/composer/index.js.map +1 -0
- package/build/utils/display/helpers/DisplayHelpers.d.ts +165 -0
- package/build/utils/display/helpers/DisplayHelpers.d.ts.map +1 -0
- package/build/utils/display/helpers/DisplayHelpers.js +312 -0
- package/build/utils/display/helpers/DisplayHelpers.js.map +1 -0
- package/build/utils/display/helpers/ScrollView.d.ts +183 -0
- package/build/utils/display/helpers/ScrollView.d.ts.map +1 -0
- package/build/utils/display/helpers/ScrollView.js +257 -0
- package/build/utils/display/helpers/ScrollView.js.map +1 -0
- package/build/utils/display/helpers/index.d.ts +11 -0
- package/build/utils/display/helpers/index.d.ts.map +1 -0
- package/build/utils/display/helpers/index.js +10 -0
- package/build/utils/display/helpers/index.js.map +1 -0
- package/build/utils/display/index.d.ts +174 -0
- package/build/utils/display/index.d.ts.map +1 -0
- package/build/utils/display/index.js +185 -0
- package/build/utils/display/index.js.map +1 -0
- package/build/utils/display/measurer/TextMeasurer.d.ts +160 -0
- package/build/utils/display/measurer/TextMeasurer.d.ts.map +1 -0
- package/build/utils/display/measurer/TextMeasurer.js +273 -0
- package/build/utils/display/measurer/TextMeasurer.js.map +1 -0
- package/build/utils/display/measurer/index.d.ts +10 -0
- package/build/utils/display/measurer/index.d.ts.map +1 -0
- package/build/utils/display/measurer/index.js +11 -0
- package/build/utils/display/measurer/index.js.map +1 -0
- package/build/utils/display/measurer/script-detection.d.ts +53 -0
- package/build/utils/display/measurer/script-detection.d.ts.map +1 -0
- package/build/utils/display/measurer/script-detection.js +184 -0
- package/build/utils/display/measurer/script-detection.js.map +1 -0
- package/build/utils/display/profiles/g1.d.ts +33 -0
- package/build/utils/display/profiles/g1.d.ts.map +1 -0
- package/build/utils/display/profiles/g1.js +213 -0
- package/build/utils/display/profiles/g1.js.map +1 -0
- package/build/utils/display/profiles/g2.d.ts +13 -0
- package/build/utils/display/profiles/g2.d.ts.map +1 -0
- package/build/utils/display/profiles/g2.js +34 -0
- package/build/utils/display/profiles/g2.js.map +1 -0
- package/build/utils/display/profiles/index.d.ts +12 -0
- package/build/utils/display/profiles/index.d.ts.map +1 -0
- package/build/utils/display/profiles/index.js +15 -0
- package/build/utils/display/profiles/index.js.map +1 -0
- package/build/utils/display/profiles/nex.d.ts +10 -0
- package/build/utils/display/profiles/nex.d.ts.map +1 -0
- package/build/utils/display/profiles/nex.js +150 -0
- package/build/utils/display/profiles/nex.js.map +1 -0
- package/build/utils/display/profiles/types.d.ts +103 -0
- package/build/utils/display/profiles/types.d.ts.map +1 -0
- package/build/utils/display/profiles/types.js +2 -0
- package/build/utils/display/profiles/types.js.map +1 -0
- package/build/utils/display/profiles/z100.d.ts +33 -0
- package/build/utils/display/profiles/z100.d.ts.map +1 -0
- package/build/utils/display/profiles/z100.js +182 -0
- package/build/utils/display/profiles/z100.js.map +1 -0
- package/build/utils/display/scene/degrade.d.ts +25 -0
- package/build/utils/display/scene/degrade.d.ts.map +1 -0
- package/build/utils/display/scene/degrade.js +64 -0
- package/build/utils/display/scene/degrade.js.map +1 -0
- package/build/utils/display/scene/differ.d.ts +38 -0
- package/build/utils/display/scene/differ.d.ts.map +1 -0
- package/build/utils/display/scene/differ.js +107 -0
- package/build/utils/display/scene/differ.js.map +1 -0
- package/build/utils/display/scene/index.d.ts +10 -0
- package/build/utils/display/scene/index.d.ts.map +1 -0
- package/build/utils/display/scene/index.js +6 -0
- package/build/utils/display/scene/index.js.map +1 -0
- package/build/utils/display/scene/process.d.ts +35 -0
- package/build/utils/display/scene/process.d.ts.map +1 -0
- package/build/utils/display/scene/process.js +187 -0
- package/build/utils/display/scene/process.js.map +1 -0
- package/build/utils/display/scene/store.d.ts +48 -0
- package/build/utils/display/scene/store.d.ts.map +1 -0
- package/build/utils/display/scene/store.js +0 -0
- package/build/utils/display/scene/store.js.map +1 -0
- package/build/utils/display/scene/types.d.ts +120 -0
- package/build/utils/display/scene/types.d.ts.map +1 -0
- package/build/utils/display/scene/types.js +0 -0
- package/build/utils/display/scene/types.js.map +1 -0
- package/build/utils/display/wrapper/TextWrapper.d.ts +102 -0
- package/build/utils/display/wrapper/TextWrapper.d.ts.map +1 -0
- package/build/utils/display/wrapper/TextWrapper.js +471 -0
- package/build/utils/display/wrapper/TextWrapper.js.map +1 -0
- package/build/utils/display/wrapper/index.d.ts +12 -0
- package/build/utils/display/wrapper/index.d.ts.map +1 -0
- package/build/utils/display/wrapper/index.js +12 -0
- package/build/utils/display/wrapper/index.js.map +1 -0
- package/build/utils/display/wrapper/types.d.ts +75 -0
- package/build/utils/display/wrapper/types.d.ts.map +1 -0
- package/build/utils/display/wrapper/types.js +11 -0
- package/build/utils/display/wrapper/types.js.map +1 -0
- package/build/utils/e2eMetrics.d.ts +6 -0
- package/build/utils/e2eMetrics.d.ts.map +1 -0
- package/build/utils/e2eMetrics.js +27 -0
- package/build/utils/e2eMetrics.js.map +1 -0
- package/build/utils/hardware/hardware.d.ts +42 -0
- package/build/utils/hardware/hardware.d.ts.map +1 -0
- package/build/utils/hardware/hardware.js +127 -0
- package/build/utils/hardware/hardware.js.map +1 -0
- package/build/utils/hardware/index.d.ts +2 -0
- package/build/utils/hardware/index.d.ts.map +1 -0
- package/build/utils/hardware/index.js +2 -0
- package/build/utils/hardware/index.js.map +1 -0
- package/build/utils/miniappGlobals.d.ts +60 -0
- package/build/utils/miniappGlobals.d.ts.map +1 -0
- package/build/utils/miniappGlobals.js +224 -0
- package/build/utils/miniappGlobals.js.map +1 -0
- package/build/utils/permissions/MediaLibraryPermissions.d.ts +45 -0
- package/build/utils/permissions/MediaLibraryPermissions.d.ts.map +1 -0
- package/build/utils/permissions/MediaLibraryPermissions.js +145 -0
- package/build/utils/permissions/MediaLibraryPermissions.js.map +1 -0
- package/build/utils/permissions/galleryDisplayName.d.ts +8 -0
- package/build/utils/permissions/galleryDisplayName.d.ts.map +1 -0
- package/build/utils/permissions/galleryDisplayName.js +25 -0
- package/build/utils/permissions/galleryDisplayName.js.map +1 -0
- package/build/utils/storage/index.d.ts +3 -0
- package/build/utils/storage/index.d.ts.map +1 -0
- package/build/utils/storage/index.js +3 -0
- package/build/utils/storage/index.js.map +1 -0
- package/build/utils/storage/storage.d.ts +24 -0
- package/build/utils/storage/storage.d.ts.map +1 -0
- package/build/utils/storage/storage.js +85 -0
- package/build/utils/storage/storage.js.map +1 -0
- package/build/utils/storage/zip.d.ts +3 -0
- package/build/utils/storage/zip.d.ts.map +1 -0
- package/build/utils/storage/zip.js +14 -0
- package/build/utils/storage/zip.js.map +1 -0
- package/build/utils/timers/index.d.ts +3 -0
- package/build/utils/timers/index.d.ts.map +1 -0
- package/build/utils/timers/index.js +3 -0
- package/build/utils/timers/index.js.map +1 -0
- package/build/utils/timers/timers.d.ts +9 -0
- package/build/utils/timers/timers.d.ts.map +1 -0
- package/build/utils/timers/timers.js +105 -0
- package/build/utils/timers/timers.js.map +1 -0
- package/package.json +120 -0
- package/src/devtools.ts +13 -0
- package/src/engine.ts +173 -0
- package/src/facades/dev.ts +198 -0
- package/src/facades/display.ts +17 -0
- package/src/facades/displayMirror.ts +33 -0
- package/src/facades/gallery.ts +69 -0
- package/src/facades/glasses.ts +206 -0
- package/src/facades/glassesSettings.ts +56 -0
- package/src/facades/glassesWifi.ts +68 -0
- package/src/facades/miniapps.ts +55 -0
- package/src/facades/notifications.ts +15 -0
- package/src/facades/ota.ts +174 -0
- package/src/facades/pairing.ts +329 -0
- package/src/facades/permissions.ts +165 -0
- package/src/facades/phoneNotifications.ts +50 -0
- package/src/facades/reports.ts +185 -0
- package/src/facades/session.ts +55 -0
- package/src/facades/settings.ts +57 -0
- package/src/facades/speech.ts +38 -0
- package/src/index.ts +191 -0
- package/src/internal.ts +159 -0
- package/src/runtime/bootstrap.ts +118 -0
- package/src/runtime/config.ts +147 -0
- package/src/runtime/streamConfig.ts +34 -0
- package/src/services/AppRegistry.ts +1190 -0
- package/src/services/AudioCloudUplink.ts +50 -0
- package/src/services/AudioPlaybackService.ts +813 -0
- package/src/services/AutomaticReportResult.ts +48 -0
- package/src/services/BlobStore.ts +746 -0
- package/src/services/CaptionsTesterReportService.ts +107 -0
- package/src/services/CloudAudioSubscriptionSync.ts +41 -0
- package/src/services/CloudClientService.ts +689 -0
- package/src/services/CloudTranscriptE2EMetrics.ts +27 -0
- package/src/services/ConnectionCoordinator.ts +65 -0
- package/src/services/DevServerBridge.ts +332 -0
- package/src/services/DeviceEventRouter.ts +238 -0
- package/src/services/DeviceStoreHydration.ts +130 -0
- package/src/services/DisplayProcessor.ts +775 -0
- package/src/services/GlassesReadiness.ts +103 -0
- package/src/services/GlassesSettingsSync.ts +134 -0
- package/src/services/GlassesStatusProjection.ts +73 -0
- package/src/services/HeadingService.ts +98 -0
- package/src/services/LocalDisplayManager.ts +703 -0
- package/src/services/LocalMiniappRuntime.ts +4213 -0
- package/src/services/LocalSttFallbackCoordinator.ts +147 -0
- package/src/services/MentraJSCrashController.ts +189 -0
- package/src/services/MentraJSCrashloopReportService.ts +66 -0
- package/src/services/MentraJSLogPipeline.ts +166 -0
- package/src/services/MentraJSRouter.ts +557 -0
- package/src/services/MentraUIRouter.ts +244 -0
- package/src/services/MicStateCoordinator.ts +94 -0
- package/src/services/MiniappEngine.ts +143 -0
- package/src/services/MiniappLauncher.ts +340 -0
- package/src/services/MiniappRunningRegistry.ts +57 -0
- package/src/services/NativeHttpResponse.ts +6 -0
- package/src/services/NavigationHandlers.ts +423 -0
- package/src/services/NavigationService.ts +731 -0
- package/src/services/NotificationsEmitter.ts +48 -0
- package/src/services/OfflineSpeechModelService.ts +168 -0
- package/src/services/OtaInstallCoordinator.ts +1205 -0
- package/src/services/OtaService.ts +83 -0
- package/src/services/OtaUpdateCheckService.ts +386 -0
- package/src/services/PairingIdentity.ts +154 -0
- package/src/services/PhoneCalendarHelpers.ts +212 -0
- package/src/services/PhoneCalendarService.ts +42 -0
- package/src/services/PhoneCameraFovCoordinator.ts +195 -0
- package/src/services/PhoneLocationService.ts +122 -0
- package/src/services/PhoneNotificationsSync.ts +44 -0
- package/src/services/PhonePhotoCoordinator.ts +409 -0
- package/src/services/PhoneStreamCoordinator.ts +777 -0
- package/src/services/PhoneVideoCoordinator.ts +189 -0
- package/src/services/STTModelManager.ts +360 -0
- package/src/services/SceneRenderer.ts +292 -0
- package/src/services/SentenceTtsPipeline.ts +106 -0
- package/src/services/StreamLifecycleController.ts +213 -0
- package/src/services/TTSModelManager.ts +466 -0
- package/src/services/TranscriptionRouting.ts +37 -0
- package/src/services/WebviewBridge.ts +50 -0
- package/src/services/asg/GalleryMediaIntegrityReportService.ts +70 -0
- package/src/services/asg/asgCameraApi.ts +1695 -0
- package/src/services/asg/cameraRollExportCoordinator.ts +627 -0
- package/src/services/asg/cameraRollExportLedger.ts +122 -0
- package/src/services/asg/galleryMediaValidation.ts +183 -0
- package/src/services/asg/galleryNotices.ts +61 -0
- package/src/services/asg/galleryPathMigration.ts +22 -0
- package/src/services/asg/gallerySettingsService.ts +68 -0
- package/src/services/asg/gallerySyncNotifications.ts +236 -0
- package/src/services/asg/gallerySyncService.ts +2269 -0
- package/src/services/asg/galleryTransferLedger.ts +312 -0
- package/src/services/asg/localNetworkTransport.ts +173 -0
- package/src/services/asg/localStorageService.ts +652 -0
- package/src/services/asg/mediaProcessingQueue.ts +518 -0
- package/src/services/asgOtaVersionUrl.ts +41 -0
- package/src/services/blobPaths.ts +86 -0
- package/src/services/cloudStreamApi.ts +154 -0
- package/src/services/gallerySyncClock.ts +39 -0
- package/src/services/glassesClockSync.ts +115 -0
- package/src/services/manifestVersionGate.ts +43 -0
- package/src/services/mentraUiShim.ts +366 -0
- package/src/services/navigation/roadNameResolver.ts +112 -0
- package/src/services/navigation/routesApiCodec.ts +69 -0
- package/src/services/otaDisplayState.ts +115 -0
- package/src/services/otaInstallPolicy.ts +106 -0
- package/src/services/otaLegacyMapping.ts +71 -0
- package/src/services/slimStreamStatus.ts +28 -0
- package/src/stores/apps.ts +614 -0
- package/src/stores/bluetoothSettingKeys.ts +36 -0
- package/src/stores/cloudClientStatus.ts +37 -0
- package/src/stores/connection.ts +69 -0
- package/src/stores/core.ts +32 -0
- package/src/stores/display.ts +121 -0
- package/src/stores/gallerySync.ts +380 -0
- package/src/stores/glasses.ts +309 -0
- package/src/stores/settings.ts +1001 -0
- package/src/types/applet.ts +112 -0
- package/src/types/asg.ts +58 -0
- package/src/types/capabilities/even-realities-g1.ts +67 -0
- package/src/types/capabilities/even-realities-g2.ts +88 -0
- package/src/types/capabilities/mentra-display.ts +75 -0
- package/src/types/capabilities/mentra-live.ts +103 -0
- package/src/types/capabilities/none.ts +76 -0
- package/src/types/capabilities/simulated-glasses.ts +76 -0
- package/src/types/capabilities/vuzix-z100.ts +64 -0
- package/src/types/enums.ts +43 -0
- package/src/types/hardware.ts +203 -0
- package/src/types/index.ts +37 -0
- package/src/utils/GlobalEventEmitter.ts +14 -0
- package/src/utils/cloudClient/RnUdpAdapter.ts +47 -0
- package/src/utils/cloudClient/cloudSecureStore.ts +28 -0
- package/src/utils/debouncedPatch.ts +28 -0
- package/src/utils/devLogging.ts +140 -0
- package/src/utils/devMiniappLaunch.ts +68 -0
- package/src/utils/diagnosticContext.ts +155 -0
- package/src/utils/display/composer/ColumnComposer.ts +285 -0
- package/src/utils/display/composer/index.ts +15 -0
- package/src/utils/display/helpers/DisplayHelpers.ts +413 -0
- package/src/utils/display/helpers/ScrollView.ts +337 -0
- package/src/utils/display/helpers/index.ts +14 -0
- package/src/utils/display/index.ts +273 -0
- package/src/utils/display/measurer/TextMeasurer.ts +346 -0
- package/src/utils/display/measurer/index.ts +21 -0
- package/src/utils/display/measurer/script-detection.ts +218 -0
- package/src/utils/display/profiles/g1.ts +236 -0
- package/src/utils/display/profiles/g2.ts +39 -0
- package/src/utils/display/profiles/index.ts +28 -0
- package/src/utils/display/profiles/nex.ts +166 -0
- package/src/utils/display/profiles/types.ts +132 -0
- package/src/utils/display/profiles/z100.ts +198 -0
- package/src/utils/display/scene/degrade.ts +80 -0
- package/src/utils/display/scene/differ.ts +128 -0
- package/src/utils/display/scene/index.ts +21 -0
- package/src/utils/display/scene/process.ts +214 -0
- package/src/utils/display/scene/store.ts +0 -0
- package/src/utils/display/scene/types.ts +0 -0
- package/src/utils/display/wrapper/TextWrapper.ts +546 -0
- package/src/utils/display/wrapper/index.ts +15 -0
- package/src/utils/display/wrapper/types.ts +102 -0
- package/src/utils/e2eMetrics.ts +30 -0
- package/src/utils/hardware/hardware.ts +166 -0
- package/src/utils/hardware/index.ts +1 -0
- package/src/utils/miniappGlobals.ts +260 -0
- package/src/utils/permissions/MediaLibraryPermissions.ts +161 -0
- package/src/utils/permissions/galleryDisplayName.ts +28 -0
- package/src/utils/storage/index.ts +2 -0
- package/src/utils/storage/storage.ts +101 -0
- package/src/utils/storage/zip.ts +13 -0
- package/src/utils/timers/index.ts +2 -0
- package/src/utils/timers/timers.ts +139 -0
|
@@ -0,0 +1,705 @@
|
|
|
1
|
+
import { createAudioPlayer, setAudioModeAsync } from "expo-audio";
|
|
2
|
+
import BluetoothSdk from "@mentra/bluetooth-sdk/internal";
|
|
3
|
+
import { Platform } from "react-native";
|
|
4
|
+
import { BgTimer } from "../utils/timers";
|
|
5
|
+
import { setAudioCloudUplinkSuppressed } from "./AudioCloudUplink";
|
|
6
|
+
const RESTORE_GLASSES_VOLUME_AFTER_PLAYBACK = false;
|
|
7
|
+
class AudioPlaybackService {
|
|
8
|
+
static instance = null;
|
|
9
|
+
// Reuse a single AudioPlayer to avoid AudioTrack exhaustion
|
|
10
|
+
// Creating new ExoPlayer instances per request leads to -12 ENOMEM errors
|
|
11
|
+
player = null;
|
|
12
|
+
// The source currently loaded into the reusable player. Keep object identity
|
|
13
|
+
// so a delayed tail cleanup from an older request cannot unload a newer one.
|
|
14
|
+
loadedPlayback = null;
|
|
15
|
+
currentPlayback = null;
|
|
16
|
+
// Requests that entered play() but have not yet reached the native player.
|
|
17
|
+
// Keeping these addressable prevents a cancelled request from starting after
|
|
18
|
+
// an async audio-mode or stream-cleanup step finishes.
|
|
19
|
+
pendingPlaybacks = new Map();
|
|
20
|
+
// Live PCM streams (speaker.createStream), keyed by streamId. The runtime
|
|
21
|
+
// enforces one per app; stopOtherAudio interrupts across apps.
|
|
22
|
+
streams = new Map();
|
|
23
|
+
audioModeConfigured = false;
|
|
24
|
+
// Debounce timer for notifying native that audio stopped
|
|
25
|
+
// Prevents mic toggle flicker when playing back-to-back audio
|
|
26
|
+
// Uses BgTimer to work reliably when app is backgrounded on Android
|
|
27
|
+
audioStopDebounceTimer = null;
|
|
28
|
+
// Mentra Live's A2DP route may go idle between prompts. Keep a short warm
|
|
29
|
+
// window after actual audio so we only pre-roll the first sound after idle.
|
|
30
|
+
audioRouteWarmUntil = 0;
|
|
31
|
+
audioRouteWarmupPromise = null;
|
|
32
|
+
// Spoken playback remains suppressed briefly while its A2DP tail drains.
|
|
33
|
+
// Track those completed sources so a new non-spoken sound can resume
|
|
34
|
+
// listening immediately instead of inheriting the previous TTS gate.
|
|
35
|
+
tailUplinkSuppressions = new Set();
|
|
36
|
+
// Original glasses media volume captured before we bump it for A2DP playback.
|
|
37
|
+
glassesVolumeRestoreLevel = null;
|
|
38
|
+
static AUDIO_STOP_DEBOUNCE_MS = 1500;
|
|
39
|
+
static A2DP_TAIL_DRAIN_MS = 700;
|
|
40
|
+
static AUDIO_ROUTE_WARM_WINDOW_MS = 1500;
|
|
41
|
+
static AUDIO_ROUTE_PREWARM_MS = 200;
|
|
42
|
+
static AUDIO_ROUTE_PREWARM_SAMPLE_RATE = 16_000;
|
|
43
|
+
static AUDIO_ROUTE_PREWARM_PCM_BASE64 = "AAAA".repeat(Math.floor((AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS *
|
|
44
|
+
AudioPlaybackService.AUDIO_ROUTE_PREWARM_SAMPLE_RATE *
|
|
45
|
+
2) /
|
|
46
|
+
(1000 * 3))) + "AA==";
|
|
47
|
+
/** If glasses report step volume at or below this, bump to FLOOR before A2DP playback. */
|
|
48
|
+
static GLASSES_VOLUME_LOW_THRESHOLD = 2;
|
|
49
|
+
static GLASSES_VOLUME_FLOOR = 9;
|
|
50
|
+
constructor() { }
|
|
51
|
+
/**
|
|
52
|
+
* Configure audio mode for playback, re-asserting it on EVERY play.
|
|
53
|
+
*
|
|
54
|
+
* This must run before each play — not just once — because other parts of the
|
|
55
|
+
* app put the shared iOS AVAudioSession into a record-oriented category and
|
|
56
|
+
* never restore it. In particular the phone mic (PhoneMic.swift) switches the
|
|
57
|
+
* session to `.playAndRecord` (sometimes `.voiceChat`/earpiece routing) while
|
|
58
|
+
* capturing and only deactivates it on stop, leaving the category sticky. A
|
|
59
|
+
* miniapp like the Recorder records and then immediately plays back through
|
|
60
|
+
* this service; if we kept the old "configure once" guard, playback would land
|
|
61
|
+
* in the leftover `.playAndRecord` session and be inaudible on the phone
|
|
62
|
+
* speaker (the symptom: the progress bar runs but no sound comes out). Calling
|
|
63
|
+
* setAudioModeAsync with no `allowsRecording` maps to category `.playback`,
|
|
64
|
+
* reclaiming the speaker route. `audioModeConfigured` is kept only to gate the
|
|
65
|
+
* one-time log.
|
|
66
|
+
*/
|
|
67
|
+
async ensureAudioModeConfigured() {
|
|
68
|
+
try {
|
|
69
|
+
await setAudioModeAsync({
|
|
70
|
+
shouldPlayInBackground: true,
|
|
71
|
+
playsInSilentMode: true,
|
|
72
|
+
interruptionMode: "duckOthers",
|
|
73
|
+
});
|
|
74
|
+
if (!this.audioModeConfigured) {
|
|
75
|
+
this.audioModeConfigured = true;
|
|
76
|
+
console.log("AUDIO: Audio mode configured for playback");
|
|
77
|
+
}
|
|
78
|
+
}
|
|
79
|
+
catch (error) {
|
|
80
|
+
console.error("AUDIO: Failed to configure audio mode:", error);
|
|
81
|
+
// Don't block playback if audio mode config fails
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
static getInstance() {
|
|
85
|
+
if (!AudioPlaybackService.instance) {
|
|
86
|
+
AudioPlaybackService.instance = new AudioPlaybackService();
|
|
87
|
+
}
|
|
88
|
+
return AudioPlaybackService.instance;
|
|
89
|
+
}
|
|
90
|
+
/**
|
|
91
|
+
* Ensure we have a reusable player instance
|
|
92
|
+
*/
|
|
93
|
+
ensurePlayer() {
|
|
94
|
+
if (!this.player) {
|
|
95
|
+
console.log("AUDIO: Creating reusable AudioPlayer instance");
|
|
96
|
+
this.player = createAudioPlayer(null);
|
|
97
|
+
// Add status listener once - it will handle all playback completions
|
|
98
|
+
this.player.addListener("playbackStatusUpdate", (status) => {
|
|
99
|
+
this.onPlaybackStatusUpdate(status);
|
|
100
|
+
});
|
|
101
|
+
}
|
|
102
|
+
return this.player;
|
|
103
|
+
}
|
|
104
|
+
markAudioRouteWarm() {
|
|
105
|
+
this.audioRouteWarmUntil = Date.now() + AudioPlaybackService.AUDIO_ROUTE_WARM_WINDOW_MS;
|
|
106
|
+
}
|
|
107
|
+
isAudioRouteWarm() {
|
|
108
|
+
return this.currentPlayback !== null || this.streams.size > 0 || Date.now() < this.audioRouteWarmUntil;
|
|
109
|
+
}
|
|
110
|
+
/**
|
|
111
|
+
* Wake a cold Android A2DP route with silent PCM before a user-facing sound.
|
|
112
|
+
*
|
|
113
|
+
* Do not call pcmStreamClose here: some Bluetooth routes do not advance an
|
|
114
|
+
* idle AudioTrack playback head, so close waits for its drain timeout. After
|
|
115
|
+
* exactly 200ms of silence we abort the stream instead, which releases the
|
|
116
|
+
* pre-roll immediately and lets the real URL playback begin.
|
|
117
|
+
*/
|
|
118
|
+
async prewarmAudioRouteIfCold() {
|
|
119
|
+
if (Platform.OS !== "android" || this.isAudioRouteWarm())
|
|
120
|
+
return;
|
|
121
|
+
if (this.audioRouteWarmupPromise)
|
|
122
|
+
return this.audioRouteWarmupPromise;
|
|
123
|
+
const streamId = `audio-route-prewarm-${Date.now()}-${Math.random().toString(36).slice(2)}`;
|
|
124
|
+
const warmup = (async () => {
|
|
125
|
+
let opened = false;
|
|
126
|
+
const startedAt = Date.now();
|
|
127
|
+
try {
|
|
128
|
+
console.log(`AUDIO: Cold route; prewarming with ${AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS}ms silence`);
|
|
129
|
+
await BluetoothSdk.pcmStreamOpen(streamId, AudioPlaybackService.AUDIO_ROUTE_PREWARM_SAMPLE_RATE, 1, 1);
|
|
130
|
+
opened = true;
|
|
131
|
+
await BluetoothSdk.pcmStreamWrite(streamId, AudioPlaybackService.AUDIO_ROUTE_PREWARM_PCM_BASE64);
|
|
132
|
+
await new Promise((resolve) => {
|
|
133
|
+
BgTimer.setTimeout(resolve, AudioPlaybackService.AUDIO_ROUTE_PREWARM_MS);
|
|
134
|
+
});
|
|
135
|
+
await BluetoothSdk.pcmStreamAbort(streamId);
|
|
136
|
+
opened = false;
|
|
137
|
+
this.markAudioRouteWarm();
|
|
138
|
+
console.log(`AUDIO: Cold-route prewarm completed in ${Date.now() - startedAt}ms`);
|
|
139
|
+
}
|
|
140
|
+
catch (error) {
|
|
141
|
+
console.warn("AUDIO: Cold-route prewarm failed; continuing with requested audio:", error);
|
|
142
|
+
}
|
|
143
|
+
finally {
|
|
144
|
+
if (opened)
|
|
145
|
+
await BluetoothSdk.pcmStreamAbort(streamId).catch(() => { });
|
|
146
|
+
}
|
|
147
|
+
})();
|
|
148
|
+
this.audioRouteWarmupPromise = warmup;
|
|
149
|
+
try {
|
|
150
|
+
await warmup;
|
|
151
|
+
}
|
|
152
|
+
finally {
|
|
153
|
+
if (this.audioRouteWarmupPromise === warmup)
|
|
154
|
+
this.audioRouteWarmupPromise = null;
|
|
155
|
+
}
|
|
156
|
+
}
|
|
157
|
+
async getGlassesMediaVolumeWithTiming() {
|
|
158
|
+
const startedAt = Date.now();
|
|
159
|
+
try {
|
|
160
|
+
const result = await BluetoothSdk.getGlassesMediaVolume();
|
|
161
|
+
console.log(`AUDIO: Glasses media volume read completed in ${Date.now() - startedAt}ms`);
|
|
162
|
+
return result;
|
|
163
|
+
}
|
|
164
|
+
catch (error) {
|
|
165
|
+
console.warn(`AUDIO: Glasses media volume read failed after ${Date.now() - startedAt}ms:`, error instanceof Error ? error.message : String(error));
|
|
166
|
+
throw error;
|
|
167
|
+
}
|
|
168
|
+
}
|
|
169
|
+
async setGlassesMediaVolumeWithTiming(level) {
|
|
170
|
+
const startedAt = Date.now();
|
|
171
|
+
try {
|
|
172
|
+
const result = await BluetoothSdk.setGlassesMediaVolume(level);
|
|
173
|
+
console.log(`AUDIO: Glasses media volume set(${level}) completed in ${Date.now() - startedAt}ms`);
|
|
174
|
+
return result;
|
|
175
|
+
}
|
|
176
|
+
catch (error) {
|
|
177
|
+
console.warn(`AUDIO: Glasses media volume set(${level}) failed after ${Date.now() - startedAt}ms:`, error instanceof Error ? error.message : String(error));
|
|
178
|
+
throw error;
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
/**
|
|
182
|
+
* Mentra Live: raise glasses media volume over BLE when it is very low so A2DP prompts are audible.
|
|
183
|
+
* Fail-open on unsupported devices, timeouts, or errors.
|
|
184
|
+
*/
|
|
185
|
+
async ensureGlassesMediaVolumeForA2dp(playback) {
|
|
186
|
+
if (this.glassesVolumeRestoreLevel !== null) {
|
|
187
|
+
console.log(`AUDIO: Keeping bumped glasses media volume at ${AudioPlaybackService.GLASSES_VOLUME_FLOOR} during ongoing playback`);
|
|
188
|
+
return;
|
|
189
|
+
}
|
|
190
|
+
try {
|
|
191
|
+
const raw = await this.getGlassesMediaVolumeWithTiming();
|
|
192
|
+
const level = Number(raw.level);
|
|
193
|
+
const statusCode = Number(raw.statusCode);
|
|
194
|
+
if (!Number.isFinite(level)) {
|
|
195
|
+
console.log("AUDIO: Received glasses media volume response without numeric level:", JSON.stringify(raw));
|
|
196
|
+
return;
|
|
197
|
+
}
|
|
198
|
+
const k900S = Number.isFinite(statusCode) && statusCode >= 0 ? ` K900_S=${statusCode}` : "";
|
|
199
|
+
console.log(`AUDIO: Glasses media step volume (wearable knob, 0-15 scale): ${level}/15.${k900S}`);
|
|
200
|
+
if (level > AudioPlaybackService.GLASSES_VOLUME_LOW_THRESHOLD) {
|
|
201
|
+
return;
|
|
202
|
+
}
|
|
203
|
+
if (this.currentPlayback !== playback || playback.completed) {
|
|
204
|
+
console.log("AUDIO: Skipping glasses volume bump; playback already ended");
|
|
205
|
+
return;
|
|
206
|
+
}
|
|
207
|
+
console.log(`AUDIO: Raising glasses media volume (was ${level})`);
|
|
208
|
+
await this.setGlassesMediaVolumeWithTiming(AudioPlaybackService.GLASSES_VOLUME_FLOOR);
|
|
209
|
+
if (this.currentPlayback === playback && !playback.completed) {
|
|
210
|
+
this.glassesVolumeRestoreLevel = level;
|
|
211
|
+
}
|
|
212
|
+
else if (RESTORE_GLASSES_VOLUME_AFTER_PLAYBACK) {
|
|
213
|
+
console.log("AUDIO: Restoring glasses volume immediately; playback ended during volume bump");
|
|
214
|
+
await this.setGlassesMediaVolumeWithTiming(level);
|
|
215
|
+
}
|
|
216
|
+
else {
|
|
217
|
+
console.log("AUDIO: Leaving bumped glasses media volume unchanged after playback");
|
|
218
|
+
}
|
|
219
|
+
}
|
|
220
|
+
catch (e) {
|
|
221
|
+
const msg = e instanceof Error ? e.message : String(e);
|
|
222
|
+
console.warn("AUDIO: Skipping glasses volume bump:", msg);
|
|
223
|
+
}
|
|
224
|
+
}
|
|
225
|
+
/**
|
|
226
|
+
* Restore the user's original glasses media step volume after A2DP playback finishes.
|
|
227
|
+
*/
|
|
228
|
+
async restoreGlassesMediaVolume() {
|
|
229
|
+
const restoreLevel = this.glassesVolumeRestoreLevel;
|
|
230
|
+
if (restoreLevel === null) {
|
|
231
|
+
return;
|
|
232
|
+
}
|
|
233
|
+
if (!RESTORE_GLASSES_VOLUME_AFTER_PLAYBACK) {
|
|
234
|
+
this.glassesVolumeRestoreLevel = null;
|
|
235
|
+
console.log("AUDIO: Leaving bumped glasses media volume unchanged after playback");
|
|
236
|
+
return;
|
|
237
|
+
}
|
|
238
|
+
try {
|
|
239
|
+
console.log(`AUDIO: Restoring glasses media volume to ${restoreLevel}`);
|
|
240
|
+
await this.setGlassesMediaVolumeWithTiming(restoreLevel);
|
|
241
|
+
}
|
|
242
|
+
catch (e) {
|
|
243
|
+
const msg = e instanceof Error ? e.message : String(e);
|
|
244
|
+
console.warn(`AUDIO: Failed to restore glasses volume to ${restoreLevel}:`, msg);
|
|
245
|
+
}
|
|
246
|
+
finally {
|
|
247
|
+
this.glassesVolumeRestoreLevel = null;
|
|
248
|
+
}
|
|
249
|
+
}
|
|
250
|
+
clearFinishedPlayerAfterTail(playback) {
|
|
251
|
+
if (playback.suppressCloudUplink) {
|
|
252
|
+
this.tailUplinkSuppressions.add(playback.uplinkSuppressionId);
|
|
253
|
+
}
|
|
254
|
+
BgTimer.setTimeout(() => {
|
|
255
|
+
// ExoPlayer's completion event precedes the final A2DP audio reaching the
|
|
256
|
+
// glasses. Keep cloud STT gated until that audible tail has drained, then
|
|
257
|
+
// accept fresh microphone audio immediately without restarting LC3.
|
|
258
|
+
if (playback.suppressCloudUplink && this.tailUplinkSuppressions.delete(playback.uplinkSuppressionId)) {
|
|
259
|
+
setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false);
|
|
260
|
+
}
|
|
261
|
+
if (!this.player)
|
|
262
|
+
return;
|
|
263
|
+
if (this.loadedPlayback !== playback)
|
|
264
|
+
return;
|
|
265
|
+
try {
|
|
266
|
+
this.player.pause();
|
|
267
|
+
this.player.replace(null);
|
|
268
|
+
this.loadedPlayback = null;
|
|
269
|
+
console.log(`AUDIO: Cleared finished player for ${playback.requestId} after ${AudioPlaybackService.A2DP_TAIL_DRAIN_MS}ms tail drain`);
|
|
270
|
+
}
|
|
271
|
+
catch (e) {
|
|
272
|
+
console.warn("AUDIO: Error clearing player after tail drain:", e);
|
|
273
|
+
}
|
|
274
|
+
}, AudioPlaybackService.A2DP_TAIL_DRAIN_MS);
|
|
275
|
+
}
|
|
276
|
+
releaseTailUplinkSuppressions() {
|
|
277
|
+
for (const sourceId of this.tailUplinkSuppressions) {
|
|
278
|
+
setAudioCloudUplinkSuppressed(sourceId, false);
|
|
279
|
+
}
|
|
280
|
+
this.tailUplinkSuppressions.clear();
|
|
281
|
+
}
|
|
282
|
+
/**
|
|
283
|
+
* Play audio from a URL.
|
|
284
|
+
* Returns a promise that resolves with playback result when audio finishes or errors.
|
|
285
|
+
*/
|
|
286
|
+
async play(request, onComplete) {
|
|
287
|
+
const { requestId, audioUrl, appId, volume = 1.0, stopOtherAudio = true, suppressCloudUplink = false } = request;
|
|
288
|
+
const pending = { cancelled: false };
|
|
289
|
+
this.pendingPlaybacks.set(requestId, pending);
|
|
290
|
+
console.log(`AUDIO: Play request ${requestId}${appId ? ` from ${appId}` : ""}: ${audioUrl}`);
|
|
291
|
+
try {
|
|
292
|
+
// Ensure audio mode is configured for background playback
|
|
293
|
+
await this.ensureAudioModeConfigured();
|
|
294
|
+
if (pending.cancelled) {
|
|
295
|
+
onComplete(requestId, true, null, 0, "interrupted");
|
|
296
|
+
return;
|
|
297
|
+
}
|
|
298
|
+
await this.prewarmAudioRouteIfCold();
|
|
299
|
+
if (pending.cancelled) {
|
|
300
|
+
onComplete(requestId, true, null, 0, "interrupted");
|
|
301
|
+
return;
|
|
302
|
+
}
|
|
303
|
+
// URL playback reuses one native player, so replacing its source always
|
|
304
|
+
// interrupts the previous URL even when stopOtherAudio is false. Notify
|
|
305
|
+
// that request before replacing it so its promise cannot hang. The option
|
|
306
|
+
// still controls whether separate PCM streams are interrupted below.
|
|
307
|
+
if (this.currentPlayback && !this.currentPlayback.completed) {
|
|
308
|
+
console.log(`AUDIO: Interrupting current URL playback for new request`);
|
|
309
|
+
this.interruptCurrentPlayback(true);
|
|
310
|
+
}
|
|
311
|
+
// Live PCM streams count as "other audio" too.
|
|
312
|
+
if (stopOtherAudio) {
|
|
313
|
+
await this.abortAllStreams();
|
|
314
|
+
}
|
|
315
|
+
if (pending.cancelled) {
|
|
316
|
+
onComplete(requestId, true, null, 0, "interrupted");
|
|
317
|
+
return;
|
|
318
|
+
}
|
|
319
|
+
if (!suppressCloudUplink) {
|
|
320
|
+
this.releaseTailUplinkSuppressions();
|
|
321
|
+
}
|
|
322
|
+
// Get or create the reusable player
|
|
323
|
+
const player = this.ensurePlayer();
|
|
324
|
+
// Set volume
|
|
325
|
+
player.volume = Math.max(0, Math.min(1, volume));
|
|
326
|
+
// Store the new playback state
|
|
327
|
+
const playback = {
|
|
328
|
+
requestId,
|
|
329
|
+
uplinkSuppressionId: `url:${requestId}`,
|
|
330
|
+
appId,
|
|
331
|
+
startTime: Date.now(),
|
|
332
|
+
completed: false,
|
|
333
|
+
suppressCloudUplink,
|
|
334
|
+
onComplete,
|
|
335
|
+
};
|
|
336
|
+
this.currentPlayback = playback;
|
|
337
|
+
this.pendingPlaybacks.delete(requestId);
|
|
338
|
+
this.markAudioRouteWarm();
|
|
339
|
+
if (playback.suppressCloudUplink) {
|
|
340
|
+
setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, true);
|
|
341
|
+
}
|
|
342
|
+
// Replace the source and play
|
|
343
|
+
// Using replace() reuses the existing ExoPlayer/AudioTrack instead of creating new ones
|
|
344
|
+
player.replace({ uri: audioUrl });
|
|
345
|
+
this.loadedPlayback = playback;
|
|
346
|
+
player.play();
|
|
347
|
+
// Mentra Live volume reads can block up to 5s when the glasses don't
|
|
348
|
+
// answer. Do not put that in front of playback; guard it against late
|
|
349
|
+
// completion so a stale volume response cannot bump after this request is
|
|
350
|
+
// already over.
|
|
351
|
+
void this.ensureGlassesMediaVolumeForA2dp(playback);
|
|
352
|
+
// Notify native that our app is playing audio
|
|
353
|
+
// Used to suspend LC3 mic during audio playback to avoid MCU overload
|
|
354
|
+
// Cancel any pending "stop" notification first (handles back-to-back audio)
|
|
355
|
+
if (this.audioStopDebounceTimer !== null) {
|
|
356
|
+
BgTimer.clearTimeout(this.audioStopDebounceTimer);
|
|
357
|
+
this.audioStopDebounceTimer = null;
|
|
358
|
+
}
|
|
359
|
+
BluetoothSdk.setOwnAppAudioPlaying(true).catch((e) => {
|
|
360
|
+
console.warn("AUDIO: Failed to notify native of audio start:", e);
|
|
361
|
+
});
|
|
362
|
+
console.log(`AUDIO: Started playback for ${requestId}`);
|
|
363
|
+
}
|
|
364
|
+
catch (error) {
|
|
365
|
+
if (suppressCloudUplink) {
|
|
366
|
+
setAudioCloudUplinkSuppressed(`url:${requestId}`, false);
|
|
367
|
+
}
|
|
368
|
+
if (this.currentPlayback?.requestId === requestId) {
|
|
369
|
+
this.currentPlayback.completed = true;
|
|
370
|
+
this.currentPlayback = null;
|
|
371
|
+
}
|
|
372
|
+
if (pending.cancelled) {
|
|
373
|
+
onComplete(requestId, true, null, 0, "interrupted");
|
|
374
|
+
return;
|
|
375
|
+
}
|
|
376
|
+
const errorMessage = error instanceof Error ? error.message : "Unknown error loading audio";
|
|
377
|
+
console.error(`AUDIO: Failed to play ${requestId}:`, errorMessage);
|
|
378
|
+
void this.restoreGlassesMediaVolume();
|
|
379
|
+
onComplete(requestId, false, errorMessage, null, "error");
|
|
380
|
+
}
|
|
381
|
+
finally {
|
|
382
|
+
if (this.pendingPlaybacks.get(requestId) === pending) {
|
|
383
|
+
this.pendingPlaybacks.delete(requestId);
|
|
384
|
+
}
|
|
385
|
+
}
|
|
386
|
+
}
|
|
387
|
+
/**
|
|
388
|
+
* Cancel one URL playback without touching audio owned by another request.
|
|
389
|
+
* Pending requests are prevented from reaching the native player; active
|
|
390
|
+
* requests are paused synchronously before their completion callback fires.
|
|
391
|
+
*/
|
|
392
|
+
cancelPlayback(requestId) {
|
|
393
|
+
const pending = this.pendingPlaybacks.get(requestId);
|
|
394
|
+
if (pending)
|
|
395
|
+
pending.cancelled = true;
|
|
396
|
+
if (this.currentPlayback?.requestId === requestId && !this.currentPlayback.completed) {
|
|
397
|
+
this.interruptCurrentPlayback();
|
|
398
|
+
}
|
|
399
|
+
}
|
|
400
|
+
/**
|
|
401
|
+
* Interrupt current playback and notify its callback
|
|
402
|
+
*/
|
|
403
|
+
interruptCurrentPlayback(preserveGlassesMediaVolume = false) {
|
|
404
|
+
if (!this.currentPlayback || this.currentPlayback.completed)
|
|
405
|
+
return;
|
|
406
|
+
const playback = this.currentPlayback;
|
|
407
|
+
playback.completed = true;
|
|
408
|
+
this.currentPlayback = null;
|
|
409
|
+
if (playback.suppressCloudUplink) {
|
|
410
|
+
setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false);
|
|
411
|
+
}
|
|
412
|
+
this.markAudioRouteWarm();
|
|
413
|
+
// Stop the player
|
|
414
|
+
if (this.player) {
|
|
415
|
+
try {
|
|
416
|
+
this.player.pause();
|
|
417
|
+
}
|
|
418
|
+
catch (error) {
|
|
419
|
+
console.error("AUDIO: Error pausing player:", error);
|
|
420
|
+
}
|
|
421
|
+
}
|
|
422
|
+
// Notify native that our app stopped playing audio (debounced)
|
|
423
|
+
this.notifyAudioStopDebounced();
|
|
424
|
+
if (!preserveGlassesMediaVolume) {
|
|
425
|
+
void this.restoreGlassesMediaVolume();
|
|
426
|
+
}
|
|
427
|
+
// Notify that playback was interrupted
|
|
428
|
+
const elapsedMs = Date.now() - playback.startTime;
|
|
429
|
+
playback.onComplete(playback.requestId, true, null, elapsedMs, "interrupted");
|
|
430
|
+
console.log(`AUDIO: Interrupted ${playback.requestId} after ${elapsedMs}ms`);
|
|
431
|
+
}
|
|
432
|
+
/**
|
|
433
|
+
* Handle playback status updates from expo-audio
|
|
434
|
+
*/
|
|
435
|
+
onPlaybackStatusUpdate(status) {
|
|
436
|
+
const playback = this.currentPlayback;
|
|
437
|
+
// Guard against callbacks for unknown or completed playbacks
|
|
438
|
+
if (!playback || playback.completed) {
|
|
439
|
+
return;
|
|
440
|
+
}
|
|
441
|
+
// Check if playback finished
|
|
442
|
+
if (status.didJustFinish) {
|
|
443
|
+
const durationMs = (status.duration || 0) * 1000; // expo-audio uses seconds
|
|
444
|
+
console.log(`AUDIO: Playback finished for ${playback.requestId}, duration: ${durationMs}ms`);
|
|
445
|
+
playback.completed = true;
|
|
446
|
+
// ExoPlayer can report finished before an A2DP sink has audibly drained
|
|
447
|
+
// the last buffered audio. Pausing immediately can clip the tail on
|
|
448
|
+
// Mentra Live; defer cleanup and guard it against a newer loaded source.
|
|
449
|
+
this.clearFinishedPlayerAfterTail(playback);
|
|
450
|
+
this.currentPlayback = null;
|
|
451
|
+
playback.onComplete(playback.requestId, true, null, durationMs, "completed");
|
|
452
|
+
this.markAudioRouteWarm();
|
|
453
|
+
// Notify native that our app stopped playing audio (debounced)
|
|
454
|
+
this.notifyAudioStopDebounced();
|
|
455
|
+
void this.restoreGlassesMediaVolume();
|
|
456
|
+
return;
|
|
457
|
+
}
|
|
458
|
+
// Detect silent playback failures: expo-audio doesn't surface errors to JS,
|
|
459
|
+
// so when ExoPlayer fails to load/play a URL (network error, HTTP 500, etc.),
|
|
460
|
+
// the player state goes to "idle" with nothing loaded and no buffering.
|
|
461
|
+
// We wait 1500ms after play() to avoid false positives during initial load.
|
|
462
|
+
if (status.playbackState === "idle" && !status.isBuffering && !status.isLoaded) {
|
|
463
|
+
const elapsedMs = Date.now() - playback.startTime;
|
|
464
|
+
if (elapsedMs > 1500) {
|
|
465
|
+
console.error(`AUDIO: Playback failed for ${playback.requestId} (player went idle after ${elapsedMs}ms)`);
|
|
466
|
+
playback.completed = true;
|
|
467
|
+
this.currentPlayback = null;
|
|
468
|
+
if (playback.suppressCloudUplink) {
|
|
469
|
+
setAudioCloudUplinkSuppressed(playback.uplinkSuppressionId, false);
|
|
470
|
+
}
|
|
471
|
+
playback.onComplete(playback.requestId, false, "Playback failed (player went idle)", null, "error");
|
|
472
|
+
this.markAudioRouteWarm();
|
|
473
|
+
this.notifyAudioStopDebounced();
|
|
474
|
+
void this.restoreGlassesMediaVolume();
|
|
475
|
+
}
|
|
476
|
+
}
|
|
477
|
+
}
|
|
478
|
+
/**
|
|
479
|
+
* Notify native that audio stopped, with debouncing to prevent mic toggle flicker
|
|
480
|
+
* when playing back-to-back audio files
|
|
481
|
+
*/
|
|
482
|
+
notifyAudioStopDebounced() {
|
|
483
|
+
// Clear any existing timer
|
|
484
|
+
if (this.audioStopDebounceTimer !== null) {
|
|
485
|
+
BgTimer.clearTimeout(this.audioStopDebounceTimer);
|
|
486
|
+
}
|
|
487
|
+
// Set a new timer - if new audio starts within this window, the timer gets cancelled
|
|
488
|
+
// Uses BgTimer to work reliably when app is backgrounded on Android
|
|
489
|
+
this.audioStopDebounceTimer = BgTimer.setTimeout(() => {
|
|
490
|
+
this.audioStopDebounceTimer = null;
|
|
491
|
+
BluetoothSdk.setOwnAppAudioPlaying(false).catch((e) => {
|
|
492
|
+
console.warn("AUDIO: Failed to notify native of audio stop:", e);
|
|
493
|
+
});
|
|
494
|
+
}, AudioPlaybackService.AUDIO_STOP_DEBOUNCE_MS);
|
|
495
|
+
}
|
|
496
|
+
// ── live PCM output streams (miniapp speaker.createStream) ────────────────
|
|
497
|
+
/**
|
|
498
|
+
* Open a live PCM stream session. Chunks are pushed with writeStreamChunk
|
|
499
|
+
* into native streaming audio (AudioTrack on Android, AVAudioEngine on iOS),
|
|
500
|
+
* following the media route such as A2DP to connected glasses.
|
|
501
|
+
*/
|
|
502
|
+
async openStream(request) {
|
|
503
|
+
const { streamId, appId, sampleRate, channels, volume = 1.0, stopOtherAudio = true } = request;
|
|
504
|
+
console.log(`AUDIO: Stream open ${streamId} from ${appId}: rate=${sampleRate} ch=${channels}`);
|
|
505
|
+
await this.ensureAudioModeConfigured();
|
|
506
|
+
await this.prewarmAudioRouteIfCold();
|
|
507
|
+
if (stopOtherAudio) {
|
|
508
|
+
if (this.currentPlayback && !this.currentPlayback.completed) {
|
|
509
|
+
console.log("AUDIO: Interrupting current playback for new stream");
|
|
510
|
+
this.interruptCurrentPlayback(true);
|
|
511
|
+
}
|
|
512
|
+
await this.abortAllStreams(streamId);
|
|
513
|
+
}
|
|
514
|
+
await BluetoothSdk.pcmStreamOpen(streamId, sampleRate, channels, Math.max(0, Math.min(1, volume)));
|
|
515
|
+
this.releaseTailUplinkSuppressions();
|
|
516
|
+
const stream = {
|
|
517
|
+
streamId,
|
|
518
|
+
appId,
|
|
519
|
+
startTime: Date.now(),
|
|
520
|
+
ended: false,
|
|
521
|
+
onEnded: request.onEnded,
|
|
522
|
+
};
|
|
523
|
+
this.streams.set(streamId, stream);
|
|
524
|
+
this.markAudioRouteWarm();
|
|
525
|
+
// Cancel any pending "stopped" notification and mark our app as playing
|
|
526
|
+
// audio. PCM streams intentionally do not suppress cloud STT.
|
|
527
|
+
if (this.audioStopDebounceTimer !== null) {
|
|
528
|
+
BgTimer.clearTimeout(this.audioStopDebounceTimer);
|
|
529
|
+
this.audioStopDebounceTimer = null;
|
|
530
|
+
}
|
|
531
|
+
BluetoothSdk.setOwnAppAudioPlaying(true).catch((e) => {
|
|
532
|
+
console.warn("AUDIO: Failed to notify native of stream audio start:", e);
|
|
533
|
+
});
|
|
534
|
+
// Guarded against the stream ending mid-read, same as the play() path.
|
|
535
|
+
void this.ensureGlassesMediaVolumeForA2dpStream(stream);
|
|
536
|
+
}
|
|
537
|
+
/**
|
|
538
|
+
* Append base64 PCM to an open stream. Resolves with the host-side backlog
|
|
539
|
+
* in ms; the native write blocks while the backlog is above the
|
|
540
|
+
* backpressure ceiling, so awaited writes self-throttle to realtime.
|
|
541
|
+
*/
|
|
542
|
+
async writeStreamChunk(streamId, base64) {
|
|
543
|
+
const stream = this.streams.get(streamId);
|
|
544
|
+
if (!stream || stream.ended) {
|
|
545
|
+
throw new Error(`stream ${streamId} is not open`);
|
|
546
|
+
}
|
|
547
|
+
try {
|
|
548
|
+
return await BluetoothSdk.pcmStreamWrite(streamId, base64);
|
|
549
|
+
}
|
|
550
|
+
catch (error) {
|
|
551
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
552
|
+
this.endStream(stream, false, message, Date.now() - stream.startTime);
|
|
553
|
+
throw error;
|
|
554
|
+
}
|
|
555
|
+
}
|
|
556
|
+
/** Drain the backlog, then finish. Resolves with the total played duration. */
|
|
557
|
+
async closeStream(streamId) {
|
|
558
|
+
const stream = this.streams.get(streamId);
|
|
559
|
+
if (!stream || stream.ended) {
|
|
560
|
+
throw new Error(`stream ${streamId} is not open`);
|
|
561
|
+
}
|
|
562
|
+
try {
|
|
563
|
+
const result = await BluetoothSdk.pcmStreamClose(streamId);
|
|
564
|
+
this.endStream(stream, true, null, result?.durationMs ?? Date.now() - stream.startTime);
|
|
565
|
+
return result ?? {};
|
|
566
|
+
}
|
|
567
|
+
catch (error) {
|
|
568
|
+
const message = error instanceof Error ? error.message : String(error);
|
|
569
|
+
this.endStream(stream, false, message, Date.now() - stream.startTime);
|
|
570
|
+
throw error;
|
|
571
|
+
}
|
|
572
|
+
}
|
|
573
|
+
/** Stop immediately, dropping the backlog. Safe on unknown/ended ids. */
|
|
574
|
+
async abortStream(streamId) {
|
|
575
|
+
const stream = this.streams.get(streamId);
|
|
576
|
+
await BluetoothSdk.pcmStreamAbort(streamId).catch((e) => {
|
|
577
|
+
console.warn(`AUDIO: Stream abort ${streamId} native call failed:`, e);
|
|
578
|
+
});
|
|
579
|
+
if (stream) {
|
|
580
|
+
this.endStream(stream, true, null, Date.now() - stream.startTime);
|
|
581
|
+
}
|
|
582
|
+
}
|
|
583
|
+
/** Abort every active stream (optionally sparing one about to replace them). */
|
|
584
|
+
async abortAllStreams(exceptStreamId) {
|
|
585
|
+
const streamIds = [...this.streams.values()]
|
|
586
|
+
.filter((stream) => stream.streamId !== exceptStreamId)
|
|
587
|
+
.map((stream) => stream.streamId);
|
|
588
|
+
await Promise.all(streamIds.map((streamId) => this.abortStream(streamId)));
|
|
589
|
+
}
|
|
590
|
+
/** Terminal bookkeeping for a stream: dedup, unregister, notify. */
|
|
591
|
+
endStream(stream, success, error, durationMs) {
|
|
592
|
+
if (stream.ended)
|
|
593
|
+
return;
|
|
594
|
+
stream.ended = true;
|
|
595
|
+
this.streams.delete(stream.streamId);
|
|
596
|
+
this.markAudioRouteWarm();
|
|
597
|
+
// Only signal "audio stopped" when nothing else is making noise.
|
|
598
|
+
if (this.streams.size === 0 && (!this.currentPlayback || this.currentPlayback.completed)) {
|
|
599
|
+
this.notifyAudioStopDebounced();
|
|
600
|
+
void this.restoreGlassesMediaVolume();
|
|
601
|
+
}
|
|
602
|
+
stream.onEnded(stream.streamId, success, error, durationMs);
|
|
603
|
+
}
|
|
604
|
+
/** Stream twin of ensureGlassesMediaVolumeForA2dp, guarded by stream.ended. */
|
|
605
|
+
async ensureGlassesMediaVolumeForA2dpStream(stream) {
|
|
606
|
+
if (this.glassesVolumeRestoreLevel !== null)
|
|
607
|
+
return;
|
|
608
|
+
try {
|
|
609
|
+
const raw = await this.getGlassesMediaVolumeWithTiming();
|
|
610
|
+
const level = Number(raw.level);
|
|
611
|
+
if (!Number.isFinite(level) || level > AudioPlaybackService.GLASSES_VOLUME_LOW_THRESHOLD)
|
|
612
|
+
return;
|
|
613
|
+
if (stream.ended)
|
|
614
|
+
return;
|
|
615
|
+
console.log(`AUDIO: Raising glasses media volume for stream (was ${level})`);
|
|
616
|
+
await this.setGlassesMediaVolumeWithTiming(AudioPlaybackService.GLASSES_VOLUME_FLOOR);
|
|
617
|
+
if (!stream.ended) {
|
|
618
|
+
this.glassesVolumeRestoreLevel = level;
|
|
619
|
+
}
|
|
620
|
+
else {
|
|
621
|
+
await this.setGlassesMediaVolumeWithTiming(level);
|
|
622
|
+
}
|
|
623
|
+
}
|
|
624
|
+
catch (e) {
|
|
625
|
+
console.warn("AUDIO: Skipping glasses volume bump for stream:", e instanceof Error ? e.message : String(e));
|
|
626
|
+
}
|
|
627
|
+
}
|
|
628
|
+
/**
|
|
629
|
+
* Stop playback for a specific app.
|
|
630
|
+
* If appId is not provided, stops all playback.
|
|
631
|
+
*/
|
|
632
|
+
async stopForApp(appId) {
|
|
633
|
+
// Abort this app's live PCM streams too (miniapp stop/disconnect path).
|
|
634
|
+
const streamIds = [...this.streams.values()]
|
|
635
|
+
.filter((stream) => !appId || stream.appId === appId)
|
|
636
|
+
.map((stream) => stream.streamId);
|
|
637
|
+
await Promise.all(streamIds.map((streamId) => this.abortStream(streamId)));
|
|
638
|
+
if (!this.currentPlayback || this.currentPlayback.completed)
|
|
639
|
+
return;
|
|
640
|
+
if (!appId || this.currentPlayback.appId === appId) {
|
|
641
|
+
console.log(`AUDIO: Stopping playback for app ${appId || "(all)"}`);
|
|
642
|
+
this.interruptCurrentPlayback();
|
|
643
|
+
}
|
|
644
|
+
}
|
|
645
|
+
/**
|
|
646
|
+
* Stop all audio playback
|
|
647
|
+
*/
|
|
648
|
+
async stopAll() {
|
|
649
|
+
await this.abortAllStreams();
|
|
650
|
+
if (this.currentPlayback && !this.currentPlayback.completed) {
|
|
651
|
+
console.log("AUDIO: Stopping all playback");
|
|
652
|
+
this.interruptCurrentPlayback();
|
|
653
|
+
}
|
|
654
|
+
}
|
|
655
|
+
/**
|
|
656
|
+
* Check if audio is currently playing
|
|
657
|
+
*/
|
|
658
|
+
isPlaying() {
|
|
659
|
+
return (this.currentPlayback !== null && !this.currentPlayback.completed) || this.streams.size > 0;
|
|
660
|
+
}
|
|
661
|
+
/**
|
|
662
|
+
* Get current playback app IDs (all active)
|
|
663
|
+
*/
|
|
664
|
+
getActiveAppIds() {
|
|
665
|
+
const appIds = new Set();
|
|
666
|
+
if (this.currentPlayback && !this.currentPlayback.completed && this.currentPlayback.appId) {
|
|
667
|
+
appIds.add(this.currentPlayback.appId);
|
|
668
|
+
}
|
|
669
|
+
for (const stream of this.streams.values())
|
|
670
|
+
appIds.add(stream.appId);
|
|
671
|
+
return [...appIds];
|
|
672
|
+
}
|
|
673
|
+
/**
|
|
674
|
+
* Get number of active playbacks
|
|
675
|
+
*/
|
|
676
|
+
getActiveCount() {
|
|
677
|
+
return (this.currentPlayback && !this.currentPlayback.completed ? 1 : 0) + this.streams.size;
|
|
678
|
+
}
|
|
679
|
+
/**
|
|
680
|
+
* Release the player entirely (call when app is shutting down)
|
|
681
|
+
*/
|
|
682
|
+
release() {
|
|
683
|
+
void this.abortAllStreams();
|
|
684
|
+
if (this.currentPlayback && !this.currentPlayback.completed) {
|
|
685
|
+
this.interruptCurrentPlayback();
|
|
686
|
+
}
|
|
687
|
+
else {
|
|
688
|
+
void this.restoreGlassesMediaVolume();
|
|
689
|
+
}
|
|
690
|
+
if (this.player) {
|
|
691
|
+
try {
|
|
692
|
+
this.player.remove();
|
|
693
|
+
console.log("AUDIO: Released AudioPlayer");
|
|
694
|
+
}
|
|
695
|
+
catch (error) {
|
|
696
|
+
console.error("AUDIO: Error releasing player:", error);
|
|
697
|
+
}
|
|
698
|
+
this.player = null;
|
|
699
|
+
this.loadedPlayback = null;
|
|
700
|
+
}
|
|
701
|
+
}
|
|
702
|
+
}
|
|
703
|
+
const audioPlaybackService = AudioPlaybackService.getInstance();
|
|
704
|
+
export default audioPlaybackService;
|
|
705
|
+
//# sourceMappingURL=AudioPlaybackService.js.map
|