@mentra/engine 0.1.0-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +79 -0
- package/build/devtools.d.ts +11 -0
- package/build/devtools.d.ts.map +1 -0
- package/build/devtools.js +13 -0
- package/build/devtools.js.map +1 -0
- package/build/engine.d.ts +261 -0
- package/build/engine.d.ts.map +1 -0
- package/build/engine.js +170 -0
- package/build/engine.js.map +1 -0
- package/build/facades/dev.d.ts +58 -0
- package/build/facades/dev.d.ts.map +1 -0
- package/build/facades/dev.js +189 -0
- package/build/facades/dev.js.map +1 -0
- package/build/facades/display.d.ts +21 -0
- package/build/facades/display.d.ts.map +1 -0
- package/build/facades/display.js +17 -0
- package/build/facades/display.js.map +1 -0
- package/build/facades/displayMirror.d.ts +15 -0
- package/build/facades/displayMirror.d.ts.map +1 -0
- package/build/facades/displayMirror.js +29 -0
- package/build/facades/displayMirror.js.map +1 -0
- package/build/facades/gallery.d.ts +62 -0
- package/build/facades/gallery.d.ts.map +1 -0
- package/build/facades/gallery.js +61 -0
- package/build/facades/gallery.js.map +1 -0
- package/build/facades/glasses.d.ts +141 -0
- package/build/facades/glasses.d.ts.map +1 -0
- package/build/facades/glasses.js +199 -0
- package/build/facades/glasses.js.map +1 -0
- package/build/facades/glassesSettings.d.ts +13 -0
- package/build/facades/glassesSettings.d.ts.map +1 -0
- package/build/facades/glassesSettings.js +54 -0
- package/build/facades/glassesSettings.js.map +1 -0
- package/build/facades/glassesWifi.d.ts +25 -0
- package/build/facades/glassesWifi.d.ts.map +1 -0
- package/build/facades/glassesWifi.js +57 -0
- package/build/facades/glassesWifi.js.map +1 -0
- package/build/facades/miniapps.d.ts +43 -0
- package/build/facades/miniapps.d.ts.map +1 -0
- package/build/facades/miniapps.js +49 -0
- package/build/facades/miniapps.js.map +1 -0
- package/build/facades/notifications.d.ts +13 -0
- package/build/facades/notifications.d.ts.map +1 -0
- package/build/facades/notifications.js +12 -0
- package/build/facades/notifications.js.map +1 -0
- package/build/facades/ota.d.ts +103 -0
- package/build/facades/ota.d.ts.map +1 -0
- package/build/facades/ota.js +156 -0
- package/build/facades/ota.js.map +1 -0
- package/build/facades/pairing.d.ts +114 -0
- package/build/facades/pairing.d.ts.map +1 -0
- package/build/facades/pairing.js +275 -0
- package/build/facades/pairing.js.map +1 -0
- package/build/facades/permissions.d.ts +33 -0
- package/build/facades/permissions.d.ts.map +1 -0
- package/build/facades/permissions.js +155 -0
- package/build/facades/permissions.js.map +1 -0
- package/build/facades/phoneNotifications.d.ts +21 -0
- package/build/facades/phoneNotifications.d.ts.map +1 -0
- package/build/facades/phoneNotifications.js +51 -0
- package/build/facades/phoneNotifications.js.map +1 -0
- package/build/facades/reports.d.ts +36 -0
- package/build/facades/reports.d.ts.map +1 -0
- package/build/facades/reports.js +134 -0
- package/build/facades/reports.js.map +1 -0
- package/build/facades/session.d.ts +21 -0
- package/build/facades/session.d.ts.map +1 -0
- package/build/facades/session.js +52 -0
- package/build/facades/session.js.map +1 -0
- package/build/facades/settings.d.ts +37 -0
- package/build/facades/settings.d.ts.map +1 -0
- package/build/facades/settings.js +55 -0
- package/build/facades/settings.js.map +1 -0
- package/build/facades/speech.d.ts +30 -0
- package/build/facades/speech.d.ts.map +1 -0
- package/build/facades/speech.js +37 -0
- package/build/facades/speech.js.map +1 -0
- package/build/index.d.ts +43 -0
- package/build/index.d.ts.map +1 -0
- package/build/index.js +45 -0
- package/build/index.js.map +1 -0
- package/build/internal.d.ts +67 -0
- package/build/internal.d.ts.map +1 -0
- package/build/internal.js +90 -0
- package/build/internal.js.map +1 -0
- package/build/runtime/bootstrap.d.ts +83 -0
- package/build/runtime/bootstrap.d.ts.map +1 -0
- package/build/runtime/bootstrap.js +56 -0
- package/build/runtime/bootstrap.js.map +1 -0
- package/build/runtime/config.d.ts +146 -0
- package/build/runtime/config.d.ts.map +1 -0
- package/build/runtime/config.js +18 -0
- package/build/runtime/config.js.map +1 -0
- package/build/runtime/streamConfig.d.ts +4 -0
- package/build/runtime/streamConfig.d.ts.map +1 -0
- package/build/runtime/streamConfig.js +38 -0
- package/build/runtime/streamConfig.js.map +1 -0
- package/build/services/AppRegistry.d.ts +269 -0
- package/build/services/AppRegistry.d.ts.map +1 -0
- package/build/services/AppRegistry.js +1079 -0
- package/build/services/AppRegistry.js.map +1 -0
- package/build/services/AudioCloudUplink.d.ts +9 -0
- package/build/services/AudioCloudUplink.d.ts.map +1 -0
- package/build/services/AudioCloudUplink.js +48 -0
- package/build/services/AudioCloudUplink.js.map +1 -0
- package/build/services/AudioPlaybackService.d.ts +175 -0
- package/build/services/AudioPlaybackService.d.ts.map +1 -0
- package/build/services/AudioPlaybackService.js +705 -0
- package/build/services/AudioPlaybackService.js.map +1 -0
- package/build/services/AutomaticReportResult.d.ts +20 -0
- package/build/services/AutomaticReportResult.d.ts.map +1 -0
- package/build/services/AutomaticReportResult.js +29 -0
- package/build/services/AutomaticReportResult.js.map +1 -0
- package/build/services/BlobStore.d.ts +91 -0
- package/build/services/BlobStore.d.ts.map +1 -0
- package/build/services/BlobStore.js +668 -0
- package/build/services/BlobStore.js.map +1 -0
- package/build/services/CaptionsTesterReportService.d.ts +4 -0
- package/build/services/CaptionsTesterReportService.d.ts.map +1 -0
- package/build/services/CaptionsTesterReportService.js +80 -0
- package/build/services/CaptionsTesterReportService.js.map +1 -0
- package/build/services/CloudAudioSubscriptionSync.d.ts +24 -0
- package/build/services/CloudAudioSubscriptionSync.d.ts.map +1 -0
- package/build/services/CloudAudioSubscriptionSync.js +39 -0
- package/build/services/CloudAudioSubscriptionSync.js.map +1 -0
- package/build/services/CloudClientService.d.ts +143 -0
- package/build/services/CloudClientService.d.ts.map +1 -0
- package/build/services/CloudClientService.js +644 -0
- package/build/services/CloudClientService.js.map +1 -0
- package/build/services/CloudTranscriptE2EMetrics.d.ts +4 -0
- package/build/services/CloudTranscriptE2EMetrics.d.ts.map +1 -0
- package/build/services/CloudTranscriptE2EMetrics.js +24 -0
- package/build/services/CloudTranscriptE2EMetrics.js.map +1 -0
- package/build/services/ConnectionCoordinator.d.ts +51 -0
- package/build/services/ConnectionCoordinator.d.ts.map +1 -0
- package/build/services/ConnectionCoordinator.js +34 -0
- package/build/services/ConnectionCoordinator.js.map +1 -0
- package/build/services/DevServerBridge.d.ts +63 -0
- package/build/services/DevServerBridge.d.ts.map +1 -0
- package/build/services/DevServerBridge.js +294 -0
- package/build/services/DevServerBridge.js.map +1 -0
- package/build/services/DeviceEventRouter.d.ts +3 -0
- package/build/services/DeviceEventRouter.d.ts.map +1 -0
- package/build/services/DeviceEventRouter.js +190 -0
- package/build/services/DeviceEventRouter.js.map +1 -0
- package/build/services/DeviceStoreHydration.d.ts +38 -0
- package/build/services/DeviceStoreHydration.d.ts.map +1 -0
- package/build/services/DeviceStoreHydration.js +124 -0
- package/build/services/DeviceStoreHydration.js.map +1 -0
- package/build/services/DisplayProcessor.d.ts +223 -0
- package/build/services/DisplayProcessor.d.ts.map +1 -0
- package/build/services/DisplayProcessor.js +552 -0
- package/build/services/DisplayProcessor.js.map +1 -0
- package/build/services/GlassesReadiness.d.ts +41 -0
- package/build/services/GlassesReadiness.d.ts.map +1 -0
- package/build/services/GlassesReadiness.js +82 -0
- package/build/services/GlassesReadiness.js.map +1 -0
- package/build/services/GlassesSettingsSync.d.ts +33 -0
- package/build/services/GlassesSettingsSync.d.ts.map +1 -0
- package/build/services/GlassesSettingsSync.js +121 -0
- package/build/services/GlassesSettingsSync.js.map +1 -0
- package/build/services/GlassesStatusProjection.d.ts +3 -0
- package/build/services/GlassesStatusProjection.d.ts.map +1 -0
- package/build/services/GlassesStatusProjection.js +65 -0
- package/build/services/GlassesStatusProjection.js.map +1 -0
- package/build/services/HeadingService.d.ts +27 -0
- package/build/services/HeadingService.d.ts.map +1 -0
- package/build/services/HeadingService.js +96 -0
- package/build/services/HeadingService.js.map +1 -0
- package/build/services/LocalDisplayManager.d.ts +139 -0
- package/build/services/LocalDisplayManager.d.ts.map +1 -0
- package/build/services/LocalDisplayManager.js +579 -0
- package/build/services/LocalDisplayManager.js.map +1 -0
- package/build/services/LocalMiniappRuntime.d.ts +439 -0
- package/build/services/LocalMiniappRuntime.d.ts.map +1 -0
- package/build/services/LocalMiniappRuntime.js +3695 -0
- package/build/services/LocalMiniappRuntime.js.map +1 -0
- package/build/services/LocalSttFallbackCoordinator.d.ts +57 -0
- package/build/services/LocalSttFallbackCoordinator.d.ts.map +1 -0
- package/build/services/LocalSttFallbackCoordinator.js +137 -0
- package/build/services/LocalSttFallbackCoordinator.js.map +1 -0
- package/build/services/MentraJSCrashController.d.ts +97 -0
- package/build/services/MentraJSCrashController.d.ts.map +1 -0
- package/build/services/MentraJSCrashController.js +138 -0
- package/build/services/MentraJSCrashController.js.map +1 -0
- package/build/services/MentraJSCrashloopReportService.d.ts +9 -0
- package/build/services/MentraJSCrashloopReportService.d.ts.map +1 -0
- package/build/services/MentraJSCrashloopReportService.js +54 -0
- package/build/services/MentraJSCrashloopReportService.js.map +1 -0
- package/build/services/MentraJSLogPipeline.d.ts +87 -0
- package/build/services/MentraJSLogPipeline.d.ts.map +1 -0
- package/build/services/MentraJSLogPipeline.js +137 -0
- package/build/services/MentraJSLogPipeline.js.map +1 -0
- package/build/services/MentraJSRouter.d.ts +203 -0
- package/build/services/MentraJSRouter.d.ts.map +1 -0
- package/build/services/MentraJSRouter.js +480 -0
- package/build/services/MentraJSRouter.js.map +1 -0
- package/build/services/MentraUIRouter.d.ts +137 -0
- package/build/services/MentraUIRouter.d.ts.map +1 -0
- package/build/services/MentraUIRouter.js +210 -0
- package/build/services/MentraUIRouter.js.map +1 -0
- package/build/services/MicStateCoordinator.d.ts +37 -0
- package/build/services/MicStateCoordinator.d.ts.map +1 -0
- package/build/services/MicStateCoordinator.js +81 -0
- package/build/services/MicStateCoordinator.js.map +1 -0
- package/build/services/MiniappEngine.d.ts +31 -0
- package/build/services/MiniappEngine.d.ts.map +1 -0
- package/build/services/MiniappEngine.js +119 -0
- package/build/services/MiniappEngine.js.map +1 -0
- package/build/services/MiniappLauncher.d.ts +129 -0
- package/build/services/MiniappLauncher.d.ts.map +1 -0
- package/build/services/MiniappLauncher.js +291 -0
- package/build/services/MiniappLauncher.js.map +1 -0
- package/build/services/MiniappRunningRegistry.d.ts +24 -0
- package/build/services/MiniappRunningRegistry.d.ts.map +1 -0
- package/build/services/MiniappRunningRegistry.js +52 -0
- package/build/services/MiniappRunningRegistry.js.map +1 -0
- package/build/services/NativeHttpResponse.d.ts +3 -0
- package/build/services/NativeHttpResponse.d.ts.map +1 -0
- package/build/services/NativeHttpResponse.js +6 -0
- package/build/services/NativeHttpResponse.js.map +1 -0
- package/build/services/NavigationHandlers.d.ts +90 -0
- package/build/services/NavigationHandlers.d.ts.map +1 -0
- package/build/services/NavigationHandlers.js +379 -0
- package/build/services/NavigationHandlers.js.map +1 -0
- package/build/services/NavigationService.d.ts +254 -0
- package/build/services/NavigationService.d.ts.map +1 -0
- package/build/services/NavigationService.js +553 -0
- package/build/services/NavigationService.js.map +1 -0
- package/build/services/NotificationsEmitter.d.ts +28 -0
- package/build/services/NotificationsEmitter.d.ts.map +1 -0
- package/build/services/NotificationsEmitter.js +22 -0
- package/build/services/NotificationsEmitter.js.map +1 -0
- package/build/services/OfflineSpeechModelService.d.ts +33 -0
- package/build/services/OfflineSpeechModelService.d.ts.map +1 -0
- package/build/services/OfflineSpeechModelService.js +136 -0
- package/build/services/OfflineSpeechModelService.js.map +1 -0
- package/build/services/OtaInstallCoordinator.d.ts +195 -0
- package/build/services/OtaInstallCoordinator.d.ts.map +1 -0
- package/build/services/OtaInstallCoordinator.js +1047 -0
- package/build/services/OtaInstallCoordinator.js.map +1 -0
- package/build/services/OtaService.d.ts +3 -0
- package/build/services/OtaService.d.ts.map +1 -0
- package/build/services/OtaService.js +65 -0
- package/build/services/OtaService.js.map +1 -0
- package/build/services/OtaUpdateCheckService.d.ts +65 -0
- package/build/services/OtaUpdateCheckService.d.ts.map +1 -0
- package/build/services/OtaUpdateCheckService.js +260 -0
- package/build/services/OtaUpdateCheckService.js.map +1 -0
- package/build/services/PairingIdentity.d.ts +80 -0
- package/build/services/PairingIdentity.d.ts.map +1 -0
- package/build/services/PairingIdentity.js +145 -0
- package/build/services/PairingIdentity.js.map +1 -0
- package/build/services/PhoneCalendarHelpers.d.ts +32 -0
- package/build/services/PhoneCalendarHelpers.d.ts.map +1 -0
- package/build/services/PhoneCalendarHelpers.js +157 -0
- package/build/services/PhoneCalendarHelpers.js.map +1 -0
- package/build/services/PhoneCalendarService.d.ts +5 -0
- package/build/services/PhoneCalendarService.d.ts.map +1 -0
- package/build/services/PhoneCalendarService.js +24 -0
- package/build/services/PhoneCalendarService.js.map +1 -0
- package/build/services/PhoneCameraFovCoordinator.d.ts +28 -0
- package/build/services/PhoneCameraFovCoordinator.d.ts.map +1 -0
- package/build/services/PhoneCameraFovCoordinator.js +180 -0
- package/build/services/PhoneCameraFovCoordinator.js.map +1 -0
- package/build/services/PhoneLocationService.d.ts +36 -0
- package/build/services/PhoneLocationService.d.ts.map +1 -0
- package/build/services/PhoneLocationService.js +115 -0
- package/build/services/PhoneLocationService.js.map +1 -0
- package/build/services/PhoneNotificationsSync.d.ts +3 -0
- package/build/services/PhoneNotificationsSync.d.ts.map +1 -0
- package/build/services/PhoneNotificationsSync.js +35 -0
- package/build/services/PhoneNotificationsSync.js.map +1 -0
- package/build/services/PhonePhotoCoordinator.d.ts +103 -0
- package/build/services/PhonePhotoCoordinator.d.ts.map +1 -0
- package/build/services/PhonePhotoCoordinator.js +326 -0
- package/build/services/PhonePhotoCoordinator.js.map +1 -0
- package/build/services/PhoneStreamCoordinator.d.ts +168 -0
- package/build/services/PhoneStreamCoordinator.d.ts.map +1 -0
- package/build/services/PhoneStreamCoordinator.js +632 -0
- package/build/services/PhoneStreamCoordinator.js.map +1 -0
- package/build/services/PhoneVideoCoordinator.d.ts +50 -0
- package/build/services/PhoneVideoCoordinator.d.ts.map +1 -0
- package/build/services/PhoneVideoCoordinator.js +147 -0
- package/build/services/PhoneVideoCoordinator.js.map +1 -0
- package/build/services/STTModelManager.d.ts +65 -0
- package/build/services/STTModelManager.d.ts.map +1 -0
- package/build/services/STTModelManager.js +292 -0
- package/build/services/STTModelManager.js.map +1 -0
- package/build/services/SceneRenderer.d.ts +90 -0
- package/build/services/SceneRenderer.d.ts.map +1 -0
- package/build/services/SceneRenderer.js +248 -0
- package/build/services/SceneRenderer.js.map +1 -0
- package/build/services/SentenceTtsPipeline.d.ts +31 -0
- package/build/services/SentenceTtsPipeline.d.ts.map +1 -0
- package/build/services/SentenceTtsPipeline.js +67 -0
- package/build/services/SentenceTtsPipeline.js.map +1 -0
- package/build/services/StreamLifecycleController.d.ts +67 -0
- package/build/services/StreamLifecycleController.d.ts.map +1 -0
- package/build/services/StreamLifecycleController.js +152 -0
- package/build/services/StreamLifecycleController.js.map +1 -0
- package/build/services/TTSModelManager.d.ts +90 -0
- package/build/services/TTSModelManager.d.ts.map +1 -0
- package/build/services/TTSModelManager.js +366 -0
- package/build/services/TTSModelManager.js.map +1 -0
- package/build/services/TranscriptionRouting.d.ts +12 -0
- package/build/services/TranscriptionRouting.d.ts.map +1 -0
- package/build/services/TranscriptionRouting.js +24 -0
- package/build/services/TranscriptionRouting.js.map +1 -0
- package/build/services/WebviewBridge.d.ts +22 -0
- package/build/services/WebviewBridge.d.ts.map +1 -0
- package/build/services/WebviewBridge.js +47 -0
- package/build/services/WebviewBridge.js.map +1 -0
- package/build/services/asg/GalleryMediaIntegrityReportService.d.ts +17 -0
- package/build/services/asg/GalleryMediaIntegrityReportService.d.ts.map +1 -0
- package/build/services/asg/GalleryMediaIntegrityReportService.js +43 -0
- package/build/services/asg/GalleryMediaIntegrityReportService.js.map +1 -0
- package/build/services/asg/asgCameraApi.d.ts +205 -0
- package/build/services/asg/asgCameraApi.d.ts.map +1 -0
- package/build/services/asg/asgCameraApi.js +1410 -0
- package/build/services/asg/asgCameraApi.js.map +1 -0
- package/build/services/asg/cameraRollExportCoordinator.d.ts +60 -0
- package/build/services/asg/cameraRollExportCoordinator.d.ts.map +1 -0
- package/build/services/asg/cameraRollExportCoordinator.js +618 -0
- package/build/services/asg/cameraRollExportCoordinator.js.map +1 -0
- package/build/services/asg/cameraRollExportLedger.d.ts +44 -0
- package/build/services/asg/cameraRollExportLedger.d.ts.map +1 -0
- package/build/services/asg/cameraRollExportLedger.js +78 -0
- package/build/services/asg/cameraRollExportLedger.js.map +1 -0
- package/build/services/asg/galleryMediaValidation.d.ts +29 -0
- package/build/services/asg/galleryMediaValidation.d.ts.map +1 -0
- package/build/services/asg/galleryMediaValidation.js +149 -0
- package/build/services/asg/galleryMediaValidation.js.map +1 -0
- package/build/services/asg/galleryNotices.d.ts +33 -0
- package/build/services/asg/galleryNotices.d.ts.map +1 -0
- package/build/services/asg/galleryNotices.js +29 -0
- package/build/services/asg/galleryNotices.js.map +1 -0
- package/build/services/asg/galleryPathMigration.d.ts +3 -0
- package/build/services/asg/galleryPathMigration.d.ts.map +1 -0
- package/build/services/asg/galleryPathMigration.js +26 -0
- package/build/services/asg/galleryPathMigration.js.map +1 -0
- package/build/services/asg/gallerySettingsService.d.ts +20 -0
- package/build/services/asg/gallerySettingsService.d.ts.map +1 -0
- package/build/services/asg/gallerySettingsService.js +53 -0
- package/build/services/asg/gallerySettingsService.js.map +1 -0
- package/build/services/asg/gallerySyncNotifications.d.ts +56 -0
- package/build/services/asg/gallerySyncNotifications.d.ts.map +1 -0
- package/build/services/asg/gallerySyncNotifications.js +198 -0
- package/build/services/asg/gallerySyncNotifications.js.map +1 -0
- package/build/services/asg/gallerySyncService.d.ts +137 -0
- package/build/services/asg/gallerySyncService.d.ts.map +1 -0
- package/build/services/asg/gallerySyncService.js +1933 -0
- package/build/services/asg/gallerySyncService.js.map +1 -0
- package/build/services/asg/galleryTransferLedger.d.ts +58 -0
- package/build/services/asg/galleryTransferLedger.d.ts.map +1 -0
- package/build/services/asg/galleryTransferLedger.js +225 -0
- package/build/services/asg/galleryTransferLedger.js.map +1 -0
- package/build/services/asg/localNetworkTransport.d.ts +15 -0
- package/build/services/asg/localNetworkTransport.d.ts.map +1 -0
- package/build/services/asg/localNetworkTransport.js +144 -0
- package/build/services/asg/localNetworkTransport.js.map +1 -0
- package/build/services/asg/localStorageService.d.ts +146 -0
- package/build/services/asg/localStorageService.d.ts.map +1 -0
- package/build/services/asg/localStorageService.js +572 -0
- package/build/services/asg/localStorageService.js.map +1 -0
- package/build/services/asg/mediaProcessingQueue.d.ts +70 -0
- package/build/services/asg/mediaProcessingQueue.d.ts.map +1 -0
- package/build/services/asg/mediaProcessingQueue.js +451 -0
- package/build/services/asg/mediaProcessingQueue.js.map +1 -0
- package/build/services/asgOtaVersionUrl.d.ts +2 -0
- package/build/services/asgOtaVersionUrl.d.ts.map +1 -0
- package/build/services/asgOtaVersionUrl.js +36 -0
- package/build/services/asgOtaVersionUrl.js.map +1 -0
- package/build/services/blobPaths.d.ts +31 -0
- package/build/services/blobPaths.d.ts.map +1 -0
- package/build/services/blobPaths.js +86 -0
- package/build/services/blobPaths.js.map +1 -0
- package/build/services/cloudStreamApi.d.ts +59 -0
- package/build/services/cloudStreamApi.d.ts.map +1 -0
- package/build/services/cloudStreamApi.js +81 -0
- package/build/services/cloudStreamApi.js.map +1 -0
- package/build/services/gallerySyncClock.d.ts +17 -0
- package/build/services/gallerySyncClock.d.ts.map +1 -0
- package/build/services/gallerySyncClock.js +21 -0
- package/build/services/gallerySyncClock.js.map +1 -0
- package/build/services/glassesClockSync.d.ts +20 -0
- package/build/services/glassesClockSync.d.ts.map +1 -0
- package/build/services/glassesClockSync.js +97 -0
- package/build/services/glassesClockSync.js.map +1 -0
- package/build/services/manifestVersionGate.d.ts +28 -0
- package/build/services/manifestVersionGate.d.ts.map +1 -0
- package/build/services/manifestVersionGate.js +41 -0
- package/build/services/manifestVersionGate.js.map +1 -0
- package/build/services/mentraUiShim.d.ts +38 -0
- package/build/services/mentraUiShim.d.ts.map +1 -0
- package/build/services/mentraUiShim.js +360 -0
- package/build/services/mentraUiShim.js.map +1 -0
- package/build/services/navigation/roadNameResolver.d.ts +67 -0
- package/build/services/navigation/roadNameResolver.d.ts.map +1 -0
- package/build/services/navigation/roadNameResolver.js +96 -0
- package/build/services/navigation/roadNameResolver.js.map +1 -0
- package/build/services/navigation/routesApiCodec.d.ts +38 -0
- package/build/services/navigation/routesApiCodec.d.ts.map +1 -0
- package/build/services/navigation/routesApiCodec.js +68 -0
- package/build/services/navigation/routesApiCodec.js.map +1 -0
- package/build/services/otaDisplayState.d.ts +42 -0
- package/build/services/otaDisplayState.d.ts.map +1 -0
- package/build/services/otaDisplayState.js +92 -0
- package/build/services/otaDisplayState.js.map +1 -0
- package/build/services/otaInstallPolicy.d.ts +81 -0
- package/build/services/otaInstallPolicy.d.ts.map +1 -0
- package/build/services/otaInstallPolicy.js +96 -0
- package/build/services/otaInstallPolicy.js.map +1 -0
- package/build/services/otaLegacyMapping.d.ts +22 -0
- package/build/services/otaLegacyMapping.d.ts.map +1 -0
- package/build/services/otaLegacyMapping.js +56 -0
- package/build/services/otaLegacyMapping.js.map +1 -0
- package/build/services/slimStreamStatus.d.ts +7 -0
- package/build/services/slimStreamStatus.d.ts.map +1 -0
- package/build/services/slimStreamStatus.js +26 -0
- package/build/services/slimStreamStatus.js.map +1 -0
- package/build/stores/apps.d.ts +104 -0
- package/build/stores/apps.d.ts.map +1 -0
- package/build/stores/apps.js +492 -0
- package/build/stores/apps.js.map +1 -0
- package/build/stores/bluetoothSettingKeys.d.ts +4 -0
- package/build/stores/bluetoothSettingKeys.d.ts.map +1 -0
- package/build/stores/bluetoothSettingKeys.js +31 -0
- package/build/stores/bluetoothSettingKeys.js.map +1 -0
- package/build/stores/cloudClientStatus.d.ts +9 -0
- package/build/stores/cloudClientStatus.d.ts.map +1 -0
- package/build/stores/cloudClientStatus.js +24 -0
- package/build/stores/cloudClientStatus.js.map +1 -0
- package/build/stores/connection.d.ts +22 -0
- package/build/stores/connection.d.ts.map +1 -0
- package/build/stores/connection.js +43 -0
- package/build/stores/connection.js.map +1 -0
- package/build/stores/core.d.ts +15 -0
- package/build/stores/core.d.ts.map +1 -0
- package/build/stores/core.js +21 -0
- package/build/stores/core.js.map +1 -0
- package/build/stores/display.d.ts +24 -0
- package/build/stores/display.d.ts.map +1 -0
- package/build/stores/display.js +96 -0
- package/build/stores/display.js.map +1 -0
- package/build/stores/gallerySync.d.ts +101 -0
- package/build/stores/gallerySync.d.ts.map +1 -0
- package/build/stores/gallerySync.js +217 -0
- package/build/stores/gallerySync.js.map +1 -0
- package/build/stores/glasses.d.ts +62 -0
- package/build/stores/glasses.d.ts.map +1 -0
- package/build/stores/glasses.js +203 -0
- package/build/stores/glasses.js.map +1 -0
- package/build/stores/settings.d.ts +37 -0
- package/build/stores/settings.d.ts.map +1 -0
- package/build/stores/settings.js +922 -0
- package/build/stores/settings.js.map +1 -0
- package/build/types/applet.d.ts +96 -0
- package/build/types/applet.d.ts.map +1 -0
- package/build/types/applet.js +5 -0
- package/build/types/applet.js.map +1 -0
- package/build/types/asg.d.ts +53 -0
- package/build/types/asg.d.ts.map +1 -0
- package/build/types/asg.js +2 -0
- package/build/types/asg.js.map +1 -0
- package/build/types/capabilities/even-realities-g1.d.ts +12 -0
- package/build/types/capabilities/even-realities-g1.d.ts.map +1 -0
- package/build/types/capabilities/even-realities-g1.js +55 -0
- package/build/types/capabilities/even-realities-g1.js.map +1 -0
- package/build/types/capabilities/even-realities-g2.d.ts +12 -0
- package/build/types/capabilities/even-realities-g2.d.ts.map +1 -0
- package/build/types/capabilities/even-realities-g2.js +75 -0
- package/build/types/capabilities/even-realities-g2.js.map +1 -0
- package/build/types/capabilities/mentra-display.d.ts +12 -0
- package/build/types/capabilities/mentra-display.d.ts.map +1 -0
- package/build/types/capabilities/mentra-display.js +63 -0
- package/build/types/capabilities/mentra-display.js.map +1 -0
- package/build/types/capabilities/mentra-live.d.ts +12 -0
- package/build/types/capabilities/mentra-live.d.ts.map +1 -0
- package/build/types/capabilities/mentra-live.js +92 -0
- package/build/types/capabilities/mentra-live.js.map +1 -0
- package/build/types/capabilities/none.d.ts +13 -0
- package/build/types/capabilities/none.d.ts.map +1 -0
- package/build/types/capabilities/none.js +65 -0
- package/build/types/capabilities/none.js.map +1 -0
- package/build/types/capabilities/simulated-glasses.d.ts +13 -0
- package/build/types/capabilities/simulated-glasses.d.ts.map +1 -0
- package/build/types/capabilities/simulated-glasses.js +65 -0
- package/build/types/capabilities/simulated-glasses.js.map +1 -0
- package/build/types/capabilities/vuzix-z100.d.ts +12 -0
- package/build/types/capabilities/vuzix-z100.d.ts.map +1 -0
- package/build/types/capabilities/vuzix-z100.js +52 -0
- package/build/types/capabilities/vuzix-z100.js.map +1 -0
- package/build/types/enums.d.ts +40 -0
- package/build/types/enums.d.ts.map +1 -0
- package/build/types/enums.js +44 -0
- package/build/types/enums.js.map +1 -0
- package/build/types/hardware.d.ts +160 -0
- package/build/types/hardware.d.ts.map +1 -0
- package/build/types/hardware.js +36 -0
- package/build/types/hardware.js.map +1 -0
- package/build/types/index.d.ts +11 -0
- package/build/types/index.d.ts.map +1 -0
- package/build/types/index.js +10 -0
- package/build/types/index.js.map +1 -0
- package/build/utils/GlobalEventEmitter.d.ts +10 -0
- package/build/utils/GlobalEventEmitter.d.ts.map +1 -0
- package/build/utils/GlobalEventEmitter.js +13 -0
- package/build/utils/GlobalEventEmitter.js.map +1 -0
- package/build/utils/cloudClient/RnUdpAdapter.d.ts +3 -0
- package/build/utils/cloudClient/RnUdpAdapter.d.ts.map +1 -0
- package/build/utils/cloudClient/RnUdpAdapter.js +41 -0
- package/build/utils/cloudClient/RnUdpAdapter.js.map +1 -0
- package/build/utils/cloudClient/cloudSecureStore.d.ts +3 -0
- package/build/utils/cloudClient/cloudSecureStore.d.ts.map +1 -0
- package/build/utils/cloudClient/cloudSecureStore.js +26 -0
- package/build/utils/cloudClient/cloudSecureStore.js.map +1 -0
- package/build/utils/debouncedPatch.d.ts +6 -0
- package/build/utils/debouncedPatch.d.ts.map +1 -0
- package/build/utils/debouncedPatch.js +25 -0
- package/build/utils/debouncedPatch.js.map +1 -0
- package/build/utils/devLogging.d.ts +26 -0
- package/build/utils/devLogging.d.ts.map +1 -0
- package/build/utils/devLogging.js +116 -0
- package/build/utils/devLogging.js.map +1 -0
- package/build/utils/devMiniappLaunch.d.ts +44 -0
- package/build/utils/devMiniappLaunch.d.ts.map +1 -0
- package/build/utils/devMiniappLaunch.js +52 -0
- package/build/utils/devMiniappLaunch.js.map +1 -0
- package/build/utils/diagnosticContext.d.ts +3 -0
- package/build/utils/diagnosticContext.d.ts.map +1 -0
- package/build/utils/diagnosticContext.js +119 -0
- package/build/utils/diagnosticContext.js.map +1 -0
- package/build/utils/display/composer/ColumnComposer.d.ts +131 -0
- package/build/utils/display/composer/ColumnComposer.d.ts.map +1 -0
- package/build/utils/display/composer/ColumnComposer.js +204 -0
- package/build/utils/display/composer/ColumnComposer.js.map +1 -0
- package/build/utils/display/composer/index.d.ts +9 -0
- package/build/utils/display/composer/index.d.ts.map +1 -0
- package/build/utils/display/composer/index.js +9 -0
- package/build/utils/display/composer/index.js.map +1 -0
- package/build/utils/display/helpers/DisplayHelpers.d.ts +165 -0
- package/build/utils/display/helpers/DisplayHelpers.d.ts.map +1 -0
- package/build/utils/display/helpers/DisplayHelpers.js +312 -0
- package/build/utils/display/helpers/DisplayHelpers.js.map +1 -0
- package/build/utils/display/helpers/ScrollView.d.ts +183 -0
- package/build/utils/display/helpers/ScrollView.d.ts.map +1 -0
- package/build/utils/display/helpers/ScrollView.js +257 -0
- package/build/utils/display/helpers/ScrollView.js.map +1 -0
- package/build/utils/display/helpers/index.d.ts +11 -0
- package/build/utils/display/helpers/index.d.ts.map +1 -0
- package/build/utils/display/helpers/index.js +10 -0
- package/build/utils/display/helpers/index.js.map +1 -0
- package/build/utils/display/index.d.ts +174 -0
- package/build/utils/display/index.d.ts.map +1 -0
- package/build/utils/display/index.js +185 -0
- package/build/utils/display/index.js.map +1 -0
- package/build/utils/display/measurer/TextMeasurer.d.ts +160 -0
- package/build/utils/display/measurer/TextMeasurer.d.ts.map +1 -0
- package/build/utils/display/measurer/TextMeasurer.js +273 -0
- package/build/utils/display/measurer/TextMeasurer.js.map +1 -0
- package/build/utils/display/measurer/index.d.ts +10 -0
- package/build/utils/display/measurer/index.d.ts.map +1 -0
- package/build/utils/display/measurer/index.js +11 -0
- package/build/utils/display/measurer/index.js.map +1 -0
- package/build/utils/display/measurer/script-detection.d.ts +53 -0
- package/build/utils/display/measurer/script-detection.d.ts.map +1 -0
- package/build/utils/display/measurer/script-detection.js +184 -0
- package/build/utils/display/measurer/script-detection.js.map +1 -0
- package/build/utils/display/profiles/g1.d.ts +33 -0
- package/build/utils/display/profiles/g1.d.ts.map +1 -0
- package/build/utils/display/profiles/g1.js +213 -0
- package/build/utils/display/profiles/g1.js.map +1 -0
- package/build/utils/display/profiles/g2.d.ts +13 -0
- package/build/utils/display/profiles/g2.d.ts.map +1 -0
- package/build/utils/display/profiles/g2.js +34 -0
- package/build/utils/display/profiles/g2.js.map +1 -0
- package/build/utils/display/profiles/index.d.ts +12 -0
- package/build/utils/display/profiles/index.d.ts.map +1 -0
- package/build/utils/display/profiles/index.js +15 -0
- package/build/utils/display/profiles/index.js.map +1 -0
- package/build/utils/display/profiles/nex.d.ts +10 -0
- package/build/utils/display/profiles/nex.d.ts.map +1 -0
- package/build/utils/display/profiles/nex.js +150 -0
- package/build/utils/display/profiles/nex.js.map +1 -0
- package/build/utils/display/profiles/types.d.ts +103 -0
- package/build/utils/display/profiles/types.d.ts.map +1 -0
- package/build/utils/display/profiles/types.js +2 -0
- package/build/utils/display/profiles/types.js.map +1 -0
- package/build/utils/display/profiles/z100.d.ts +33 -0
- package/build/utils/display/profiles/z100.d.ts.map +1 -0
- package/build/utils/display/profiles/z100.js +182 -0
- package/build/utils/display/profiles/z100.js.map +1 -0
- package/build/utils/display/scene/degrade.d.ts +25 -0
- package/build/utils/display/scene/degrade.d.ts.map +1 -0
- package/build/utils/display/scene/degrade.js +64 -0
- package/build/utils/display/scene/degrade.js.map +1 -0
- package/build/utils/display/scene/differ.d.ts +38 -0
- package/build/utils/display/scene/differ.d.ts.map +1 -0
- package/build/utils/display/scene/differ.js +107 -0
- package/build/utils/display/scene/differ.js.map +1 -0
- package/build/utils/display/scene/index.d.ts +10 -0
- package/build/utils/display/scene/index.d.ts.map +1 -0
- package/build/utils/display/scene/index.js +6 -0
- package/build/utils/display/scene/index.js.map +1 -0
- package/build/utils/display/scene/process.d.ts +35 -0
- package/build/utils/display/scene/process.d.ts.map +1 -0
- package/build/utils/display/scene/process.js +187 -0
- package/build/utils/display/scene/process.js.map +1 -0
- package/build/utils/display/scene/store.d.ts +48 -0
- package/build/utils/display/scene/store.d.ts.map +1 -0
- package/build/utils/display/scene/store.js +0 -0
- package/build/utils/display/scene/store.js.map +1 -0
- package/build/utils/display/scene/types.d.ts +120 -0
- package/build/utils/display/scene/types.d.ts.map +1 -0
- package/build/utils/display/scene/types.js +0 -0
- package/build/utils/display/scene/types.js.map +1 -0
- package/build/utils/display/wrapper/TextWrapper.d.ts +102 -0
- package/build/utils/display/wrapper/TextWrapper.d.ts.map +1 -0
- package/build/utils/display/wrapper/TextWrapper.js +471 -0
- package/build/utils/display/wrapper/TextWrapper.js.map +1 -0
- package/build/utils/display/wrapper/index.d.ts +12 -0
- package/build/utils/display/wrapper/index.d.ts.map +1 -0
- package/build/utils/display/wrapper/index.js +12 -0
- package/build/utils/display/wrapper/index.js.map +1 -0
- package/build/utils/display/wrapper/types.d.ts +75 -0
- package/build/utils/display/wrapper/types.d.ts.map +1 -0
- package/build/utils/display/wrapper/types.js +11 -0
- package/build/utils/display/wrapper/types.js.map +1 -0
- package/build/utils/e2eMetrics.d.ts +6 -0
- package/build/utils/e2eMetrics.d.ts.map +1 -0
- package/build/utils/e2eMetrics.js +27 -0
- package/build/utils/e2eMetrics.js.map +1 -0
- package/build/utils/hardware/hardware.d.ts +42 -0
- package/build/utils/hardware/hardware.d.ts.map +1 -0
- package/build/utils/hardware/hardware.js +127 -0
- package/build/utils/hardware/hardware.js.map +1 -0
- package/build/utils/hardware/index.d.ts +2 -0
- package/build/utils/hardware/index.d.ts.map +1 -0
- package/build/utils/hardware/index.js +2 -0
- package/build/utils/hardware/index.js.map +1 -0
- package/build/utils/miniappGlobals.d.ts +60 -0
- package/build/utils/miniappGlobals.d.ts.map +1 -0
- package/build/utils/miniappGlobals.js +224 -0
- package/build/utils/miniappGlobals.js.map +1 -0
- package/build/utils/permissions/MediaLibraryPermissions.d.ts +45 -0
- package/build/utils/permissions/MediaLibraryPermissions.d.ts.map +1 -0
- package/build/utils/permissions/MediaLibraryPermissions.js +145 -0
- package/build/utils/permissions/MediaLibraryPermissions.js.map +1 -0
- package/build/utils/permissions/galleryDisplayName.d.ts +8 -0
- package/build/utils/permissions/galleryDisplayName.d.ts.map +1 -0
- package/build/utils/permissions/galleryDisplayName.js +25 -0
- package/build/utils/permissions/galleryDisplayName.js.map +1 -0
- package/build/utils/storage/index.d.ts +3 -0
- package/build/utils/storage/index.d.ts.map +1 -0
- package/build/utils/storage/index.js +3 -0
- package/build/utils/storage/index.js.map +1 -0
- package/build/utils/storage/storage.d.ts +24 -0
- package/build/utils/storage/storage.d.ts.map +1 -0
- package/build/utils/storage/storage.js +85 -0
- package/build/utils/storage/storage.js.map +1 -0
- package/build/utils/storage/zip.d.ts +3 -0
- package/build/utils/storage/zip.d.ts.map +1 -0
- package/build/utils/storage/zip.js +14 -0
- package/build/utils/storage/zip.js.map +1 -0
- package/build/utils/timers/index.d.ts +3 -0
- package/build/utils/timers/index.d.ts.map +1 -0
- package/build/utils/timers/index.js +3 -0
- package/build/utils/timers/index.js.map +1 -0
- package/build/utils/timers/timers.d.ts +9 -0
- package/build/utils/timers/timers.d.ts.map +1 -0
- package/build/utils/timers/timers.js +105 -0
- package/build/utils/timers/timers.js.map +1 -0
- package/package.json +120 -0
- package/src/devtools.ts +13 -0
- package/src/engine.ts +173 -0
- package/src/facades/dev.ts +198 -0
- package/src/facades/display.ts +17 -0
- package/src/facades/displayMirror.ts +33 -0
- package/src/facades/gallery.ts +69 -0
- package/src/facades/glasses.ts +206 -0
- package/src/facades/glassesSettings.ts +56 -0
- package/src/facades/glassesWifi.ts +68 -0
- package/src/facades/miniapps.ts +55 -0
- package/src/facades/notifications.ts +15 -0
- package/src/facades/ota.ts +174 -0
- package/src/facades/pairing.ts +329 -0
- package/src/facades/permissions.ts +165 -0
- package/src/facades/phoneNotifications.ts +50 -0
- package/src/facades/reports.ts +185 -0
- package/src/facades/session.ts +55 -0
- package/src/facades/settings.ts +57 -0
- package/src/facades/speech.ts +38 -0
- package/src/index.ts +191 -0
- package/src/internal.ts +159 -0
- package/src/runtime/bootstrap.ts +118 -0
- package/src/runtime/config.ts +147 -0
- package/src/runtime/streamConfig.ts +34 -0
- package/src/services/AppRegistry.ts +1190 -0
- package/src/services/AudioCloudUplink.ts +50 -0
- package/src/services/AudioPlaybackService.ts +813 -0
- package/src/services/AutomaticReportResult.ts +48 -0
- package/src/services/BlobStore.ts +746 -0
- package/src/services/CaptionsTesterReportService.ts +107 -0
- package/src/services/CloudAudioSubscriptionSync.ts +41 -0
- package/src/services/CloudClientService.ts +689 -0
- package/src/services/CloudTranscriptE2EMetrics.ts +27 -0
- package/src/services/ConnectionCoordinator.ts +65 -0
- package/src/services/DevServerBridge.ts +332 -0
- package/src/services/DeviceEventRouter.ts +238 -0
- package/src/services/DeviceStoreHydration.ts +130 -0
- package/src/services/DisplayProcessor.ts +775 -0
- package/src/services/GlassesReadiness.ts +103 -0
- package/src/services/GlassesSettingsSync.ts +134 -0
- package/src/services/GlassesStatusProjection.ts +73 -0
- package/src/services/HeadingService.ts +98 -0
- package/src/services/LocalDisplayManager.ts +703 -0
- package/src/services/LocalMiniappRuntime.ts +4213 -0
- package/src/services/LocalSttFallbackCoordinator.ts +147 -0
- package/src/services/MentraJSCrashController.ts +189 -0
- package/src/services/MentraJSCrashloopReportService.ts +66 -0
- package/src/services/MentraJSLogPipeline.ts +166 -0
- package/src/services/MentraJSRouter.ts +557 -0
- package/src/services/MentraUIRouter.ts +244 -0
- package/src/services/MicStateCoordinator.ts +94 -0
- package/src/services/MiniappEngine.ts +143 -0
- package/src/services/MiniappLauncher.ts +340 -0
- package/src/services/MiniappRunningRegistry.ts +57 -0
- package/src/services/NativeHttpResponse.ts +6 -0
- package/src/services/NavigationHandlers.ts +423 -0
- package/src/services/NavigationService.ts +731 -0
- package/src/services/NotificationsEmitter.ts +48 -0
- package/src/services/OfflineSpeechModelService.ts +168 -0
- package/src/services/OtaInstallCoordinator.ts +1205 -0
- package/src/services/OtaService.ts +83 -0
- package/src/services/OtaUpdateCheckService.ts +386 -0
- package/src/services/PairingIdentity.ts +154 -0
- package/src/services/PhoneCalendarHelpers.ts +212 -0
- package/src/services/PhoneCalendarService.ts +42 -0
- package/src/services/PhoneCameraFovCoordinator.ts +195 -0
- package/src/services/PhoneLocationService.ts +122 -0
- package/src/services/PhoneNotificationsSync.ts +44 -0
- package/src/services/PhonePhotoCoordinator.ts +409 -0
- package/src/services/PhoneStreamCoordinator.ts +777 -0
- package/src/services/PhoneVideoCoordinator.ts +189 -0
- package/src/services/STTModelManager.ts +360 -0
- package/src/services/SceneRenderer.ts +292 -0
- package/src/services/SentenceTtsPipeline.ts +106 -0
- package/src/services/StreamLifecycleController.ts +213 -0
- package/src/services/TTSModelManager.ts +466 -0
- package/src/services/TranscriptionRouting.ts +37 -0
- package/src/services/WebviewBridge.ts +50 -0
- package/src/services/asg/GalleryMediaIntegrityReportService.ts +70 -0
- package/src/services/asg/asgCameraApi.ts +1695 -0
- package/src/services/asg/cameraRollExportCoordinator.ts +627 -0
- package/src/services/asg/cameraRollExportLedger.ts +122 -0
- package/src/services/asg/galleryMediaValidation.ts +183 -0
- package/src/services/asg/galleryNotices.ts +61 -0
- package/src/services/asg/galleryPathMigration.ts +22 -0
- package/src/services/asg/gallerySettingsService.ts +68 -0
- package/src/services/asg/gallerySyncNotifications.ts +236 -0
- package/src/services/asg/gallerySyncService.ts +2269 -0
- package/src/services/asg/galleryTransferLedger.ts +312 -0
- package/src/services/asg/localNetworkTransport.ts +173 -0
- package/src/services/asg/localStorageService.ts +652 -0
- package/src/services/asg/mediaProcessingQueue.ts +518 -0
- package/src/services/asgOtaVersionUrl.ts +41 -0
- package/src/services/blobPaths.ts +86 -0
- package/src/services/cloudStreamApi.ts +154 -0
- package/src/services/gallerySyncClock.ts +39 -0
- package/src/services/glassesClockSync.ts +115 -0
- package/src/services/manifestVersionGate.ts +43 -0
- package/src/services/mentraUiShim.ts +366 -0
- package/src/services/navigation/roadNameResolver.ts +112 -0
- package/src/services/navigation/routesApiCodec.ts +69 -0
- package/src/services/otaDisplayState.ts +115 -0
- package/src/services/otaInstallPolicy.ts +106 -0
- package/src/services/otaLegacyMapping.ts +71 -0
- package/src/services/slimStreamStatus.ts +28 -0
- package/src/stores/apps.ts +614 -0
- package/src/stores/bluetoothSettingKeys.ts +36 -0
- package/src/stores/cloudClientStatus.ts +37 -0
- package/src/stores/connection.ts +69 -0
- package/src/stores/core.ts +32 -0
- package/src/stores/display.ts +121 -0
- package/src/stores/gallerySync.ts +380 -0
- package/src/stores/glasses.ts +309 -0
- package/src/stores/settings.ts +1001 -0
- package/src/types/applet.ts +112 -0
- package/src/types/asg.ts +58 -0
- package/src/types/capabilities/even-realities-g1.ts +67 -0
- package/src/types/capabilities/even-realities-g2.ts +88 -0
- package/src/types/capabilities/mentra-display.ts +75 -0
- package/src/types/capabilities/mentra-live.ts +103 -0
- package/src/types/capabilities/none.ts +76 -0
- package/src/types/capabilities/simulated-glasses.ts +76 -0
- package/src/types/capabilities/vuzix-z100.ts +64 -0
- package/src/types/enums.ts +43 -0
- package/src/types/hardware.ts +203 -0
- package/src/types/index.ts +37 -0
- package/src/utils/GlobalEventEmitter.ts +14 -0
- package/src/utils/cloudClient/RnUdpAdapter.ts +47 -0
- package/src/utils/cloudClient/cloudSecureStore.ts +28 -0
- package/src/utils/debouncedPatch.ts +28 -0
- package/src/utils/devLogging.ts +140 -0
- package/src/utils/devMiniappLaunch.ts +68 -0
- package/src/utils/diagnosticContext.ts +155 -0
- package/src/utils/display/composer/ColumnComposer.ts +285 -0
- package/src/utils/display/composer/index.ts +15 -0
- package/src/utils/display/helpers/DisplayHelpers.ts +413 -0
- package/src/utils/display/helpers/ScrollView.ts +337 -0
- package/src/utils/display/helpers/index.ts +14 -0
- package/src/utils/display/index.ts +273 -0
- package/src/utils/display/measurer/TextMeasurer.ts +346 -0
- package/src/utils/display/measurer/index.ts +21 -0
- package/src/utils/display/measurer/script-detection.ts +218 -0
- package/src/utils/display/profiles/g1.ts +236 -0
- package/src/utils/display/profiles/g2.ts +39 -0
- package/src/utils/display/profiles/index.ts +28 -0
- package/src/utils/display/profiles/nex.ts +166 -0
- package/src/utils/display/profiles/types.ts +132 -0
- package/src/utils/display/profiles/z100.ts +198 -0
- package/src/utils/display/scene/degrade.ts +80 -0
- package/src/utils/display/scene/differ.ts +128 -0
- package/src/utils/display/scene/index.ts +21 -0
- package/src/utils/display/scene/process.ts +214 -0
- package/src/utils/display/scene/store.ts +0 -0
- package/src/utils/display/scene/types.ts +0 -0
- package/src/utils/display/wrapper/TextWrapper.ts +546 -0
- package/src/utils/display/wrapper/index.ts +15 -0
- package/src/utils/display/wrapper/types.ts +102 -0
- package/src/utils/e2eMetrics.ts +30 -0
- package/src/utils/hardware/hardware.ts +166 -0
- package/src/utils/hardware/index.ts +1 -0
- package/src/utils/miniappGlobals.ts +260 -0
- package/src/utils/permissions/MediaLibraryPermissions.ts +161 -0
- package/src/utils/permissions/galleryDisplayName.ts +28 -0
- package/src/utils/storage/index.ts +2 -0
- package/src/utils/storage/storage.ts +101 -0
- package/src/utils/storage/zip.ts +13 -0
- package/src/utils/timers/index.ts +2 -0
- package/src/utils/timers/timers.ts +139 -0
|
@@ -0,0 +1,777 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* PhoneStreamCoordinator — owns all local-miniapp streaming on the phone.
|
|
3
|
+
*
|
|
4
|
+
* Architecture:
|
|
5
|
+
* miniapp → SDK → LocalMiniappRuntime → coordinator
|
|
6
|
+
* coordinator → BluetoothSdk (BLE → glasses publisher)
|
|
7
|
+
* coordinator ↔ cloudStreamApi (managed only, cloud-v2 runtime provisioning)
|
|
8
|
+
* coordinator ↔ StreamLifecycleController (keep-alive heartbeat)
|
|
9
|
+
* coordinator → status listeners → routed back to miniapp(s)
|
|
10
|
+
*
|
|
11
|
+
* Single-stream constraint:
|
|
12
|
+
* At most ONE stream is active across all miniapps. The exception is that
|
|
13
|
+
* multiple miniapps can subscribe to a single managed stream that's already
|
|
14
|
+
* running — Cloudflare muxes one ingest into many viewers, so subscribers
|
|
15
|
+
* share the same playback URLs. Refcounted; teardown happens when the last
|
|
16
|
+
* subscriber releases.
|
|
17
|
+
*
|
|
18
|
+
* Status routing:
|
|
19
|
+
* Glasses publisher status arrives over BLE as `stream_status` events with
|
|
20
|
+
* a `streamId`. The coordinator's `owns(streamId)` lookup lets MantleManager
|
|
21
|
+
* route phone-owned status events here (not to cloud). For managed streams,
|
|
22
|
+
* we additionally poll Cloudflare's live-input status every 5s to surface
|
|
23
|
+
* what the OTHER end of the pipe sees.
|
|
24
|
+
*
|
|
25
|
+
* Important: this is the ONLY place that mints `streamId`s for phone-owned
|
|
26
|
+
* streams. We use a `phone-` prefix so they're trivially distinguishable from
|
|
27
|
+
* cloud-minted IDs in logs and from cloud-SDK app streams that flow through
|
|
28
|
+
* the legacy path.
|
|
29
|
+
*/
|
|
30
|
+
|
|
31
|
+
import BluetoothSdk from "@mentra/bluetooth-sdk/internal"
|
|
32
|
+
import type {
|
|
33
|
+
KeepAliveAckEvent,
|
|
34
|
+
StreamResolvedConfig,
|
|
35
|
+
StreamStartRequest,
|
|
36
|
+
StreamStatusEvent,
|
|
37
|
+
} from "@mentra/bluetooth-sdk/internal"
|
|
38
|
+
import {isGlassesConnected} from "./GlassesReadiness"
|
|
39
|
+
import {useGlassesStore} from "../stores/glasses"
|
|
40
|
+
|
|
41
|
+
import {StreamLifecycleController, type LifecycleLogger} from "./StreamLifecycleController"
|
|
42
|
+
import {slimStreamStatusEvent, streamStatusSignature} from "./slimStreamStatus"
|
|
43
|
+
import {
|
|
44
|
+
getManagedStreamStatus,
|
|
45
|
+
provisionManagedStream,
|
|
46
|
+
teardownManagedStream,
|
|
47
|
+
type CloudflareStatus,
|
|
48
|
+
type ProvisionResult,
|
|
49
|
+
type RestreamDestinationInput,
|
|
50
|
+
} from "./cloudStreamApi"
|
|
51
|
+
|
|
52
|
+
/**
|
|
53
|
+
* Default cadence + thresholds. Exposed via {@link CoordinatorTimings} so tests
|
|
54
|
+
* can shorten them; production code should never override these.
|
|
55
|
+
*/
|
|
56
|
+
const DEFAULT_TIMINGS = {
|
|
57
|
+
keepAliveIntervalMs: 15_000,
|
|
58
|
+
ackTimeoutMs: 10_000,
|
|
59
|
+
maxMissedAcks: 3,
|
|
60
|
+
cloudflareStatusPollMs: 5_000,
|
|
61
|
+
// Cloudflare typically needs ~5-10s after first frame before HLS is live.
|
|
62
|
+
hlsReadinessInitialDelayMs: 5_000,
|
|
63
|
+
hlsReadinessPollMs: 2_000,
|
|
64
|
+
hlsReadinessMaxAttempts: 30,
|
|
65
|
+
} as const
|
|
66
|
+
|
|
67
|
+
type TimingConfig = {[K in keyof typeof DEFAULT_TIMINGS]: number}
|
|
68
|
+
export type CoordinatorTimings = Partial<TimingConfig>
|
|
69
|
+
|
|
70
|
+
// Console-backed minimal logger; replaces pino on the phone.
|
|
71
|
+
const consoleLogger: LifecycleLogger = {
|
|
72
|
+
child: (bindings) => ({
|
|
73
|
+
...consoleLogger,
|
|
74
|
+
debug: (...args) => console.debug("[STREAM]", bindings, ...args),
|
|
75
|
+
warn: (...args) => console.warn("[STREAM]", bindings, ...args),
|
|
76
|
+
error: (...args) => console.error("[STREAM]", bindings, ...args),
|
|
77
|
+
}),
|
|
78
|
+
debug: (...args) => console.debug("[STREAM]", ...args),
|
|
79
|
+
warn: (...args) => console.warn("[STREAM]", ...args),
|
|
80
|
+
error: (...args) => console.error("[STREAM]", ...args),
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
export interface StartUnmanagedOptions {
|
|
84
|
+
streamUrl: string
|
|
85
|
+
video?: StreamStartRequest["video"]
|
|
86
|
+
audio?: StreamStartRequest["audio"]
|
|
87
|
+
sound?: boolean
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
export interface StartManagedOptions {
|
|
91
|
+
restreamDestinations?: RestreamDestinationInput[]
|
|
92
|
+
video?: StreamStartRequest["video"]
|
|
93
|
+
audio?: StreamStartRequest["audio"]
|
|
94
|
+
sound?: boolean
|
|
95
|
+
/**
|
|
96
|
+
* Ingest protocol preference — a real latency/durability trade on Cloudflare:
|
|
97
|
+
* - "srt" (default): SRT ingest -> LL-HLS playback (~10-20s glass-to-screen),
|
|
98
|
+
* with shareable HLS/DASH URLs and automatic recording.
|
|
99
|
+
* - "whip": WebRTC ingest -> WHEP playback (<1s glass-to-screen), but NO
|
|
100
|
+
* HLS/DASH playback and NO recording (Cloudflare limitation; the returned
|
|
101
|
+
* hlsUrl will serve 204 forever).
|
|
102
|
+
*/
|
|
103
|
+
ingest?: "srt" | "whip"
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
export interface StreamPublisherStartResult {
|
|
107
|
+
streamId: string
|
|
108
|
+
status: string
|
|
109
|
+
resolvedConfig?: StreamResolvedConfig
|
|
110
|
+
}
|
|
111
|
+
|
|
112
|
+
export interface ManagedStartResult extends StreamPublisherStartResult {
|
|
113
|
+
liveInputId: string
|
|
114
|
+
/** Playback mode this stream supports: "hls" (SRT/RTMP ingest — use hlsUrl/
|
|
115
|
+
* dashUrl, recording on) or "webrtc" (WHIP ingest — use webrtcUrl/WHEP,
|
|
116
|
+
* sub-second, no HLS, no recording). */
|
|
117
|
+
mode: "hls" | "webrtc"
|
|
118
|
+
hlsUrl: string
|
|
119
|
+
dashUrl: string
|
|
120
|
+
webrtcUrl?: string
|
|
121
|
+
}
|
|
122
|
+
|
|
123
|
+
export type StreamStatusUpdate = {
|
|
124
|
+
streamId: string
|
|
125
|
+
source: "glasses" | "cloudflare" | "coordinator"
|
|
126
|
+
status: string
|
|
127
|
+
data?: Record<string, unknown>
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
export type StatusSubscriber = (packageName: string, update: StreamStatusUpdate) => void
|
|
131
|
+
|
|
132
|
+
interface UnmanagedEntry {
|
|
133
|
+
kind: "unmanaged"
|
|
134
|
+
streamId: string
|
|
135
|
+
packageName: string
|
|
136
|
+
streamUrl: string
|
|
137
|
+
}
|
|
138
|
+
|
|
139
|
+
interface ManagedEntry {
|
|
140
|
+
kind: "managed"
|
|
141
|
+
streamId: string
|
|
142
|
+
liveInputId: string
|
|
143
|
+
ingestUrl: string
|
|
144
|
+
/** Playback mode the chosen ingest supports: SRT/RTMP feed HLS; WHIP feeds
|
|
145
|
+
* only WHEP. Readiness is gated differently per mode. */
|
|
146
|
+
mode: "hls" | "webrtc"
|
|
147
|
+
hlsUrl: string
|
|
148
|
+
dashUrl: string
|
|
149
|
+
webrtcUrl?: string
|
|
150
|
+
publisherStart?: StreamPublisherStartResult
|
|
151
|
+
subscribers: Set<string>
|
|
152
|
+
hlsReady: boolean
|
|
153
|
+
hlsReadyResolvers: Array<(result: ManagedStartResult) => void>
|
|
154
|
+
hlsReadyRejecters: Array<(err: Error) => void>
|
|
155
|
+
cloudflareTimer?: ReturnType<typeof setInterval>
|
|
156
|
+
hlsTimer?: ReturnType<typeof setInterval>
|
|
157
|
+
hlsAttempts: number
|
|
158
|
+
/** webrtc mode: CF status polls seen while waiting for first "connected". */
|
|
159
|
+
connectAttempts: number
|
|
160
|
+
}
|
|
161
|
+
|
|
162
|
+
type Entry = UnmanagedEntry | ManagedEntry
|
|
163
|
+
|
|
164
|
+
export class StreamConflictError extends Error {
|
|
165
|
+
constructor(
|
|
166
|
+
public readonly code: string,
|
|
167
|
+
message: string,
|
|
168
|
+
/** Pipeline stage that failed (provision | command | publish | playback). */
|
|
169
|
+
public readonly stage?: string,
|
|
170
|
+
/** Transport in play at the failure (cloud-rest | ble | wifi). */
|
|
171
|
+
public readonly transport?: string,
|
|
172
|
+
) {
|
|
173
|
+
super(message)
|
|
174
|
+
this.name = "StreamConflictError"
|
|
175
|
+
}
|
|
176
|
+
}
|
|
177
|
+
|
|
178
|
+
/**
|
|
179
|
+
* Fail fast if glasses aren't connected — BEFORE provisioning. Without this a
|
|
180
|
+
* managed start would create a provider live input, fail the BLE command, and
|
|
181
|
+
* tear the input down again: a slow, billable no-op with a confusing error.
|
|
182
|
+
*/
|
|
183
|
+
function assertGlassesConnected(): void {
|
|
184
|
+
if (!isGlassesConnected(useGlassesStore.getState().connection)) {
|
|
185
|
+
throw new StreamConflictError(
|
|
186
|
+
"GLASSES_NOT_CONNECTED",
|
|
187
|
+
"Glasses are not connected",
|
|
188
|
+
"command",
|
|
189
|
+
"ble",
|
|
190
|
+
)
|
|
191
|
+
}
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
export class PhoneStreamCoordinator {
|
|
195
|
+
private current: Entry | null = null
|
|
196
|
+
private lifecycle: StreamLifecycleController | null = null
|
|
197
|
+
private statusSubscriber: StatusSubscriber | null = null
|
|
198
|
+
private idCounter = 0
|
|
199
|
+
private readonly timings: TimingConfig
|
|
200
|
+
/**
|
|
201
|
+
* Serializes state transitions (start, stop, teardown). Without it, a
|
|
202
|
+
* second `start*` racing with the first can pass the `this.current === null`
|
|
203
|
+
* pre-check while the first is still awaiting its provision/BLE work, and
|
|
204
|
+
* end up provisioning two separate streams. A teardown racing with a start
|
|
205
|
+
* can clear `current` mid-stop and let the start fire BLE writes that
|
|
206
|
+
* collide with the in-flight stopStream.
|
|
207
|
+
*/
|
|
208
|
+
private inFlight: Promise<void> = Promise.resolve()
|
|
209
|
+
/** Drop identical stream_status fanouts within one session. */
|
|
210
|
+
private lastFanoutSignature: string | null = null
|
|
211
|
+
/** Send full resolvedConfig only once per stream session. */
|
|
212
|
+
private resolvedConfigForwarded = false
|
|
213
|
+
|
|
214
|
+
constructor(timings: CoordinatorTimings = {}) {
|
|
215
|
+
this.timings = {...DEFAULT_TIMINGS, ...timings}
|
|
216
|
+
}
|
|
217
|
+
|
|
218
|
+
/**
|
|
219
|
+
* Run `work` under the transition lock. Each call awaits the previous
|
|
220
|
+
* transition before re-evaluating preconditions, so e.g. two concurrent
|
|
221
|
+
* `startManaged` calls are observed sequentially.
|
|
222
|
+
*/
|
|
223
|
+
private async runExclusive<T>(work: () => Promise<T>): Promise<T> {
|
|
224
|
+
const prev = this.inFlight
|
|
225
|
+
let release!: () => void
|
|
226
|
+
this.inFlight = new Promise<void>((r) => (release = r))
|
|
227
|
+
try {
|
|
228
|
+
await prev
|
|
229
|
+
return await work()
|
|
230
|
+
} finally {
|
|
231
|
+
release()
|
|
232
|
+
}
|
|
233
|
+
}
|
|
234
|
+
|
|
235
|
+
/**
|
|
236
|
+
* Register the function that routes status updates to miniapps.
|
|
237
|
+
* LocalMiniappRuntime wires this so updates become EVENT envelopes on the
|
|
238
|
+
* `stream_status` stream for every subscribing miniapp.
|
|
239
|
+
*/
|
|
240
|
+
setStatusSubscriber(cb: StatusSubscriber): void {
|
|
241
|
+
this.statusSubscriber = cb
|
|
242
|
+
}
|
|
243
|
+
|
|
244
|
+
/**
|
|
245
|
+
* True when a phone-owned stream currently uses this streamId. For managed
|
|
246
|
+
* streams, all subscribers share the same streamId so a single equality
|
|
247
|
+
* check covers the multi-subscriber case.
|
|
248
|
+
*/
|
|
249
|
+
owns(streamId: string): boolean {
|
|
250
|
+
return this.current !== null && this.current.streamId === streamId
|
|
251
|
+
}
|
|
252
|
+
|
|
253
|
+
async startUnmanaged(
|
|
254
|
+
packageName: string,
|
|
255
|
+
opts: StartUnmanagedOptions,
|
|
256
|
+
): Promise<StreamPublisherStartResult> {
|
|
257
|
+
// Pre-check the obvious-bad input before queueing — the lock is for
|
|
258
|
+
// serializing state transitions, not for validating arguments.
|
|
259
|
+
if (!opts.streamUrl || typeof opts.streamUrl !== "string") {
|
|
260
|
+
throw new StreamConflictError("STREAM_URL_REQUIRED", "streamUrl is required")
|
|
261
|
+
}
|
|
262
|
+
assertGlassesConnected()
|
|
263
|
+
return this.runExclusive(async () => {
|
|
264
|
+
if (this.current) {
|
|
265
|
+
throw new StreamConflictError(
|
|
266
|
+
"STREAM_ALREADY_ACTIVE",
|
|
267
|
+
`A ${this.current.kind} stream is already active. Stop it before starting a new one.`,
|
|
268
|
+
)
|
|
269
|
+
}
|
|
270
|
+
|
|
271
|
+
const streamId = this.mintId("u")
|
|
272
|
+
const entry: UnmanagedEntry = {
|
|
273
|
+
kind: "unmanaged",
|
|
274
|
+
streamId,
|
|
275
|
+
packageName,
|
|
276
|
+
streamUrl: opts.streamUrl,
|
|
277
|
+
}
|
|
278
|
+
// Claim the slot BEFORE the BLE call so a concurrent caller waiting on
|
|
279
|
+
// the lock sees the in-progress entry and rejects with the conflict.
|
|
280
|
+
this.current = entry
|
|
281
|
+
|
|
282
|
+
try {
|
|
283
|
+
const event = await BluetoothSdk.startExternallyManagedStream({
|
|
284
|
+
type: "start_stream",
|
|
285
|
+
streamUrl: opts.streamUrl,
|
|
286
|
+
streamId,
|
|
287
|
+
sound: opts.sound ?? true,
|
|
288
|
+
// The native bridge rejects explicit `undefined` values ("Value is
|
|
289
|
+
// undefined, expected an Object") — only include what was provided.
|
|
290
|
+
...(opts.video !== undefined ? {video: opts.video} : {}),
|
|
291
|
+
...(opts.audio !== undefined ? {audio: opts.audio} : {}),
|
|
292
|
+
})
|
|
293
|
+
const result = publisherStartResult(streamId, event)
|
|
294
|
+
this.startLifecycle(streamId)
|
|
295
|
+
return result
|
|
296
|
+
} catch (err) {
|
|
297
|
+
this.current = null
|
|
298
|
+
throw err
|
|
299
|
+
}
|
|
300
|
+
})
|
|
301
|
+
}
|
|
302
|
+
|
|
303
|
+
async startManaged(
|
|
304
|
+
packageName: string,
|
|
305
|
+
opts: StartManagedOptions,
|
|
306
|
+
): Promise<ManagedStartResult> {
|
|
307
|
+
// Two-phase: the entry-claim runs under the transition lock; the wait for
|
|
308
|
+
// HLS readiness happens AFTER the lock releases so a long warm-up doesn't
|
|
309
|
+
// block subsequent start/stop transitions on this coordinator.
|
|
310
|
+
assertGlassesConnected()
|
|
311
|
+
type JoinDecision =
|
|
312
|
+
| {kind: "join"; entry: ManagedEntry; immediate: ManagedStartResult | null}
|
|
313
|
+
| {kind: "fresh"; entry: ManagedEntry}
|
|
314
|
+
|
|
315
|
+
const decision = await this.runExclusive(async (): Promise<JoinDecision> => {
|
|
316
|
+
if (this.current && this.current.kind === "unmanaged") {
|
|
317
|
+
throw new StreamConflictError(
|
|
318
|
+
"STREAM_ALREADY_ACTIVE",
|
|
319
|
+
"An unmanaged stream is already active. Stop it before starting a managed stream.",
|
|
320
|
+
)
|
|
321
|
+
}
|
|
322
|
+
|
|
323
|
+
// Join an existing managed stream if one is already running.
|
|
324
|
+
if (this.current && this.current.kind === "managed") {
|
|
325
|
+
const existing = this.current
|
|
326
|
+
// Restream destinations are immutable after provision — a second
|
|
327
|
+
// caller trying to dictate destinations on an already-live stream
|
|
328
|
+
// is a likely bug or a feature we don't yet support.
|
|
329
|
+
if (opts.restreamDestinations && opts.restreamDestinations.length > 0) {
|
|
330
|
+
throw new StreamConflictError(
|
|
331
|
+
"STREAM_DESTINATIONS_LOCKED",
|
|
332
|
+
"Restream destinations cannot be modified on an already-running managed stream.",
|
|
333
|
+
)
|
|
334
|
+
}
|
|
335
|
+
existing.subscribers.add(packageName)
|
|
336
|
+
const immediate: ManagedStartResult | null = existing.hlsReady
|
|
337
|
+
? managedStartResult(existing)
|
|
338
|
+
: null
|
|
339
|
+
return {kind: "join", entry: existing, immediate}
|
|
340
|
+
}
|
|
341
|
+
|
|
342
|
+
// Fresh provision — claim slot BEFORE awaiting Cloudflare so a
|
|
343
|
+
// concurrent caller queued behind us sees a managed stream in flight
|
|
344
|
+
// and joins instead of double-provisioning.
|
|
345
|
+
const provision = await provisionManagedStream(opts.restreamDestinations)
|
|
346
|
+
const streamId = this.mintId("m")
|
|
347
|
+
const ingestUrl = pickIngestUrl(provision, opts.ingest)
|
|
348
|
+
const mode: ManagedEntry["mode"] =
|
|
349
|
+
ingestUrl === provision.webrtcPublishUrl ? "webrtc" : "hls"
|
|
350
|
+
|
|
351
|
+
const entry: ManagedEntry = {
|
|
352
|
+
kind: "managed",
|
|
353
|
+
streamId,
|
|
354
|
+
liveInputId: provision.liveInputId,
|
|
355
|
+
ingestUrl,
|
|
356
|
+
mode,
|
|
357
|
+
hlsUrl: provision.hlsUrl,
|
|
358
|
+
dashUrl: provision.dashUrl,
|
|
359
|
+
webrtcUrl: provision.webrtcUrl,
|
|
360
|
+
subscribers: new Set([packageName]),
|
|
361
|
+
hlsReady: false,
|
|
362
|
+
hlsReadyResolvers: [],
|
|
363
|
+
hlsReadyRejecters: [],
|
|
364
|
+
hlsAttempts: 0,
|
|
365
|
+
connectAttempts: 0,
|
|
366
|
+
}
|
|
367
|
+
this.current = entry
|
|
368
|
+
|
|
369
|
+
try {
|
|
370
|
+
const event = await BluetoothSdk.startExternallyManagedStream({
|
|
371
|
+
type: "start_stream",
|
|
372
|
+
streamUrl: ingestUrl,
|
|
373
|
+
streamId,
|
|
374
|
+
sound: opts.sound ?? true,
|
|
375
|
+
// See startUnmanaged: the native bridge rejects explicit `undefined`.
|
|
376
|
+
...(opts.video !== undefined ? {video: opts.video} : {}),
|
|
377
|
+
...(opts.audio !== undefined ? {audio: opts.audio} : {}),
|
|
378
|
+
})
|
|
379
|
+
entry.publisherStart = publisherStartResult(streamId, event)
|
|
380
|
+
} catch (err) {
|
|
381
|
+
this.current = null
|
|
382
|
+
await teardownManagedStream(provision.liveInputId).catch(() => undefined)
|
|
383
|
+
throw err
|
|
384
|
+
}
|
|
385
|
+
|
|
386
|
+
this.startLifecycle(streamId)
|
|
387
|
+
this.startCloudflareStatusPoll(entry)
|
|
388
|
+
// hls mode: readiness = a real HLS manifest exists. webrtc mode: HLS
|
|
389
|
+
// never materializes (Cloudflare WHIP limitation) — readiness resolves
|
|
390
|
+
// off the status poll's first "connected" instead.
|
|
391
|
+
if (entry.mode === "hls") {
|
|
392
|
+
this.startHlsReadinessPoll(entry)
|
|
393
|
+
}
|
|
394
|
+
return {kind: "fresh", entry}
|
|
395
|
+
})
|
|
396
|
+
|
|
397
|
+
if (decision.kind === "join" && decision.immediate) {
|
|
398
|
+
return decision.immediate
|
|
399
|
+
}
|
|
400
|
+
|
|
401
|
+
// Wait for playback readiness OUTSIDE the lock — readiness can take ~10s
|
|
402
|
+
// and we don't want to block other transitions for that long.
|
|
403
|
+
return new Promise<ManagedStartResult>((resolve, reject) => {
|
|
404
|
+
decision.entry.hlsReadyResolvers.push(resolve)
|
|
405
|
+
decision.entry.hlsReadyRejecters.push(reject)
|
|
406
|
+
})
|
|
407
|
+
}
|
|
408
|
+
|
|
409
|
+
async stop(packageName: string, streamId?: string): Promise<void> {
|
|
410
|
+
await this.runExclusive(async () => {
|
|
411
|
+
if (!this.current) return
|
|
412
|
+
|
|
413
|
+
// If a streamId was passed but doesn't match, ignore — silent no-op
|
|
414
|
+
// matches the cloud's tolerant behavior.
|
|
415
|
+
if (streamId && this.current.streamId !== streamId) return
|
|
416
|
+
|
|
417
|
+
if (this.current.kind === "managed") {
|
|
418
|
+
const entry = this.current
|
|
419
|
+
entry.subscribers.delete(packageName)
|
|
420
|
+
if (entry.subscribers.size > 0) {
|
|
421
|
+
// Other miniapps still subscribed; keep the stream alive.
|
|
422
|
+
return
|
|
423
|
+
}
|
|
424
|
+
} else if (this.current.packageName !== packageName) {
|
|
425
|
+
// Unmanaged stream: only the owner can stop it.
|
|
426
|
+
return
|
|
427
|
+
}
|
|
428
|
+
|
|
429
|
+
await this.teardownLocked("explicit_stop")
|
|
430
|
+
})
|
|
431
|
+
}
|
|
432
|
+
|
|
433
|
+
/**
|
|
434
|
+
* Called by MantleManager when a `stream_status` event arrives from glasses
|
|
435
|
+
* and the registry says it's phone-owned.
|
|
436
|
+
*/
|
|
437
|
+
handleGlassesStatus(event: StreamStatusEvent): void {
|
|
438
|
+
if (!this.current) return
|
|
439
|
+
if (event.streamId && event.streamId !== this.current.streamId) return
|
|
440
|
+
|
|
441
|
+
this.lifecycle?.recordActivity()
|
|
442
|
+
const includeResolvedConfig = !this.resolvedConfigForwarded && !!event.resolvedConfig
|
|
443
|
+
if (includeResolvedConfig) this.resolvedConfigForwarded = true
|
|
444
|
+
const slimData = slimStreamStatusEvent(event, {includeResolvedConfig})
|
|
445
|
+
const signature = streamStatusSignature(slimData)
|
|
446
|
+
if (signature === this.lastFanoutSignature) return
|
|
447
|
+
this.lastFanoutSignature = signature
|
|
448
|
+
|
|
449
|
+
this.fanout({
|
|
450
|
+
streamId: this.current.streamId,
|
|
451
|
+
source: "glasses",
|
|
452
|
+
status: event.status,
|
|
453
|
+
data: slimData,
|
|
454
|
+
})
|
|
455
|
+
|
|
456
|
+
// Glasses-reported TERMINAL states unwind the coordinator. Terminal means
|
|
457
|
+
// the publisher gave up or stopped — NOT a transient `kind:"error"`: the
|
|
458
|
+
// glasses publisher auto-recovers (error → reconnecting → reconnected),
|
|
459
|
+
// and tearing down on the first hiccup deletes the live input out from
|
|
460
|
+
// under a publisher that comes right back (it then retries into a dead
|
|
461
|
+
// input forever). A publisher that errors and never recovers is reaped by
|
|
462
|
+
// the keep-alive ack timeout. Queue the teardown through the transition
|
|
463
|
+
// lock so it serializes with any start/stop currently in flight.
|
|
464
|
+
const isStopped =
|
|
465
|
+
(event.kind === "lifecycle" && event.status === "stopped") ||
|
|
466
|
+
(event.kind === "snapshot" && event.status === "stopped")
|
|
467
|
+
const isGiveUp = event.kind === "reconnect" && event.status === "reconnect_failed"
|
|
468
|
+
if (isGiveUp || isStopped) {
|
|
469
|
+
const reason = isGiveUp ? "glasses_gave_up" : "glasses_stopped"
|
|
470
|
+
const targetStreamId = this.current.streamId
|
|
471
|
+
void this.runExclusive(async () => {
|
|
472
|
+
// The stream we wanted to tear down may already be gone (e.g. another
|
|
473
|
+
// teardown won the lock and unwound it). Guard before acting.
|
|
474
|
+
if (this.current?.streamId !== targetStreamId) return
|
|
475
|
+
await this.teardownLocked(reason, {sendBleStop: false})
|
|
476
|
+
})
|
|
477
|
+
}
|
|
478
|
+
}
|
|
479
|
+
|
|
480
|
+
/** Called by MantleManager when a phone-owned keep_alive_ack arrives. */
|
|
481
|
+
handleKeepAliveAck(event: KeepAliveAckEvent): void {
|
|
482
|
+
if (!event.ackId) return
|
|
483
|
+
this.lifecycle?.handleAck(event.ackId)
|
|
484
|
+
}
|
|
485
|
+
|
|
486
|
+
// ===========================================================================
|
|
487
|
+
// Internal
|
|
488
|
+
// ===========================================================================
|
|
489
|
+
|
|
490
|
+
private mintId(prefix: "u" | "m"): string {
|
|
491
|
+
this.idCounter += 1
|
|
492
|
+
return `phone-${prefix}-${Date.now().toString(36)}-${this.idCounter}`
|
|
493
|
+
}
|
|
494
|
+
|
|
495
|
+
private startLifecycle(streamId: string): void {
|
|
496
|
+
this.lifecycle?.dispose()
|
|
497
|
+
const ctrl = new StreamLifecycleController(
|
|
498
|
+
{
|
|
499
|
+
logger: consoleLogger,
|
|
500
|
+
streamId,
|
|
501
|
+
keepAliveIntervalMs: this.timings.keepAliveIntervalMs,
|
|
502
|
+
ackTimeoutMs: this.timings.ackTimeoutMs,
|
|
503
|
+
maxMissedAcks: this.timings.maxMissedAcks,
|
|
504
|
+
},
|
|
505
|
+
{
|
|
506
|
+
sendKeepAlive: async (ackId) => {
|
|
507
|
+
await BluetoothSdk.sendExternallyManagedStreamKeepAlive({
|
|
508
|
+
type: "keep_stream_alive",
|
|
509
|
+
streamId,
|
|
510
|
+
ackId,
|
|
511
|
+
})
|
|
512
|
+
},
|
|
513
|
+
onTimeout: async () => {
|
|
514
|
+
this.fanout({
|
|
515
|
+
streamId,
|
|
516
|
+
source: "coordinator",
|
|
517
|
+
status: "error",
|
|
518
|
+
data: {reason: "keep_alive_timeout"},
|
|
519
|
+
})
|
|
520
|
+
await this.runExclusive(async () => {
|
|
521
|
+
// The stream this timeout was bound to may already be gone.
|
|
522
|
+
if (this.current?.streamId !== streamId) return
|
|
523
|
+
await this.teardownLocked("keep_alive_timeout")
|
|
524
|
+
})
|
|
525
|
+
},
|
|
526
|
+
},
|
|
527
|
+
)
|
|
528
|
+
ctrl.setActive(true)
|
|
529
|
+
this.lifecycle = ctrl
|
|
530
|
+
}
|
|
531
|
+
|
|
532
|
+
private startCloudflareStatusPoll(entry: ManagedEntry): void {
|
|
533
|
+
// webrtc mode: how many polls to wait for the first "connected" before
|
|
534
|
+
// declaring the publisher never reached Cloudflare. Mirrors the HLS
|
|
535
|
+
// readiness budget (~60s at the default 5s cadence).
|
|
536
|
+
const maxConnectAttempts = Math.max(
|
|
537
|
+
1,
|
|
538
|
+
Math.ceil(
|
|
539
|
+
(this.timings.hlsReadinessMaxAttempts * this.timings.hlsReadinessPollMs) /
|
|
540
|
+
this.timings.cloudflareStatusPollMs,
|
|
541
|
+
),
|
|
542
|
+
)
|
|
543
|
+
const poll = async () => {
|
|
544
|
+
if (this.current !== entry) return
|
|
545
|
+
try {
|
|
546
|
+
const status: CloudflareStatus = await getManagedStreamStatus(entry.liveInputId)
|
|
547
|
+
this.fanout({
|
|
548
|
+
streamId: entry.streamId,
|
|
549
|
+
source: "cloudflare",
|
|
550
|
+
status: status.isConnected ? "connected" : "disconnected",
|
|
551
|
+
data: status as unknown as Record<string, unknown>,
|
|
552
|
+
})
|
|
553
|
+
// webrtc mode readiness: first "connected" means WHEP playback is
|
|
554
|
+
// available (WebRTC playback follows the ingest directly; there is no
|
|
555
|
+
// manifest to probe).
|
|
556
|
+
if (entry.mode === "webrtc" && !entry.hlsReady) {
|
|
557
|
+
if (status.isConnected) {
|
|
558
|
+
entry.hlsReady = true
|
|
559
|
+
const result = managedStartResult(entry)
|
|
560
|
+
for (const r of entry.hlsReadyResolvers) r(result)
|
|
561
|
+
entry.hlsReadyResolvers = []
|
|
562
|
+
entry.hlsReadyRejecters = []
|
|
563
|
+
this.fanout({
|
|
564
|
+
streamId: entry.streamId,
|
|
565
|
+
source: "coordinator",
|
|
566
|
+
status: "webrtc_ready",
|
|
567
|
+
data: result as unknown as Record<string, unknown>,
|
|
568
|
+
})
|
|
569
|
+
} else {
|
|
570
|
+
entry.connectAttempts += 1
|
|
571
|
+
if (entry.connectAttempts >= maxConnectAttempts) {
|
|
572
|
+
const err = new Error(
|
|
573
|
+
`WebRTC ingest never reached Cloudflare after ${entry.connectAttempts} status polls`,
|
|
574
|
+
)
|
|
575
|
+
for (const reject of entry.hlsReadyRejecters) reject(err)
|
|
576
|
+
entry.hlsReadyResolvers = []
|
|
577
|
+
entry.hlsReadyRejecters = []
|
|
578
|
+
this.fanout({
|
|
579
|
+
streamId: entry.streamId,
|
|
580
|
+
source: "coordinator",
|
|
581
|
+
status: "error",
|
|
582
|
+
data: {reason: "webrtc_not_connected"},
|
|
583
|
+
})
|
|
584
|
+
const targetStreamId = entry.streamId
|
|
585
|
+
void this.runExclusive(async () => {
|
|
586
|
+
if (this.current?.streamId !== targetStreamId) return
|
|
587
|
+
await this.teardownLocked("webrtc_not_connected")
|
|
588
|
+
})
|
|
589
|
+
}
|
|
590
|
+
}
|
|
591
|
+
}
|
|
592
|
+
} catch (err) {
|
|
593
|
+
console.warn("[STREAM] cloudflare status poll failed:", err)
|
|
594
|
+
}
|
|
595
|
+
}
|
|
596
|
+
entry.cloudflareTimer = setInterval(poll, this.timings.cloudflareStatusPollMs)
|
|
597
|
+
// Don't fire immediately — Cloudflare wouldn't have first-frame yet.
|
|
598
|
+
}
|
|
599
|
+
|
|
600
|
+
private startHlsReadinessPoll(entry: ManagedEntry): void {
|
|
601
|
+
// Skip the first few seconds — Cloudflare doesn't have first-frame yet,
|
|
602
|
+
// and the HEAD requests would all 404 and burn battery.
|
|
603
|
+
const tick = async () => {
|
|
604
|
+
if (this.current !== entry) return
|
|
605
|
+
entry.hlsAttempts += 1
|
|
606
|
+
try {
|
|
607
|
+
// Require a real manifest (200 with a body), not just res.ok — the
|
|
608
|
+
// playback edge returns 204 No Content while the input has no
|
|
609
|
+
// HLS-capable frames (e.g. WebRTC ingest), and 204 is "ok".
|
|
610
|
+
const res = await fetch(entry.hlsUrl, {method: "HEAD"})
|
|
611
|
+
if (res.status === 200) {
|
|
612
|
+
entry.hlsReady = true
|
|
613
|
+
if (entry.hlsTimer) {
|
|
614
|
+
clearInterval(entry.hlsTimer)
|
|
615
|
+
entry.hlsTimer = undefined
|
|
616
|
+
}
|
|
617
|
+
const result = managedStartResult(entry)
|
|
618
|
+
for (const r of entry.hlsReadyResolvers) r(result)
|
|
619
|
+
entry.hlsReadyResolvers = []
|
|
620
|
+
entry.hlsReadyRejecters = []
|
|
621
|
+
this.fanout({
|
|
622
|
+
streamId: entry.streamId,
|
|
623
|
+
source: "coordinator",
|
|
624
|
+
status: "hls_ready",
|
|
625
|
+
data: result as unknown as Record<string, unknown>,
|
|
626
|
+
})
|
|
627
|
+
return
|
|
628
|
+
}
|
|
629
|
+
} catch {
|
|
630
|
+
// 404 / network blip is expected while Cloudflare warms up.
|
|
631
|
+
}
|
|
632
|
+
if (entry.hlsAttempts >= this.timings.hlsReadinessMaxAttempts) {
|
|
633
|
+
if (entry.hlsTimer) {
|
|
634
|
+
clearInterval(entry.hlsTimer)
|
|
635
|
+
entry.hlsTimer = undefined
|
|
636
|
+
}
|
|
637
|
+
const err = new Error(
|
|
638
|
+
`HLS playback URL did not become ready after ${this.timings.hlsReadinessMaxAttempts} attempts`,
|
|
639
|
+
)
|
|
640
|
+
for (const reject of entry.hlsReadyRejecters) reject(err)
|
|
641
|
+
entry.hlsReadyResolvers = []
|
|
642
|
+
entry.hlsReadyRejecters = []
|
|
643
|
+
this.fanout({
|
|
644
|
+
streamId: entry.streamId,
|
|
645
|
+
source: "coordinator",
|
|
646
|
+
status: "error",
|
|
647
|
+
data: {reason: "hls_not_ready"},
|
|
648
|
+
})
|
|
649
|
+
const targetStreamId = entry.streamId
|
|
650
|
+
void this.runExclusive(async () => {
|
|
651
|
+
if (this.current?.streamId !== targetStreamId) return
|
|
652
|
+
await this.teardownLocked("hls_not_ready")
|
|
653
|
+
})
|
|
654
|
+
}
|
|
655
|
+
}
|
|
656
|
+
setTimeout(() => {
|
|
657
|
+
// Guard: stream may have been torn down during the initial delay.
|
|
658
|
+
if (this.current !== entry) return
|
|
659
|
+
entry.hlsTimer = setInterval(tick, this.timings.hlsReadinessPollMs)
|
|
660
|
+
}, this.timings.hlsReadinessInitialDelayMs)
|
|
661
|
+
}
|
|
662
|
+
|
|
663
|
+
private fanout(update: StreamStatusUpdate): void {
|
|
664
|
+
if (!this.current || !this.statusSubscriber) return
|
|
665
|
+
const targets =
|
|
666
|
+
this.current.kind === "managed"
|
|
667
|
+
? Array.from(this.current.subscribers)
|
|
668
|
+
: [this.current.packageName]
|
|
669
|
+
for (const pkg of targets) {
|
|
670
|
+
try {
|
|
671
|
+
this.statusSubscriber(pkg, update)
|
|
672
|
+
} catch (err) {
|
|
673
|
+
console.warn("[STREAM] statusSubscriber threw:", err)
|
|
674
|
+
}
|
|
675
|
+
}
|
|
676
|
+
}
|
|
677
|
+
|
|
678
|
+
/**
|
|
679
|
+
* Run teardown of the currently-active stream. Caller must hold the
|
|
680
|
+
* transition lock (see {@link runExclusive}). Keeps `this.current`
|
|
681
|
+
* populated until BluetoothSdk.stopStream resolves so a concurrent caller
|
|
682
|
+
* waiting on the lock can't claim the slot mid-stop and have its
|
|
683
|
+
* startStream BLE write collide with our in-flight stopStream.
|
|
684
|
+
*/
|
|
685
|
+
private async teardownLocked(reason: string, options: {sendBleStop?: boolean} = {}): Promise<void> {
|
|
686
|
+
const entry = this.current
|
|
687
|
+
if (!entry) return
|
|
688
|
+
const sendBleStop = options.sendBleStop !== false
|
|
689
|
+
|
|
690
|
+
this.lastFanoutSignature = null
|
|
691
|
+
this.resolvedConfigForwarded = false
|
|
692
|
+
|
|
693
|
+
// Dispose the lifecycle controller immediately so it doesn't fire one
|
|
694
|
+
// more keep-alive against a stream we're tearing down. The transition
|
|
695
|
+
// lock guarantees no new lifecycle is started concurrently.
|
|
696
|
+
this.lifecycle?.dispose()
|
|
697
|
+
this.lifecycle = null
|
|
698
|
+
|
|
699
|
+
if (entry.kind === "managed") {
|
|
700
|
+
if (entry.cloudflareTimer) clearInterval(entry.cloudflareTimer)
|
|
701
|
+
if (entry.hlsTimer) clearInterval(entry.hlsTimer)
|
|
702
|
+
// Reject any still-pending HLS readiness waiters.
|
|
703
|
+
const pendingErr = new Error(`Stream torn down: ${reason}`)
|
|
704
|
+
for (const reject of entry.hlsReadyRejecters) reject(pendingErr)
|
|
705
|
+
entry.hlsReadyResolvers = []
|
|
706
|
+
entry.hlsReadyRejecters = []
|
|
707
|
+
// Cloudflare DELETE is fire-and-forget — failing it doesn't undo the
|
|
708
|
+
// BLE stop we're about to do, and Cloudflare's idle-input scavenger
|
|
709
|
+
// will eventually clean up leaked inputs.
|
|
710
|
+
teardownManagedStream(entry.liveInputId).catch((err) => {
|
|
711
|
+
console.warn("[STREAM] teardownManagedStream failed:", err)
|
|
712
|
+
})
|
|
713
|
+
}
|
|
714
|
+
|
|
715
|
+
try {
|
|
716
|
+
if (sendBleStop) {
|
|
717
|
+
await BluetoothSdk.stopStream()
|
|
718
|
+
}
|
|
719
|
+
} catch (err) {
|
|
720
|
+
console.warn("[STREAM] BluetoothSdk.stopStream failed:", err)
|
|
721
|
+
} finally {
|
|
722
|
+
// Release the slot AFTER the BLE stop finished, so the next start can
|
|
723
|
+
// safely write its own start_stream without colliding with ours.
|
|
724
|
+
// Only clear if we're still the active entry (defensive — runExclusive
|
|
725
|
+
// serializes us, so this should always be true).
|
|
726
|
+
if (this.current === entry) this.current = null
|
|
727
|
+
}
|
|
728
|
+
}
|
|
729
|
+
}
|
|
730
|
+
|
|
731
|
+
function pickIngestUrl(p: ProvisionResult, preference?: "srt" | "whip"): string {
|
|
732
|
+
// Glasses' StreamCommandHandler detects protocol from URL prefix.
|
|
733
|
+
//
|
|
734
|
+
// Default priority: SRT > RTMP > WHIP. SRT first: Cloudflare's WebRTC (WHIP)
|
|
735
|
+
// ingest does NOT feed HLS/DASH playback or recording — a WHIP-ingested
|
|
736
|
+
// managed stream reports "connected" while its hlsUrl serves 204 forever,
|
|
737
|
+
// which breaks the managed contract (subscribers share HLS playback). SRT
|
|
738
|
+
// also survives office firewalls that kill RTMPS:443 mid-handshake.
|
|
739
|
+
//
|
|
740
|
+
// "whip" preference flips the trade: sub-second WHEP playback for
|
|
741
|
+
// live-monitor use cases, accepting no HLS and no recording.
|
|
742
|
+
//
|
|
743
|
+
// Throw if none resolved so the caller's Promise rejects with a clear
|
|
744
|
+
// message rather than the glasses' "unknown protocol" error.
|
|
745
|
+
const url =
|
|
746
|
+
preference === "whip"
|
|
747
|
+
? p.webrtcPublishUrl || p.srtUrl || p.rtmpUrl
|
|
748
|
+
: p.srtUrl || p.rtmpUrl || p.webrtcPublishUrl
|
|
749
|
+
if (!url) {
|
|
750
|
+
throw new Error("Cloudflare provision returned no usable ingest URL")
|
|
751
|
+
}
|
|
752
|
+
return url
|
|
753
|
+
}
|
|
754
|
+
|
|
755
|
+
function publisherStartResult(streamId: string, event?: StreamStatusEvent): StreamPublisherStartResult {
|
|
756
|
+
return {
|
|
757
|
+
streamId: event?.streamId || streamId,
|
|
758
|
+
status: event?.status ?? "streaming",
|
|
759
|
+
...(event?.resolvedConfig ? {resolvedConfig: event.resolvedConfig} : {}),
|
|
760
|
+
}
|
|
761
|
+
}
|
|
762
|
+
|
|
763
|
+
function managedStartResult(entry: ManagedEntry): ManagedStartResult {
|
|
764
|
+
const publisher = entry.publisherStart ?? publisherStartResult(entry.streamId)
|
|
765
|
+
return {
|
|
766
|
+
...publisher,
|
|
767
|
+
streamId: entry.streamId,
|
|
768
|
+
liveInputId: entry.liveInputId,
|
|
769
|
+
mode: entry.mode,
|
|
770
|
+
hlsUrl: entry.hlsUrl,
|
|
771
|
+
dashUrl: entry.dashUrl,
|
|
772
|
+
webrtcUrl: entry.webrtcUrl,
|
|
773
|
+
}
|
|
774
|
+
}
|
|
775
|
+
|
|
776
|
+
// Singleton — coordinator's single-stream constraint is process-wide.
|
|
777
|
+
export const phoneStreamCoordinator = new PhoneStreamCoordinator()
|