@elizaos/app-core 2.0.0-alpha.37
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build.log +2 -0
- package/LICENSE +21 -0
- package/dist/App.d.ts +5 -0
- package/dist/App.d.ts.map +1 -0
- package/dist/App.js +198 -0
- package/dist/actions/character.d.ts +27 -0
- package/dist/actions/character.d.ts.map +1 -0
- package/dist/actions/character.js +97 -0
- package/dist/actions/chat-helpers.d.ts +47 -0
- package/dist/actions/chat-helpers.d.ts.map +1 -0
- package/dist/actions/chat-helpers.js +79 -0
- package/dist/actions/cloud.d.ts +17 -0
- package/dist/actions/cloud.d.ts.map +1 -0
- package/dist/actions/cloud.js +43 -0
- package/dist/actions/index.d.ts +12 -0
- package/dist/actions/index.d.ts.map +1 -0
- package/dist/actions/index.js +11 -0
- package/dist/actions/lifecycle.d.ts +43 -0
- package/dist/actions/lifecycle.d.ts.map +1 -0
- package/dist/actions/lifecycle.js +118 -0
- package/dist/actions/onboarding.d.ts +12 -0
- package/dist/actions/onboarding.d.ts.map +1 -0
- package/dist/actions/onboarding.js +28 -0
- package/dist/actions/triggers.d.ts +23 -0
- package/dist/actions/triggers.d.ts.map +1 -0
- package/dist/actions/triggers.js +148 -0
- package/dist/api/client.d.ts +2823 -0
- package/dist/api/client.d.ts.map +1 -0
- package/dist/api/client.js +2392 -0
- package/dist/api/index.d.ts +2 -0
- package/dist/api/index.d.ts.map +1 -0
- package/dist/api/index.js +1 -0
- package/dist/autonomy/index.d.ts +48 -0
- package/dist/autonomy/index.d.ts.map +1 -0
- package/dist/autonomy/index.js +330 -0
- package/dist/bridge/capacitor-bridge.d.ts +153 -0
- package/dist/bridge/capacitor-bridge.d.ts.map +1 -0
- package/dist/bridge/capacitor-bridge.js +193 -0
- package/dist/bridge/electrobun-rpc.d.ts +19 -0
- package/dist/bridge/electrobun-rpc.d.ts.map +1 -0
- package/dist/bridge/electrobun-rpc.js +27 -0
- package/dist/bridge/electrobun-runtime.d.ts +3 -0
- package/dist/bridge/electrobun-runtime.d.ts.map +1 -0
- package/dist/bridge/electrobun-runtime.js +17 -0
- package/dist/bridge/index.d.ts +6 -0
- package/dist/bridge/index.d.ts.map +1 -0
- package/dist/bridge/index.js +5 -0
- package/dist/bridge/native-plugins.d.ts +82 -0
- package/dist/bridge/native-plugins.d.ts.map +1 -0
- package/dist/bridge/native-plugins.js +39 -0
- package/dist/bridge/plugin-bridge.d.ts +116 -0
- package/dist/bridge/plugin-bridge.d.ts.map +1 -0
- package/dist/bridge/plugin-bridge.js +203 -0
- package/dist/bridge/storage-bridge.d.ts +39 -0
- package/dist/bridge/storage-bridge.d.ts.map +1 -0
- package/dist/bridge/storage-bridge.js +135 -0
- package/dist/chat/index.d.ts +57 -0
- package/dist/chat/index.d.ts.map +1 -0
- package/dist/chat/index.js +161 -0
- package/dist/coding/index.d.ts +25 -0
- package/dist/coding/index.d.ts.map +1 -0
- package/dist/coding/index.js +25 -0
- package/dist/components/AdvancedPageView.d.ts +17 -0
- package/dist/components/AdvancedPageView.d.ts.map +1 -0
- package/dist/components/AdvancedPageView.js +137 -0
- package/dist/components/AgentActivityBox.d.ts +7 -0
- package/dist/components/AgentActivityBox.d.ts.map +1 -0
- package/dist/components/AgentActivityBox.js +25 -0
- package/dist/components/ApiKeyConfig.d.ts +26 -0
- package/dist/components/ApiKeyConfig.d.ts.map +1 -0
- package/dist/components/ApiKeyConfig.js +121 -0
- package/dist/components/AppsPageView.d.ts +7 -0
- package/dist/components/AppsPageView.d.ts.map +1 -0
- package/dist/components/AppsPageView.js +31 -0
- package/dist/components/AppsView.d.ts +8 -0
- package/dist/components/AppsView.d.ts.map +1 -0
- package/dist/components/AppsView.js +149 -0
- package/dist/components/AvatarLoader.d.ts +9 -0
- package/dist/components/AvatarLoader.d.ts.map +1 -0
- package/dist/components/AvatarLoader.js +45 -0
- package/dist/components/AvatarSelector.d.ts +23 -0
- package/dist/components/AvatarSelector.d.ts.map +1 -0
- package/dist/components/AvatarSelector.js +105 -0
- package/dist/components/BscTradePanel.d.ts +22 -0
- package/dist/components/BscTradePanel.d.ts.map +1 -0
- package/dist/components/BscTradePanel.js +221 -0
- package/dist/components/BugReportModal.d.ts +2 -0
- package/dist/components/BugReportModal.d.ts.map +1 -0
- package/dist/components/BugReportModal.js +218 -0
- package/dist/components/CharacterView.d.ts +8 -0
- package/dist/components/CharacterView.d.ts.map +1 -0
- package/dist/components/CharacterView.js +703 -0
- package/dist/components/ChatAvatar.d.ts +8 -0
- package/dist/components/ChatAvatar.d.ts.map +1 -0
- package/dist/components/ChatAvatar.js +89 -0
- package/dist/components/ChatComposer.d.ts +37 -0
- package/dist/components/ChatComposer.d.ts.map +1 -0
- package/dist/components/ChatComposer.js +136 -0
- package/dist/components/ChatMessage.d.ts +24 -0
- package/dist/components/ChatMessage.d.ts.map +1 -0
- package/dist/components/ChatMessage.js +167 -0
- package/dist/components/ChatModalView.d.ts +10 -0
- package/dist/components/ChatModalView.d.ts.map +1 -0
- package/dist/components/ChatModalView.js +57 -0
- package/dist/components/ChatView.d.ts +14 -0
- package/dist/components/ChatView.d.ts.map +1 -0
- package/dist/components/ChatView.js +511 -0
- package/dist/components/CloudSourceControls.d.ts +13 -0
- package/dist/components/CloudSourceControls.d.ts.map +1 -0
- package/dist/components/CloudSourceControls.js +14 -0
- package/dist/components/CodingAgentSettingsSection.d.ts +2 -0
- package/dist/components/CodingAgentSettingsSection.d.ts.map +1 -0
- package/dist/components/CodingAgentSettingsSection.js +268 -0
- package/dist/components/CommandPalette.d.ts +2 -0
- package/dist/components/CommandPalette.d.ts.map +1 -0
- package/dist/components/CommandPalette.js +181 -0
- package/dist/components/CompanionSceneHost.d.ts +15 -0
- package/dist/components/CompanionSceneHost.d.ts.map +1 -0
- package/dist/components/CompanionSceneHost.js +343 -0
- package/dist/components/CompanionShell.d.ts +17 -0
- package/dist/components/CompanionShell.d.ts.map +1 -0
- package/dist/components/CompanionShell.js +15 -0
- package/dist/components/CompanionView.d.ts +2 -0
- package/dist/components/CompanionView.d.ts.map +1 -0
- package/dist/components/CompanionView.js +22 -0
- package/dist/components/ConfigPageView.d.ts +11 -0
- package/dist/components/ConfigPageView.d.ts.map +1 -0
- package/dist/components/ConfigPageView.js +275 -0
- package/dist/components/ConfigSaveFooter.d.ts +8 -0
- package/dist/components/ConfigSaveFooter.d.ts.map +1 -0
- package/dist/components/ConfigSaveFooter.js +10 -0
- package/dist/components/ConfirmModal.d.ts +61 -0
- package/dist/components/ConfirmModal.d.ts.map +1 -0
- package/dist/components/ConfirmModal.js +164 -0
- package/dist/components/ConnectionFailedBanner.d.ts +6 -0
- package/dist/components/ConnectionFailedBanner.d.ts.map +1 -0
- package/dist/components/ConnectionFailedBanner.js +22 -0
- package/dist/components/ConnectorsPageView.d.ts +7 -0
- package/dist/components/ConnectorsPageView.d.ts.map +1 -0
- package/dist/components/ConnectorsPageView.js +8 -0
- package/dist/components/ConversationsSidebar.d.ts +9 -0
- package/dist/components/ConversationsSidebar.d.ts.map +1 -0
- package/dist/components/ConversationsSidebar.js +116 -0
- package/dist/components/CustomActionEditor.d.ts +10 -0
- package/dist/components/CustomActionEditor.d.ts.map +1 -0
- package/dist/components/CustomActionEditor.js +578 -0
- package/dist/components/CustomActionsPanel.d.ts +9 -0
- package/dist/components/CustomActionsPanel.d.ts.map +1 -0
- package/dist/components/CustomActionsPanel.js +107 -0
- package/dist/components/CustomActionsView.d.ts +2 -0
- package/dist/components/CustomActionsView.d.ts.map +1 -0
- package/dist/components/CustomActionsView.js +134 -0
- package/dist/components/DatabasePageView.d.ts +5 -0
- package/dist/components/DatabasePageView.d.ts.map +1 -0
- package/dist/components/DatabasePageView.js +28 -0
- package/dist/components/DatabaseView.d.ts +9 -0
- package/dist/components/DatabaseView.d.ts.map +1 -0
- package/dist/components/DatabaseView.js +311 -0
- package/dist/components/ElizaCloudDashboard.d.ts +2 -0
- package/dist/components/ElizaCloudDashboard.d.ts.map +1 -0
- package/dist/components/ElizaCloudDashboard.js +657 -0
- package/dist/components/EmotePicker.d.ts +2 -0
- package/dist/components/EmotePicker.d.ts.map +1 -0
- package/dist/components/EmotePicker.js +343 -0
- package/dist/components/ErrorBoundary.d.ts +22 -0
- package/dist/components/ErrorBoundary.d.ts.map +1 -0
- package/dist/components/ErrorBoundary.js +31 -0
- package/dist/components/FineTuningView.d.ts +2 -0
- package/dist/components/FineTuningView.d.ts.map +1 -0
- package/dist/components/FineTuningView.js +433 -0
- package/dist/components/GameView.d.ts +11 -0
- package/dist/components/GameView.d.ts.map +1 -0
- package/dist/components/GameView.js +295 -0
- package/dist/components/GameViewOverlay.d.ts +8 -0
- package/dist/components/GameViewOverlay.d.ts.map +1 -0
- package/dist/components/GameViewOverlay.js +70 -0
- package/dist/components/GlobalEmoteOverlay.d.ts +2 -0
- package/dist/components/GlobalEmoteOverlay.d.ts.map +1 -0
- package/dist/components/GlobalEmoteOverlay.js +112 -0
- package/dist/components/Header.d.ts +8 -0
- package/dist/components/Header.d.ts.map +1 -0
- package/dist/components/Header.js +121 -0
- package/dist/components/HeartbeatsView.d.ts +2 -0
- package/dist/components/HeartbeatsView.d.ts.map +1 -0
- package/dist/components/HeartbeatsView.js +378 -0
- package/dist/components/InventoryView.d.ts +10 -0
- package/dist/components/InventoryView.d.ts.map +1 -0
- package/dist/components/InventoryView.js +162 -0
- package/dist/components/KnowledgeView.d.ts +20 -0
- package/dist/components/KnowledgeView.d.ts.map +1 -0
- package/dist/components/KnowledgeView.js +480 -0
- package/dist/components/LanguageDropdown.d.ts +30 -0
- package/dist/components/LanguageDropdown.d.ts.map +1 -0
- package/dist/components/LanguageDropdown.js +98 -0
- package/dist/components/LifoMonitorPanel.d.ts +21 -0
- package/dist/components/LifoMonitorPanel.d.ts.map +1 -0
- package/dist/components/LifoMonitorPanel.js +24 -0
- package/dist/components/LifoSandboxView.d.ts +5 -0
- package/dist/components/LifoSandboxView.d.ts.map +1 -0
- package/dist/components/LifoSandboxView.js +333 -0
- package/dist/components/LoadingScreen.d.ts +13 -0
- package/dist/components/LoadingScreen.d.ts.map +1 -0
- package/dist/components/LoadingScreen.js +39 -0
- package/dist/components/LogsPageView.d.ts +2 -0
- package/dist/components/LogsPageView.d.ts.map +1 -0
- package/dist/components/LogsPageView.js +7 -0
- package/dist/components/LogsView.d.ts +5 -0
- package/dist/components/LogsView.d.ts.map +1 -0
- package/dist/components/LogsView.js +71 -0
- package/dist/components/MediaGalleryView.d.ts +9 -0
- package/dist/components/MediaGalleryView.d.ts.map +1 -0
- package/dist/components/MediaGalleryView.js +236 -0
- package/dist/components/MediaSettingsSection.d.ts +11 -0
- package/dist/components/MediaSettingsSection.d.ts.map +1 -0
- package/dist/components/MediaSettingsSection.js +329 -0
- package/dist/components/MessageContent.d.ts +51 -0
- package/dist/components/MessageContent.d.ts.map +1 -0
- package/dist/components/MessageContent.js +553 -0
- package/dist/components/OnboardingWizard.d.ts +2 -0
- package/dist/components/OnboardingWizard.d.ts.map +1 -0
- package/dist/components/OnboardingWizard.js +59 -0
- package/dist/components/PairingView.d.ts +5 -0
- package/dist/components/PairingView.d.ts.map +1 -0
- package/dist/components/PairingView.js +28 -0
- package/dist/components/PermissionsSection.d.ts +20 -0
- package/dist/components/PermissionsSection.d.ts.map +1 -0
- package/dist/components/PermissionsSection.js +368 -0
- package/dist/components/PluginsPageView.d.ts +5 -0
- package/dist/components/PluginsPageView.d.ts.map +1 -0
- package/dist/components/PluginsPageView.js +8 -0
- package/dist/components/PluginsView.d.ts +21 -0
- package/dist/components/PluginsView.d.ts.map +1 -0
- package/dist/components/PluginsView.js +1531 -0
- package/dist/components/ProviderSwitcher.d.ts +42 -0
- package/dist/components/ProviderSwitcher.d.ts.map +1 -0
- package/dist/components/ProviderSwitcher.js +480 -0
- package/dist/components/RestartBanner.d.ts +2 -0
- package/dist/components/RestartBanner.d.ts.map +1 -0
- package/dist/components/RestartBanner.js +36 -0
- package/dist/components/RuntimeView.d.ts +10 -0
- package/dist/components/RuntimeView.d.ts.map +1 -0
- package/dist/components/RuntimeView.js +165 -0
- package/dist/components/SaveCommandModal.d.ts +12 -0
- package/dist/components/SaveCommandModal.d.ts.map +1 -0
- package/dist/components/SaveCommandModal.js +84 -0
- package/dist/components/SecretsView.d.ts +9 -0
- package/dist/components/SecretsView.d.ts.map +1 -0
- package/dist/components/SecretsView.js +249 -0
- package/dist/components/SettingsView.d.ts +9 -0
- package/dist/components/SettingsView.d.ts.map +1 -0
- package/dist/components/SettingsView.js +230 -0
- package/dist/components/ShellOverlays.d.ts +8 -0
- package/dist/components/ShellOverlays.d.ts.map +1 -0
- package/dist/components/ShellOverlays.js +10 -0
- package/dist/components/ShortcutsOverlay.d.ts +2 -0
- package/dist/components/ShortcutsOverlay.d.ts.map +1 -0
- package/dist/components/ShortcutsOverlay.js +79 -0
- package/dist/components/SkillsView.d.ts +11 -0
- package/dist/components/SkillsView.d.ts.map +1 -0
- package/dist/components/SkillsView.js +358 -0
- package/dist/components/StartupFailureView.d.ts +8 -0
- package/dist/components/StartupFailureView.d.ts.map +1 -0
- package/dist/components/StartupFailureView.js +15 -0
- package/dist/components/StreamView.d.ts +16 -0
- package/dist/components/StreamView.d.ts.map +1 -0
- package/dist/components/StreamView.js +300 -0
- package/dist/components/StripeEmbeddedCheckout.d.ts +24 -0
- package/dist/components/StripeEmbeddedCheckout.d.ts.map +1 -0
- package/dist/components/StripeEmbeddedCheckout.js +101 -0
- package/dist/components/SubscriptionStatus.d.ts +22 -0
- package/dist/components/SubscriptionStatus.d.ts.map +1 -0
- package/dist/components/SubscriptionStatus.js +301 -0
- package/dist/components/SystemWarningBanner.d.ts +6 -0
- package/dist/components/SystemWarningBanner.d.ts.map +1 -0
- package/dist/components/SystemWarningBanner.js +46 -0
- package/dist/components/ThemeToggle.d.ts +21 -0
- package/dist/components/ThemeToggle.d.ts.map +1 -0
- package/dist/components/ThemeToggle.js +24 -0
- package/dist/components/TrajectoriesView.d.ts +12 -0
- package/dist/components/TrajectoriesView.d.ts.map +1 -0
- package/dist/components/TrajectoriesView.js +183 -0
- package/dist/components/TrajectoryDetailView.d.ts +13 -0
- package/dist/components/TrajectoryDetailView.d.ts.map +1 -0
- package/dist/components/TrajectoryDetailView.js +112 -0
- package/dist/components/TriggersView.d.ts +2 -0
- package/dist/components/TriggersView.d.ts.map +1 -0
- package/dist/components/TriggersView.js +1 -0
- package/dist/components/VectorBrowserView.d.ts +10 -0
- package/dist/components/VectorBrowserView.d.ts.map +1 -0
- package/dist/components/VectorBrowserView.js +997 -0
- package/dist/components/VoiceConfigView.d.ts +11 -0
- package/dist/components/VoiceConfigView.d.ts.map +1 -0
- package/dist/components/VoiceConfigView.js +329 -0
- package/dist/components/VrmStage.d.ts +21 -0
- package/dist/components/VrmStage.d.ts.map +1 -0
- package/dist/components/VrmStage.js +252 -0
- package/dist/components/WhatsAppQrOverlay.d.ts +8 -0
- package/dist/components/WhatsAppQrOverlay.d.ts.map +1 -0
- package/dist/components/WhatsAppQrOverlay.js +63 -0
- package/dist/components/apps/AppDetailPane.d.ts +15 -0
- package/dist/components/apps/AppDetailPane.d.ts.map +1 -0
- package/dist/components/apps/AppDetailPane.js +13 -0
- package/dist/components/apps/AppsCatalogGrid.d.ts +20 -0
- package/dist/components/apps/AppsCatalogGrid.d.ts.map +1 -0
- package/dist/components/apps/AppsCatalogGrid.js +18 -0
- package/dist/components/apps/extensions/HyperscapeAppDetailPanel.d.ts +3 -0
- package/dist/components/apps/extensions/HyperscapeAppDetailPanel.d.ts.map +1 -0
- package/dist/components/apps/extensions/HyperscapeAppDetailPanel.js +253 -0
- package/dist/components/apps/extensions/registry.d.ts +4 -0
- package/dist/components/apps/extensions/registry.d.ts.map +1 -0
- package/dist/components/apps/extensions/registry.js +10 -0
- package/dist/components/apps/extensions/types.d.ts +7 -0
- package/dist/components/apps/extensions/types.d.ts.map +1 -0
- package/dist/components/apps/extensions/types.js +1 -0
- package/dist/components/apps/helpers.d.ts +7 -0
- package/dist/components/apps/helpers.d.ts.map +1 -0
- package/dist/components/apps/helpers.js +46 -0
- package/dist/components/avatar/VrmAnimationLoader.d.ts +30 -0
- package/dist/components/avatar/VrmAnimationLoader.d.ts.map +1 -0
- package/dist/components/avatar/VrmAnimationLoader.js +99 -0
- package/dist/components/avatar/VrmBlinkController.d.ts +37 -0
- package/dist/components/avatar/VrmBlinkController.d.ts.map +1 -0
- package/dist/components/avatar/VrmBlinkController.js +98 -0
- package/dist/components/avatar/VrmCameraManager.d.ts +57 -0
- package/dist/components/avatar/VrmCameraManager.d.ts.map +1 -0
- package/dist/components/avatar/VrmCameraManager.js +277 -0
- package/dist/components/avatar/VrmEngine.d.ts +229 -0
- package/dist/components/avatar/VrmEngine.d.ts.map +1 -0
- package/dist/components/avatar/VrmEngine.js +1950 -0
- package/dist/components/avatar/VrmFootShadow.d.ts +18 -0
- package/dist/components/avatar/VrmFootShadow.d.ts.map +1 -0
- package/dist/components/avatar/VrmFootShadow.js +83 -0
- package/dist/components/avatar/VrmViewer.d.ts +45 -0
- package/dist/components/avatar/VrmViewer.d.ts.map +1 -0
- package/dist/components/avatar/VrmViewer.js +341 -0
- package/dist/components/avatar/mixamoVRMRigMap.d.ts +3 -0
- package/dist/components/avatar/mixamoVRMRigMap.d.ts.map +1 -0
- package/dist/components/avatar/mixamoVRMRigMap.js +56 -0
- package/dist/components/avatar/retargetMixamoFbxToVrm.d.ts +9 -0
- package/dist/components/avatar/retargetMixamoFbxToVrm.d.ts.map +1 -0
- package/dist/components/avatar/retargetMixamoFbxToVrm.js +88 -0
- package/dist/components/avatar/retargetMixamoGltfToVrm.d.ts +11 -0
- package/dist/components/avatar/retargetMixamoGltfToVrm.d.ts.map +1 -0
- package/dist/components/avatar/retargetMixamoGltfToVrm.js +80 -0
- package/dist/components/chainConfig.d.ts +84 -0
- package/dist/components/chainConfig.d.ts.map +1 -0
- package/dist/components/chainConfig.js +268 -0
- package/dist/components/companion/CompanionHeader.d.ts +15 -0
- package/dist/components/companion/CompanionHeader.d.ts.map +1 -0
- package/dist/components/companion/CompanionHeader.js +7 -0
- package/dist/components/companion/CompanionSceneHost.d.ts +2 -0
- package/dist/components/companion/CompanionSceneHost.d.ts.map +1 -0
- package/dist/components/companion/CompanionSceneHost.js +1 -0
- package/dist/components/companion/VrmStage.d.ts +3 -0
- package/dist/components/companion/VrmStage.d.ts.map +1 -0
- package/dist/components/companion/VrmStage.js +1 -0
- package/dist/components/companion/walletUtils.d.ts +95 -0
- package/dist/components/companion/walletUtils.d.ts.map +1 -0
- package/dist/components/companion/walletUtils.js +167 -0
- package/dist/components/companion-shell-styles.d.ts +38 -0
- package/dist/components/companion-shell-styles.d.ts.map +1 -0
- package/dist/components/companion-shell-styles.js +248 -0
- package/dist/components/confirm-delete-control.d.ts +16 -0
- package/dist/components/confirm-delete-control.d.ts.map +1 -0
- package/dist/components/confirm-delete-control.js +12 -0
- package/dist/components/conversations/ConversationListItem.d.ts +31 -0
- package/dist/components/conversations/ConversationListItem.d.ts.map +1 -0
- package/dist/components/conversations/ConversationListItem.js +52 -0
- package/dist/components/conversations/conversation-utils.d.ts +9 -0
- package/dist/components/conversations/conversation-utils.d.ts.map +1 -0
- package/dist/components/conversations/conversation-utils.js +138 -0
- package/dist/components/format.d.ts +54 -0
- package/dist/components/format.d.ts.map +1 -0
- package/dist/components/format.js +82 -0
- package/dist/components/index.d.ts +93 -0
- package/dist/components/index.d.ts.map +1 -0
- package/dist/components/index.js +92 -0
- package/dist/components/inventory/CopyableAddress.d.ts +8 -0
- package/dist/components/inventory/CopyableAddress.d.ts.map +1 -0
- package/dist/components/inventory/CopyableAddress.js +18 -0
- package/dist/components/inventory/InventoryToolbar.d.ts +25 -0
- package/dist/components/inventory/InventoryToolbar.d.ts.map +1 -0
- package/dist/components/inventory/InventoryToolbar.js +28 -0
- package/dist/components/inventory/NftGrid.d.ts +13 -0
- package/dist/components/inventory/NftGrid.d.ts.map +1 -0
- package/dist/components/inventory/NftGrid.js +29 -0
- package/dist/components/inventory/TokenLogo.d.ts +12 -0
- package/dist/components/inventory/TokenLogo.d.ts.map +1 -0
- package/dist/components/inventory/TokenLogo.js +33 -0
- package/dist/components/inventory/TokensTable.d.ts +24 -0
- package/dist/components/inventory/TokensTable.d.ts.map +1 -0
- package/dist/components/inventory/TokensTable.js +26 -0
- package/dist/components/inventory/constants.d.ts +52 -0
- package/dist/components/inventory/constants.d.ts.map +1 -0
- package/dist/components/inventory/constants.js +121 -0
- package/dist/components/inventory/index.d.ts +9 -0
- package/dist/components/inventory/index.d.ts.map +1 -0
- package/dist/components/inventory/index.js +8 -0
- package/dist/components/inventory/media-url.d.ts +6 -0
- package/dist/components/inventory/media-url.d.ts.map +1 -0
- package/dist/components/inventory/media-url.js +28 -0
- package/dist/components/inventory/useInventoryData.d.ts +53 -0
- package/dist/components/inventory/useInventoryData.d.ts.map +1 -0
- package/dist/components/inventory/useInventoryData.js +332 -0
- package/dist/components/knowledge-upload-image.d.ts +27 -0
- package/dist/components/knowledge-upload-image.d.ts.map +1 -0
- package/dist/components/knowledge-upload-image.js +146 -0
- package/dist/components/labels.d.ts +6 -0
- package/dist/components/labels.d.ts.map +1 -0
- package/dist/components/labels.js +40 -0
- package/dist/components/onboarding/ActivateStep.d.ts +2 -0
- package/dist/components/onboarding/ActivateStep.d.ts.map +1 -0
- package/dist/components/onboarding/ActivateStep.js +6 -0
- package/dist/components/onboarding/ConnectionStep.d.ts +2 -0
- package/dist/components/onboarding/ConnectionStep.d.ts.map +1 -0
- package/dist/components/onboarding/ConnectionStep.js +552 -0
- package/dist/components/onboarding/OnboardingPanel.d.ts +9 -0
- package/dist/components/onboarding/OnboardingPanel.d.ts.map +1 -0
- package/dist/components/onboarding/OnboardingPanel.js +24 -0
- package/dist/components/onboarding/OnboardingStepNav.d.ts +2 -0
- package/dist/components/onboarding/OnboardingStepNav.d.ts.map +1 -0
- package/dist/components/onboarding/OnboardingStepNav.js +14 -0
- package/dist/components/onboarding/PermissionsStep.d.ts +2 -0
- package/dist/components/onboarding/PermissionsStep.d.ts.map +1 -0
- package/dist/components/onboarding/PermissionsStep.js +7 -0
- package/dist/components/onboarding/RpcStep.d.ts +2 -0
- package/dist/components/onboarding/RpcStep.d.ts.map +1 -0
- package/dist/components/onboarding/RpcStep.js +125 -0
- package/dist/components/onboarding/WakeUpStep.d.ts +2 -0
- package/dist/components/onboarding/WakeUpStep.d.ts.map +1 -0
- package/dist/components/onboarding/WakeUpStep.js +82 -0
- package/dist/components/permissions/PermissionIcon.d.ts +4 -0
- package/dist/components/permissions/PermissionIcon.d.ts.map +1 -0
- package/dist/components/permissions/PermissionIcon.js +12 -0
- package/dist/components/permissions/StreamingPermissions.d.ts +20 -0
- package/dist/components/permissions/StreamingPermissions.d.ts.map +1 -0
- package/dist/components/permissions/StreamingPermissions.js +173 -0
- package/dist/components/plugins/showcase-data.d.ts +7 -0
- package/dist/components/plugins/showcase-data.d.ts.map +1 -0
- package/dist/components/plugins/showcase-data.js +464 -0
- package/dist/components/shared/ShellHeaderControls.d.ts +27 -0
- package/dist/components/shared/ShellHeaderControls.d.ts.map +1 -0
- package/dist/components/shared/ShellHeaderControls.js +60 -0
- package/dist/components/skeletons.d.ts +17 -0
- package/dist/components/skeletons.d.ts.map +1 -0
- package/dist/components/skeletons.js +22 -0
- package/dist/components/stream/ActivityFeed.d.ts +5 -0
- package/dist/components/stream/ActivityFeed.d.ts.map +1 -0
- package/dist/components/stream/ActivityFeed.js +57 -0
- package/dist/components/stream/AvatarPip.d.ts +5 -0
- package/dist/components/stream/AvatarPip.d.ts.map +1 -0
- package/dist/components/stream/AvatarPip.js +6 -0
- package/dist/components/stream/ChatContent.d.ts +6 -0
- package/dist/components/stream/ChatContent.d.ts.map +1 -0
- package/dist/components/stream/ChatContent.js +69 -0
- package/dist/components/stream/ChatTicker.d.ts +5 -0
- package/dist/components/stream/ChatTicker.d.ts.map +1 -0
- package/dist/components/stream/ChatTicker.js +34 -0
- package/dist/components/stream/IdleContent.d.ts +5 -0
- package/dist/components/stream/IdleContent.d.ts.map +1 -0
- package/dist/components/stream/IdleContent.js +17 -0
- package/dist/components/stream/StatusBar.d.ts +36 -0
- package/dist/components/stream/StatusBar.d.ts.map +1 -0
- package/dist/components/stream/StatusBar.js +140 -0
- package/dist/components/stream/StreamSettings.d.ts +33 -0
- package/dist/components/stream/StreamSettings.d.ts.map +1 -0
- package/dist/components/stream/StreamSettings.js +99 -0
- package/dist/components/stream/StreamTerminal.d.ts +2 -0
- package/dist/components/stream/StreamTerminal.d.ts.map +1 -0
- package/dist/components/stream/StreamTerminal.js +52 -0
- package/dist/components/stream/StreamVoiceConfig.d.ts +10 -0
- package/dist/components/stream/StreamVoiceConfig.d.ts.map +1 -0
- package/dist/components/stream/StreamVoiceConfig.js +88 -0
- package/dist/components/stream/helpers.d.ts +32 -0
- package/dist/components/stream/helpers.d.ts.map +1 -0
- package/dist/components/stream/helpers.js +110 -0
- package/dist/components/stream/overlays/OverlayLayer.d.ts +20 -0
- package/dist/components/stream/overlays/OverlayLayer.d.ts.map +1 -0
- package/dist/components/stream/overlays/OverlayLayer.js +24 -0
- package/dist/components/stream/overlays/built-in/ActionTickerWidget.d.ts +8 -0
- package/dist/components/stream/overlays/built-in/ActionTickerWidget.d.ts.map +1 -0
- package/dist/components/stream/overlays/built-in/ActionTickerWidget.js +44 -0
- package/dist/components/stream/overlays/built-in/AlertPopupWidget.d.ts +7 -0
- package/dist/components/stream/overlays/built-in/AlertPopupWidget.d.ts.map +1 -0
- package/dist/components/stream/overlays/built-in/AlertPopupWidget.js +62 -0
- package/dist/components/stream/overlays/built-in/BrandingWidget.d.ts +7 -0
- package/dist/components/stream/overlays/built-in/BrandingWidget.d.ts.map +1 -0
- package/dist/components/stream/overlays/built-in/BrandingWidget.js +36 -0
- package/dist/components/stream/overlays/built-in/CustomHtmlWidget.d.ts +26 -0
- package/dist/components/stream/overlays/built-in/CustomHtmlWidget.d.ts.map +1 -0
- package/dist/components/stream/overlays/built-in/CustomHtmlWidget.js +78 -0
- package/dist/components/stream/overlays/built-in/PeonGlassWidget.d.ts +11 -0
- package/dist/components/stream/overlays/built-in/PeonGlassWidget.d.ts.map +1 -0
- package/dist/components/stream/overlays/built-in/PeonGlassWidget.js +188 -0
- package/dist/components/stream/overlays/built-in/PeonHudWidget.d.ts +10 -0
- package/dist/components/stream/overlays/built-in/PeonHudWidget.d.ts.map +1 -0
- package/dist/components/stream/overlays/built-in/PeonHudWidget.js +168 -0
- package/dist/components/stream/overlays/built-in/PeonSakuraWidget.d.ts +11 -0
- package/dist/components/stream/overlays/built-in/PeonSakuraWidget.d.ts.map +1 -0
- package/dist/components/stream/overlays/built-in/PeonSakuraWidget.js +213 -0
- package/dist/components/stream/overlays/built-in/ThoughtBubbleWidget.d.ts +8 -0
- package/dist/components/stream/overlays/built-in/ThoughtBubbleWidget.d.ts.map +1 -0
- package/dist/components/stream/overlays/built-in/ThoughtBubbleWidget.js +59 -0
- package/dist/components/stream/overlays/built-in/ViewerCountWidget.d.ts +7 -0
- package/dist/components/stream/overlays/built-in/ViewerCountWidget.d.ts.map +1 -0
- package/dist/components/stream/overlays/built-in/ViewerCountWidget.js +34 -0
- package/dist/components/stream/overlays/built-in/index.d.ts +13 -0
- package/dist/components/stream/overlays/built-in/index.d.ts.map +1 -0
- package/dist/components/stream/overlays/built-in/index.js +12 -0
- package/dist/components/stream/overlays/registry.d.ts +11 -0
- package/dist/components/stream/overlays/registry.d.ts.map +1 -0
- package/dist/components/stream/overlays/registry.js +16 -0
- package/dist/components/stream/overlays/types.d.ts +67 -0
- package/dist/components/stream/overlays/types.d.ts.map +1 -0
- package/dist/components/stream/overlays/types.js +7 -0
- package/dist/components/stream/overlays/useOverlayLayout.d.ts +27 -0
- package/dist/components/stream/overlays/useOverlayLayout.d.ts.map +1 -0
- package/dist/components/stream/overlays/useOverlayLayout.js +162 -0
- package/dist/components/trajectory-format.d.ts +6 -0
- package/dist/components/trajectory-format.d.ts.map +1 -0
- package/dist/components/trajectory-format.js +43 -0
- package/dist/components/ui-badges.d.ts +23 -0
- package/dist/components/ui-badges.d.ts.map +1 -0
- package/dist/components/ui-badges.js +38 -0
- package/dist/components/ui-switch.d.ts +14 -0
- package/dist/components/ui-switch.d.ts.map +1 -0
- package/dist/components/ui-switch.js +15 -0
- package/dist/components/vector-browser-three.d.ts +4 -0
- package/dist/components/vector-browser-three.d.ts.map +1 -0
- package/dist/components/vector-browser-three.js +19 -0
- package/dist/config/config-catalog.d.ts +376 -0
- package/dist/config/config-catalog.d.ts.map +1 -0
- package/dist/config/config-catalog.js +724 -0
- package/dist/config/config-field.d.ts +68 -0
- package/dist/config/config-field.d.ts.map +1 -0
- package/dist/config/config-field.js +821 -0
- package/dist/config/config-renderer.d.ts +176 -0
- package/dist/config/config-renderer.d.ts.map +1 -0
- package/dist/config/config-renderer.js +403 -0
- package/dist/config/index.d.ts +5 -0
- package/dist/config/index.d.ts.map +1 -0
- package/dist/config/index.js +4 -0
- package/dist/config/ui-renderer.d.ts +26 -0
- package/dist/config/ui-renderer.d.ts.map +1 -0
- package/dist/config/ui-renderer.js +815 -0
- package/dist/config/ui-spec.d.ts +164 -0
- package/dist/config/ui-spec.d.ts.map +1 -0
- package/dist/config/ui-spec.js +13 -0
- package/dist/events/index.d.ts +42 -0
- package/dist/events/index.d.ts.map +1 -0
- package/dist/events/index.js +41 -0
- package/dist/hooks/index.d.ts +14 -0
- package/dist/hooks/index.d.ts.map +1 -0
- package/dist/hooks/index.js +13 -0
- package/dist/hooks/useBugReport.d.ts +14 -0
- package/dist/hooks/useBugReport.d.ts.map +1 -0
- package/dist/hooks/useBugReport.js +18 -0
- package/dist/hooks/useCanvasWindow.d.ts +38 -0
- package/dist/hooks/useCanvasWindow.d.ts.map +1 -0
- package/dist/hooks/useCanvasWindow.js +273 -0
- package/dist/hooks/useChatAvatarVoice.d.ts +10 -0
- package/dist/hooks/useChatAvatarVoice.d.ts.map +1 -0
- package/dist/hooks/useChatAvatarVoice.js +71 -0
- package/dist/hooks/useContextMenu.d.ts +17 -0
- package/dist/hooks/useContextMenu.d.ts.map +1 -0
- package/dist/hooks/useContextMenu.js +100 -0
- package/dist/hooks/useKeyboardShortcuts.d.ts +17 -0
- package/dist/hooks/useKeyboardShortcuts.d.ts.map +1 -0
- package/dist/hooks/useKeyboardShortcuts.js +67 -0
- package/dist/hooks/useLifoSync.d.ts +18 -0
- package/dist/hooks/useLifoSync.d.ts.map +1 -0
- package/dist/hooks/useLifoSync.js +113 -0
- package/dist/hooks/useMemoryMonitor.d.ts +87 -0
- package/dist/hooks/useMemoryMonitor.d.ts.map +1 -0
- package/dist/hooks/useMemoryMonitor.js +210 -0
- package/dist/hooks/useRenderGuard.d.ts +17 -0
- package/dist/hooks/useRenderGuard.d.ts.map +1 -0
- package/dist/hooks/useRenderGuard.js +36 -0
- package/dist/hooks/useRetakeCapture.d.ts +12 -0
- package/dist/hooks/useRetakeCapture.d.ts.map +1 -0
- package/dist/hooks/useRetakeCapture.js +59 -0
- package/dist/hooks/useStreamPopoutNavigation.d.ts +3 -0
- package/dist/hooks/useStreamPopoutNavigation.d.ts.map +1 -0
- package/dist/hooks/useStreamPopoutNavigation.js +17 -0
- package/dist/hooks/useTimeout.d.ts +11 -0
- package/dist/hooks/useTimeout.d.ts.map +1 -0
- package/dist/hooks/useTimeout.js +32 -0
- package/dist/hooks/useVoiceChat.d.ts +129 -0
- package/dist/hooks/useVoiceChat.d.ts.map +1 -0
- package/dist/hooks/useVoiceChat.js +1071 -0
- package/dist/hooks/useWhatsAppPairing.d.ts +11 -0
- package/dist/hooks/useWhatsAppPairing.d.ts.map +1 -0
- package/dist/hooks/useWhatsAppPairing.js +95 -0
- package/dist/i18n/index.d.ts +7 -0
- package/dist/i18n/index.d.ts.map +1 -0
- package/dist/i18n/index.js +53 -0
- package/dist/i18n/locales/en.json +1196 -0
- package/dist/i18n/locales/es.json +1196 -0
- package/dist/i18n/locales/ko.json +1196 -0
- package/dist/i18n/locales/pt.json +1196 -0
- package/dist/i18n/locales/zh-CN.json +1196 -0
- package/dist/i18n/messages.d.ts +6 -0
- package/dist/i18n/messages.d.ts.map +1 -0
- package/dist/i18n/messages.js +14 -0
- package/dist/index.d.ts +5 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +6 -0
- package/dist/navigation/index.d.ts +27 -0
- package/dist/navigation/index.d.ts.map +1 -0
- package/dist/navigation/index.js +230 -0
- package/dist/package.json +161 -0
- package/dist/platform/browser-launch.d.ts +2 -0
- package/dist/platform/browser-launch.d.ts.map +1 -0
- package/dist/platform/browser-launch.js +109 -0
- package/dist/platform/index.d.ts +64 -0
- package/dist/platform/index.d.ts.map +1 -0
- package/dist/platform/index.js +155 -0
- package/dist/platform/init.d.ts +40 -0
- package/dist/platform/init.d.ts.map +1 -0
- package/dist/platform/init.js +158 -0
- package/dist/providers/index.d.ts +13 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +72 -0
- package/dist/state/AppContext.d.ts +11 -0
- package/dist/state/AppContext.d.ts.map +1 -0
- package/dist/state/AppContext.js +4496 -0
- package/dist/state/index.d.ts +7 -0
- package/dist/state/index.d.ts.map +1 -0
- package/dist/state/index.js +6 -0
- package/dist/state/internal.d.ts +6 -0
- package/dist/state/internal.d.ts.map +1 -0
- package/dist/state/internal.js +5 -0
- package/dist/state/parsers.d.ts +26 -0
- package/dist/state/parsers.d.ts.map +1 -0
- package/dist/state/parsers.js +255 -0
- package/dist/state/persistence.d.ts +36 -0
- package/dist/state/persistence.d.ts.map +1 -0
- package/dist/state/persistence.js +254 -0
- package/dist/state/types.d.ts +402 -0
- package/dist/state/types.d.ts.map +1 -0
- package/dist/state/types.js +70 -0
- package/dist/state/ui-preferences.d.ts +3 -0
- package/dist/state/ui-preferences.d.ts.map +1 -0
- package/dist/state/ui-preferences.js +1 -0
- package/dist/state/useApp.d.ts +4 -0
- package/dist/state/useApp.d.ts.map +1 -0
- package/dist/state/useApp.js +22 -0
- package/dist/state/vrm.d.ts +19 -0
- package/dist/state/vrm.d.ts.map +1 -0
- package/dist/state/vrm.js +65 -0
- package/dist/stories/AppMockProvider.d.ts +15 -0
- package/dist/stories/AppMockProvider.d.ts.map +1 -0
- package/dist/stories/AppMockProvider.js +14 -0
- package/dist/styles/anime.css +6324 -0
- package/dist/styles/base.css +196 -0
- package/dist/styles/onboarding-game.css +716 -0
- package/dist/styles/styles.css +2085 -0
- package/dist/styles/xterm.css +241 -0
- package/dist/types/index.d.ts +657 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +1 -0
- package/dist/utils/asset-url.d.ts +26 -0
- package/dist/utils/asset-url.d.ts.map +1 -0
- package/dist/utils/asset-url.js +99 -0
- package/dist/utils/assistant-text.d.ts +2 -0
- package/dist/utils/assistant-text.d.ts.map +1 -0
- package/dist/utils/assistant-text.js +161 -0
- package/dist/utils/clipboard.d.ts +2 -0
- package/dist/utils/clipboard.d.ts.map +1 -0
- package/dist/utils/clipboard.js +38 -0
- package/dist/utils/desktop-dialogs.d.ts +19 -0
- package/dist/utils/desktop-dialogs.d.ts.map +1 -0
- package/dist/utils/desktop-dialogs.js +50 -0
- package/dist/utils/index.d.ts +7 -0
- package/dist/utils/index.d.ts.map +1 -0
- package/dist/utils/index.js +6 -0
- package/dist/utils/number-parsing.d.ts +44 -0
- package/dist/utils/number-parsing.d.ts.map +1 -0
- package/dist/utils/number-parsing.js +56 -0
- package/dist/utils/openExternalUrl.d.ts +2 -0
- package/dist/utils/openExternalUrl.d.ts.map +1 -0
- package/dist/utils/openExternalUrl.js +17 -0
- package/dist/utils/spoken-text.d.ts +2 -0
- package/dist/utils/spoken-text.d.ts.map +1 -0
- package/dist/utils/spoken-text.js +56 -0
- package/dist/utils/streaming-text.d.ts +3 -0
- package/dist/utils/streaming-text.d.ts.map +1 -0
- package/dist/utils/streaming-text.js +87 -0
- package/dist/voice/index.d.ts +2 -0
- package/dist/voice/index.d.ts.map +1 -0
- package/dist/voice/index.js +1 -0
- package/dist/voice/types.d.ts +25 -0
- package/dist/voice/types.d.ts.map +1 -0
- package/dist/voice/types.js +166 -0
- package/package.json +86 -0
- package/src/App.tsx +469 -0
- package/src/actions/character.ts +113 -0
- package/src/actions/chat-helpers.ts +100 -0
- package/src/actions/cloud.ts +59 -0
- package/src/actions/index.ts +12 -0
- package/src/actions/lifecycle.ts +175 -0
- package/src/actions/onboarding.ts +46 -0
- package/src/actions/triggers.ts +190 -0
- package/src/ambient.d.ts +16 -0
- package/src/api/client.ts +5616 -0
- package/src/api/index.ts +1 -0
- package/src/autonomy/index.ts +477 -0
- package/src/bridge/capacitor-bridge.ts +295 -0
- package/src/bridge/electrobun-rpc.ts +58 -0
- package/src/bridge/electrobun-runtime.ts +28 -0
- package/src/bridge/index.ts +5 -0
- package/src/bridge/native-plugins.ts +134 -0
- package/src/bridge/plugin-bridge.ts +352 -0
- package/src/bridge/storage-bridge.ts +162 -0
- package/src/chat/index.ts +251 -0
- package/src/coding/index.ts +43 -0
- package/src/components/AdvancedPageView.tsx +362 -0
- package/src/components/AgentActivityBox.tsx +49 -0
- package/src/components/ApiKeyConfig.tsx +224 -0
- package/src/components/AppsPageView.tsx +52 -0
- package/src/components/AppsView.tsx +293 -0
- package/src/components/AvatarLoader.tsx +86 -0
- package/src/components/AvatarSelector.tsx +223 -0
- package/src/components/BscTradePanel.tsx +549 -0
- package/src/components/BugReportModal.tsx +499 -0
- package/src/components/CharacterView.tsx +1623 -0
- package/src/components/ChatAvatar.test.ts +96 -0
- package/src/components/ChatAvatar.tsx +147 -0
- package/src/components/ChatComposer.tsx +330 -0
- package/src/components/ChatMessage.tsx +448 -0
- package/src/components/ChatModalView.test.tsx +118 -0
- package/src/components/ChatModalView.tsx +125 -0
- package/src/components/ChatView.tsx +999 -0
- package/src/components/CloudSourceControls.tsx +80 -0
- package/src/components/CodingAgentSettingsSection.tsx +536 -0
- package/src/components/CommandPalette.tsx +284 -0
- package/src/components/CompanionSceneHost.tsx +498 -0
- package/src/components/CompanionShell.tsx +31 -0
- package/src/components/CompanionView.tsx +109 -0
- package/src/components/ConfigPageView.tsx +722 -0
- package/src/components/ConfigSaveFooter.tsx +41 -0
- package/src/components/ConfirmModal.tsx +379 -0
- package/src/components/ConnectionFailedBanner.tsx +91 -0
- package/src/components/ConnectorsPageView.tsx +13 -0
- package/src/components/ConversationsSidebar.tsx +279 -0
- package/src/components/CustomActionEditor.tsx +1125 -0
- package/src/components/CustomActionsPanel.tsx +288 -0
- package/src/components/CustomActionsView.tsx +322 -0
- package/src/components/DatabasePageView.tsx +55 -0
- package/src/components/DatabaseView.tsx +814 -0
- package/src/components/ElizaCloudDashboard.tsx +1696 -0
- package/src/components/EmotePicker.tsx +529 -0
- package/src/components/ErrorBoundary.tsx +76 -0
- package/src/components/FineTuningView.tsx +1080 -0
- package/src/components/GameView.tsx +551 -0
- package/src/components/GameViewOverlay.tsx +133 -0
- package/src/components/GlobalEmoteOverlay.tsx +152 -0
- package/src/components/Header.test.tsx +413 -0
- package/src/components/Header.tsx +400 -0
- package/src/components/HeartbeatsView.tsx +1002 -0
- package/src/components/InventoryView.tsx +372 -0
- package/src/components/KnowledgeView.tsx +1128 -0
- package/src/components/LanguageDropdown.tsx +187 -0
- package/src/components/LifoMonitorPanel.tsx +196 -0
- package/src/components/LifoSandboxView.tsx +499 -0
- package/src/components/LoadingScreen.tsx +77 -0
- package/src/components/LogsPageView.tsx +17 -0
- package/src/components/LogsView.tsx +239 -0
- package/src/components/MediaGalleryView.tsx +432 -0
- package/src/components/MediaSettingsSection.tsx +893 -0
- package/src/components/MessageContent.tsx +815 -0
- package/src/components/OnboardingWizard.test.tsx +107 -0
- package/src/components/OnboardingWizard.tsx +186 -0
- package/src/components/PairingView.tsx +110 -0
- package/src/components/PermissionsSection.tsx +818 -0
- package/src/components/PluginsPageView.tsx +9 -0
- package/src/components/PluginsView.tsx +3152 -0
- package/src/components/ProviderSwitcher.tsx +874 -0
- package/src/components/RestartBanner.tsx +76 -0
- package/src/components/RuntimeView.tsx +460 -0
- package/src/components/SaveCommandModal.tsx +211 -0
- package/src/components/SecretsView.tsx +569 -0
- package/src/components/SettingsView.tsx +825 -0
- package/src/components/ShellOverlays.tsx +41 -0
- package/src/components/ShortcutsOverlay.tsx +155 -0
- package/src/components/SkillsView.tsx +1435 -0
- package/src/components/StartupFailureView.tsx +63 -0
- package/src/components/StreamView.tsx +483 -0
- package/src/components/StripeEmbeddedCheckout.tsx +155 -0
- package/src/components/SubscriptionStatus.tsx +634 -0
- package/src/components/SystemWarningBanner.tsx +71 -0
- package/src/components/ThemeToggle.tsx +100 -0
- package/src/components/TrajectoriesView.tsx +526 -0
- package/src/components/TrajectoryDetailView.tsx +426 -0
- package/src/components/TriggersView.tsx +1 -0
- package/src/components/VectorBrowserView.tsx +1633 -0
- package/src/components/VoiceConfigView.tsx +674 -0
- package/src/components/VrmStage.test.ts +219 -0
- package/src/components/VrmStage.tsx +432 -0
- package/src/components/WhatsAppQrOverlay.tsx +230 -0
- package/src/components/__tests__/chainConfig.test.ts +220 -0
- package/src/components/apps/AppDetailPane.tsx +242 -0
- package/src/components/apps/AppsCatalogGrid.tsx +137 -0
- package/src/components/apps/extensions/HyperscapeAppDetailPanel.tsx +577 -0
- package/src/components/apps/extensions/registry.ts +16 -0
- package/src/components/apps/extensions/types.ts +9 -0
- package/src/components/apps/helpers.ts +44 -0
- package/src/components/avatar/VrmAnimationLoader.test.ts +164 -0
- package/src/components/avatar/VrmAnimationLoader.ts +151 -0
- package/src/components/avatar/VrmBlinkController.ts +118 -0
- package/src/components/avatar/VrmCameraManager.ts +407 -0
- package/src/components/avatar/VrmEngine.ts +2678 -0
- package/src/components/avatar/VrmFootShadow.ts +96 -0
- package/src/components/avatar/VrmViewer.tsx +421 -0
- package/src/components/avatar/__tests__/VrmCameraManager.test.ts +168 -0
- package/src/components/avatar/__tests__/VrmEngine.test.ts +1574 -0
- package/src/components/avatar/mixamoVRMRigMap.ts +62 -0
- package/src/components/avatar/retargetMixamoFbxToVrm.ts +144 -0
- package/src/components/avatar/retargetMixamoGltfToVrm.ts +119 -0
- package/src/components/chainConfig.ts +380 -0
- package/src/components/companion/CompanionHeader.tsx +47 -0
- package/src/components/companion/CompanionSceneHost.tsx +5 -0
- package/src/components/companion/VrmStage.tsx +2 -0
- package/src/components/companion/__tests__/walletUtils.test.ts +742 -0
- package/src/components/companion/walletUtils.ts +290 -0
- package/src/components/companion-shell-styles.test.ts +146 -0
- package/src/components/companion-shell-styles.ts +270 -0
- package/src/components/confirm-delete-control.tsx +69 -0
- package/src/components/conversations/ConversationListItem.tsx +185 -0
- package/src/components/conversations/conversation-utils.ts +151 -0
- package/src/components/format.ts +131 -0
- package/src/components/index.ts +92 -0
- package/src/components/inventory/CopyableAddress.tsx +41 -0
- package/src/components/inventory/InventoryToolbar.tsx +142 -0
- package/src/components/inventory/NftGrid.tsx +99 -0
- package/src/components/inventory/TokenLogo.tsx +71 -0
- package/src/components/inventory/TokensTable.tsx +216 -0
- package/src/components/inventory/constants.ts +170 -0
- package/src/components/inventory/index.ts +29 -0
- package/src/components/inventory/media-url.test.ts +38 -0
- package/src/components/inventory/media-url.ts +36 -0
- package/src/components/inventory/useInventoryData.ts +460 -0
- package/src/components/knowledge-upload-image.ts +215 -0
- package/src/components/labels.ts +46 -0
- package/src/components/onboarding/ActivateStep.tsx +30 -0
- package/src/components/onboarding/ConnectionStep.tsx +1530 -0
- package/src/components/onboarding/OnboardingPanel.tsx +39 -0
- package/src/components/onboarding/OnboardingStepNav.tsx +31 -0
- package/src/components/onboarding/PermissionsStep.tsx +20 -0
- package/src/components/onboarding/RpcStep.tsx +402 -0
- package/src/components/onboarding/WakeUpStep.tsx +184 -0
- package/src/components/permissions/PermissionIcon.tsx +25 -0
- package/src/components/permissions/StreamingPermissions.tsx +376 -0
- package/src/components/plugins/showcase-data.ts +481 -0
- package/src/components/shared/ShellHeaderControls.tsx +193 -0
- package/src/components/skeletons.tsx +88 -0
- package/src/components/stream/ActivityFeed.tsx +113 -0
- package/src/components/stream/AvatarPip.tsx +10 -0
- package/src/components/stream/ChatContent.tsx +126 -0
- package/src/components/stream/ChatTicker.tsx +55 -0
- package/src/components/stream/IdleContent.tsx +73 -0
- package/src/components/stream/StatusBar.tsx +469 -0
- package/src/components/stream/StreamSettings.tsx +506 -0
- package/src/components/stream/StreamTerminal.tsx +94 -0
- package/src/components/stream/StreamVoiceConfig.tsx +160 -0
- package/src/components/stream/helpers.ts +134 -0
- package/src/components/stream/overlays/OverlayLayer.tsx +75 -0
- package/src/components/stream/overlays/built-in/ActionTickerWidget.tsx +64 -0
- package/src/components/stream/overlays/built-in/AlertPopupWidget.tsx +87 -0
- package/src/components/stream/overlays/built-in/BrandingWidget.tsx +51 -0
- package/src/components/stream/overlays/built-in/CustomHtmlWidget.tsx +105 -0
- package/src/components/stream/overlays/built-in/PeonGlassWidget.tsx +265 -0
- package/src/components/stream/overlays/built-in/PeonHudWidget.tsx +247 -0
- package/src/components/stream/overlays/built-in/PeonSakuraWidget.tsx +278 -0
- package/src/components/stream/overlays/built-in/ThoughtBubbleWidget.tsx +77 -0
- package/src/components/stream/overlays/built-in/ViewerCountWidget.tsx +46 -0
- package/src/components/stream/overlays/built-in/index.ts +13 -0
- package/src/components/stream/overlays/registry.ts +22 -0
- package/src/components/stream/overlays/types.ts +90 -0
- package/src/components/stream/overlays/useOverlayLayout.ts +218 -0
- package/src/components/trajectory-format.ts +50 -0
- package/src/components/ui-badges.tsx +109 -0
- package/src/components/ui-switch.tsx +57 -0
- package/src/components/vector-browser-three.ts +27 -0
- package/src/config/config-catalog.ts +1092 -0
- package/src/config/config-field.tsx +1900 -0
- package/src/config/config-renderer.tsx +730 -0
- package/src/config/index.ts +11 -0
- package/src/config/ui-renderer.tsx +1751 -0
- package/src/config/ui-spec.ts +256 -0
- package/src/events/index.ts +89 -0
- package/src/hooks/index.ts +13 -0
- package/src/hooks/useBugReport.tsx +43 -0
- package/src/hooks/useCanvasWindow.ts +372 -0
- package/src/hooks/useChatAvatarVoice.ts +111 -0
- package/src/hooks/useContextMenu.ts +127 -0
- package/src/hooks/useKeyboardShortcuts.ts +86 -0
- package/src/hooks/useLifoSync.ts +143 -0
- package/src/hooks/useMemoryMonitor.ts +335 -0
- package/src/hooks/useRenderGuard.ts +43 -0
- package/src/hooks/useRetakeCapture.ts +67 -0
- package/src/hooks/useStreamPopoutNavigation.ts +27 -0
- package/src/hooks/useTimeout.ts +37 -0
- package/src/hooks/useVoiceChat.ts +1443 -0
- package/src/hooks/useWhatsAppPairing.ts +123 -0
- package/src/i18n/index.ts +76 -0
- package/src/i18n/locales/en.json +1196 -0
- package/src/i18n/locales/es.json +1196 -0
- package/src/i18n/locales/ko.json +1196 -0
- package/src/i18n/locales/pt.json +1196 -0
- package/src/i18n/locales/zh-CN.json +1196 -0
- package/src/i18n/messages.ts +21 -0
- package/src/index.ts +6 -0
- package/src/navigation/index.ts +282 -0
- package/src/navigation.test.ts +189 -0
- package/src/platform/browser-launch.test.ts +94 -0
- package/src/platform/browser-launch.ts +149 -0
- package/src/platform/index.ts +261 -0
- package/src/platform/init.ts +236 -0
- package/src/providers/index.ts +82 -0
- package/src/state/AppContext.tsx +5737 -0
- package/src/state/index.ts +6 -0
- package/src/state/internal.ts +77 -0
- package/src/state/parsers.test.ts +124 -0
- package/src/state/parsers.ts +309 -0
- package/src/state/persistence.ts +278 -0
- package/src/state/types.ts +694 -0
- package/src/state/ui-preferences.ts +3 -0
- package/src/state/useApp.ts +23 -0
- package/src/state/vrm.ts +76 -0
- package/src/stories/AppMockProvider.tsx +32 -0
- package/src/stories/ChatEmptyState.stories.tsx +27 -0
- package/src/stories/ChatMessage.stories.tsx +115 -0
- package/src/stories/CompanionHeader.stories.tsx +74 -0
- package/src/stories/CompanionView.stories.tsx +33 -0
- package/src/stories/ConversationListItem.stories.tsx +102 -0
- package/src/stories/TypingIndicator.stories.tsx +28 -0
- package/src/styles/anime.css +6324 -0
- package/src/styles/base.css +196 -0
- package/src/styles/onboarding-game.css +716 -0
- package/src/styles/styles.css +2085 -0
- package/src/styles/xterm.css +241 -0
- package/src/types/index.ts +715 -0
- package/src/types/react-test-renderer.d.ts +45 -0
- package/src/utils/asset-url.ts +110 -0
- package/src/utils/assistant-text.ts +172 -0
- package/src/utils/clipboard.ts +41 -0
- package/src/utils/desktop-dialogs.ts +80 -0
- package/src/utils/index.ts +6 -0
- package/src/utils/number-parsing.ts +125 -0
- package/src/utils/openExternalUrl.ts +20 -0
- package/src/utils/spoken-text.ts +65 -0
- package/src/utils/streaming-text.ts +120 -0
- package/src/voice/index.ts +1 -0
- package/src/voice/types.ts +197 -0
- package/test/app/AppContext.pty-sessions.test.tsx +143 -0
- package/test/app/MessageContent.test.tsx +326 -0
- package/test/app/PermissionsOnboarding.test.tsx +216 -0
- package/test/app/PermissionsSection.test.tsx +186 -0
- package/test/app/advanced-trajectory-fine-tuning.e2e.test.ts +397 -0
- package/test/app/agent-activity-box.test.tsx +132 -0
- package/test/app/agent-transfer-lock.test.ts +274 -0
- package/test/app/api-client-electron-fallback.test.ts +139 -0
- package/test/app/api-client-timeout.test.ts +75 -0
- package/test/app/api-client-ws.test.ts +98 -0
- package/test/app/api-client.ws-max-reconnect.test.ts +139 -0
- package/test/app/api-client.ws-reconnect.test.ts +157 -0
- package/test/app/app-context-autonomy-events.test.ts +478 -0
- package/test/app/apps-page-view.test.ts +114 -0
- package/test/app/apps-view.test.ts +769 -0
- package/test/app/autonomous-workflows.e2e.test.ts +765 -0
- package/test/app/autonomy-events.test.ts +150 -0
- package/test/app/avatar-selector.test.tsx +52 -0
- package/test/app/bsc-trade-panel.test.tsx +134 -0
- package/test/app/bug-report-modal.test.tsx +353 -0
- package/test/app/character-customization.e2e.test.ts +1168 -0
- package/test/app/chat-advanced-features.e2e.test.ts +706 -0
- package/test/app/chat-composer.test.tsx +181 -0
- package/test/app/chat-language-header.test.ts +64 -0
- package/test/app/chat-message.test.tsx +222 -0
- package/test/app/chat-modal-view.test.tsx +191 -0
- package/test/app/chat-routine-filter.test.ts +96 -0
- package/test/app/chat-send-lock.test.ts +1302 -0
- package/test/app/chat-stream-api-client.test.tsx +390 -0
- package/test/app/chat-view-game-modal.test.tsx +661 -0
- package/test/app/chat-view.test.tsx +877 -0
- package/test/app/cloud-api.e2e.test.ts +258 -0
- package/test/app/cloud-login-flow.e2e.test.ts +494 -0
- package/test/app/cloud-login-lock.test.ts +411 -0
- package/test/app/command-palette.test.tsx +184 -0
- package/test/app/command-registry.test.ts +75 -0
- package/test/app/companion-greeting-wave.test.tsx +443 -0
- package/test/app/companion-stale-conversation.test.tsx +424 -0
- package/test/app/companion-view.test.tsx +686 -0
- package/test/app/confirm-delete-control.test.ts +79 -0
- package/test/app/confirm-modal.test.tsx +219 -0
- package/test/app/connectors-ui.e2e.test.ts +508 -0
- package/test/app/conversations-sidebar-game-modal.test.tsx +260 -0
- package/test/app/conversations-sidebar.test.tsx +160 -0
- package/test/app/custom-actions-smoke.test.ts +387 -0
- package/test/app/custom-avatar-api-client.test.ts +207 -0
- package/test/app/desktop-utils.test.ts +145 -0
- package/test/app/electrobun-rpc-bridge.test.ts +83 -0
- package/test/app/events.test.ts +88 -0
- package/test/app/export-import-flows.e2e.test.ts +700 -0
- package/test/app/fine-tuning-view.test.ts +471 -0
- package/test/app/game-view-auth-session.test.tsx +186 -0
- package/test/app/game-view.test.ts +444 -0
- package/test/app/global-emote-overlay.test.tsx +106 -0
- package/test/app/header-status.test.tsx +149 -0
- package/test/app/i18n.test.ts +152 -0
- package/test/app/inventory-bsc-view.test.ts +908 -0
- package/test/app/knowledge-ui.e2e.test.ts +762 -0
- package/test/app/knowledge-upload-helpers.test.ts +124 -0
- package/test/app/lifecycle-lock.test.ts +267 -0
- package/test/app/lifo-popout-utils.test.ts +208 -0
- package/test/app/lifo-safe-endpoint.test.ts +34 -0
- package/test/app/loading-screen.test.tsx +45 -0
- package/test/app/memory-monitor.test.ts +332 -0
- package/test/app/navigation.test.tsx +29 -0
- package/test/app/onboarding-finish-lock.test.ts +500 -0
- package/test/app/onboarding-language.test.tsx +161 -0
- package/test/app/onboarding-steps.test.tsx +371 -0
- package/test/app/open-external-url.test.ts +65 -0
- package/test/app/pages-navigation-smoke.e2e.test.ts +633 -0
- package/test/app/pairing-lock.test.ts +260 -0
- package/test/app/pairing-view.test.tsx +74 -0
- package/test/app/permissions-section.test.ts +432 -0
- package/test/app/plugin-bridge.test.ts +109 -0
- package/test/app/plugins-ui.e2e.test.ts +605 -0
- package/test/app/plugins-view-game-modal.test.tsx +650 -0
- package/test/app/plugins-view-toggle-restart.test.ts +129 -0
- package/test/app/provider-dropdown-default.test.tsx +164 -0
- package/test/app/restart-banner.test.tsx +197 -0
- package/test/app/retake-capture.test.ts +84 -0
- package/test/app/sandbox-api-client.test.ts +108 -0
- package/test/app/save-command-modal.test.tsx +109 -0
- package/test/app/secrets-view.test.tsx +92 -0
- package/test/app/settings-control-styles.test.tsx +142 -0
- package/test/app/settings-reset.e2e.test.ts +728 -0
- package/test/app/settings-sections.e2e.test.ts +614 -0
- package/test/app/shared-format.test.ts +44 -0
- package/test/app/shared-switch.test.ts +69 -0
- package/test/app/shell-mode-switching.e2e.test.ts +829 -0
- package/test/app/shell-mode-tab-memory.test.tsx +283 -0
- package/test/app/shell-overlays.test.tsx +50 -0
- package/test/app/shortcuts-overlay.test.tsx +111 -0
- package/test/app/sse-interruption.test.ts +122 -0
- package/test/app/startup-asset-missing.e2e.test.ts +126 -0
- package/test/app/startup-backend-missing.e2e.test.ts +118 -0
- package/test/app/startup-chat.e2e.test.ts +305 -0
- package/test/app/startup-conversation-restore.test.tsx +344 -0
- package/test/app/startup-failure-view.test.tsx +103 -0
- package/test/app/startup-onboarding.e2e.test.ts +612 -0
- package/test/app/startup-timeout.test.tsx +80 -0
- package/test/app/startup-token-401.e2e.test.ts +103 -0
- package/test/app/stream-helpers.test.ts +46 -0
- package/test/app/stream-popout-navigation.test.tsx +41 -0
- package/test/app/stream-status-bar.test.tsx +89 -0
- package/test/app/theme-toggle.test.tsx +33 -0
- package/test/app/training-api-client.test.ts +128 -0
- package/test/app/trajectories-view.test.tsx +220 -0
- package/test/app/triggers-api-client.test.ts +77 -0
- package/test/app/triggers-navigation.test.ts +118 -0
- package/test/app/triggers-view.e2e.test.ts +674 -0
- package/test/app/update-channel-lock.test.ts +259 -0
- package/test/app/vector-browser.async-cleanup.test.tsx +367 -0
- package/test/app/vector-browser.e2e.test.ts +653 -0
- package/test/app/vrm-stage.test.tsx +351 -0
- package/test/app/vrm-viewer.test.tsx +298 -0
- package/test/app/wallet-api-save-lock.test.ts +277 -0
- package/test/app/wallet-hooks.test.ts +405 -0
- package/test/app/wallet-ui-flows.e2e.test.ts +556 -0
- package/test/avatar/asset-url.test.ts +90 -0
- package/test/avatar/avatar-selector.test.ts +173 -0
- package/test/avatar/mixamo-vrm-rig-map.test.ts +111 -0
- package/test/avatar/voice-chat-streaming-text.test.ts +96 -0
- package/test/avatar/voice-chat.test.ts +391 -0
- package/test/ui/command-palette-commands.test.ts +57 -0
- package/test/ui/ui-renderer.test.ts +39 -0
- package/tsconfig.build.json +19 -0
- package/tsconfig.json +21 -0
|
@@ -0,0 +1,999 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Chat view component.
|
|
3
|
+
*
|
|
4
|
+
* Layout: flex column filling parent. Header row (title + clear + toggles).
|
|
5
|
+
* Scrollable messages area. Share/file notices below messages.
|
|
6
|
+
* Input row at bottom with mic + textarea + send button.
|
|
7
|
+
*/
|
|
8
|
+
|
|
9
|
+
import {
|
|
10
|
+
type ConversationChannelType,
|
|
11
|
+
type ConversationMessage,
|
|
12
|
+
client,
|
|
13
|
+
type ImageAttachment,
|
|
14
|
+
type VoiceConfig,
|
|
15
|
+
} from "@elizaos/app-core/api";
|
|
16
|
+
import { isRoutineCodingAgentMessage } from "@elizaos/app-core/chat";
|
|
17
|
+
import { VOICE_CONFIG_UPDATED_EVENT } from "@elizaos/app-core/events";
|
|
18
|
+
import {
|
|
19
|
+
useChatAvatarVoiceBridge,
|
|
20
|
+
useTimeout,
|
|
21
|
+
useVoiceChat,
|
|
22
|
+
type VoiceCaptureMode,
|
|
23
|
+
type VoicePlaybackStartEvent,
|
|
24
|
+
} from "@elizaos/app-core/hooks";
|
|
25
|
+
import { getVrmPreviewUrl, useApp } from "@elizaos/app-core/state";
|
|
26
|
+
import {
|
|
27
|
+
type ChangeEvent,
|
|
28
|
+
type DragEvent,
|
|
29
|
+
type KeyboardEvent,
|
|
30
|
+
useCallback,
|
|
31
|
+
useEffect,
|
|
32
|
+
useMemo,
|
|
33
|
+
useRef,
|
|
34
|
+
useState,
|
|
35
|
+
} from "react";
|
|
36
|
+
import { AgentActivityBox } from "./AgentActivityBox";
|
|
37
|
+
import { ChatComposer } from "./ChatComposer";
|
|
38
|
+
import { ChatEmptyState, ChatMessage, TypingIndicator } from "./ChatMessage";
|
|
39
|
+
import { MessageContent } from "./MessageContent";
|
|
40
|
+
|
|
41
|
+
function nowMs(): number {
|
|
42
|
+
return typeof performance !== "undefined" ? performance.now() : Date.now();
|
|
43
|
+
}
|
|
44
|
+
|
|
45
|
+
const CHAT_INPUT_MIN_HEIGHT_PX = 46;
|
|
46
|
+
const CHAT_INPUT_MAX_HEIGHT_PX = 200;
|
|
47
|
+
const COMPANION_VISIBLE_MESSAGE_LIMIT = 2;
|
|
48
|
+
const COMPANION_HISTORY_HOLD_MS = 30_000;
|
|
49
|
+
const COMPANION_HISTORY_FADE_MS = 5_000;
|
|
50
|
+
const COMPANION_MESSAGE_LAYER_TOP = "calc(-100% + 1.5rem)";
|
|
51
|
+
const COMPANION_MESSAGE_LAYER_BOTTOM = "4rem";
|
|
52
|
+
const COMPANION_MESSAGE_LAYER_MASK =
|
|
53
|
+
"linear-gradient(to bottom, transparent 0%, rgba(0,0,0,0.28) 6%, rgba(0,0,0,0.82) 12%, black 17%, black 100%)";
|
|
54
|
+
|
|
55
|
+
type ChatViewVariant = "default" | "game-modal";
|
|
56
|
+
|
|
57
|
+
interface ChatViewProps {
|
|
58
|
+
variant?: ChatViewVariant;
|
|
59
|
+
}
|
|
60
|
+
|
|
61
|
+
interface CompanionCarryoverState {
|
|
62
|
+
expiresAtMs: number;
|
|
63
|
+
fadeStartsAtMs: number;
|
|
64
|
+
messages: ConversationMessage[];
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
function findLatestAssistantMessage(messages: ConversationMessage[]) {
|
|
68
|
+
return [...messages]
|
|
69
|
+
.reverse()
|
|
70
|
+
.find((message) => message.role === "assistant" && message.text.trim());
|
|
71
|
+
}
|
|
72
|
+
|
|
73
|
+
function useChatVoiceController(options: {
|
|
74
|
+
agentVoiceMuted: boolean;
|
|
75
|
+
chatFirstTokenReceived: boolean;
|
|
76
|
+
chatInput: string;
|
|
77
|
+
chatSending: boolean;
|
|
78
|
+
conversationMessages: ConversationMessage[];
|
|
79
|
+
elizaCloudConnected: boolean;
|
|
80
|
+
handleChatEdit: (messageId: string, text: string) => Promise<boolean>;
|
|
81
|
+
handleChatSend: (channelType?: ConversationChannelType) => Promise<void>;
|
|
82
|
+
isComposerLocked: boolean;
|
|
83
|
+
isGameModal: boolean;
|
|
84
|
+
setState: ReturnType<typeof useApp>["setState"];
|
|
85
|
+
uiLanguage: string;
|
|
86
|
+
}) {
|
|
87
|
+
const { setTimeout } = useTimeout();
|
|
88
|
+
const {
|
|
89
|
+
agentVoiceMuted,
|
|
90
|
+
chatFirstTokenReceived,
|
|
91
|
+
chatInput,
|
|
92
|
+
chatSending,
|
|
93
|
+
conversationMessages,
|
|
94
|
+
elizaCloudConnected,
|
|
95
|
+
handleChatEdit,
|
|
96
|
+
handleChatSend,
|
|
97
|
+
isComposerLocked,
|
|
98
|
+
isGameModal,
|
|
99
|
+
setState,
|
|
100
|
+
uiLanguage,
|
|
101
|
+
} = options;
|
|
102
|
+
const [voiceConfig, setVoiceConfig] = useState<VoiceConfig | null>(null);
|
|
103
|
+
const [voiceLatency, setVoiceLatency] = useState<{
|
|
104
|
+
firstSegmentCached: boolean | null;
|
|
105
|
+
speechEndToFirstTokenMs: number | null;
|
|
106
|
+
speechEndToVoiceStartMs: number | null;
|
|
107
|
+
} | null>(null);
|
|
108
|
+
const pendingVoiceTurnRef = useRef<{
|
|
109
|
+
expiresAtMs: number;
|
|
110
|
+
firstSegmentCached?: boolean;
|
|
111
|
+
firstTokenAtMs?: number;
|
|
112
|
+
speechEndedAtMs: number;
|
|
113
|
+
voiceStartedAtMs?: number;
|
|
114
|
+
} | null>(null);
|
|
115
|
+
const suppressedAssistantSpeechIdRef = useRef<string | null>(null);
|
|
116
|
+
const voiceDraftBaseInputRef = useRef("");
|
|
117
|
+
|
|
118
|
+
const loadVoiceConfig = useCallback(async () => {
|
|
119
|
+
try {
|
|
120
|
+
const cfg = await client.getConfig();
|
|
121
|
+
const messages = cfg.messages as
|
|
122
|
+
| Record<string, Record<string, string>>
|
|
123
|
+
| undefined;
|
|
124
|
+
const tts = messages?.tts as VoiceConfig | undefined;
|
|
125
|
+
setVoiceConfig(tts ?? null);
|
|
126
|
+
} catch {
|
|
127
|
+
/* ignore — will use browser TTS fallback */
|
|
128
|
+
}
|
|
129
|
+
}, []);
|
|
130
|
+
|
|
131
|
+
useEffect(() => {
|
|
132
|
+
void loadVoiceConfig();
|
|
133
|
+
}, [loadVoiceConfig]);
|
|
134
|
+
|
|
135
|
+
useEffect(() => {
|
|
136
|
+
if (typeof window === "undefined") {
|
|
137
|
+
return;
|
|
138
|
+
}
|
|
139
|
+
|
|
140
|
+
const handler = (event: Event) => {
|
|
141
|
+
const detail = (event as CustomEvent<VoiceConfig | undefined>).detail;
|
|
142
|
+
if (detail && typeof detail === "object") {
|
|
143
|
+
setVoiceConfig(detail);
|
|
144
|
+
return;
|
|
145
|
+
}
|
|
146
|
+
void loadVoiceConfig();
|
|
147
|
+
};
|
|
148
|
+
|
|
149
|
+
window.addEventListener(VOICE_CONFIG_UPDATED_EVENT, handler);
|
|
150
|
+
return () =>
|
|
151
|
+
window.removeEventListener(VOICE_CONFIG_UPDATED_EVENT, handler);
|
|
152
|
+
}, [loadVoiceConfig]);
|
|
153
|
+
|
|
154
|
+
const composeVoiceDraft = useCallback((transcript: string) => {
|
|
155
|
+
const base = voiceDraftBaseInputRef.current.trim();
|
|
156
|
+
const spoken = transcript.trim();
|
|
157
|
+
if (base && spoken) {
|
|
158
|
+
return `${base} ${spoken}`;
|
|
159
|
+
}
|
|
160
|
+
return base || spoken;
|
|
161
|
+
}, []);
|
|
162
|
+
|
|
163
|
+
const handleVoiceTranscript = useCallback(
|
|
164
|
+
(text: string) => {
|
|
165
|
+
if (isComposerLocked) return;
|
|
166
|
+
const composedText = composeVoiceDraft(text);
|
|
167
|
+
if (!composedText) return;
|
|
168
|
+
const speechEndedAtMs = nowMs();
|
|
169
|
+
pendingVoiceTurnRef.current = {
|
|
170
|
+
expiresAtMs: speechEndedAtMs + 15000,
|
|
171
|
+
speechEndedAtMs,
|
|
172
|
+
};
|
|
173
|
+
setVoiceLatency(null);
|
|
174
|
+
setState("chatInput", composedText);
|
|
175
|
+
setTimeout(() => void handleChatSend("VOICE_DM"), 50);
|
|
176
|
+
},
|
|
177
|
+
[composeVoiceDraft, handleChatSend, isComposerLocked, setState, setTimeout],
|
|
178
|
+
);
|
|
179
|
+
|
|
180
|
+
const handleVoiceTranscriptPreview = useCallback(
|
|
181
|
+
(text: string) => {
|
|
182
|
+
if (isComposerLocked) return;
|
|
183
|
+
setState("chatInput", composeVoiceDraft(text));
|
|
184
|
+
},
|
|
185
|
+
[composeVoiceDraft, isComposerLocked, setState],
|
|
186
|
+
);
|
|
187
|
+
|
|
188
|
+
const handleVoicePlaybackStart = useCallback(
|
|
189
|
+
(event: VoicePlaybackStartEvent) => {
|
|
190
|
+
const pending = pendingVoiceTurnRef.current;
|
|
191
|
+
if (!pending) return;
|
|
192
|
+
if (event.startedAtMs > pending.expiresAtMs) {
|
|
193
|
+
pendingVoiceTurnRef.current = null;
|
|
194
|
+
return;
|
|
195
|
+
}
|
|
196
|
+
if (pending.voiceStartedAtMs != null) return;
|
|
197
|
+
|
|
198
|
+
pending.voiceStartedAtMs = event.startedAtMs;
|
|
199
|
+
pending.firstSegmentCached = event.cached;
|
|
200
|
+
|
|
201
|
+
setVoiceLatency((prev) => ({
|
|
202
|
+
firstSegmentCached: event.cached,
|
|
203
|
+
speechEndToFirstTokenMs: prev?.speechEndToFirstTokenMs ?? null,
|
|
204
|
+
speechEndToVoiceStartMs: Math.max(
|
|
205
|
+
0,
|
|
206
|
+
Math.round(event.startedAtMs - pending.speechEndedAtMs),
|
|
207
|
+
),
|
|
208
|
+
}));
|
|
209
|
+
},
|
|
210
|
+
[],
|
|
211
|
+
);
|
|
212
|
+
|
|
213
|
+
const voice = useVoiceChat({
|
|
214
|
+
cloudConnected: elizaCloudConnected,
|
|
215
|
+
interruptOnSpeech: isGameModal,
|
|
216
|
+
lang: uiLanguage === "zh-CN" ? "zh-CN" : "en-US",
|
|
217
|
+
onPlaybackStart: handleVoicePlaybackStart,
|
|
218
|
+
onTranscript: handleVoiceTranscript,
|
|
219
|
+
onTranscriptPreview: handleVoiceTranscriptPreview,
|
|
220
|
+
voiceConfig,
|
|
221
|
+
});
|
|
222
|
+
const {
|
|
223
|
+
queueAssistantSpeech,
|
|
224
|
+
speak,
|
|
225
|
+
startListening,
|
|
226
|
+
stopListening,
|
|
227
|
+
stopSpeaking,
|
|
228
|
+
} = voice;
|
|
229
|
+
|
|
230
|
+
const beginVoiceCapture = useCallback(
|
|
231
|
+
(mode: Exclude<VoiceCaptureMode, "idle"> = "compose") => {
|
|
232
|
+
if (isComposerLocked || voice.isListening) return;
|
|
233
|
+
const latestAssistant = findLatestAssistantMessage(conversationMessages);
|
|
234
|
+
suppressedAssistantSpeechIdRef.current = latestAssistant?.id ?? null;
|
|
235
|
+
voiceDraftBaseInputRef.current = chatInput;
|
|
236
|
+
stopSpeaking();
|
|
237
|
+
void startListening(mode);
|
|
238
|
+
},
|
|
239
|
+
[
|
|
240
|
+
chatInput,
|
|
241
|
+
conversationMessages,
|
|
242
|
+
isComposerLocked,
|
|
243
|
+
startListening,
|
|
244
|
+
stopSpeaking,
|
|
245
|
+
voice.isListening,
|
|
246
|
+
],
|
|
247
|
+
);
|
|
248
|
+
|
|
249
|
+
const endVoiceCapture = useCallback(
|
|
250
|
+
(captureOptions?: { submit?: boolean }) => {
|
|
251
|
+
if (!voice.isListening) return;
|
|
252
|
+
void stopListening(captureOptions);
|
|
253
|
+
},
|
|
254
|
+
[stopListening, voice.isListening],
|
|
255
|
+
);
|
|
256
|
+
|
|
257
|
+
const handleSpeakMessage = useCallback(
|
|
258
|
+
(messageId: string, text: string) => {
|
|
259
|
+
if (!text.trim()) return;
|
|
260
|
+
suppressedAssistantSpeechIdRef.current = messageId;
|
|
261
|
+
speak(text);
|
|
262
|
+
},
|
|
263
|
+
[speak],
|
|
264
|
+
);
|
|
265
|
+
|
|
266
|
+
const handleEditMessage = useCallback(
|
|
267
|
+
async (messageId: string, text: string) => {
|
|
268
|
+
stopSpeaking();
|
|
269
|
+
return handleChatEdit(messageId, text);
|
|
270
|
+
},
|
|
271
|
+
[handleChatEdit, stopSpeaking],
|
|
272
|
+
);
|
|
273
|
+
|
|
274
|
+
useEffect(() => {
|
|
275
|
+
if (!isGameModal || agentVoiceMuted || voice.isListening) return;
|
|
276
|
+
const latestAssistant = findLatestAssistantMessage(conversationMessages);
|
|
277
|
+
if (!latestAssistant) return;
|
|
278
|
+
if (suppressedAssistantSpeechIdRef.current === latestAssistant.id) return;
|
|
279
|
+
|
|
280
|
+
queueAssistantSpeech(
|
|
281
|
+
latestAssistant.id,
|
|
282
|
+
latestAssistant.text,
|
|
283
|
+
!chatSending,
|
|
284
|
+
);
|
|
285
|
+
suppressedAssistantSpeechIdRef.current = null;
|
|
286
|
+
}, [
|
|
287
|
+
agentVoiceMuted,
|
|
288
|
+
chatSending,
|
|
289
|
+
conversationMessages,
|
|
290
|
+
isGameModal,
|
|
291
|
+
queueAssistantSpeech,
|
|
292
|
+
voice.isListening,
|
|
293
|
+
]);
|
|
294
|
+
|
|
295
|
+
useEffect(() => {
|
|
296
|
+
if (!agentVoiceMuted) return;
|
|
297
|
+
stopSpeaking();
|
|
298
|
+
}, [agentVoiceMuted, stopSpeaking]);
|
|
299
|
+
|
|
300
|
+
useEffect(() => {
|
|
301
|
+
const pending = pendingVoiceTurnRef.current;
|
|
302
|
+
if (!pending || !chatFirstTokenReceived) return;
|
|
303
|
+
if (nowMs() > pending.expiresAtMs) {
|
|
304
|
+
pendingVoiceTurnRef.current = null;
|
|
305
|
+
return;
|
|
306
|
+
}
|
|
307
|
+
if (pending.firstTokenAtMs != null) return;
|
|
308
|
+
|
|
309
|
+
const firstTokenAtMs = nowMs();
|
|
310
|
+
pending.firstTokenAtMs = firstTokenAtMs;
|
|
311
|
+
setVoiceLatency((prev) => ({
|
|
312
|
+
firstSegmentCached: prev?.firstSegmentCached ?? null,
|
|
313
|
+
speechEndToFirstTokenMs: Math.max(
|
|
314
|
+
0,
|
|
315
|
+
Math.round(firstTokenAtMs - pending.speechEndedAtMs),
|
|
316
|
+
),
|
|
317
|
+
speechEndToVoiceStartMs: prev?.speechEndToVoiceStartMs ?? null,
|
|
318
|
+
}));
|
|
319
|
+
}, [chatFirstTokenReceived]);
|
|
320
|
+
|
|
321
|
+
return {
|
|
322
|
+
beginVoiceCapture,
|
|
323
|
+
endVoiceCapture,
|
|
324
|
+
handleEditMessage,
|
|
325
|
+
handleSpeakMessage,
|
|
326
|
+
stopSpeaking,
|
|
327
|
+
voice,
|
|
328
|
+
voiceLatency,
|
|
329
|
+
};
|
|
330
|
+
}
|
|
331
|
+
|
|
332
|
+
function useGameModalMessages(options: {
|
|
333
|
+
activeConversationId: string | null;
|
|
334
|
+
agentVoiceMuted: boolean;
|
|
335
|
+
companionMessageCutoffTs: number;
|
|
336
|
+
isGameModal: boolean;
|
|
337
|
+
setState: ReturnType<typeof useApp>["setState"];
|
|
338
|
+
stopSpeaking: () => void;
|
|
339
|
+
visibleMsgs: ConversationMessage[];
|
|
340
|
+
}) {
|
|
341
|
+
const {
|
|
342
|
+
activeConversationId,
|
|
343
|
+
agentVoiceMuted,
|
|
344
|
+
companionMessageCutoffTs,
|
|
345
|
+
isGameModal,
|
|
346
|
+
setState,
|
|
347
|
+
stopSpeaking,
|
|
348
|
+
visibleMsgs,
|
|
349
|
+
} = options;
|
|
350
|
+
const previousCompanionCutoffTsRef = useRef(companionMessageCutoffTs);
|
|
351
|
+
const previousGameModalVisibleMsgsRef = useRef<ConversationMessage[]>([]);
|
|
352
|
+
const previousActiveConversationIdRef = useRef(activeConversationId);
|
|
353
|
+
const companionVoiceInitializedRef = useRef(false);
|
|
354
|
+
const [companionNowMs, setCompanionNowMs] = useState(() => Date.now());
|
|
355
|
+
const [companionCarryover, setCompanionCarryover] =
|
|
356
|
+
useState<CompanionCarryoverState | null>(null);
|
|
357
|
+
|
|
358
|
+
const gameModalRecentMsgs = useMemo(
|
|
359
|
+
() =>
|
|
360
|
+
visibleMsgs.filter(
|
|
361
|
+
(message) => message.timestamp >= companionMessageCutoffTs,
|
|
362
|
+
),
|
|
363
|
+
[companionMessageCutoffTs, visibleMsgs],
|
|
364
|
+
);
|
|
365
|
+
const gameModalContextMsgs = useMemo(() => {
|
|
366
|
+
if (gameModalRecentMsgs.length > 0) {
|
|
367
|
+
return gameModalRecentMsgs;
|
|
368
|
+
}
|
|
369
|
+
return visibleMsgs.slice(-COMPANION_VISIBLE_MESSAGE_LIMIT);
|
|
370
|
+
}, [gameModalRecentMsgs, visibleMsgs]);
|
|
371
|
+
const gameModalVisibleMsgs = useMemo(
|
|
372
|
+
() => gameModalContextMsgs.slice(-COMPANION_VISIBLE_MESSAGE_LIMIT),
|
|
373
|
+
[gameModalContextMsgs],
|
|
374
|
+
);
|
|
375
|
+
const gameModalCarryoverOpacity = useMemo(() => {
|
|
376
|
+
if (!companionCarryover) return 0;
|
|
377
|
+
if (companionNowMs < companionCarryover.fadeStartsAtMs) return 1;
|
|
378
|
+
const remainingMs = companionCarryover.expiresAtMs - companionNowMs;
|
|
379
|
+
if (remainingMs <= 0) return 0;
|
|
380
|
+
return Math.max(0, remainingMs / COMPANION_HISTORY_FADE_MS);
|
|
381
|
+
}, [companionCarryover, companionNowMs]);
|
|
382
|
+
|
|
383
|
+
useEffect(() => {
|
|
384
|
+
if (!isGameModal) {
|
|
385
|
+
previousActiveConversationIdRef.current = activeConversationId;
|
|
386
|
+
companionVoiceInitializedRef.current = false;
|
|
387
|
+
return;
|
|
388
|
+
}
|
|
389
|
+
if (companionVoiceInitializedRef.current) return;
|
|
390
|
+
companionVoiceInitializedRef.current = true;
|
|
391
|
+
if (agentVoiceMuted) {
|
|
392
|
+
setState("chatAgentVoiceMuted", false);
|
|
393
|
+
}
|
|
394
|
+
}, [activeConversationId, agentVoiceMuted, isGameModal, setState]);
|
|
395
|
+
|
|
396
|
+
useEffect(() => {
|
|
397
|
+
if (!isGameModal) {
|
|
398
|
+
previousActiveConversationIdRef.current = activeConversationId;
|
|
399
|
+
return;
|
|
400
|
+
}
|
|
401
|
+
|
|
402
|
+
if (previousActiveConversationIdRef.current === activeConversationId) {
|
|
403
|
+
return;
|
|
404
|
+
}
|
|
405
|
+
|
|
406
|
+
previousActiveConversationIdRef.current = activeConversationId;
|
|
407
|
+
previousGameModalVisibleMsgsRef.current = [];
|
|
408
|
+
previousCompanionCutoffTsRef.current = companionMessageCutoffTs;
|
|
409
|
+
setCompanionCarryover(null);
|
|
410
|
+
stopSpeaking();
|
|
411
|
+
}, [
|
|
412
|
+
activeConversationId,
|
|
413
|
+
companionMessageCutoffTs,
|
|
414
|
+
isGameModal,
|
|
415
|
+
stopSpeaking,
|
|
416
|
+
]);
|
|
417
|
+
|
|
418
|
+
useEffect(() => {
|
|
419
|
+
if (!isGameModal) {
|
|
420
|
+
previousCompanionCutoffTsRef.current = companionMessageCutoffTs;
|
|
421
|
+
return;
|
|
422
|
+
}
|
|
423
|
+
|
|
424
|
+
const previousCutoffTs = previousCompanionCutoffTsRef.current;
|
|
425
|
+
if (companionMessageCutoffTs > previousCutoffTs) {
|
|
426
|
+
const carryoverMessages = previousGameModalVisibleMsgsRef.current.filter(
|
|
427
|
+
(message) => message.timestamp < companionMessageCutoffTs,
|
|
428
|
+
);
|
|
429
|
+
if (carryoverMessages.length > 0) {
|
|
430
|
+
const startedAtMs = Date.now();
|
|
431
|
+
setCompanionCarryover({
|
|
432
|
+
expiresAtMs:
|
|
433
|
+
startedAtMs + COMPANION_HISTORY_HOLD_MS + COMPANION_HISTORY_FADE_MS,
|
|
434
|
+
fadeStartsAtMs: startedAtMs + COMPANION_HISTORY_HOLD_MS,
|
|
435
|
+
messages: carryoverMessages,
|
|
436
|
+
});
|
|
437
|
+
} else {
|
|
438
|
+
setCompanionCarryover(null);
|
|
439
|
+
}
|
|
440
|
+
}
|
|
441
|
+
previousCompanionCutoffTsRef.current = companionMessageCutoffTs;
|
|
442
|
+
}, [companionMessageCutoffTs, isGameModal]);
|
|
443
|
+
|
|
444
|
+
useEffect(() => {
|
|
445
|
+
previousGameModalVisibleMsgsRef.current = gameModalVisibleMsgs;
|
|
446
|
+
}, [gameModalVisibleMsgs]);
|
|
447
|
+
|
|
448
|
+
useEffect(() => {
|
|
449
|
+
if (!companionCarryover) return;
|
|
450
|
+
|
|
451
|
+
const tick = () => setCompanionNowMs(Date.now());
|
|
452
|
+
tick();
|
|
453
|
+
|
|
454
|
+
const intervalId = window.setInterval(tick, 250);
|
|
455
|
+
return () => window.clearInterval(intervalId);
|
|
456
|
+
}, [companionCarryover]);
|
|
457
|
+
|
|
458
|
+
useEffect(() => {
|
|
459
|
+
if (!companionCarryover) return;
|
|
460
|
+
if (companionNowMs >= companionCarryover.expiresAtMs) {
|
|
461
|
+
setCompanionCarryover(null);
|
|
462
|
+
}
|
|
463
|
+
}, [companionCarryover, companionNowMs]);
|
|
464
|
+
|
|
465
|
+
return {
|
|
466
|
+
companionCarryover,
|
|
467
|
+
gameModalCarryoverOpacity,
|
|
468
|
+
gameModalVisibleMsgs,
|
|
469
|
+
};
|
|
470
|
+
}
|
|
471
|
+
|
|
472
|
+
export function ChatView({ variant = "default" }: ChatViewProps) {
|
|
473
|
+
const isGameModal = variant === "game-modal";
|
|
474
|
+
const showComposerVoiceToggle = false;
|
|
475
|
+
const {
|
|
476
|
+
agentStatus,
|
|
477
|
+
activeConversationId,
|
|
478
|
+
chatInput,
|
|
479
|
+
chatSending,
|
|
480
|
+
chatFirstTokenReceived,
|
|
481
|
+
companionMessageCutoffTs,
|
|
482
|
+
conversationMessages,
|
|
483
|
+
handleChatSend,
|
|
484
|
+
handleChatStop,
|
|
485
|
+
handleChatEdit,
|
|
486
|
+
elizaCloudConnected,
|
|
487
|
+
setState,
|
|
488
|
+
droppedFiles,
|
|
489
|
+
shareIngestNotice,
|
|
490
|
+
chatAgentVoiceMuted: agentVoiceMuted,
|
|
491
|
+
selectedVrmIndex,
|
|
492
|
+
chatPendingImages,
|
|
493
|
+
setChatPendingImages,
|
|
494
|
+
uiLanguage,
|
|
495
|
+
ptySessions,
|
|
496
|
+
t,
|
|
497
|
+
} = useApp();
|
|
498
|
+
|
|
499
|
+
const messagesRef = useRef<HTMLDivElement>(null);
|
|
500
|
+
const textareaRef = useRef<HTMLTextAreaElement>(null);
|
|
501
|
+
const fileInputRef = useRef<HTMLInputElement>(null);
|
|
502
|
+
const [imageDragOver, setImageDragOver] = useState(false);
|
|
503
|
+
|
|
504
|
+
// ── Derived composer state ──────────────────────────────────────
|
|
505
|
+
const isAgentStarting =
|
|
506
|
+
agentStatus?.state === "starting" || agentStatus?.state === "restarting";
|
|
507
|
+
const isComposerLocked = chatSending || isAgentStarting;
|
|
508
|
+
const {
|
|
509
|
+
beginVoiceCapture,
|
|
510
|
+
endVoiceCapture,
|
|
511
|
+
handleEditMessage,
|
|
512
|
+
handleSpeakMessage,
|
|
513
|
+
stopSpeaking,
|
|
514
|
+
voice,
|
|
515
|
+
voiceLatency,
|
|
516
|
+
} = useChatVoiceController({
|
|
517
|
+
agentVoiceMuted,
|
|
518
|
+
chatFirstTokenReceived,
|
|
519
|
+
chatInput,
|
|
520
|
+
chatSending,
|
|
521
|
+
conversationMessages,
|
|
522
|
+
elizaCloudConnected,
|
|
523
|
+
handleChatEdit,
|
|
524
|
+
handleChatSend,
|
|
525
|
+
isComposerLocked,
|
|
526
|
+
isGameModal,
|
|
527
|
+
setState,
|
|
528
|
+
uiLanguage,
|
|
529
|
+
});
|
|
530
|
+
const handleChatAvatarSpeakingChange = useCallback(
|
|
531
|
+
(isSpeaking: boolean) => {
|
|
532
|
+
setState("chatAvatarSpeaking", isSpeaking);
|
|
533
|
+
},
|
|
534
|
+
[setState],
|
|
535
|
+
);
|
|
536
|
+
|
|
537
|
+
const agentName = agentStatus?.agentName ?? "Agent";
|
|
538
|
+
const msgs = conversationMessages;
|
|
539
|
+
const visibleMsgs = useMemo(
|
|
540
|
+
() =>
|
|
541
|
+
msgs.filter(
|
|
542
|
+
(msg) =>
|
|
543
|
+
!(
|
|
544
|
+
chatSending &&
|
|
545
|
+
!chatFirstTokenReceived &&
|
|
546
|
+
msg.role === "assistant" &&
|
|
547
|
+
!msg.text.trim()
|
|
548
|
+
) && !isRoutineCodingAgentMessage(msg),
|
|
549
|
+
),
|
|
550
|
+
[chatFirstTokenReceived, chatSending, msgs],
|
|
551
|
+
);
|
|
552
|
+
const {
|
|
553
|
+
companionCarryover,
|
|
554
|
+
gameModalCarryoverOpacity,
|
|
555
|
+
gameModalVisibleMsgs,
|
|
556
|
+
} = useGameModalMessages({
|
|
557
|
+
activeConversationId,
|
|
558
|
+
agentVoiceMuted: agentVoiceMuted,
|
|
559
|
+
companionMessageCutoffTs,
|
|
560
|
+
isGameModal,
|
|
561
|
+
setState,
|
|
562
|
+
stopSpeaking,
|
|
563
|
+
visibleMsgs,
|
|
564
|
+
});
|
|
565
|
+
const agentAvatarSrc =
|
|
566
|
+
selectedVrmIndex > 0 ? getVrmPreviewUrl(selectedVrmIndex) : null;
|
|
567
|
+
|
|
568
|
+
useChatAvatarVoiceBridge({
|
|
569
|
+
mouthOpen: voice.mouthOpen,
|
|
570
|
+
isSpeaking: voice.isSpeaking,
|
|
571
|
+
usingAudioAnalysis: voice.usingAudioAnalysis,
|
|
572
|
+
onSpeakingChange: handleChatAvatarSpeakingChange,
|
|
573
|
+
});
|
|
574
|
+
|
|
575
|
+
// Auto-scroll on new messages. Use instant scroll when already near the
|
|
576
|
+
// bottom (or when the user is actively sending) to prevent the visible
|
|
577
|
+
// "scroll from top" effect that occurs when many background messages
|
|
578
|
+
// (e.g. coding-agent updates) arrive in rapid succession during smooth
|
|
579
|
+
// scrolling. Only smooth-scroll when the user has scrolled up and a new
|
|
580
|
+
// message nudges them back down.
|
|
581
|
+
useEffect(() => {
|
|
582
|
+
if (isGameModal) {
|
|
583
|
+
return;
|
|
584
|
+
}
|
|
585
|
+
if (!chatSending && visibleMsgs.length === 0) {
|
|
586
|
+
return;
|
|
587
|
+
}
|
|
588
|
+
const el = messagesRef.current;
|
|
589
|
+
if (!el) return;
|
|
590
|
+
const distanceFromBottom = el.scrollHeight - el.scrollTop - el.clientHeight;
|
|
591
|
+
const nearBottom = distanceFromBottom < 150;
|
|
592
|
+
el.scrollTo({
|
|
593
|
+
top: el.scrollHeight,
|
|
594
|
+
behavior: nearBottom ? "instant" : "smooth",
|
|
595
|
+
});
|
|
596
|
+
}, [chatSending, isGameModal, visibleMsgs]);
|
|
597
|
+
|
|
598
|
+
// Auto-resize textarea
|
|
599
|
+
useEffect(() => {
|
|
600
|
+
const ta = textareaRef.current;
|
|
601
|
+
if (!ta) return;
|
|
602
|
+
|
|
603
|
+
// Force a compact baseline when empty so the composer never boots oversized.
|
|
604
|
+
if (!chatInput) {
|
|
605
|
+
ta.style.height = `${CHAT_INPUT_MIN_HEIGHT_PX}px`;
|
|
606
|
+
ta.style.overflowY = "hidden";
|
|
607
|
+
return;
|
|
608
|
+
}
|
|
609
|
+
|
|
610
|
+
ta.style.height = "auto";
|
|
611
|
+
ta.style.overflowY = "hidden";
|
|
612
|
+
const h = Math.min(ta.scrollHeight, CHAT_INPUT_MAX_HEIGHT_PX);
|
|
613
|
+
ta.style.height = `${h}px`;
|
|
614
|
+
ta.style.overflowY =
|
|
615
|
+
ta.scrollHeight > CHAT_INPUT_MAX_HEIGHT_PX ? "auto" : "hidden";
|
|
616
|
+
}, [chatInput]);
|
|
617
|
+
|
|
618
|
+
const handleKeyDown = (e: KeyboardEvent<HTMLTextAreaElement>) => {
|
|
619
|
+
if (isComposerLocked) return;
|
|
620
|
+
if (e.key === "Enter" && !e.shiftKey) {
|
|
621
|
+
e.preventDefault();
|
|
622
|
+
void handleChatSend();
|
|
623
|
+
}
|
|
624
|
+
};
|
|
625
|
+
|
|
626
|
+
const addImageFiles = useCallback(
|
|
627
|
+
(files: FileList | File[]) => {
|
|
628
|
+
const imageFiles = Array.from(files).filter((f) =>
|
|
629
|
+
f.type.startsWith("image/"),
|
|
630
|
+
);
|
|
631
|
+
if (!imageFiles.length) return;
|
|
632
|
+
|
|
633
|
+
const readers = imageFiles.map(
|
|
634
|
+
(file) =>
|
|
635
|
+
new Promise<ImageAttachment>((resolve) => {
|
|
636
|
+
const reader = new FileReader();
|
|
637
|
+
reader.onload = () => {
|
|
638
|
+
const result = reader.result as string;
|
|
639
|
+
// result is "data:<mime>;base64,<data>" — strip the prefix
|
|
640
|
+
const commaIdx = result.indexOf(",");
|
|
641
|
+
const data = commaIdx >= 0 ? result.slice(commaIdx + 1) : result;
|
|
642
|
+
resolve({ data, mimeType: file.type, name: file.name });
|
|
643
|
+
};
|
|
644
|
+
reader.readAsDataURL(file);
|
|
645
|
+
}),
|
|
646
|
+
);
|
|
647
|
+
|
|
648
|
+
void Promise.all(readers).then((attachments) => {
|
|
649
|
+
setChatPendingImages((prev) => {
|
|
650
|
+
const combined = [...prev, ...attachments];
|
|
651
|
+
// Mirror the server-side MAX_CHAT_IMAGES=4 limit so the user gets
|
|
652
|
+
// immediate feedback rather than a 400 after upload.
|
|
653
|
+
return combined.slice(0, 4);
|
|
654
|
+
});
|
|
655
|
+
});
|
|
656
|
+
},
|
|
657
|
+
[setChatPendingImages],
|
|
658
|
+
);
|
|
659
|
+
|
|
660
|
+
const handleImageDrop = useCallback(
|
|
661
|
+
(e: DragEvent<HTMLDivElement>) => {
|
|
662
|
+
e.preventDefault();
|
|
663
|
+
setImageDragOver(false);
|
|
664
|
+
if (e.dataTransfer.files.length) {
|
|
665
|
+
addImageFiles(e.dataTransfer.files);
|
|
666
|
+
}
|
|
667
|
+
},
|
|
668
|
+
[addImageFiles],
|
|
669
|
+
);
|
|
670
|
+
|
|
671
|
+
const handleFileInputChange = useCallback(
|
|
672
|
+
(e: ChangeEvent<HTMLInputElement>) => {
|
|
673
|
+
if (e.target.files) {
|
|
674
|
+
addImageFiles(e.target.files);
|
|
675
|
+
}
|
|
676
|
+
e.target.value = "";
|
|
677
|
+
},
|
|
678
|
+
[addImageFiles],
|
|
679
|
+
);
|
|
680
|
+
|
|
681
|
+
const removeImage = useCallback(
|
|
682
|
+
(index: number) => {
|
|
683
|
+
setChatPendingImages((prev) => prev.filter((_, i) => i !== index));
|
|
684
|
+
},
|
|
685
|
+
[setChatPendingImages],
|
|
686
|
+
);
|
|
687
|
+
|
|
688
|
+
return (
|
|
689
|
+
<section
|
|
690
|
+
aria-label="Chat workspace"
|
|
691
|
+
className={`flex flex-col flex-1 min-h-0 relative${isGameModal ? " overflow-visible px-2 sm:px-3" : ""}${imageDragOver ? " ring-2 ring-accent ring-inset" : ""}`}
|
|
692
|
+
onDragOver={(e) => {
|
|
693
|
+
e.preventDefault();
|
|
694
|
+
setImageDragOver(true);
|
|
695
|
+
}}
|
|
696
|
+
onDragLeave={() => setImageDragOver(false)}
|
|
697
|
+
onDrop={handleImageDrop}
|
|
698
|
+
>
|
|
699
|
+
{/* ── Messages ───────────────────────────────────────────────── */}
|
|
700
|
+
<div
|
|
701
|
+
ref={messagesRef}
|
|
702
|
+
data-testid="chat-messages-scroll"
|
|
703
|
+
className={
|
|
704
|
+
isGameModal
|
|
705
|
+
? "absolute inset-x-0 overflow-hidden select-none pointer-events-none"
|
|
706
|
+
: "chat-native-scrollbar relative flex flex-1 flex-col overflow-x-hidden overflow-y-auto py-2"
|
|
707
|
+
}
|
|
708
|
+
style={
|
|
709
|
+
isGameModal
|
|
710
|
+
? {
|
|
711
|
+
zIndex: 1,
|
|
712
|
+
top: COMPANION_MESSAGE_LAYER_TOP,
|
|
713
|
+
bottom: COMPANION_MESSAGE_LAYER_BOTTOM,
|
|
714
|
+
userSelect: "none",
|
|
715
|
+
WebkitUserSelect: "none",
|
|
716
|
+
maskImage: COMPANION_MESSAGE_LAYER_MASK,
|
|
717
|
+
WebkitMaskImage: COMPANION_MESSAGE_LAYER_MASK,
|
|
718
|
+
}
|
|
719
|
+
: {
|
|
720
|
+
zIndex: 1,
|
|
721
|
+
}
|
|
722
|
+
}
|
|
723
|
+
>
|
|
724
|
+
{visibleMsgs.length === 0 && !chatSending ? (
|
|
725
|
+
isGameModal ? (
|
|
726
|
+
<div className="flex h-full items-end px-1 py-4">
|
|
727
|
+
<div className="w-full">
|
|
728
|
+
<TypingIndicator
|
|
729
|
+
agentName={agentName}
|
|
730
|
+
agentAvatarSrc={agentAvatarSrc}
|
|
731
|
+
/>
|
|
732
|
+
</div>
|
|
733
|
+
</div>
|
|
734
|
+
) : (
|
|
735
|
+
<ChatEmptyState agentName={agentName} />
|
|
736
|
+
)
|
|
737
|
+
) : isGameModal ? (
|
|
738
|
+
<div className="flex h-full w-full flex-col justify-end gap-4 px-1 py-4">
|
|
739
|
+
{companionCarryover?.messages.map((msg) => {
|
|
740
|
+
const isUser = msg.role === "user";
|
|
741
|
+
return (
|
|
742
|
+
<div
|
|
743
|
+
key={`carryover-${msg.id}`}
|
|
744
|
+
data-testid="companion-message-row"
|
|
745
|
+
data-companion-carryover="true"
|
|
746
|
+
className={`flex w-full ${isUser ? "justify-end" : "justify-start"}`}
|
|
747
|
+
style={{ opacity: gameModalCarryoverOpacity }}
|
|
748
|
+
>
|
|
749
|
+
<div
|
|
750
|
+
className={`max-w-[85%] rounded-2xl px-4 py-3 text-[15px] leading-relaxed ${
|
|
751
|
+
isUser
|
|
752
|
+
? "bg-accent/85 text-white rounded-br-sm"
|
|
753
|
+
: "border border-white/10 bg-black/45 text-white/95 rounded-bl-sm backdrop-blur-md"
|
|
754
|
+
}`}
|
|
755
|
+
>
|
|
756
|
+
<div
|
|
757
|
+
className="break-words"
|
|
758
|
+
style={{ fontFamily: "var(--font-chat)" }}
|
|
759
|
+
>
|
|
760
|
+
<MessageContent message={msg} />
|
|
761
|
+
</div>
|
|
762
|
+
</div>
|
|
763
|
+
</div>
|
|
764
|
+
);
|
|
765
|
+
})}
|
|
766
|
+
{gameModalVisibleMsgs.map((msg) => {
|
|
767
|
+
const isUser = msg.role === "user";
|
|
768
|
+
return (
|
|
769
|
+
<div
|
|
770
|
+
key={msg.id}
|
|
771
|
+
data-testid="companion-message-row"
|
|
772
|
+
className={`flex w-full ${isUser ? "justify-end" : "justify-start"}`}
|
|
773
|
+
>
|
|
774
|
+
<div
|
|
775
|
+
className={`max-w-[85%] rounded-2xl px-4 py-3 text-[15px] leading-relaxed ${
|
|
776
|
+
isUser
|
|
777
|
+
? "bg-accent/85 text-white rounded-br-sm"
|
|
778
|
+
: "border border-white/10 bg-black/45 text-white/95 rounded-bl-sm backdrop-blur-md"
|
|
779
|
+
}`}
|
|
780
|
+
>
|
|
781
|
+
<div
|
|
782
|
+
className="break-words"
|
|
783
|
+
style={{ fontFamily: "var(--font-chat)" }}
|
|
784
|
+
>
|
|
785
|
+
<MessageContent message={msg} />
|
|
786
|
+
</div>
|
|
787
|
+
</div>
|
|
788
|
+
</div>
|
|
789
|
+
);
|
|
790
|
+
})}
|
|
791
|
+
{chatSending && !chatFirstTokenReceived && (
|
|
792
|
+
<div className="flex w-full justify-start">
|
|
793
|
+
<div className="max-w-[85%] rounded-2xl rounded-bl-sm px-4 py-3 bg-black/30 flex items-center gap-1">
|
|
794
|
+
<span
|
|
795
|
+
className="w-1.5 h-1.5 rounded-full bg-white/50 animate-bounce"
|
|
796
|
+
style={{ animationDelay: "0ms" }}
|
|
797
|
+
/>
|
|
798
|
+
<span
|
|
799
|
+
className="w-1.5 h-1.5 rounded-full bg-white/50 animate-bounce"
|
|
800
|
+
style={{ animationDelay: "150ms" }}
|
|
801
|
+
/>
|
|
802
|
+
<span
|
|
803
|
+
className="w-1.5 h-1.5 rounded-full bg-white/50 animate-bounce"
|
|
804
|
+
style={{ animationDelay: "300ms" }}
|
|
805
|
+
/>
|
|
806
|
+
</div>
|
|
807
|
+
</div>
|
|
808
|
+
)}
|
|
809
|
+
</div>
|
|
810
|
+
) : (
|
|
811
|
+
<div className="w-full pl-2 sm:pl-3 pr-3 sm:pr-4 space-y-1">
|
|
812
|
+
{visibleMsgs.map((msg, i) => {
|
|
813
|
+
const prev = i > 0 ? visibleMsgs[i - 1] : null;
|
|
814
|
+
const isGrouped = prev?.role === msg.role;
|
|
815
|
+
|
|
816
|
+
return (
|
|
817
|
+
<ChatMessage
|
|
818
|
+
key={msg.id}
|
|
819
|
+
message={msg}
|
|
820
|
+
isGrouped={isGrouped}
|
|
821
|
+
agentName={agentName}
|
|
822
|
+
agentAvatarSrc={agentAvatarSrc}
|
|
823
|
+
onSpeak={handleSpeakMessage}
|
|
824
|
+
onEdit={handleEditMessage}
|
|
825
|
+
/>
|
|
826
|
+
);
|
|
827
|
+
})}
|
|
828
|
+
|
|
829
|
+
{chatSending && !chatFirstTokenReceived && (
|
|
830
|
+
<TypingIndicator
|
|
831
|
+
agentName={agentName}
|
|
832
|
+
agentAvatarSrc={agentAvatarSrc}
|
|
833
|
+
/>
|
|
834
|
+
)}
|
|
835
|
+
</div>
|
|
836
|
+
)}
|
|
837
|
+
</div>
|
|
838
|
+
|
|
839
|
+
{/* Agent activity box — sticky status per active coding-agent task */}
|
|
840
|
+
<AgentActivityBox sessions={ptySessions} />
|
|
841
|
+
|
|
842
|
+
{/* Share ingest notice */}
|
|
843
|
+
{shareIngestNotice && (
|
|
844
|
+
<div className="text-xs text-ok py-1 relative" style={{ zIndex: 1 }}>
|
|
845
|
+
{shareIngestNotice}
|
|
846
|
+
</div>
|
|
847
|
+
)}
|
|
848
|
+
|
|
849
|
+
{/* Dropped files */}
|
|
850
|
+
{droppedFiles.length > 0 && (
|
|
851
|
+
<div
|
|
852
|
+
className="text-xs text-muted py-0.5 flex gap-2 relative"
|
|
853
|
+
style={{ zIndex: 1 }}
|
|
854
|
+
>
|
|
855
|
+
{droppedFiles.map((f) => (
|
|
856
|
+
<span key={f}>{f}</span>
|
|
857
|
+
))}
|
|
858
|
+
</div>
|
|
859
|
+
)}
|
|
860
|
+
|
|
861
|
+
{/* Pending image thumbnails */}
|
|
862
|
+
{chatPendingImages.length > 0 && (
|
|
863
|
+
<div
|
|
864
|
+
className="flex gap-2 flex-wrap py-1 relative"
|
|
865
|
+
data-no-camera-drag={isGameModal || undefined}
|
|
866
|
+
style={{ zIndex: 1 }}
|
|
867
|
+
>
|
|
868
|
+
{chatPendingImages.map((img, i) => (
|
|
869
|
+
<div
|
|
870
|
+
key={`${img.name}-${i}`}
|
|
871
|
+
className="relative group w-16 h-16 shrink-0"
|
|
872
|
+
>
|
|
873
|
+
<img
|
|
874
|
+
src={`data:${img.mimeType};base64,${img.data}`}
|
|
875
|
+
alt={img.name}
|
|
876
|
+
className="w-16 h-16 object-cover border border-border rounded"
|
|
877
|
+
/>
|
|
878
|
+
<button
|
|
879
|
+
type="button"
|
|
880
|
+
title={t("chatview.RemoveImage")}
|
|
881
|
+
aria-label={`Remove image ${img.name}`}
|
|
882
|
+
onClick={() => removeImage(i)}
|
|
883
|
+
className="absolute -top-1.5 -right-1.5 w-4 h-4 rounded-full bg-danger text-white text-[10px] flex items-center justify-center opacity-100 sm:opacity-0 sm:group-hover:opacity-100 focus-visible:opacity-100 transition-opacity cursor-pointer"
|
|
884
|
+
>
|
|
885
|
+
×
|
|
886
|
+
</button>
|
|
887
|
+
</div>
|
|
888
|
+
))}
|
|
889
|
+
</div>
|
|
890
|
+
)}
|
|
891
|
+
|
|
892
|
+
{voiceLatency && (
|
|
893
|
+
<div
|
|
894
|
+
className="pb-1 text-[10px] text-muted relative"
|
|
895
|
+
style={{ zIndex: 1 }}
|
|
896
|
+
>
|
|
897
|
+
{t("chatview.SilenceEndFirstTo")}{" "}
|
|
898
|
+
{voiceLatency.speechEndToFirstTokenMs ?? "—"}
|
|
899
|
+
{t("chatview.msEndVoiceStart")}{" "}
|
|
900
|
+
{voiceLatency.speechEndToVoiceStartMs ?? "—"}
|
|
901
|
+
{t("chatview.msFirst")}{" "}
|
|
902
|
+
{voiceLatency.firstSegmentCached == null
|
|
903
|
+
? "—"
|
|
904
|
+
: voiceLatency.firstSegmentCached
|
|
905
|
+
? "cached"
|
|
906
|
+
: "uncached"}
|
|
907
|
+
</div>
|
|
908
|
+
)}
|
|
909
|
+
|
|
910
|
+
{/* ── Input row: mic + paperclip + textarea + send ───────────── */}
|
|
911
|
+
<input
|
|
912
|
+
ref={fileInputRef}
|
|
913
|
+
type="file"
|
|
914
|
+
accept="image/*"
|
|
915
|
+
multiple
|
|
916
|
+
className="hidden"
|
|
917
|
+
onChange={handleFileInputChange}
|
|
918
|
+
/>
|
|
919
|
+
{isGameModal ? (
|
|
920
|
+
/* ── Game-modal composer ──────────────────────────────────────── */
|
|
921
|
+
<div
|
|
922
|
+
className="mt-auto pt-2.5 relative"
|
|
923
|
+
data-no-camera-drag="true"
|
|
924
|
+
style={{ zIndex: 1 }}
|
|
925
|
+
>
|
|
926
|
+
<ChatComposer
|
|
927
|
+
variant="game-modal"
|
|
928
|
+
textareaRef={textareaRef}
|
|
929
|
+
chatInput={chatInput}
|
|
930
|
+
chatPendingImagesCount={chatPendingImages.length}
|
|
931
|
+
isComposerLocked={isComposerLocked}
|
|
932
|
+
isAgentStarting={isAgentStarting}
|
|
933
|
+
chatSending={chatSending}
|
|
934
|
+
voice={{
|
|
935
|
+
supported: voice.supported,
|
|
936
|
+
isListening: voice.isListening,
|
|
937
|
+
captureMode: voice.captureMode,
|
|
938
|
+
interimTranscript: voice.interimTranscript,
|
|
939
|
+
isSpeaking: voice.isSpeaking,
|
|
940
|
+
toggleListening: voice.toggleListening,
|
|
941
|
+
startListening: beginVoiceCapture,
|
|
942
|
+
stopListening: endVoiceCapture,
|
|
943
|
+
}}
|
|
944
|
+
agentVoiceEnabled={!agentVoiceMuted}
|
|
945
|
+
showAgentVoiceToggle={showComposerVoiceToggle}
|
|
946
|
+
t={t}
|
|
947
|
+
onAttachImage={() => fileInputRef.current?.click()}
|
|
948
|
+
onChatInputChange={(value) => setState("chatInput", value)}
|
|
949
|
+
onKeyDown={handleKeyDown}
|
|
950
|
+
onSend={() => void handleChatSend()}
|
|
951
|
+
onStop={handleChatStop}
|
|
952
|
+
onStopSpeaking={stopSpeaking}
|
|
953
|
+
onToggleAgentVoice={() =>
|
|
954
|
+
setState("chatAgentVoiceMuted", !agentVoiceMuted)
|
|
955
|
+
}
|
|
956
|
+
/>
|
|
957
|
+
</div>
|
|
958
|
+
) : (
|
|
959
|
+
/* ── Default composer ─────────────────────────────────────────── */
|
|
960
|
+
<div
|
|
961
|
+
className="border-t border-border pt-3 pb-3 sm:pb-4 px-2 sm:px-3 relative"
|
|
962
|
+
style={{ zIndex: 1 }}
|
|
963
|
+
>
|
|
964
|
+
<ChatComposer
|
|
965
|
+
variant="default"
|
|
966
|
+
textareaRef={textareaRef}
|
|
967
|
+
chatInput={chatInput}
|
|
968
|
+
chatPendingImagesCount={chatPendingImages.length}
|
|
969
|
+
isComposerLocked={isComposerLocked}
|
|
970
|
+
isAgentStarting={isAgentStarting}
|
|
971
|
+
chatSending={chatSending}
|
|
972
|
+
voice={{
|
|
973
|
+
supported: voice.supported,
|
|
974
|
+
isListening: voice.isListening,
|
|
975
|
+
captureMode: voice.captureMode,
|
|
976
|
+
interimTranscript: voice.interimTranscript,
|
|
977
|
+
isSpeaking: voice.isSpeaking,
|
|
978
|
+
toggleListening: voice.toggleListening,
|
|
979
|
+
startListening: beginVoiceCapture,
|
|
980
|
+
stopListening: endVoiceCapture,
|
|
981
|
+
}}
|
|
982
|
+
agentVoiceEnabled={!agentVoiceMuted}
|
|
983
|
+
showAgentVoiceToggle={showComposerVoiceToggle}
|
|
984
|
+
t={t}
|
|
985
|
+
onAttachImage={() => fileInputRef.current?.click()}
|
|
986
|
+
onChatInputChange={(value) => setState("chatInput", value)}
|
|
987
|
+
onKeyDown={handleKeyDown}
|
|
988
|
+
onSend={() => void handleChatSend()}
|
|
989
|
+
onStop={handleChatStop}
|
|
990
|
+
onStopSpeaking={stopSpeaking}
|
|
991
|
+
onToggleAgentVoice={() =>
|
|
992
|
+
setState("chatAgentVoiceMuted", !agentVoiceMuted)
|
|
993
|
+
}
|
|
994
|
+
/>
|
|
995
|
+
</div>
|
|
996
|
+
)}
|
|
997
|
+
</section>
|
|
998
|
+
);
|
|
999
|
+
}
|