@elizaos/app-core 2.0.0-alpha.37

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1082) hide show
  1. package/.turbo/turbo-build.log +2 -0
  2. package/LICENSE +21 -0
  3. package/dist/App.d.ts +5 -0
  4. package/dist/App.d.ts.map +1 -0
  5. package/dist/App.js +198 -0
  6. package/dist/actions/character.d.ts +27 -0
  7. package/dist/actions/character.d.ts.map +1 -0
  8. package/dist/actions/character.js +97 -0
  9. package/dist/actions/chat-helpers.d.ts +47 -0
  10. package/dist/actions/chat-helpers.d.ts.map +1 -0
  11. package/dist/actions/chat-helpers.js +79 -0
  12. package/dist/actions/cloud.d.ts +17 -0
  13. package/dist/actions/cloud.d.ts.map +1 -0
  14. package/dist/actions/cloud.js +43 -0
  15. package/dist/actions/index.d.ts +12 -0
  16. package/dist/actions/index.d.ts.map +1 -0
  17. package/dist/actions/index.js +11 -0
  18. package/dist/actions/lifecycle.d.ts +43 -0
  19. package/dist/actions/lifecycle.d.ts.map +1 -0
  20. package/dist/actions/lifecycle.js +118 -0
  21. package/dist/actions/onboarding.d.ts +12 -0
  22. package/dist/actions/onboarding.d.ts.map +1 -0
  23. package/dist/actions/onboarding.js +28 -0
  24. package/dist/actions/triggers.d.ts +23 -0
  25. package/dist/actions/triggers.d.ts.map +1 -0
  26. package/dist/actions/triggers.js +148 -0
  27. package/dist/api/client.d.ts +2823 -0
  28. package/dist/api/client.d.ts.map +1 -0
  29. package/dist/api/client.js +2392 -0
  30. package/dist/api/index.d.ts +2 -0
  31. package/dist/api/index.d.ts.map +1 -0
  32. package/dist/api/index.js +1 -0
  33. package/dist/autonomy/index.d.ts +48 -0
  34. package/dist/autonomy/index.d.ts.map +1 -0
  35. package/dist/autonomy/index.js +330 -0
  36. package/dist/bridge/capacitor-bridge.d.ts +153 -0
  37. package/dist/bridge/capacitor-bridge.d.ts.map +1 -0
  38. package/dist/bridge/capacitor-bridge.js +193 -0
  39. package/dist/bridge/electrobun-rpc.d.ts +19 -0
  40. package/dist/bridge/electrobun-rpc.d.ts.map +1 -0
  41. package/dist/bridge/electrobun-rpc.js +27 -0
  42. package/dist/bridge/electrobun-runtime.d.ts +3 -0
  43. package/dist/bridge/electrobun-runtime.d.ts.map +1 -0
  44. package/dist/bridge/electrobun-runtime.js +17 -0
  45. package/dist/bridge/index.d.ts +6 -0
  46. package/dist/bridge/index.d.ts.map +1 -0
  47. package/dist/bridge/index.js +5 -0
  48. package/dist/bridge/native-plugins.d.ts +82 -0
  49. package/dist/bridge/native-plugins.d.ts.map +1 -0
  50. package/dist/bridge/native-plugins.js +39 -0
  51. package/dist/bridge/plugin-bridge.d.ts +116 -0
  52. package/dist/bridge/plugin-bridge.d.ts.map +1 -0
  53. package/dist/bridge/plugin-bridge.js +203 -0
  54. package/dist/bridge/storage-bridge.d.ts +39 -0
  55. package/dist/bridge/storage-bridge.d.ts.map +1 -0
  56. package/dist/bridge/storage-bridge.js +135 -0
  57. package/dist/chat/index.d.ts +57 -0
  58. package/dist/chat/index.d.ts.map +1 -0
  59. package/dist/chat/index.js +161 -0
  60. package/dist/coding/index.d.ts +25 -0
  61. package/dist/coding/index.d.ts.map +1 -0
  62. package/dist/coding/index.js +25 -0
  63. package/dist/components/AdvancedPageView.d.ts +17 -0
  64. package/dist/components/AdvancedPageView.d.ts.map +1 -0
  65. package/dist/components/AdvancedPageView.js +137 -0
  66. package/dist/components/AgentActivityBox.d.ts +7 -0
  67. package/dist/components/AgentActivityBox.d.ts.map +1 -0
  68. package/dist/components/AgentActivityBox.js +25 -0
  69. package/dist/components/ApiKeyConfig.d.ts +26 -0
  70. package/dist/components/ApiKeyConfig.d.ts.map +1 -0
  71. package/dist/components/ApiKeyConfig.js +121 -0
  72. package/dist/components/AppsPageView.d.ts +7 -0
  73. package/dist/components/AppsPageView.d.ts.map +1 -0
  74. package/dist/components/AppsPageView.js +31 -0
  75. package/dist/components/AppsView.d.ts +8 -0
  76. package/dist/components/AppsView.d.ts.map +1 -0
  77. package/dist/components/AppsView.js +149 -0
  78. package/dist/components/AvatarLoader.d.ts +9 -0
  79. package/dist/components/AvatarLoader.d.ts.map +1 -0
  80. package/dist/components/AvatarLoader.js +45 -0
  81. package/dist/components/AvatarSelector.d.ts +23 -0
  82. package/dist/components/AvatarSelector.d.ts.map +1 -0
  83. package/dist/components/AvatarSelector.js +105 -0
  84. package/dist/components/BscTradePanel.d.ts +22 -0
  85. package/dist/components/BscTradePanel.d.ts.map +1 -0
  86. package/dist/components/BscTradePanel.js +221 -0
  87. package/dist/components/BugReportModal.d.ts +2 -0
  88. package/dist/components/BugReportModal.d.ts.map +1 -0
  89. package/dist/components/BugReportModal.js +218 -0
  90. package/dist/components/CharacterView.d.ts +8 -0
  91. package/dist/components/CharacterView.d.ts.map +1 -0
  92. package/dist/components/CharacterView.js +703 -0
  93. package/dist/components/ChatAvatar.d.ts +8 -0
  94. package/dist/components/ChatAvatar.d.ts.map +1 -0
  95. package/dist/components/ChatAvatar.js +89 -0
  96. package/dist/components/ChatComposer.d.ts +37 -0
  97. package/dist/components/ChatComposer.d.ts.map +1 -0
  98. package/dist/components/ChatComposer.js +136 -0
  99. package/dist/components/ChatMessage.d.ts +24 -0
  100. package/dist/components/ChatMessage.d.ts.map +1 -0
  101. package/dist/components/ChatMessage.js +167 -0
  102. package/dist/components/ChatModalView.d.ts +10 -0
  103. package/dist/components/ChatModalView.d.ts.map +1 -0
  104. package/dist/components/ChatModalView.js +57 -0
  105. package/dist/components/ChatView.d.ts +14 -0
  106. package/dist/components/ChatView.d.ts.map +1 -0
  107. package/dist/components/ChatView.js +511 -0
  108. package/dist/components/CloudSourceControls.d.ts +13 -0
  109. package/dist/components/CloudSourceControls.d.ts.map +1 -0
  110. package/dist/components/CloudSourceControls.js +14 -0
  111. package/dist/components/CodingAgentSettingsSection.d.ts +2 -0
  112. package/dist/components/CodingAgentSettingsSection.d.ts.map +1 -0
  113. package/dist/components/CodingAgentSettingsSection.js +268 -0
  114. package/dist/components/CommandPalette.d.ts +2 -0
  115. package/dist/components/CommandPalette.d.ts.map +1 -0
  116. package/dist/components/CommandPalette.js +181 -0
  117. package/dist/components/CompanionSceneHost.d.ts +15 -0
  118. package/dist/components/CompanionSceneHost.d.ts.map +1 -0
  119. package/dist/components/CompanionSceneHost.js +343 -0
  120. package/dist/components/CompanionShell.d.ts +17 -0
  121. package/dist/components/CompanionShell.d.ts.map +1 -0
  122. package/dist/components/CompanionShell.js +15 -0
  123. package/dist/components/CompanionView.d.ts +2 -0
  124. package/dist/components/CompanionView.d.ts.map +1 -0
  125. package/dist/components/CompanionView.js +22 -0
  126. package/dist/components/ConfigPageView.d.ts +11 -0
  127. package/dist/components/ConfigPageView.d.ts.map +1 -0
  128. package/dist/components/ConfigPageView.js +275 -0
  129. package/dist/components/ConfigSaveFooter.d.ts +8 -0
  130. package/dist/components/ConfigSaveFooter.d.ts.map +1 -0
  131. package/dist/components/ConfigSaveFooter.js +10 -0
  132. package/dist/components/ConfirmModal.d.ts +61 -0
  133. package/dist/components/ConfirmModal.d.ts.map +1 -0
  134. package/dist/components/ConfirmModal.js +164 -0
  135. package/dist/components/ConnectionFailedBanner.d.ts +6 -0
  136. package/dist/components/ConnectionFailedBanner.d.ts.map +1 -0
  137. package/dist/components/ConnectionFailedBanner.js +22 -0
  138. package/dist/components/ConnectorsPageView.d.ts +7 -0
  139. package/dist/components/ConnectorsPageView.d.ts.map +1 -0
  140. package/dist/components/ConnectorsPageView.js +8 -0
  141. package/dist/components/ConversationsSidebar.d.ts +9 -0
  142. package/dist/components/ConversationsSidebar.d.ts.map +1 -0
  143. package/dist/components/ConversationsSidebar.js +116 -0
  144. package/dist/components/CustomActionEditor.d.ts +10 -0
  145. package/dist/components/CustomActionEditor.d.ts.map +1 -0
  146. package/dist/components/CustomActionEditor.js +578 -0
  147. package/dist/components/CustomActionsPanel.d.ts +9 -0
  148. package/dist/components/CustomActionsPanel.d.ts.map +1 -0
  149. package/dist/components/CustomActionsPanel.js +107 -0
  150. package/dist/components/CustomActionsView.d.ts +2 -0
  151. package/dist/components/CustomActionsView.d.ts.map +1 -0
  152. package/dist/components/CustomActionsView.js +134 -0
  153. package/dist/components/DatabasePageView.d.ts +5 -0
  154. package/dist/components/DatabasePageView.d.ts.map +1 -0
  155. package/dist/components/DatabasePageView.js +28 -0
  156. package/dist/components/DatabaseView.d.ts +9 -0
  157. package/dist/components/DatabaseView.d.ts.map +1 -0
  158. package/dist/components/DatabaseView.js +311 -0
  159. package/dist/components/ElizaCloudDashboard.d.ts +2 -0
  160. package/dist/components/ElizaCloudDashboard.d.ts.map +1 -0
  161. package/dist/components/ElizaCloudDashboard.js +657 -0
  162. package/dist/components/EmotePicker.d.ts +2 -0
  163. package/dist/components/EmotePicker.d.ts.map +1 -0
  164. package/dist/components/EmotePicker.js +343 -0
  165. package/dist/components/ErrorBoundary.d.ts +22 -0
  166. package/dist/components/ErrorBoundary.d.ts.map +1 -0
  167. package/dist/components/ErrorBoundary.js +31 -0
  168. package/dist/components/FineTuningView.d.ts +2 -0
  169. package/dist/components/FineTuningView.d.ts.map +1 -0
  170. package/dist/components/FineTuningView.js +433 -0
  171. package/dist/components/GameView.d.ts +11 -0
  172. package/dist/components/GameView.d.ts.map +1 -0
  173. package/dist/components/GameView.js +295 -0
  174. package/dist/components/GameViewOverlay.d.ts +8 -0
  175. package/dist/components/GameViewOverlay.d.ts.map +1 -0
  176. package/dist/components/GameViewOverlay.js +70 -0
  177. package/dist/components/GlobalEmoteOverlay.d.ts +2 -0
  178. package/dist/components/GlobalEmoteOverlay.d.ts.map +1 -0
  179. package/dist/components/GlobalEmoteOverlay.js +112 -0
  180. package/dist/components/Header.d.ts +8 -0
  181. package/dist/components/Header.d.ts.map +1 -0
  182. package/dist/components/Header.js +121 -0
  183. package/dist/components/HeartbeatsView.d.ts +2 -0
  184. package/dist/components/HeartbeatsView.d.ts.map +1 -0
  185. package/dist/components/HeartbeatsView.js +378 -0
  186. package/dist/components/InventoryView.d.ts +10 -0
  187. package/dist/components/InventoryView.d.ts.map +1 -0
  188. package/dist/components/InventoryView.js +162 -0
  189. package/dist/components/KnowledgeView.d.ts +20 -0
  190. package/dist/components/KnowledgeView.d.ts.map +1 -0
  191. package/dist/components/KnowledgeView.js +480 -0
  192. package/dist/components/LanguageDropdown.d.ts +30 -0
  193. package/dist/components/LanguageDropdown.d.ts.map +1 -0
  194. package/dist/components/LanguageDropdown.js +98 -0
  195. package/dist/components/LifoMonitorPanel.d.ts +21 -0
  196. package/dist/components/LifoMonitorPanel.d.ts.map +1 -0
  197. package/dist/components/LifoMonitorPanel.js +24 -0
  198. package/dist/components/LifoSandboxView.d.ts +5 -0
  199. package/dist/components/LifoSandboxView.d.ts.map +1 -0
  200. package/dist/components/LifoSandboxView.js +333 -0
  201. package/dist/components/LoadingScreen.d.ts +13 -0
  202. package/dist/components/LoadingScreen.d.ts.map +1 -0
  203. package/dist/components/LoadingScreen.js +39 -0
  204. package/dist/components/LogsPageView.d.ts +2 -0
  205. package/dist/components/LogsPageView.d.ts.map +1 -0
  206. package/dist/components/LogsPageView.js +7 -0
  207. package/dist/components/LogsView.d.ts +5 -0
  208. package/dist/components/LogsView.d.ts.map +1 -0
  209. package/dist/components/LogsView.js +71 -0
  210. package/dist/components/MediaGalleryView.d.ts +9 -0
  211. package/dist/components/MediaGalleryView.d.ts.map +1 -0
  212. package/dist/components/MediaGalleryView.js +236 -0
  213. package/dist/components/MediaSettingsSection.d.ts +11 -0
  214. package/dist/components/MediaSettingsSection.d.ts.map +1 -0
  215. package/dist/components/MediaSettingsSection.js +329 -0
  216. package/dist/components/MessageContent.d.ts +51 -0
  217. package/dist/components/MessageContent.d.ts.map +1 -0
  218. package/dist/components/MessageContent.js +553 -0
  219. package/dist/components/OnboardingWizard.d.ts +2 -0
  220. package/dist/components/OnboardingWizard.d.ts.map +1 -0
  221. package/dist/components/OnboardingWizard.js +59 -0
  222. package/dist/components/PairingView.d.ts +5 -0
  223. package/dist/components/PairingView.d.ts.map +1 -0
  224. package/dist/components/PairingView.js +28 -0
  225. package/dist/components/PermissionsSection.d.ts +20 -0
  226. package/dist/components/PermissionsSection.d.ts.map +1 -0
  227. package/dist/components/PermissionsSection.js +368 -0
  228. package/dist/components/PluginsPageView.d.ts +5 -0
  229. package/dist/components/PluginsPageView.d.ts.map +1 -0
  230. package/dist/components/PluginsPageView.js +8 -0
  231. package/dist/components/PluginsView.d.ts +21 -0
  232. package/dist/components/PluginsView.d.ts.map +1 -0
  233. package/dist/components/PluginsView.js +1531 -0
  234. package/dist/components/ProviderSwitcher.d.ts +42 -0
  235. package/dist/components/ProviderSwitcher.d.ts.map +1 -0
  236. package/dist/components/ProviderSwitcher.js +480 -0
  237. package/dist/components/RestartBanner.d.ts +2 -0
  238. package/dist/components/RestartBanner.d.ts.map +1 -0
  239. package/dist/components/RestartBanner.js +36 -0
  240. package/dist/components/RuntimeView.d.ts +10 -0
  241. package/dist/components/RuntimeView.d.ts.map +1 -0
  242. package/dist/components/RuntimeView.js +165 -0
  243. package/dist/components/SaveCommandModal.d.ts +12 -0
  244. package/dist/components/SaveCommandModal.d.ts.map +1 -0
  245. package/dist/components/SaveCommandModal.js +84 -0
  246. package/dist/components/SecretsView.d.ts +9 -0
  247. package/dist/components/SecretsView.d.ts.map +1 -0
  248. package/dist/components/SecretsView.js +249 -0
  249. package/dist/components/SettingsView.d.ts +9 -0
  250. package/dist/components/SettingsView.d.ts.map +1 -0
  251. package/dist/components/SettingsView.js +230 -0
  252. package/dist/components/ShellOverlays.d.ts +8 -0
  253. package/dist/components/ShellOverlays.d.ts.map +1 -0
  254. package/dist/components/ShellOverlays.js +10 -0
  255. package/dist/components/ShortcutsOverlay.d.ts +2 -0
  256. package/dist/components/ShortcutsOverlay.d.ts.map +1 -0
  257. package/dist/components/ShortcutsOverlay.js +79 -0
  258. package/dist/components/SkillsView.d.ts +11 -0
  259. package/dist/components/SkillsView.d.ts.map +1 -0
  260. package/dist/components/SkillsView.js +358 -0
  261. package/dist/components/StartupFailureView.d.ts +8 -0
  262. package/dist/components/StartupFailureView.d.ts.map +1 -0
  263. package/dist/components/StartupFailureView.js +15 -0
  264. package/dist/components/StreamView.d.ts +16 -0
  265. package/dist/components/StreamView.d.ts.map +1 -0
  266. package/dist/components/StreamView.js +300 -0
  267. package/dist/components/StripeEmbeddedCheckout.d.ts +24 -0
  268. package/dist/components/StripeEmbeddedCheckout.d.ts.map +1 -0
  269. package/dist/components/StripeEmbeddedCheckout.js +101 -0
  270. package/dist/components/SubscriptionStatus.d.ts +22 -0
  271. package/dist/components/SubscriptionStatus.d.ts.map +1 -0
  272. package/dist/components/SubscriptionStatus.js +301 -0
  273. package/dist/components/SystemWarningBanner.d.ts +6 -0
  274. package/dist/components/SystemWarningBanner.d.ts.map +1 -0
  275. package/dist/components/SystemWarningBanner.js +46 -0
  276. package/dist/components/ThemeToggle.d.ts +21 -0
  277. package/dist/components/ThemeToggle.d.ts.map +1 -0
  278. package/dist/components/ThemeToggle.js +24 -0
  279. package/dist/components/TrajectoriesView.d.ts +12 -0
  280. package/dist/components/TrajectoriesView.d.ts.map +1 -0
  281. package/dist/components/TrajectoriesView.js +183 -0
  282. package/dist/components/TrajectoryDetailView.d.ts +13 -0
  283. package/dist/components/TrajectoryDetailView.d.ts.map +1 -0
  284. package/dist/components/TrajectoryDetailView.js +112 -0
  285. package/dist/components/TriggersView.d.ts +2 -0
  286. package/dist/components/TriggersView.d.ts.map +1 -0
  287. package/dist/components/TriggersView.js +1 -0
  288. package/dist/components/VectorBrowserView.d.ts +10 -0
  289. package/dist/components/VectorBrowserView.d.ts.map +1 -0
  290. package/dist/components/VectorBrowserView.js +997 -0
  291. package/dist/components/VoiceConfigView.d.ts +11 -0
  292. package/dist/components/VoiceConfigView.d.ts.map +1 -0
  293. package/dist/components/VoiceConfigView.js +329 -0
  294. package/dist/components/VrmStage.d.ts +21 -0
  295. package/dist/components/VrmStage.d.ts.map +1 -0
  296. package/dist/components/VrmStage.js +252 -0
  297. package/dist/components/WhatsAppQrOverlay.d.ts +8 -0
  298. package/dist/components/WhatsAppQrOverlay.d.ts.map +1 -0
  299. package/dist/components/WhatsAppQrOverlay.js +63 -0
  300. package/dist/components/apps/AppDetailPane.d.ts +15 -0
  301. package/dist/components/apps/AppDetailPane.d.ts.map +1 -0
  302. package/dist/components/apps/AppDetailPane.js +13 -0
  303. package/dist/components/apps/AppsCatalogGrid.d.ts +20 -0
  304. package/dist/components/apps/AppsCatalogGrid.d.ts.map +1 -0
  305. package/dist/components/apps/AppsCatalogGrid.js +18 -0
  306. package/dist/components/apps/extensions/HyperscapeAppDetailPanel.d.ts +3 -0
  307. package/dist/components/apps/extensions/HyperscapeAppDetailPanel.d.ts.map +1 -0
  308. package/dist/components/apps/extensions/HyperscapeAppDetailPanel.js +253 -0
  309. package/dist/components/apps/extensions/registry.d.ts +4 -0
  310. package/dist/components/apps/extensions/registry.d.ts.map +1 -0
  311. package/dist/components/apps/extensions/registry.js +10 -0
  312. package/dist/components/apps/extensions/types.d.ts +7 -0
  313. package/dist/components/apps/extensions/types.d.ts.map +1 -0
  314. package/dist/components/apps/extensions/types.js +1 -0
  315. package/dist/components/apps/helpers.d.ts +7 -0
  316. package/dist/components/apps/helpers.d.ts.map +1 -0
  317. package/dist/components/apps/helpers.js +46 -0
  318. package/dist/components/avatar/VrmAnimationLoader.d.ts +30 -0
  319. package/dist/components/avatar/VrmAnimationLoader.d.ts.map +1 -0
  320. package/dist/components/avatar/VrmAnimationLoader.js +99 -0
  321. package/dist/components/avatar/VrmBlinkController.d.ts +37 -0
  322. package/dist/components/avatar/VrmBlinkController.d.ts.map +1 -0
  323. package/dist/components/avatar/VrmBlinkController.js +98 -0
  324. package/dist/components/avatar/VrmCameraManager.d.ts +57 -0
  325. package/dist/components/avatar/VrmCameraManager.d.ts.map +1 -0
  326. package/dist/components/avatar/VrmCameraManager.js +277 -0
  327. package/dist/components/avatar/VrmEngine.d.ts +229 -0
  328. package/dist/components/avatar/VrmEngine.d.ts.map +1 -0
  329. package/dist/components/avatar/VrmEngine.js +1950 -0
  330. package/dist/components/avatar/VrmFootShadow.d.ts +18 -0
  331. package/dist/components/avatar/VrmFootShadow.d.ts.map +1 -0
  332. package/dist/components/avatar/VrmFootShadow.js +83 -0
  333. package/dist/components/avatar/VrmViewer.d.ts +45 -0
  334. package/dist/components/avatar/VrmViewer.d.ts.map +1 -0
  335. package/dist/components/avatar/VrmViewer.js +341 -0
  336. package/dist/components/avatar/mixamoVRMRigMap.d.ts +3 -0
  337. package/dist/components/avatar/mixamoVRMRigMap.d.ts.map +1 -0
  338. package/dist/components/avatar/mixamoVRMRigMap.js +56 -0
  339. package/dist/components/avatar/retargetMixamoFbxToVrm.d.ts +9 -0
  340. package/dist/components/avatar/retargetMixamoFbxToVrm.d.ts.map +1 -0
  341. package/dist/components/avatar/retargetMixamoFbxToVrm.js +88 -0
  342. package/dist/components/avatar/retargetMixamoGltfToVrm.d.ts +11 -0
  343. package/dist/components/avatar/retargetMixamoGltfToVrm.d.ts.map +1 -0
  344. package/dist/components/avatar/retargetMixamoGltfToVrm.js +80 -0
  345. package/dist/components/chainConfig.d.ts +84 -0
  346. package/dist/components/chainConfig.d.ts.map +1 -0
  347. package/dist/components/chainConfig.js +268 -0
  348. package/dist/components/companion/CompanionHeader.d.ts +15 -0
  349. package/dist/components/companion/CompanionHeader.d.ts.map +1 -0
  350. package/dist/components/companion/CompanionHeader.js +7 -0
  351. package/dist/components/companion/CompanionSceneHost.d.ts +2 -0
  352. package/dist/components/companion/CompanionSceneHost.d.ts.map +1 -0
  353. package/dist/components/companion/CompanionSceneHost.js +1 -0
  354. package/dist/components/companion/VrmStage.d.ts +3 -0
  355. package/dist/components/companion/VrmStage.d.ts.map +1 -0
  356. package/dist/components/companion/VrmStage.js +1 -0
  357. package/dist/components/companion/walletUtils.d.ts +95 -0
  358. package/dist/components/companion/walletUtils.d.ts.map +1 -0
  359. package/dist/components/companion/walletUtils.js +167 -0
  360. package/dist/components/companion-shell-styles.d.ts +38 -0
  361. package/dist/components/companion-shell-styles.d.ts.map +1 -0
  362. package/dist/components/companion-shell-styles.js +248 -0
  363. package/dist/components/confirm-delete-control.d.ts +16 -0
  364. package/dist/components/confirm-delete-control.d.ts.map +1 -0
  365. package/dist/components/confirm-delete-control.js +12 -0
  366. package/dist/components/conversations/ConversationListItem.d.ts +31 -0
  367. package/dist/components/conversations/ConversationListItem.d.ts.map +1 -0
  368. package/dist/components/conversations/ConversationListItem.js +52 -0
  369. package/dist/components/conversations/conversation-utils.d.ts +9 -0
  370. package/dist/components/conversations/conversation-utils.d.ts.map +1 -0
  371. package/dist/components/conversations/conversation-utils.js +138 -0
  372. package/dist/components/format.d.ts +54 -0
  373. package/dist/components/format.d.ts.map +1 -0
  374. package/dist/components/format.js +82 -0
  375. package/dist/components/index.d.ts +93 -0
  376. package/dist/components/index.d.ts.map +1 -0
  377. package/dist/components/index.js +92 -0
  378. package/dist/components/inventory/CopyableAddress.d.ts +8 -0
  379. package/dist/components/inventory/CopyableAddress.d.ts.map +1 -0
  380. package/dist/components/inventory/CopyableAddress.js +18 -0
  381. package/dist/components/inventory/InventoryToolbar.d.ts +25 -0
  382. package/dist/components/inventory/InventoryToolbar.d.ts.map +1 -0
  383. package/dist/components/inventory/InventoryToolbar.js +28 -0
  384. package/dist/components/inventory/NftGrid.d.ts +13 -0
  385. package/dist/components/inventory/NftGrid.d.ts.map +1 -0
  386. package/dist/components/inventory/NftGrid.js +29 -0
  387. package/dist/components/inventory/TokenLogo.d.ts +12 -0
  388. package/dist/components/inventory/TokenLogo.d.ts.map +1 -0
  389. package/dist/components/inventory/TokenLogo.js +33 -0
  390. package/dist/components/inventory/TokensTable.d.ts +24 -0
  391. package/dist/components/inventory/TokensTable.d.ts.map +1 -0
  392. package/dist/components/inventory/TokensTable.js +26 -0
  393. package/dist/components/inventory/constants.d.ts +52 -0
  394. package/dist/components/inventory/constants.d.ts.map +1 -0
  395. package/dist/components/inventory/constants.js +121 -0
  396. package/dist/components/inventory/index.d.ts +9 -0
  397. package/dist/components/inventory/index.d.ts.map +1 -0
  398. package/dist/components/inventory/index.js +8 -0
  399. package/dist/components/inventory/media-url.d.ts +6 -0
  400. package/dist/components/inventory/media-url.d.ts.map +1 -0
  401. package/dist/components/inventory/media-url.js +28 -0
  402. package/dist/components/inventory/useInventoryData.d.ts +53 -0
  403. package/dist/components/inventory/useInventoryData.d.ts.map +1 -0
  404. package/dist/components/inventory/useInventoryData.js +332 -0
  405. package/dist/components/knowledge-upload-image.d.ts +27 -0
  406. package/dist/components/knowledge-upload-image.d.ts.map +1 -0
  407. package/dist/components/knowledge-upload-image.js +146 -0
  408. package/dist/components/labels.d.ts +6 -0
  409. package/dist/components/labels.d.ts.map +1 -0
  410. package/dist/components/labels.js +40 -0
  411. package/dist/components/onboarding/ActivateStep.d.ts +2 -0
  412. package/dist/components/onboarding/ActivateStep.d.ts.map +1 -0
  413. package/dist/components/onboarding/ActivateStep.js +6 -0
  414. package/dist/components/onboarding/ConnectionStep.d.ts +2 -0
  415. package/dist/components/onboarding/ConnectionStep.d.ts.map +1 -0
  416. package/dist/components/onboarding/ConnectionStep.js +552 -0
  417. package/dist/components/onboarding/OnboardingPanel.d.ts +9 -0
  418. package/dist/components/onboarding/OnboardingPanel.d.ts.map +1 -0
  419. package/dist/components/onboarding/OnboardingPanel.js +24 -0
  420. package/dist/components/onboarding/OnboardingStepNav.d.ts +2 -0
  421. package/dist/components/onboarding/OnboardingStepNav.d.ts.map +1 -0
  422. package/dist/components/onboarding/OnboardingStepNav.js +14 -0
  423. package/dist/components/onboarding/PermissionsStep.d.ts +2 -0
  424. package/dist/components/onboarding/PermissionsStep.d.ts.map +1 -0
  425. package/dist/components/onboarding/PermissionsStep.js +7 -0
  426. package/dist/components/onboarding/RpcStep.d.ts +2 -0
  427. package/dist/components/onboarding/RpcStep.d.ts.map +1 -0
  428. package/dist/components/onboarding/RpcStep.js +125 -0
  429. package/dist/components/onboarding/WakeUpStep.d.ts +2 -0
  430. package/dist/components/onboarding/WakeUpStep.d.ts.map +1 -0
  431. package/dist/components/onboarding/WakeUpStep.js +82 -0
  432. package/dist/components/permissions/PermissionIcon.d.ts +4 -0
  433. package/dist/components/permissions/PermissionIcon.d.ts.map +1 -0
  434. package/dist/components/permissions/PermissionIcon.js +12 -0
  435. package/dist/components/permissions/StreamingPermissions.d.ts +20 -0
  436. package/dist/components/permissions/StreamingPermissions.d.ts.map +1 -0
  437. package/dist/components/permissions/StreamingPermissions.js +173 -0
  438. package/dist/components/plugins/showcase-data.d.ts +7 -0
  439. package/dist/components/plugins/showcase-data.d.ts.map +1 -0
  440. package/dist/components/plugins/showcase-data.js +464 -0
  441. package/dist/components/shared/ShellHeaderControls.d.ts +27 -0
  442. package/dist/components/shared/ShellHeaderControls.d.ts.map +1 -0
  443. package/dist/components/shared/ShellHeaderControls.js +60 -0
  444. package/dist/components/skeletons.d.ts +17 -0
  445. package/dist/components/skeletons.d.ts.map +1 -0
  446. package/dist/components/skeletons.js +22 -0
  447. package/dist/components/stream/ActivityFeed.d.ts +5 -0
  448. package/dist/components/stream/ActivityFeed.d.ts.map +1 -0
  449. package/dist/components/stream/ActivityFeed.js +57 -0
  450. package/dist/components/stream/AvatarPip.d.ts +5 -0
  451. package/dist/components/stream/AvatarPip.d.ts.map +1 -0
  452. package/dist/components/stream/AvatarPip.js +6 -0
  453. package/dist/components/stream/ChatContent.d.ts +6 -0
  454. package/dist/components/stream/ChatContent.d.ts.map +1 -0
  455. package/dist/components/stream/ChatContent.js +69 -0
  456. package/dist/components/stream/ChatTicker.d.ts +5 -0
  457. package/dist/components/stream/ChatTicker.d.ts.map +1 -0
  458. package/dist/components/stream/ChatTicker.js +34 -0
  459. package/dist/components/stream/IdleContent.d.ts +5 -0
  460. package/dist/components/stream/IdleContent.d.ts.map +1 -0
  461. package/dist/components/stream/IdleContent.js +17 -0
  462. package/dist/components/stream/StatusBar.d.ts +36 -0
  463. package/dist/components/stream/StatusBar.d.ts.map +1 -0
  464. package/dist/components/stream/StatusBar.js +140 -0
  465. package/dist/components/stream/StreamSettings.d.ts +33 -0
  466. package/dist/components/stream/StreamSettings.d.ts.map +1 -0
  467. package/dist/components/stream/StreamSettings.js +99 -0
  468. package/dist/components/stream/StreamTerminal.d.ts +2 -0
  469. package/dist/components/stream/StreamTerminal.d.ts.map +1 -0
  470. package/dist/components/stream/StreamTerminal.js +52 -0
  471. package/dist/components/stream/StreamVoiceConfig.d.ts +10 -0
  472. package/dist/components/stream/StreamVoiceConfig.d.ts.map +1 -0
  473. package/dist/components/stream/StreamVoiceConfig.js +88 -0
  474. package/dist/components/stream/helpers.d.ts +32 -0
  475. package/dist/components/stream/helpers.d.ts.map +1 -0
  476. package/dist/components/stream/helpers.js +110 -0
  477. package/dist/components/stream/overlays/OverlayLayer.d.ts +20 -0
  478. package/dist/components/stream/overlays/OverlayLayer.d.ts.map +1 -0
  479. package/dist/components/stream/overlays/OverlayLayer.js +24 -0
  480. package/dist/components/stream/overlays/built-in/ActionTickerWidget.d.ts +8 -0
  481. package/dist/components/stream/overlays/built-in/ActionTickerWidget.d.ts.map +1 -0
  482. package/dist/components/stream/overlays/built-in/ActionTickerWidget.js +44 -0
  483. package/dist/components/stream/overlays/built-in/AlertPopupWidget.d.ts +7 -0
  484. package/dist/components/stream/overlays/built-in/AlertPopupWidget.d.ts.map +1 -0
  485. package/dist/components/stream/overlays/built-in/AlertPopupWidget.js +62 -0
  486. package/dist/components/stream/overlays/built-in/BrandingWidget.d.ts +7 -0
  487. package/dist/components/stream/overlays/built-in/BrandingWidget.d.ts.map +1 -0
  488. package/dist/components/stream/overlays/built-in/BrandingWidget.js +36 -0
  489. package/dist/components/stream/overlays/built-in/CustomHtmlWidget.d.ts +26 -0
  490. package/dist/components/stream/overlays/built-in/CustomHtmlWidget.d.ts.map +1 -0
  491. package/dist/components/stream/overlays/built-in/CustomHtmlWidget.js +78 -0
  492. package/dist/components/stream/overlays/built-in/PeonGlassWidget.d.ts +11 -0
  493. package/dist/components/stream/overlays/built-in/PeonGlassWidget.d.ts.map +1 -0
  494. package/dist/components/stream/overlays/built-in/PeonGlassWidget.js +188 -0
  495. package/dist/components/stream/overlays/built-in/PeonHudWidget.d.ts +10 -0
  496. package/dist/components/stream/overlays/built-in/PeonHudWidget.d.ts.map +1 -0
  497. package/dist/components/stream/overlays/built-in/PeonHudWidget.js +168 -0
  498. package/dist/components/stream/overlays/built-in/PeonSakuraWidget.d.ts +11 -0
  499. package/dist/components/stream/overlays/built-in/PeonSakuraWidget.d.ts.map +1 -0
  500. package/dist/components/stream/overlays/built-in/PeonSakuraWidget.js +213 -0
  501. package/dist/components/stream/overlays/built-in/ThoughtBubbleWidget.d.ts +8 -0
  502. package/dist/components/stream/overlays/built-in/ThoughtBubbleWidget.d.ts.map +1 -0
  503. package/dist/components/stream/overlays/built-in/ThoughtBubbleWidget.js +59 -0
  504. package/dist/components/stream/overlays/built-in/ViewerCountWidget.d.ts +7 -0
  505. package/dist/components/stream/overlays/built-in/ViewerCountWidget.d.ts.map +1 -0
  506. package/dist/components/stream/overlays/built-in/ViewerCountWidget.js +34 -0
  507. package/dist/components/stream/overlays/built-in/index.d.ts +13 -0
  508. package/dist/components/stream/overlays/built-in/index.d.ts.map +1 -0
  509. package/dist/components/stream/overlays/built-in/index.js +12 -0
  510. package/dist/components/stream/overlays/registry.d.ts +11 -0
  511. package/dist/components/stream/overlays/registry.d.ts.map +1 -0
  512. package/dist/components/stream/overlays/registry.js +16 -0
  513. package/dist/components/stream/overlays/types.d.ts +67 -0
  514. package/dist/components/stream/overlays/types.d.ts.map +1 -0
  515. package/dist/components/stream/overlays/types.js +7 -0
  516. package/dist/components/stream/overlays/useOverlayLayout.d.ts +27 -0
  517. package/dist/components/stream/overlays/useOverlayLayout.d.ts.map +1 -0
  518. package/dist/components/stream/overlays/useOverlayLayout.js +162 -0
  519. package/dist/components/trajectory-format.d.ts +6 -0
  520. package/dist/components/trajectory-format.d.ts.map +1 -0
  521. package/dist/components/trajectory-format.js +43 -0
  522. package/dist/components/ui-badges.d.ts +23 -0
  523. package/dist/components/ui-badges.d.ts.map +1 -0
  524. package/dist/components/ui-badges.js +38 -0
  525. package/dist/components/ui-switch.d.ts +14 -0
  526. package/dist/components/ui-switch.d.ts.map +1 -0
  527. package/dist/components/ui-switch.js +15 -0
  528. package/dist/components/vector-browser-three.d.ts +4 -0
  529. package/dist/components/vector-browser-three.d.ts.map +1 -0
  530. package/dist/components/vector-browser-three.js +19 -0
  531. package/dist/config/config-catalog.d.ts +376 -0
  532. package/dist/config/config-catalog.d.ts.map +1 -0
  533. package/dist/config/config-catalog.js +724 -0
  534. package/dist/config/config-field.d.ts +68 -0
  535. package/dist/config/config-field.d.ts.map +1 -0
  536. package/dist/config/config-field.js +821 -0
  537. package/dist/config/config-renderer.d.ts +176 -0
  538. package/dist/config/config-renderer.d.ts.map +1 -0
  539. package/dist/config/config-renderer.js +403 -0
  540. package/dist/config/index.d.ts +5 -0
  541. package/dist/config/index.d.ts.map +1 -0
  542. package/dist/config/index.js +4 -0
  543. package/dist/config/ui-renderer.d.ts +26 -0
  544. package/dist/config/ui-renderer.d.ts.map +1 -0
  545. package/dist/config/ui-renderer.js +815 -0
  546. package/dist/config/ui-spec.d.ts +164 -0
  547. package/dist/config/ui-spec.d.ts.map +1 -0
  548. package/dist/config/ui-spec.js +13 -0
  549. package/dist/events/index.d.ts +42 -0
  550. package/dist/events/index.d.ts.map +1 -0
  551. package/dist/events/index.js +41 -0
  552. package/dist/hooks/index.d.ts +14 -0
  553. package/dist/hooks/index.d.ts.map +1 -0
  554. package/dist/hooks/index.js +13 -0
  555. package/dist/hooks/useBugReport.d.ts +14 -0
  556. package/dist/hooks/useBugReport.d.ts.map +1 -0
  557. package/dist/hooks/useBugReport.js +18 -0
  558. package/dist/hooks/useCanvasWindow.d.ts +38 -0
  559. package/dist/hooks/useCanvasWindow.d.ts.map +1 -0
  560. package/dist/hooks/useCanvasWindow.js +273 -0
  561. package/dist/hooks/useChatAvatarVoice.d.ts +10 -0
  562. package/dist/hooks/useChatAvatarVoice.d.ts.map +1 -0
  563. package/dist/hooks/useChatAvatarVoice.js +71 -0
  564. package/dist/hooks/useContextMenu.d.ts +17 -0
  565. package/dist/hooks/useContextMenu.d.ts.map +1 -0
  566. package/dist/hooks/useContextMenu.js +100 -0
  567. package/dist/hooks/useKeyboardShortcuts.d.ts +17 -0
  568. package/dist/hooks/useKeyboardShortcuts.d.ts.map +1 -0
  569. package/dist/hooks/useKeyboardShortcuts.js +67 -0
  570. package/dist/hooks/useLifoSync.d.ts +18 -0
  571. package/dist/hooks/useLifoSync.d.ts.map +1 -0
  572. package/dist/hooks/useLifoSync.js +113 -0
  573. package/dist/hooks/useMemoryMonitor.d.ts +87 -0
  574. package/dist/hooks/useMemoryMonitor.d.ts.map +1 -0
  575. package/dist/hooks/useMemoryMonitor.js +210 -0
  576. package/dist/hooks/useRenderGuard.d.ts +17 -0
  577. package/dist/hooks/useRenderGuard.d.ts.map +1 -0
  578. package/dist/hooks/useRenderGuard.js +36 -0
  579. package/dist/hooks/useRetakeCapture.d.ts +12 -0
  580. package/dist/hooks/useRetakeCapture.d.ts.map +1 -0
  581. package/dist/hooks/useRetakeCapture.js +59 -0
  582. package/dist/hooks/useStreamPopoutNavigation.d.ts +3 -0
  583. package/dist/hooks/useStreamPopoutNavigation.d.ts.map +1 -0
  584. package/dist/hooks/useStreamPopoutNavigation.js +17 -0
  585. package/dist/hooks/useTimeout.d.ts +11 -0
  586. package/dist/hooks/useTimeout.d.ts.map +1 -0
  587. package/dist/hooks/useTimeout.js +32 -0
  588. package/dist/hooks/useVoiceChat.d.ts +129 -0
  589. package/dist/hooks/useVoiceChat.d.ts.map +1 -0
  590. package/dist/hooks/useVoiceChat.js +1071 -0
  591. package/dist/hooks/useWhatsAppPairing.d.ts +11 -0
  592. package/dist/hooks/useWhatsAppPairing.d.ts.map +1 -0
  593. package/dist/hooks/useWhatsAppPairing.js +95 -0
  594. package/dist/i18n/index.d.ts +7 -0
  595. package/dist/i18n/index.d.ts.map +1 -0
  596. package/dist/i18n/index.js +53 -0
  597. package/dist/i18n/locales/en.json +1196 -0
  598. package/dist/i18n/locales/es.json +1196 -0
  599. package/dist/i18n/locales/ko.json +1196 -0
  600. package/dist/i18n/locales/pt.json +1196 -0
  601. package/dist/i18n/locales/zh-CN.json +1196 -0
  602. package/dist/i18n/messages.d.ts +6 -0
  603. package/dist/i18n/messages.d.ts.map +1 -0
  604. package/dist/i18n/messages.js +14 -0
  605. package/dist/index.d.ts +5 -0
  606. package/dist/index.d.ts.map +1 -0
  607. package/dist/index.js +6 -0
  608. package/dist/navigation/index.d.ts +27 -0
  609. package/dist/navigation/index.d.ts.map +1 -0
  610. package/dist/navigation/index.js +230 -0
  611. package/dist/package.json +161 -0
  612. package/dist/platform/browser-launch.d.ts +2 -0
  613. package/dist/platform/browser-launch.d.ts.map +1 -0
  614. package/dist/platform/browser-launch.js +109 -0
  615. package/dist/platform/index.d.ts +64 -0
  616. package/dist/platform/index.d.ts.map +1 -0
  617. package/dist/platform/index.js +155 -0
  618. package/dist/platform/init.d.ts +40 -0
  619. package/dist/platform/init.d.ts.map +1 -0
  620. package/dist/platform/init.js +158 -0
  621. package/dist/providers/index.d.ts +13 -0
  622. package/dist/providers/index.d.ts.map +1 -0
  623. package/dist/providers/index.js +72 -0
  624. package/dist/state/AppContext.d.ts +11 -0
  625. package/dist/state/AppContext.d.ts.map +1 -0
  626. package/dist/state/AppContext.js +4496 -0
  627. package/dist/state/index.d.ts +7 -0
  628. package/dist/state/index.d.ts.map +1 -0
  629. package/dist/state/index.js +6 -0
  630. package/dist/state/internal.d.ts +6 -0
  631. package/dist/state/internal.d.ts.map +1 -0
  632. package/dist/state/internal.js +5 -0
  633. package/dist/state/parsers.d.ts +26 -0
  634. package/dist/state/parsers.d.ts.map +1 -0
  635. package/dist/state/parsers.js +255 -0
  636. package/dist/state/persistence.d.ts +36 -0
  637. package/dist/state/persistence.d.ts.map +1 -0
  638. package/dist/state/persistence.js +254 -0
  639. package/dist/state/types.d.ts +402 -0
  640. package/dist/state/types.d.ts.map +1 -0
  641. package/dist/state/types.js +70 -0
  642. package/dist/state/ui-preferences.d.ts +3 -0
  643. package/dist/state/ui-preferences.d.ts.map +1 -0
  644. package/dist/state/ui-preferences.js +1 -0
  645. package/dist/state/useApp.d.ts +4 -0
  646. package/dist/state/useApp.d.ts.map +1 -0
  647. package/dist/state/useApp.js +22 -0
  648. package/dist/state/vrm.d.ts +19 -0
  649. package/dist/state/vrm.d.ts.map +1 -0
  650. package/dist/state/vrm.js +65 -0
  651. package/dist/stories/AppMockProvider.d.ts +15 -0
  652. package/dist/stories/AppMockProvider.d.ts.map +1 -0
  653. package/dist/stories/AppMockProvider.js +14 -0
  654. package/dist/styles/anime.css +6324 -0
  655. package/dist/styles/base.css +196 -0
  656. package/dist/styles/onboarding-game.css +716 -0
  657. package/dist/styles/styles.css +2085 -0
  658. package/dist/styles/xterm.css +241 -0
  659. package/dist/types/index.d.ts +657 -0
  660. package/dist/types/index.d.ts.map +1 -0
  661. package/dist/types/index.js +1 -0
  662. package/dist/utils/asset-url.d.ts +26 -0
  663. package/dist/utils/asset-url.d.ts.map +1 -0
  664. package/dist/utils/asset-url.js +99 -0
  665. package/dist/utils/assistant-text.d.ts +2 -0
  666. package/dist/utils/assistant-text.d.ts.map +1 -0
  667. package/dist/utils/assistant-text.js +161 -0
  668. package/dist/utils/clipboard.d.ts +2 -0
  669. package/dist/utils/clipboard.d.ts.map +1 -0
  670. package/dist/utils/clipboard.js +38 -0
  671. package/dist/utils/desktop-dialogs.d.ts +19 -0
  672. package/dist/utils/desktop-dialogs.d.ts.map +1 -0
  673. package/dist/utils/desktop-dialogs.js +50 -0
  674. package/dist/utils/index.d.ts +7 -0
  675. package/dist/utils/index.d.ts.map +1 -0
  676. package/dist/utils/index.js +6 -0
  677. package/dist/utils/number-parsing.d.ts +44 -0
  678. package/dist/utils/number-parsing.d.ts.map +1 -0
  679. package/dist/utils/number-parsing.js +56 -0
  680. package/dist/utils/openExternalUrl.d.ts +2 -0
  681. package/dist/utils/openExternalUrl.d.ts.map +1 -0
  682. package/dist/utils/openExternalUrl.js +17 -0
  683. package/dist/utils/spoken-text.d.ts +2 -0
  684. package/dist/utils/spoken-text.d.ts.map +1 -0
  685. package/dist/utils/spoken-text.js +56 -0
  686. package/dist/utils/streaming-text.d.ts +3 -0
  687. package/dist/utils/streaming-text.d.ts.map +1 -0
  688. package/dist/utils/streaming-text.js +87 -0
  689. package/dist/voice/index.d.ts +2 -0
  690. package/dist/voice/index.d.ts.map +1 -0
  691. package/dist/voice/index.js +1 -0
  692. package/dist/voice/types.d.ts +25 -0
  693. package/dist/voice/types.d.ts.map +1 -0
  694. package/dist/voice/types.js +166 -0
  695. package/package.json +86 -0
  696. package/src/App.tsx +469 -0
  697. package/src/actions/character.ts +113 -0
  698. package/src/actions/chat-helpers.ts +100 -0
  699. package/src/actions/cloud.ts +59 -0
  700. package/src/actions/index.ts +12 -0
  701. package/src/actions/lifecycle.ts +175 -0
  702. package/src/actions/onboarding.ts +46 -0
  703. package/src/actions/triggers.ts +190 -0
  704. package/src/ambient.d.ts +16 -0
  705. package/src/api/client.ts +5616 -0
  706. package/src/api/index.ts +1 -0
  707. package/src/autonomy/index.ts +477 -0
  708. package/src/bridge/capacitor-bridge.ts +295 -0
  709. package/src/bridge/electrobun-rpc.ts +58 -0
  710. package/src/bridge/electrobun-runtime.ts +28 -0
  711. package/src/bridge/index.ts +5 -0
  712. package/src/bridge/native-plugins.ts +134 -0
  713. package/src/bridge/plugin-bridge.ts +352 -0
  714. package/src/bridge/storage-bridge.ts +162 -0
  715. package/src/chat/index.ts +251 -0
  716. package/src/coding/index.ts +43 -0
  717. package/src/components/AdvancedPageView.tsx +362 -0
  718. package/src/components/AgentActivityBox.tsx +49 -0
  719. package/src/components/ApiKeyConfig.tsx +224 -0
  720. package/src/components/AppsPageView.tsx +52 -0
  721. package/src/components/AppsView.tsx +293 -0
  722. package/src/components/AvatarLoader.tsx +86 -0
  723. package/src/components/AvatarSelector.tsx +223 -0
  724. package/src/components/BscTradePanel.tsx +549 -0
  725. package/src/components/BugReportModal.tsx +499 -0
  726. package/src/components/CharacterView.tsx +1623 -0
  727. package/src/components/ChatAvatar.test.ts +96 -0
  728. package/src/components/ChatAvatar.tsx +147 -0
  729. package/src/components/ChatComposer.tsx +330 -0
  730. package/src/components/ChatMessage.tsx +448 -0
  731. package/src/components/ChatModalView.test.tsx +118 -0
  732. package/src/components/ChatModalView.tsx +125 -0
  733. package/src/components/ChatView.tsx +999 -0
  734. package/src/components/CloudSourceControls.tsx +80 -0
  735. package/src/components/CodingAgentSettingsSection.tsx +536 -0
  736. package/src/components/CommandPalette.tsx +284 -0
  737. package/src/components/CompanionSceneHost.tsx +498 -0
  738. package/src/components/CompanionShell.tsx +31 -0
  739. package/src/components/CompanionView.tsx +109 -0
  740. package/src/components/ConfigPageView.tsx +722 -0
  741. package/src/components/ConfigSaveFooter.tsx +41 -0
  742. package/src/components/ConfirmModal.tsx +379 -0
  743. package/src/components/ConnectionFailedBanner.tsx +91 -0
  744. package/src/components/ConnectorsPageView.tsx +13 -0
  745. package/src/components/ConversationsSidebar.tsx +279 -0
  746. package/src/components/CustomActionEditor.tsx +1125 -0
  747. package/src/components/CustomActionsPanel.tsx +288 -0
  748. package/src/components/CustomActionsView.tsx +322 -0
  749. package/src/components/DatabasePageView.tsx +55 -0
  750. package/src/components/DatabaseView.tsx +814 -0
  751. package/src/components/ElizaCloudDashboard.tsx +1696 -0
  752. package/src/components/EmotePicker.tsx +529 -0
  753. package/src/components/ErrorBoundary.tsx +76 -0
  754. package/src/components/FineTuningView.tsx +1080 -0
  755. package/src/components/GameView.tsx +551 -0
  756. package/src/components/GameViewOverlay.tsx +133 -0
  757. package/src/components/GlobalEmoteOverlay.tsx +152 -0
  758. package/src/components/Header.test.tsx +413 -0
  759. package/src/components/Header.tsx +400 -0
  760. package/src/components/HeartbeatsView.tsx +1002 -0
  761. package/src/components/InventoryView.tsx +372 -0
  762. package/src/components/KnowledgeView.tsx +1128 -0
  763. package/src/components/LanguageDropdown.tsx +187 -0
  764. package/src/components/LifoMonitorPanel.tsx +196 -0
  765. package/src/components/LifoSandboxView.tsx +499 -0
  766. package/src/components/LoadingScreen.tsx +77 -0
  767. package/src/components/LogsPageView.tsx +17 -0
  768. package/src/components/LogsView.tsx +239 -0
  769. package/src/components/MediaGalleryView.tsx +432 -0
  770. package/src/components/MediaSettingsSection.tsx +893 -0
  771. package/src/components/MessageContent.tsx +815 -0
  772. package/src/components/OnboardingWizard.test.tsx +107 -0
  773. package/src/components/OnboardingWizard.tsx +186 -0
  774. package/src/components/PairingView.tsx +110 -0
  775. package/src/components/PermissionsSection.tsx +818 -0
  776. package/src/components/PluginsPageView.tsx +9 -0
  777. package/src/components/PluginsView.tsx +3152 -0
  778. package/src/components/ProviderSwitcher.tsx +874 -0
  779. package/src/components/RestartBanner.tsx +76 -0
  780. package/src/components/RuntimeView.tsx +460 -0
  781. package/src/components/SaveCommandModal.tsx +211 -0
  782. package/src/components/SecretsView.tsx +569 -0
  783. package/src/components/SettingsView.tsx +825 -0
  784. package/src/components/ShellOverlays.tsx +41 -0
  785. package/src/components/ShortcutsOverlay.tsx +155 -0
  786. package/src/components/SkillsView.tsx +1435 -0
  787. package/src/components/StartupFailureView.tsx +63 -0
  788. package/src/components/StreamView.tsx +483 -0
  789. package/src/components/StripeEmbeddedCheckout.tsx +155 -0
  790. package/src/components/SubscriptionStatus.tsx +634 -0
  791. package/src/components/SystemWarningBanner.tsx +71 -0
  792. package/src/components/ThemeToggle.tsx +100 -0
  793. package/src/components/TrajectoriesView.tsx +526 -0
  794. package/src/components/TrajectoryDetailView.tsx +426 -0
  795. package/src/components/TriggersView.tsx +1 -0
  796. package/src/components/VectorBrowserView.tsx +1633 -0
  797. package/src/components/VoiceConfigView.tsx +674 -0
  798. package/src/components/VrmStage.test.ts +219 -0
  799. package/src/components/VrmStage.tsx +432 -0
  800. package/src/components/WhatsAppQrOverlay.tsx +230 -0
  801. package/src/components/__tests__/chainConfig.test.ts +220 -0
  802. package/src/components/apps/AppDetailPane.tsx +242 -0
  803. package/src/components/apps/AppsCatalogGrid.tsx +137 -0
  804. package/src/components/apps/extensions/HyperscapeAppDetailPanel.tsx +577 -0
  805. package/src/components/apps/extensions/registry.ts +16 -0
  806. package/src/components/apps/extensions/types.ts +9 -0
  807. package/src/components/apps/helpers.ts +44 -0
  808. package/src/components/avatar/VrmAnimationLoader.test.ts +164 -0
  809. package/src/components/avatar/VrmAnimationLoader.ts +151 -0
  810. package/src/components/avatar/VrmBlinkController.ts +118 -0
  811. package/src/components/avatar/VrmCameraManager.ts +407 -0
  812. package/src/components/avatar/VrmEngine.ts +2678 -0
  813. package/src/components/avatar/VrmFootShadow.ts +96 -0
  814. package/src/components/avatar/VrmViewer.tsx +421 -0
  815. package/src/components/avatar/__tests__/VrmCameraManager.test.ts +168 -0
  816. package/src/components/avatar/__tests__/VrmEngine.test.ts +1574 -0
  817. package/src/components/avatar/mixamoVRMRigMap.ts +62 -0
  818. package/src/components/avatar/retargetMixamoFbxToVrm.ts +144 -0
  819. package/src/components/avatar/retargetMixamoGltfToVrm.ts +119 -0
  820. package/src/components/chainConfig.ts +380 -0
  821. package/src/components/companion/CompanionHeader.tsx +47 -0
  822. package/src/components/companion/CompanionSceneHost.tsx +5 -0
  823. package/src/components/companion/VrmStage.tsx +2 -0
  824. package/src/components/companion/__tests__/walletUtils.test.ts +742 -0
  825. package/src/components/companion/walletUtils.ts +290 -0
  826. package/src/components/companion-shell-styles.test.ts +146 -0
  827. package/src/components/companion-shell-styles.ts +270 -0
  828. package/src/components/confirm-delete-control.tsx +69 -0
  829. package/src/components/conversations/ConversationListItem.tsx +185 -0
  830. package/src/components/conversations/conversation-utils.ts +151 -0
  831. package/src/components/format.ts +131 -0
  832. package/src/components/index.ts +92 -0
  833. package/src/components/inventory/CopyableAddress.tsx +41 -0
  834. package/src/components/inventory/InventoryToolbar.tsx +142 -0
  835. package/src/components/inventory/NftGrid.tsx +99 -0
  836. package/src/components/inventory/TokenLogo.tsx +71 -0
  837. package/src/components/inventory/TokensTable.tsx +216 -0
  838. package/src/components/inventory/constants.ts +170 -0
  839. package/src/components/inventory/index.ts +29 -0
  840. package/src/components/inventory/media-url.test.ts +38 -0
  841. package/src/components/inventory/media-url.ts +36 -0
  842. package/src/components/inventory/useInventoryData.ts +460 -0
  843. package/src/components/knowledge-upload-image.ts +215 -0
  844. package/src/components/labels.ts +46 -0
  845. package/src/components/onboarding/ActivateStep.tsx +30 -0
  846. package/src/components/onboarding/ConnectionStep.tsx +1530 -0
  847. package/src/components/onboarding/OnboardingPanel.tsx +39 -0
  848. package/src/components/onboarding/OnboardingStepNav.tsx +31 -0
  849. package/src/components/onboarding/PermissionsStep.tsx +20 -0
  850. package/src/components/onboarding/RpcStep.tsx +402 -0
  851. package/src/components/onboarding/WakeUpStep.tsx +184 -0
  852. package/src/components/permissions/PermissionIcon.tsx +25 -0
  853. package/src/components/permissions/StreamingPermissions.tsx +376 -0
  854. package/src/components/plugins/showcase-data.ts +481 -0
  855. package/src/components/shared/ShellHeaderControls.tsx +193 -0
  856. package/src/components/skeletons.tsx +88 -0
  857. package/src/components/stream/ActivityFeed.tsx +113 -0
  858. package/src/components/stream/AvatarPip.tsx +10 -0
  859. package/src/components/stream/ChatContent.tsx +126 -0
  860. package/src/components/stream/ChatTicker.tsx +55 -0
  861. package/src/components/stream/IdleContent.tsx +73 -0
  862. package/src/components/stream/StatusBar.tsx +469 -0
  863. package/src/components/stream/StreamSettings.tsx +506 -0
  864. package/src/components/stream/StreamTerminal.tsx +94 -0
  865. package/src/components/stream/StreamVoiceConfig.tsx +160 -0
  866. package/src/components/stream/helpers.ts +134 -0
  867. package/src/components/stream/overlays/OverlayLayer.tsx +75 -0
  868. package/src/components/stream/overlays/built-in/ActionTickerWidget.tsx +64 -0
  869. package/src/components/stream/overlays/built-in/AlertPopupWidget.tsx +87 -0
  870. package/src/components/stream/overlays/built-in/BrandingWidget.tsx +51 -0
  871. package/src/components/stream/overlays/built-in/CustomHtmlWidget.tsx +105 -0
  872. package/src/components/stream/overlays/built-in/PeonGlassWidget.tsx +265 -0
  873. package/src/components/stream/overlays/built-in/PeonHudWidget.tsx +247 -0
  874. package/src/components/stream/overlays/built-in/PeonSakuraWidget.tsx +278 -0
  875. package/src/components/stream/overlays/built-in/ThoughtBubbleWidget.tsx +77 -0
  876. package/src/components/stream/overlays/built-in/ViewerCountWidget.tsx +46 -0
  877. package/src/components/stream/overlays/built-in/index.ts +13 -0
  878. package/src/components/stream/overlays/registry.ts +22 -0
  879. package/src/components/stream/overlays/types.ts +90 -0
  880. package/src/components/stream/overlays/useOverlayLayout.ts +218 -0
  881. package/src/components/trajectory-format.ts +50 -0
  882. package/src/components/ui-badges.tsx +109 -0
  883. package/src/components/ui-switch.tsx +57 -0
  884. package/src/components/vector-browser-three.ts +27 -0
  885. package/src/config/config-catalog.ts +1092 -0
  886. package/src/config/config-field.tsx +1900 -0
  887. package/src/config/config-renderer.tsx +730 -0
  888. package/src/config/index.ts +11 -0
  889. package/src/config/ui-renderer.tsx +1751 -0
  890. package/src/config/ui-spec.ts +256 -0
  891. package/src/events/index.ts +89 -0
  892. package/src/hooks/index.ts +13 -0
  893. package/src/hooks/useBugReport.tsx +43 -0
  894. package/src/hooks/useCanvasWindow.ts +372 -0
  895. package/src/hooks/useChatAvatarVoice.ts +111 -0
  896. package/src/hooks/useContextMenu.ts +127 -0
  897. package/src/hooks/useKeyboardShortcuts.ts +86 -0
  898. package/src/hooks/useLifoSync.ts +143 -0
  899. package/src/hooks/useMemoryMonitor.ts +335 -0
  900. package/src/hooks/useRenderGuard.ts +43 -0
  901. package/src/hooks/useRetakeCapture.ts +67 -0
  902. package/src/hooks/useStreamPopoutNavigation.ts +27 -0
  903. package/src/hooks/useTimeout.ts +37 -0
  904. package/src/hooks/useVoiceChat.ts +1443 -0
  905. package/src/hooks/useWhatsAppPairing.ts +123 -0
  906. package/src/i18n/index.ts +76 -0
  907. package/src/i18n/locales/en.json +1196 -0
  908. package/src/i18n/locales/es.json +1196 -0
  909. package/src/i18n/locales/ko.json +1196 -0
  910. package/src/i18n/locales/pt.json +1196 -0
  911. package/src/i18n/locales/zh-CN.json +1196 -0
  912. package/src/i18n/messages.ts +21 -0
  913. package/src/index.ts +6 -0
  914. package/src/navigation/index.ts +282 -0
  915. package/src/navigation.test.ts +189 -0
  916. package/src/platform/browser-launch.test.ts +94 -0
  917. package/src/platform/browser-launch.ts +149 -0
  918. package/src/platform/index.ts +261 -0
  919. package/src/platform/init.ts +236 -0
  920. package/src/providers/index.ts +82 -0
  921. package/src/state/AppContext.tsx +5737 -0
  922. package/src/state/index.ts +6 -0
  923. package/src/state/internal.ts +77 -0
  924. package/src/state/parsers.test.ts +124 -0
  925. package/src/state/parsers.ts +309 -0
  926. package/src/state/persistence.ts +278 -0
  927. package/src/state/types.ts +694 -0
  928. package/src/state/ui-preferences.ts +3 -0
  929. package/src/state/useApp.ts +23 -0
  930. package/src/state/vrm.ts +76 -0
  931. package/src/stories/AppMockProvider.tsx +32 -0
  932. package/src/stories/ChatEmptyState.stories.tsx +27 -0
  933. package/src/stories/ChatMessage.stories.tsx +115 -0
  934. package/src/stories/CompanionHeader.stories.tsx +74 -0
  935. package/src/stories/CompanionView.stories.tsx +33 -0
  936. package/src/stories/ConversationListItem.stories.tsx +102 -0
  937. package/src/stories/TypingIndicator.stories.tsx +28 -0
  938. package/src/styles/anime.css +6324 -0
  939. package/src/styles/base.css +196 -0
  940. package/src/styles/onboarding-game.css +716 -0
  941. package/src/styles/styles.css +2085 -0
  942. package/src/styles/xterm.css +241 -0
  943. package/src/types/index.ts +715 -0
  944. package/src/types/react-test-renderer.d.ts +45 -0
  945. package/src/utils/asset-url.ts +110 -0
  946. package/src/utils/assistant-text.ts +172 -0
  947. package/src/utils/clipboard.ts +41 -0
  948. package/src/utils/desktop-dialogs.ts +80 -0
  949. package/src/utils/index.ts +6 -0
  950. package/src/utils/number-parsing.ts +125 -0
  951. package/src/utils/openExternalUrl.ts +20 -0
  952. package/src/utils/spoken-text.ts +65 -0
  953. package/src/utils/streaming-text.ts +120 -0
  954. package/src/voice/index.ts +1 -0
  955. package/src/voice/types.ts +197 -0
  956. package/test/app/AppContext.pty-sessions.test.tsx +143 -0
  957. package/test/app/MessageContent.test.tsx +326 -0
  958. package/test/app/PermissionsOnboarding.test.tsx +216 -0
  959. package/test/app/PermissionsSection.test.tsx +186 -0
  960. package/test/app/advanced-trajectory-fine-tuning.e2e.test.ts +397 -0
  961. package/test/app/agent-activity-box.test.tsx +132 -0
  962. package/test/app/agent-transfer-lock.test.ts +274 -0
  963. package/test/app/api-client-electron-fallback.test.ts +139 -0
  964. package/test/app/api-client-timeout.test.ts +75 -0
  965. package/test/app/api-client-ws.test.ts +98 -0
  966. package/test/app/api-client.ws-max-reconnect.test.ts +139 -0
  967. package/test/app/api-client.ws-reconnect.test.ts +157 -0
  968. package/test/app/app-context-autonomy-events.test.ts +478 -0
  969. package/test/app/apps-page-view.test.ts +114 -0
  970. package/test/app/apps-view.test.ts +769 -0
  971. package/test/app/autonomous-workflows.e2e.test.ts +765 -0
  972. package/test/app/autonomy-events.test.ts +150 -0
  973. package/test/app/avatar-selector.test.tsx +52 -0
  974. package/test/app/bsc-trade-panel.test.tsx +134 -0
  975. package/test/app/bug-report-modal.test.tsx +353 -0
  976. package/test/app/character-customization.e2e.test.ts +1168 -0
  977. package/test/app/chat-advanced-features.e2e.test.ts +706 -0
  978. package/test/app/chat-composer.test.tsx +181 -0
  979. package/test/app/chat-language-header.test.ts +64 -0
  980. package/test/app/chat-message.test.tsx +222 -0
  981. package/test/app/chat-modal-view.test.tsx +191 -0
  982. package/test/app/chat-routine-filter.test.ts +96 -0
  983. package/test/app/chat-send-lock.test.ts +1302 -0
  984. package/test/app/chat-stream-api-client.test.tsx +390 -0
  985. package/test/app/chat-view-game-modal.test.tsx +661 -0
  986. package/test/app/chat-view.test.tsx +877 -0
  987. package/test/app/cloud-api.e2e.test.ts +258 -0
  988. package/test/app/cloud-login-flow.e2e.test.ts +494 -0
  989. package/test/app/cloud-login-lock.test.ts +411 -0
  990. package/test/app/command-palette.test.tsx +184 -0
  991. package/test/app/command-registry.test.ts +75 -0
  992. package/test/app/companion-greeting-wave.test.tsx +443 -0
  993. package/test/app/companion-stale-conversation.test.tsx +424 -0
  994. package/test/app/companion-view.test.tsx +686 -0
  995. package/test/app/confirm-delete-control.test.ts +79 -0
  996. package/test/app/confirm-modal.test.tsx +219 -0
  997. package/test/app/connectors-ui.e2e.test.ts +508 -0
  998. package/test/app/conversations-sidebar-game-modal.test.tsx +260 -0
  999. package/test/app/conversations-sidebar.test.tsx +160 -0
  1000. package/test/app/custom-actions-smoke.test.ts +387 -0
  1001. package/test/app/custom-avatar-api-client.test.ts +207 -0
  1002. package/test/app/desktop-utils.test.ts +145 -0
  1003. package/test/app/electrobun-rpc-bridge.test.ts +83 -0
  1004. package/test/app/events.test.ts +88 -0
  1005. package/test/app/export-import-flows.e2e.test.ts +700 -0
  1006. package/test/app/fine-tuning-view.test.ts +471 -0
  1007. package/test/app/game-view-auth-session.test.tsx +186 -0
  1008. package/test/app/game-view.test.ts +444 -0
  1009. package/test/app/global-emote-overlay.test.tsx +106 -0
  1010. package/test/app/header-status.test.tsx +149 -0
  1011. package/test/app/i18n.test.ts +152 -0
  1012. package/test/app/inventory-bsc-view.test.ts +908 -0
  1013. package/test/app/knowledge-ui.e2e.test.ts +762 -0
  1014. package/test/app/knowledge-upload-helpers.test.ts +124 -0
  1015. package/test/app/lifecycle-lock.test.ts +267 -0
  1016. package/test/app/lifo-popout-utils.test.ts +208 -0
  1017. package/test/app/lifo-safe-endpoint.test.ts +34 -0
  1018. package/test/app/loading-screen.test.tsx +45 -0
  1019. package/test/app/memory-monitor.test.ts +332 -0
  1020. package/test/app/navigation.test.tsx +29 -0
  1021. package/test/app/onboarding-finish-lock.test.ts +500 -0
  1022. package/test/app/onboarding-language.test.tsx +161 -0
  1023. package/test/app/onboarding-steps.test.tsx +371 -0
  1024. package/test/app/open-external-url.test.ts +65 -0
  1025. package/test/app/pages-navigation-smoke.e2e.test.ts +633 -0
  1026. package/test/app/pairing-lock.test.ts +260 -0
  1027. package/test/app/pairing-view.test.tsx +74 -0
  1028. package/test/app/permissions-section.test.ts +432 -0
  1029. package/test/app/plugin-bridge.test.ts +109 -0
  1030. package/test/app/plugins-ui.e2e.test.ts +605 -0
  1031. package/test/app/plugins-view-game-modal.test.tsx +650 -0
  1032. package/test/app/plugins-view-toggle-restart.test.ts +129 -0
  1033. package/test/app/provider-dropdown-default.test.tsx +164 -0
  1034. package/test/app/restart-banner.test.tsx +197 -0
  1035. package/test/app/retake-capture.test.ts +84 -0
  1036. package/test/app/sandbox-api-client.test.ts +108 -0
  1037. package/test/app/save-command-modal.test.tsx +109 -0
  1038. package/test/app/secrets-view.test.tsx +92 -0
  1039. package/test/app/settings-control-styles.test.tsx +142 -0
  1040. package/test/app/settings-reset.e2e.test.ts +728 -0
  1041. package/test/app/settings-sections.e2e.test.ts +614 -0
  1042. package/test/app/shared-format.test.ts +44 -0
  1043. package/test/app/shared-switch.test.ts +69 -0
  1044. package/test/app/shell-mode-switching.e2e.test.ts +829 -0
  1045. package/test/app/shell-mode-tab-memory.test.tsx +283 -0
  1046. package/test/app/shell-overlays.test.tsx +50 -0
  1047. package/test/app/shortcuts-overlay.test.tsx +111 -0
  1048. package/test/app/sse-interruption.test.ts +122 -0
  1049. package/test/app/startup-asset-missing.e2e.test.ts +126 -0
  1050. package/test/app/startup-backend-missing.e2e.test.ts +118 -0
  1051. package/test/app/startup-chat.e2e.test.ts +305 -0
  1052. package/test/app/startup-conversation-restore.test.tsx +344 -0
  1053. package/test/app/startup-failure-view.test.tsx +103 -0
  1054. package/test/app/startup-onboarding.e2e.test.ts +612 -0
  1055. package/test/app/startup-timeout.test.tsx +80 -0
  1056. package/test/app/startup-token-401.e2e.test.ts +103 -0
  1057. package/test/app/stream-helpers.test.ts +46 -0
  1058. package/test/app/stream-popout-navigation.test.tsx +41 -0
  1059. package/test/app/stream-status-bar.test.tsx +89 -0
  1060. package/test/app/theme-toggle.test.tsx +33 -0
  1061. package/test/app/training-api-client.test.ts +128 -0
  1062. package/test/app/trajectories-view.test.tsx +220 -0
  1063. package/test/app/triggers-api-client.test.ts +77 -0
  1064. package/test/app/triggers-navigation.test.ts +118 -0
  1065. package/test/app/triggers-view.e2e.test.ts +674 -0
  1066. package/test/app/update-channel-lock.test.ts +259 -0
  1067. package/test/app/vector-browser.async-cleanup.test.tsx +367 -0
  1068. package/test/app/vector-browser.e2e.test.ts +653 -0
  1069. package/test/app/vrm-stage.test.tsx +351 -0
  1070. package/test/app/vrm-viewer.test.tsx +298 -0
  1071. package/test/app/wallet-api-save-lock.test.ts +277 -0
  1072. package/test/app/wallet-hooks.test.ts +405 -0
  1073. package/test/app/wallet-ui-flows.e2e.test.ts +556 -0
  1074. package/test/avatar/asset-url.test.ts +90 -0
  1075. package/test/avatar/avatar-selector.test.ts +173 -0
  1076. package/test/avatar/mixamo-vrm-rig-map.test.ts +111 -0
  1077. package/test/avatar/voice-chat-streaming-text.test.ts +96 -0
  1078. package/test/avatar/voice-chat.test.ts +391 -0
  1079. package/test/ui/command-palette-commands.test.ts +57 -0
  1080. package/test/ui/ui-renderer.test.ts +39 -0
  1081. package/tsconfig.build.json +19 -0
  1082. package/tsconfig.json +21 -0
@@ -0,0 +1,1950 @@
1
+ import { resolveAppAssetUrl } from "@elizaos/app-core/utils";
2
+ import { MToonMaterialLoaderPlugin, VRMLoaderPlugin, VRMUtils, } from "@pixiv/three-vrm";
3
+ import * as THREE from "three";
4
+ import { OrbitControls } from "three/examples/jsm/controls/OrbitControls.js";
5
+ import { MeshoptDecoder } from "three/examples/jsm/libs/meshopt_decoder.module.js";
6
+ import { DRACOLoader } from "three/examples/jsm/loaders/DRACOLoader.js";
7
+ import { GLTFLoader } from "three/examples/jsm/loaders/GLTFLoader.js";
8
+ import { loadEmoteClip, loadIdleClip, } from "./VrmAnimationLoader";
9
+ import { VrmBlinkController } from "./VrmBlinkController";
10
+ import { VrmCameraManager, } from "./VrmCameraManager";
11
+ const DEFAULT_CAMERA_ANIMATION = {
12
+ enabled: false,
13
+ swayAmplitude: 0.06,
14
+ bobAmplitude: 0.03,
15
+ rotationAmplitude: 0.01,
16
+ speed: 0.8,
17
+ };
18
+ const CAMERA_PROFILE_TRANSITION_DURATION_SECONDS = 0.8;
19
+ const AVATAR_SWITCH_CAMERA_TRANSITION_DURATION_SECONDS = 3;
20
+ const COMPANION_WORLD_SCALE = 2.5;
21
+ const COMPANION_DARK_WORLD_FLOOR_OFFSET_Y = -0.95;
22
+ const COMPANION_LIGHT_WORLD_FLOOR_OFFSET_Y = -0.35;
23
+ const COMPANION_WORLD_REVEAL_DURATION = 5.4;
24
+ const COMPANION_WORLD_REVEAL_EDGE = 0.28;
25
+ const COMPANION_WORLD_REVEAL_EASE_EXPONENT = 2;
26
+ const COMPANION_WORLD_REVEAL_START_OFFSET = 0.7;
27
+ const TELEPORT_DISSOLVE_START_Y = -1.2;
28
+ const TELEPORT_DISSOLVE_END_Y = 1.0;
29
+ const TELEPORT_SPARKLE_PARTICLE_COUNT = 28;
30
+ const TELEPORT_SPARKLE_RING_RADIUS = 0.52;
31
+ const TELEPORT_SPARKLE_MIN_SIZE = 0.055;
32
+ const TELEPORT_SPARKLE_MAX_SIZE = 0.13;
33
+ const COMPANION_DOF_APERTURE_SIZE = 0.028;
34
+ const COMPANION_DOF_NEAR_ZOOM_APERTURE_FACTOR = 0.4;
35
+ const COMPANION_ZOOM_NEAR_FACTOR = 0.25;
36
+ const COMPANION_ZOOM_MIN_RADIUS = 1.2;
37
+ const SPARK_CLIP_XY = 1.08;
38
+ const SPARK_MAX_STD_DEV = 2.35;
39
+ const SPARK_MAX_STD_DEV_NEAR = 1.9;
40
+ const SPARK_MIN_ALPHA = 0.0016;
41
+ const SPARK_MIN_ALPHA_NEAR = 0.0024;
42
+ const SPARK_SORT_DISTANCE = 0.035;
43
+ const SPARK_SORT_DISTANCE_NEAR = 0.05;
44
+ const SPARK_MAX_PIXEL_RADIUS = 96;
45
+ const SPARK_MAX_PIXEL_RADIUS_NEAR = 28;
46
+ const MAX_RENDERER_PIXEL_RATIO = 2;
47
+ const AVATAR_RENDERER_OVERRIDE_KEY = "milady.avatarRenderer";
48
+ const KNOWN_VRM_WEBGPU_WARNING = 'TSL: "transformedNormalView" is deprecated. Use "normalView" instead.';
49
+ let knownVrmWebGpuWarningFilterRefs = 0;
50
+ let releaseKnownVrmWebGpuWarningFilterGlobal = null;
51
+ let sharedDracoLoader = null;
52
+ let teleportSparkleTexture = null;
53
+ const DRACO_DECODER_PATH = resolveAppAssetUrl("vrm-decoders/draco/");
54
+ function getRendererPixelRatio(sparkOptimized = false) {
55
+ if (typeof window === "undefined")
56
+ return 1;
57
+ if (sparkOptimized)
58
+ return 1;
59
+ return Math.min(Math.max(window.devicePixelRatio || 1, 1), MAX_RENDERER_PIXEL_RATIO);
60
+ }
61
+ function isElectrobunAvatarRuntime() {
62
+ if (typeof window === "undefined")
63
+ return false;
64
+ const runtimeWindow = window;
65
+ return (typeof runtimeWindow.__electrobunWindowId === "number" ||
66
+ typeof runtimeWindow.__electrobunWebviewId === "number");
67
+ }
68
+ function getPreferredAvatarRendererBackend() {
69
+ if (typeof window === "undefined")
70
+ return "webgl";
71
+ const override = (() => {
72
+ try {
73
+ return window.localStorage.getItem(AVATAR_RENDERER_OVERRIDE_KEY);
74
+ }
75
+ catch {
76
+ return null;
77
+ }
78
+ })();
79
+ const normalizedOverride = override?.trim().toLowerCase();
80
+ if (normalizedOverride === "webgpu" || normalizedOverride === "webgl") {
81
+ return normalizedOverride;
82
+ }
83
+ return isElectrobunAvatarRuntime() ? "webgpu" : "webgl";
84
+ }
85
+ function installKnownVrmWebGpuWarningFilter() {
86
+ knownVrmWebGpuWarningFilterRefs += 1;
87
+ if (!releaseKnownVrmWebGpuWarningFilterGlobal) {
88
+ const originalWarn = console.warn.bind(console);
89
+ console.warn = (...args) => {
90
+ if (typeof args[0] === "string" &&
91
+ args[0].includes(KNOWN_VRM_WEBGPU_WARNING)) {
92
+ return;
93
+ }
94
+ originalWarn(...args);
95
+ };
96
+ releaseKnownVrmWebGpuWarningFilterGlobal = () => {
97
+ knownVrmWebGpuWarningFilterRefs = Math.max(0, knownVrmWebGpuWarningFilterRefs - 1);
98
+ if (knownVrmWebGpuWarningFilterRefs === 0) {
99
+ console.warn = originalWarn;
100
+ releaseKnownVrmWebGpuWarningFilterGlobal = null;
101
+ }
102
+ };
103
+ }
104
+ return () => {
105
+ releaseKnownVrmWebGpuWarningFilterGlobal?.();
106
+ };
107
+ }
108
+ function getSharedDracoLoader() {
109
+ if (!sharedDracoLoader) {
110
+ sharedDracoLoader = new DRACOLoader();
111
+ sharedDracoLoader.setDecoderConfig({ type: "wasm" });
112
+ sharedDracoLoader.setDecoderPath(DRACO_DECODER_PATH);
113
+ sharedDracoLoader.preload();
114
+ }
115
+ return sharedDracoLoader;
116
+ }
117
+ function configureVrmGltfLoader(loader) {
118
+ loader.setMeshoptDecoder(MeshoptDecoder);
119
+ loader.setDRACOLoader(getSharedDracoLoader());
120
+ }
121
+ function getTeleportSparkleTexture() {
122
+ if (teleportSparkleTexture)
123
+ return teleportSparkleTexture;
124
+ const canvas = document.createElement("canvas");
125
+ canvas.width = 128;
126
+ canvas.height = 128;
127
+ const context = canvas.getContext("2d");
128
+ if (!context) {
129
+ teleportSparkleTexture = new THREE.CanvasTexture(canvas);
130
+ return teleportSparkleTexture;
131
+ }
132
+ const gradient = context.createRadialGradient(64, 64, 6, 64, 64, 64);
133
+ gradient.addColorStop(0.0, "rgba(255,255,255,1)");
134
+ gradient.addColorStop(0.2, "rgba(190,245,255,0.95)");
135
+ gradient.addColorStop(0.55, "rgba(112,214,255,0.48)");
136
+ gradient.addColorStop(1.0, "rgba(112,214,255,0)");
137
+ context.fillStyle = gradient;
138
+ context.fillRect(0, 0, 128, 128);
139
+ teleportSparkleTexture = new THREE.CanvasTexture(canvas);
140
+ teleportSparkleTexture.needsUpdate = true;
141
+ return teleportSparkleTexture;
142
+ }
143
+ function quantileSorted(values, percentile) {
144
+ if (values.length === 0)
145
+ return 0;
146
+ const index = Math.min(values.length - 1, Math.max(0, Math.floor((values.length - 1) * percentile)));
147
+ return values[index] ?? 0;
148
+ }
149
+ function getRobustPackedSplatAnchor(splatSource) {
150
+ const maxSamples = 4096;
151
+ const xSamples = [];
152
+ const ySamples = [];
153
+ const zSamples = [];
154
+ const splatCount = splatSource.numSplats ?? maxSamples;
155
+ const sampleStep = splatCount > maxSamples
156
+ ? Math.max(1, Math.floor(splatCount / maxSamples))
157
+ : 1;
158
+ splatSource.forEachSplat((index, center) => {
159
+ if (sampleStep > 1 && index % sampleStep !== 0)
160
+ return;
161
+ xSamples.push(center.x);
162
+ ySamples.push(center.y);
163
+ zSamples.push(center.z);
164
+ });
165
+ if (xSamples.length === 0) {
166
+ return new THREE.Vector3(0, 0, 0);
167
+ }
168
+ xSamples.sort((a, b) => a - b);
169
+ ySamples.sort((a, b) => a - b);
170
+ zSamples.sort((a, b) => a - b);
171
+ return new THREE.Vector3(quantileSorted(xSamples, 0.5), quantileSorted(ySamples, 0.05), quantileSorted(zSamples, 0.5));
172
+ }
173
+ function getRobustSplatAnchor(splat) {
174
+ return getRobustPackedSplatAnchor({
175
+ numSplats: splat.packedSplats?.numSplats,
176
+ forEachSplat: splat.forEachSplat.bind(splat),
177
+ });
178
+ }
179
+ function getRobustPackedSplatRadialExtent(splatSource, anchor) {
180
+ const maxSamples = 4096;
181
+ const radialSamples = [];
182
+ const splatCount = splatSource.numSplats ?? maxSamples;
183
+ const sampleStep = splatCount > maxSamples
184
+ ? Math.max(1, Math.floor(splatCount / maxSamples))
185
+ : 1;
186
+ splatSource.forEachSplat((index, center) => {
187
+ if (sampleStep > 1 && index % sampleStep !== 0)
188
+ return;
189
+ radialSamples.push(Math.hypot(center.x - anchor.x, center.z - anchor.z));
190
+ });
191
+ if (radialSamples.length === 0) {
192
+ return 1;
193
+ }
194
+ radialSamples.sort((a, b) => a - b);
195
+ return Math.max(1, quantileSorted(radialSamples, 0.985));
196
+ }
197
+ function getRobustSplatRadialExtent(splat, anchor) {
198
+ return getRobustPackedSplatRadialExtent({
199
+ numSplats: splat.packedSplats?.numSplats,
200
+ forEachSplat: splat.forEachSplat.bind(splat),
201
+ }, anchor);
202
+ }
203
+ function getCompanionWorldFloorOffsetY(url) {
204
+ const normalizedUrl = url.toLowerCase();
205
+ return normalizedUrl.includes("night") ||
206
+ normalizedUrl.includes("dark") ||
207
+ normalizedUrl.includes("lunarpunk")
208
+ ? COMPANION_DARK_WORLD_FLOOR_OFFSET_Y
209
+ : COMPANION_LIGHT_WORLD_FLOOR_OFFSET_Y;
210
+ }
211
+ function isGzipBuffer(buffer) {
212
+ if (buffer.byteLength < 2)
213
+ return false;
214
+ const bytes = new Uint8Array(buffer, 0, 2);
215
+ return bytes[0] === 0x1f && bytes[1] === 0x8b;
216
+ }
217
+ async function decompressGzipBuffer(buffer) {
218
+ if (typeof DecompressionStream !== "function") {
219
+ throw new Error("This runtime does not support gzip-compressed VRM assets.");
220
+ }
221
+ const stream = new Blob([buffer])
222
+ .stream()
223
+ .pipeThrough(new DecompressionStream("gzip"));
224
+ return await new Response(stream).arrayBuffer();
225
+ }
226
+ async function loadGltfAsset(loader, url) {
227
+ const response = await fetch(url);
228
+ if (!response.ok) {
229
+ throw new Error(`Failed to fetch VRM asset: ${response.status}`);
230
+ }
231
+ let buffer = await response.arrayBuffer();
232
+ if (!isGzipBuffer(buffer)) {
233
+ return await loader.loadAsync(url);
234
+ }
235
+ buffer = await decompressGzipBuffer(buffer);
236
+ const objectUrl = URL.createObjectURL(new Blob([buffer], { type: "model/gltf-binary" }));
237
+ try {
238
+ return await loader.loadAsync(objectUrl);
239
+ }
240
+ finally {
241
+ URL.revokeObjectURL(objectUrl);
242
+ }
243
+ }
244
+ /**
245
+ * Create the best available renderer for the current platform.
246
+ * Electrobun's CEF desktop shell expects WebGPU for the avatar stage, while the
247
+ * browser dev shell stays on WebGL by default to avoid upstream TSL noise.
248
+ * A localStorage override can force either backend for debugging.
249
+ * THREE.WebGPURenderer is async-init and requires await renderer.init().
250
+ */
251
+ async function createRenderer(canvas, preference = "auto", sparkOptimized = false) {
252
+ if (preference !== "webgl" &&
253
+ getPreferredAvatarRendererBackend() === "webgpu" &&
254
+ typeof navigator !== "undefined" &&
255
+ navigator.gpu) {
256
+ try {
257
+ const { WebGPURenderer } = await import("three/webgpu");
258
+ const renderer = new WebGPURenderer({
259
+ canvas,
260
+ alpha: true,
261
+ antialias: !sparkOptimized,
262
+ });
263
+ await renderer.init?.();
264
+ console.info("[VrmEngine] Using WebGPURenderer");
265
+ return { backend: "webgpu", renderer };
266
+ }
267
+ catch (err) {
268
+ console.warn("[VrmEngine] WebGPURenderer failed, falling back to WebGL:", err);
269
+ }
270
+ }
271
+ const renderer = new THREE.WebGLRenderer({
272
+ canvas,
273
+ alpha: true,
274
+ antialias: !sparkOptimized,
275
+ powerPreference: sparkOptimized ? "high-performance" : "default",
276
+ });
277
+ console.info("[VrmEngine] Using WebGLRenderer");
278
+ return { backend: "webgl", renderer };
279
+ }
280
+ export class VrmEngine {
281
+ static sparkModulePromise = null;
282
+ renderer = null;
283
+ rendererBackend = "webgl";
284
+ rendererPreference = "auto";
285
+ scene = null;
286
+ avatarRoot = null;
287
+ camera = null;
288
+ clock = new THREE.Clock();
289
+ vrm = null;
290
+ mixer = null;
291
+ idleAction = null;
292
+ idleLoadPromise = null;
293
+ animationFrameId = null;
294
+ onUpdate = null;
295
+ initialized = false;
296
+ loadingAborted = false;
297
+ vrmLoadRequestId = 0;
298
+ vrmReady = false;
299
+ lastLoadError = null;
300
+ teleportProgress = 1.0;
301
+ teleportProgressUniform = null;
302
+ teleportDissolvedMaterials = [];
303
+ teleportFallbackShaders = [];
304
+ teleportSparkles = null;
305
+ revealStarted = false;
306
+ mouthValue = 0;
307
+ mouthSmoothed = 0;
308
+ vrmName = null;
309
+ lookAtTarget = new THREE.Vector3(0, 0.5, 0);
310
+ idleGlbUrl = resolveAppAssetUrl("animations/idle.glb.gz");
311
+ cameraAnimation = {
312
+ ...DEFAULT_CAMERA_ANIMATION,
313
+ };
314
+ baseCameraPosition = new THREE.Vector3();
315
+ elapsedTime = 0;
316
+ speaking = false;
317
+ speakingStartTime = 0;
318
+ blinkController = new VrmBlinkController();
319
+ cameraManager = new VrmCameraManager();
320
+ emoteAction = null;
321
+ emoteTimeout = null;
322
+ emoteCompletionCleanup = null;
323
+ emoteClipCache = new Map();
324
+ emoteRequestId = 0;
325
+ controls = null;
326
+ paused = false;
327
+ interactionEnabled = false;
328
+ interactionMode = "free";
329
+ cameraProfile = "chat";
330
+ worldUrl = null;
331
+ worldMesh = null;
332
+ worldReveal = null;
333
+ sparkRenderer = null;
334
+ worldLoadRequestId = 0;
335
+ pointerParallaxEnabled = false;
336
+ pointerParallaxTarget = new THREE.Vector2();
337
+ pointerParallaxCurrent = new THREE.Vector2();
338
+ pointerParallaxPosition = new THREE.Vector3();
339
+ pointerParallaxLookAt = new THREE.Vector3();
340
+ dragOrbitTarget = new THREE.Vector2();
341
+ dragOrbitCurrent = new THREE.Vector2();
342
+ companionZoomTarget = 0;
343
+ companionZoomCurrent = 0;
344
+ avatarLookTarget = null;
345
+ headLookTarget = new THREE.Vector2();
346
+ headLookCurrent = new THREE.Vector2();
347
+ clearEmoteTimeout() {
348
+ if (this.emoteTimeout !== null) {
349
+ clearTimeout(this.emoteTimeout);
350
+ this.emoteTimeout = null;
351
+ }
352
+ }
353
+ clearEmoteCompletionCleanup() {
354
+ this.emoteCompletionCleanup?.();
355
+ this.emoteCompletionCleanup = null;
356
+ }
357
+ clearPendingEmoteCompletion() {
358
+ this.clearEmoteTimeout();
359
+ this.clearEmoteCompletionCleanup();
360
+ }
361
+ watchOneShotEmoteCompletion(mixer, action, requestId, fallbackDurationSeconds) {
362
+ const handleFinished = (event) => {
363
+ if (event.action !== action)
364
+ return;
365
+ if (this.emoteRequestId !== requestId || this.emoteAction !== action) {
366
+ return;
367
+ }
368
+ this.stopEmote();
369
+ };
370
+ mixer.addEventListener("finished", handleFinished);
371
+ this.emoteCompletionCleanup = () => {
372
+ mixer.removeEventListener("finished", handleFinished);
373
+ };
374
+ const safeDuration = Number.isFinite(fallbackDurationSeconds) && fallbackDurationSeconds > 0
375
+ ? fallbackDurationSeconds
376
+ : 3;
377
+ // Keep a timer fallback in case the mixer completion event is missed.
378
+ this.emoteTimeout = setTimeout(() => {
379
+ if (this.emoteRequestId !== requestId || this.emoteAction !== action) {
380
+ return;
381
+ }
382
+ this.stopEmote();
383
+ }, Math.max(0.25, safeDuration + 0.1) * 1000);
384
+ }
385
+ activateAction(action) {
386
+ action.enabled = true;
387
+ action.paused = false;
388
+ action.setEffectiveTimeScale(1);
389
+ action.setEffectiveWeight(1);
390
+ action.play();
391
+ }
392
+ playActionWithBlend(action, fromAction, fadeDuration) {
393
+ action.reset();
394
+ this.activateAction(action);
395
+ if (fromAction && fromAction !== action) {
396
+ this.activateAction(fromAction);
397
+ action.crossFadeFrom(fromAction, fadeDuration, false);
398
+ return;
399
+ }
400
+ action.fadeIn(fadeDuration);
401
+ }
402
+ async ensureIdleAction(vrm, mixer) {
403
+ if (this.idleAction)
404
+ return this.idleAction;
405
+ if (this.idleLoadPromise)
406
+ return this.idleLoadPromise;
407
+ this.idleLoadPromise = (async () => {
408
+ const clip = await loadIdleClip(vrm, this.idleGlbUrl, this.animationLoaderContext);
409
+ if (!clip || this.loadingAborted || this.vrm !== vrm) {
410
+ return null;
411
+ }
412
+ const activeMixer = this.mixer ?? mixer;
413
+ if (!activeMixer || this.vrm !== vrm) {
414
+ return null;
415
+ }
416
+ const action = activeMixer.clipAction(clip);
417
+ action.reset();
418
+ action.setLoop(THREE.LoopRepeat, Infinity);
419
+ action.timeScale = 1.0;
420
+ this.idleAction = action;
421
+ activeMixer.update(1 / 60);
422
+ return action;
423
+ })().finally(() => {
424
+ this.idleLoadPromise = null;
425
+ });
426
+ return this.idleLoadPromise;
427
+ }
428
+ restoreIdleAfterEmote(activeEmote, fadeDuration, vrm, mixer) {
429
+ void this.ensureIdleAction(vrm, mixer).then((idleAction) => {
430
+ if (!idleAction || this.loadingAborted || this.vrm !== vrm) {
431
+ activeEmote?.fadeOut(fadeDuration);
432
+ return;
433
+ }
434
+ this.activateAction(idleAction);
435
+ if (activeEmote && activeEmote !== idleAction) {
436
+ idleAction.crossFadeFrom(activeEmote, fadeDuration, false);
437
+ }
438
+ else {
439
+ idleAction.fadeIn(fadeDuration);
440
+ }
441
+ });
442
+ }
443
+ avatarLookRig = {
444
+ headBone: null,
445
+ neckBone: null,
446
+ spineBone: null,
447
+ };
448
+ tempCameraOrbitOffset = new THREE.Vector3();
449
+ tempCameraSpherical = new THREE.Spherical();
450
+ tempAvatarLookTarget = new THREE.Vector3();
451
+ tempAvatarLocalTarget = new THREE.Vector3();
452
+ tempAvatarLocalAnchor = new THREE.Vector3();
453
+ tempAvatarHeadWorld = new THREE.Vector3();
454
+ readyPromise = Promise.resolve();
455
+ resolveReady = null;
456
+ rejectReady = null;
457
+ releaseKnownWebGpuWarningFilter = null;
458
+ // Transition state
459
+ isCameraTransitioning = false;
460
+ transitionStartFov = 0;
461
+ transitionTargetFov = 0;
462
+ transitionStartPos = new THREE.Vector3();
463
+ transitionTargetPos = new THREE.Vector3();
464
+ transitionStartLookAt = new THREE.Vector3();
465
+ transitionTargetLookAt = new THREE.Vector3();
466
+ transitionProgress = 0;
467
+ transitionDuration = CAMERA_PROFILE_TRANSITION_DURATION_SECONDS;
468
+ handleControlStart = () => {
469
+ if (!this.interactionEnabled)
470
+ return;
471
+ };
472
+ handleControlEnd = () => {
473
+ if (!this.interactionEnabled)
474
+ return;
475
+ if (this.camera) {
476
+ this.baseCameraPosition.copy(this.camera.position);
477
+ }
478
+ if (this.controls) {
479
+ this.lookAtTarget.copy(this.controls.target);
480
+ }
481
+ };
482
+ scheduleNextFrame() {
483
+ if (!this.initialized || this.paused || this.animationFrameId !== null) {
484
+ return;
485
+ }
486
+ this.animationFrameId = requestAnimationFrame(() => {
487
+ this.animationFrameId = null;
488
+ this.loop();
489
+ });
490
+ }
491
+ stopLoop() {
492
+ if (this.animationFrameId !== null) {
493
+ cancelAnimationFrame(this.animationFrameId);
494
+ this.animationFrameId = null;
495
+ }
496
+ this.clock.stop();
497
+ }
498
+ resumeLoop() {
499
+ if (!this.initialized || this.paused)
500
+ return;
501
+ this.clock.start();
502
+ this.scheduleNextFrame();
503
+ }
504
+ async loadSparkModule() {
505
+ if (!VrmEngine.sparkModulePromise) {
506
+ VrmEngine.sparkModulePromise = import("@sparkjsdev/spark");
507
+ }
508
+ return VrmEngine.sparkModulePromise;
509
+ }
510
+ async ensureSparkRenderer() {
511
+ if (this.sparkRenderer || this.rendererBackend !== "webgl")
512
+ return;
513
+ if (!this.scene || !this.renderer)
514
+ return;
515
+ const { SparkRenderer } = await this.loadSparkModule();
516
+ const sparkRenderer = new SparkRenderer({
517
+ renderer: this.renderer,
518
+ apertureAngle: 0.0,
519
+ focalDistance: 5.0,
520
+ originDistance: 1,
521
+ clipXY: SPARK_CLIP_XY,
522
+ maxStdDev: SPARK_MAX_STD_DEV,
523
+ maxPixelRadius: SPARK_MAX_PIXEL_RADIUS,
524
+ minAlpha: SPARK_MIN_ALPHA,
525
+ view: {
526
+ depthBias: 1,
527
+ sortDistance: SPARK_SORT_DISTANCE,
528
+ sortRadial: true,
529
+ sort360: false,
530
+ },
531
+ });
532
+ sparkRenderer.renderOrder = 9998;
533
+ this.scene.add(sparkRenderer);
534
+ this.sparkRenderer = sparkRenderer;
535
+ }
536
+ updateSparkPerformanceProfile() {
537
+ const sparkRenderer = this.sparkRenderer;
538
+ if (!sparkRenderer)
539
+ return;
540
+ if (!this.worldMesh) {
541
+ sparkRenderer.maxPixelRadius = SPARK_MAX_PIXEL_RADIUS;
542
+ sparkRenderer.maxStdDev = SPARK_MAX_STD_DEV;
543
+ sparkRenderer.minAlpha = SPARK_MIN_ALPHA;
544
+ sparkRenderer.clipXY = SPARK_CLIP_XY;
545
+ sparkRenderer.defaultView.sortDistance = SPARK_SORT_DISTANCE;
546
+ return;
547
+ }
548
+ const isCompanionProfile = this.cameraProfile === "companion" ||
549
+ this.cameraProfile === "companion_close";
550
+ const closeZoomFactor = isCompanionProfile
551
+ ? THREE.MathUtils.smoothstep(this.companionZoomCurrent, 0.3, 1)
552
+ : 0;
553
+ sparkRenderer.maxPixelRadius = THREE.MathUtils.lerp(SPARK_MAX_PIXEL_RADIUS, SPARK_MAX_PIXEL_RADIUS_NEAR, closeZoomFactor);
554
+ sparkRenderer.maxStdDev = THREE.MathUtils.lerp(SPARK_MAX_STD_DEV, SPARK_MAX_STD_DEV_NEAR, closeZoomFactor);
555
+ sparkRenderer.minAlpha = THREE.MathUtils.lerp(SPARK_MIN_ALPHA, SPARK_MIN_ALPHA_NEAR, closeZoomFactor);
556
+ sparkRenderer.clipXY = THREE.MathUtils.lerp(SPARK_CLIP_XY, 1.03, closeZoomFactor);
557
+ sparkRenderer.defaultView.sortDistance = THREE.MathUtils.lerp(SPARK_SORT_DISTANCE, SPARK_SORT_DISTANCE_NEAR, closeZoomFactor);
558
+ }
559
+ createWorldRevealController(spark, mesh, reveal, mode) {
560
+ const dyno = ("dyno" in spark ? Reflect.get(spark, "dyno") : undefined);
561
+ if (!dyno?.Gsplat ||
562
+ !dyno.dynoBlock ||
563
+ !dyno.dynoFloat ||
564
+ !dyno.dynoVec3 ||
565
+ !dyno.dynoConst ||
566
+ !dyno.splitGsplat ||
567
+ !dyno.combineGsplat ||
568
+ !dyno.add ||
569
+ !dyno.sub ||
570
+ !dyno.mul ||
571
+ !dyno.div ||
572
+ !dyno.abs ||
573
+ !dyno.clamp ||
574
+ !dyno.max ||
575
+ !dyno.mix ||
576
+ !dyno.smoothstep ||
577
+ !dyno.pow ||
578
+ !dyno.length ||
579
+ !dyno.swizzle) {
580
+ return null;
581
+ }
582
+ const originUniform = dyno.dynoVec3(reveal.origin, "uWorldRevealOrigin");
583
+ const resolvedRadius = Math.max(reveal.radius, COMPANION_WORLD_REVEAL_EDGE * 2);
584
+ const radiusUniform = dyno.dynoFloat(resolvedRadius, "uWorldRevealRadius");
585
+ const edgeUniform = dyno.dynoFloat(COMPANION_WORLD_REVEAL_EDGE, "uWorldRevealEdge");
586
+ const progressUniform = dyno.dynoFloat(0, "uWorldRevealProgress");
587
+ const wireScaleUniform = dyno.dynoVec3(new THREE.Vector3(0.004, 0.004, 0.004), "uWorldRevealWireScale");
588
+ const wireAlphaUniform = dyno.dynoFloat(0.42, "uWorldRevealWireAlpha");
589
+ const wireBoostUniform = dyno.dynoFloat(0.3, "uWorldRevealWireBoost");
590
+ const zero = dyno.dynoConst("float", 0);
591
+ const one = dyno.dynoConst("float", 1);
592
+ const two = dyno.dynoConst("float", 2);
593
+ const startOffset = dyno.dynoConst("float", -COMPANION_WORLD_REVEAL_START_OFFSET);
594
+ const modifier = dyno.dynoBlock({ gsplat: dyno.Gsplat }, { gsplat: dyno.Gsplat }, ({ gsplat }) => {
595
+ if (!gsplat) {
596
+ throw new Error("Missing gsplat input for world reveal");
597
+ }
598
+ const { center, scales, rgb, opacity } = dyno.splitGsplat(gsplat).outputs;
599
+ const radialDistance = dyno.length(dyno.swizzle(dyno.sub(center, originUniform), "xz"));
600
+ const currentRadius = dyno.add(dyno.mul(radiusUniform, progressUniform), startOffset);
601
+ const bodyMask = dyno.sub(one, dyno.smoothstep(dyno.sub(currentRadius, edgeUniform), dyno.add(currentRadius, edgeUniform), radialDistance));
602
+ const ringDistance = dyno.abs(dyno.sub(radialDistance, currentRadius));
603
+ const ringMask = dyno.pow(dyno.sub(one, dyno.smoothstep(zero, dyno.mul(edgeUniform, two), ringDistance)), two);
604
+ const visibleMask = mode === "hide" ? dyno.sub(one, bodyMask) : bodyMask;
605
+ const wireFactor = dyno.clamp(dyno.max(visibleMask, dyno.mul(ringMask, wireAlphaUniform)), zero, one);
606
+ const brightenedRgb = dyno.mul(rgb, dyno.add(one, dyno.mul(ringMask, wireBoostUniform)));
607
+ return {
608
+ gsplat: dyno.combineGsplat({
609
+ gsplat,
610
+ scales: dyno.mix(wireScaleUniform, scales, wireFactor),
611
+ rgb: dyno.mix(brightenedRgb, rgb, visibleMask),
612
+ opacity: dyno.mul(opacity, wireFactor),
613
+ }),
614
+ };
615
+ });
616
+ mesh.objectModifier = modifier;
617
+ this.refreshSplatMesh(mesh);
618
+ return {
619
+ mesh,
620
+ progressUniform,
621
+ mode,
622
+ radius: resolvedRadius,
623
+ };
624
+ }
625
+ refreshSplatMesh(mesh) {
626
+ mesh.updateGenerator();
627
+ const refreshableMesh = mesh;
628
+ refreshableMesh.updateVersion?.();
629
+ }
630
+ setWorldRevealProgress(controller, progress) {
631
+ controller.progressUniform.value = THREE.MathUtils.clamp(progress, 0, 1);
632
+ const refreshableMesh = controller.mesh;
633
+ refreshableMesh.updateVersion?.();
634
+ }
635
+ queueWorldReveal(incoming, options = {}) {
636
+ const reveal = {
637
+ controller: incoming,
638
+ incoming,
639
+ outgoing: options.outgoing ?? null,
640
+ progress: THREE.MathUtils.clamp(options.initialProgress ?? 0, 0, 1),
641
+ duration: options.duration ?? COMPANION_WORLD_REVEAL_DURATION,
642
+ waitingForVrm: options.waitingForVrm ?? false,
643
+ syncToTeleport: options.syncToTeleport ?? false,
644
+ };
645
+ incoming.mesh.opacity = 1;
646
+ if (reveal.outgoing) {
647
+ reveal.outgoing.mesh.opacity = 1;
648
+ }
649
+ this.worldReveal = reveal;
650
+ this.setWorldRevealProgress(incoming, reveal.progress);
651
+ if (reveal.outgoing) {
652
+ this.setWorldRevealProgress(reveal.outgoing, reveal.progress);
653
+ }
654
+ }
655
+ disposeSplatMesh(mesh) {
656
+ if (!mesh)
657
+ return;
658
+ mesh.parent?.remove(mesh);
659
+ mesh.dispose();
660
+ }
661
+ completeWorldReveal(reveal) {
662
+ this.setWorldRevealProgress(reveal.incoming, 1);
663
+ reveal.incoming.mesh.opacity = 1;
664
+ reveal.incoming.mesh.objectModifier = undefined;
665
+ this.refreshSplatMesh(reveal.incoming.mesh);
666
+ if (reveal.outgoing) {
667
+ reveal.outgoing.mesh.objectModifier = undefined;
668
+ this.disposeSplatMesh(reveal.outgoing.mesh);
669
+ }
670
+ if (this.worldReveal === reveal) {
671
+ this.worldReveal = null;
672
+ }
673
+ }
674
+ cancelWorldReveal() {
675
+ if (!this.worldReveal)
676
+ return;
677
+ this.completeWorldReveal(this.worldReveal);
678
+ }
679
+ startPendingWorldReveal(syncToTeleport) {
680
+ const reveal = this.worldReveal;
681
+ if (!reveal || !reveal.waitingForVrm)
682
+ return;
683
+ reveal.waitingForVrm = false;
684
+ reveal.syncToTeleport = syncToTeleport;
685
+ reveal.progress = syncToTeleport ? this.teleportProgress : 0;
686
+ this.setWorldRevealProgress(reveal.incoming, reveal.progress);
687
+ if (reveal.outgoing) {
688
+ this.setWorldRevealProgress(reveal.outgoing, reveal.progress);
689
+ }
690
+ }
691
+ updateWorldReveal(stableDelta) {
692
+ const reveal = this.worldReveal;
693
+ if (!reveal || reveal.waitingForVrm)
694
+ return;
695
+ const avatarRevealActive = this.revealStarted && this.teleportProgress < 0.999;
696
+ const nextProgress = reveal.syncToTeleport && avatarRevealActive
697
+ ? this.teleportProgress
698
+ : Math.min(1, reveal.progress + stableDelta / reveal.duration);
699
+ const appliedProgress = reveal.syncToTeleport && avatarRevealActive
700
+ ? nextProgress
701
+ : nextProgress ** COMPANION_WORLD_REVEAL_EASE_EXPONENT;
702
+ reveal.progress = nextProgress;
703
+ this.setWorldRevealProgress(reveal.incoming, appliedProgress);
704
+ if (reveal.outgoing) {
705
+ this.setWorldRevealProgress(reveal.outgoing, appliedProgress);
706
+ }
707
+ if (nextProgress >= 1) {
708
+ this.completeWorldReveal(reveal);
709
+ }
710
+ }
711
+ updateSparkDepthOfField(camera) {
712
+ const sparkRenderer = this.sparkRenderer;
713
+ if (!sparkRenderer)
714
+ return;
715
+ if (!this.worldMesh) {
716
+ sparkRenderer.apertureAngle = 0;
717
+ return;
718
+ }
719
+ const focalDistance = Math.max(0.5, camera.position.distanceTo(this.pointerParallaxLookAt));
720
+ const isCompanionProfile = this.cameraProfile === "companion" ||
721
+ this.cameraProfile === "companion_close";
722
+ const closeZoomFactor = isCompanionProfile
723
+ ? THREE.MathUtils.smoothstep(this.companionZoomCurrent, 0.3, 1)
724
+ : 0;
725
+ const apertureSize = THREE.MathUtils.lerp(COMPANION_DOF_APERTURE_SIZE, COMPANION_DOF_APERTURE_SIZE * COMPANION_DOF_NEAR_ZOOM_APERTURE_FACTOR, closeZoomFactor);
726
+ sparkRenderer.focalDistance = focalDistance;
727
+ sparkRenderer.apertureAngle =
728
+ 2 * Math.atan((0.5 * apertureSize) / sparkRenderer.focalDistance);
729
+ }
730
+ applyCompanionZoom(camera, stableDelta) {
731
+ const isCompanionProfile = this.cameraProfile === "companion" ||
732
+ this.cameraProfile === "companion_close";
733
+ const follow = Math.min(1, stableDelta * 10);
734
+ const targetZoom = isCompanionProfile ? this.companionZoomTarget : 0;
735
+ this.companionZoomCurrent = THREE.MathUtils.lerp(this.companionZoomCurrent, targetZoom, follow);
736
+ if (this.companionZoomCurrent < 1e-4)
737
+ return;
738
+ const baseRadius = this.baseCameraPosition.distanceTo(this.lookAtTarget);
739
+ if (!Number.isFinite(baseRadius) || baseRadius < 1e-4)
740
+ return;
741
+ const orbitOffset = this.tempCameraOrbitOffset
742
+ .copy(camera.position)
743
+ .sub(this.lookAtTarget);
744
+ if (orbitOffset.lengthSq() < 1e-6)
745
+ return;
746
+ const spherical = this.tempCameraSpherical.setFromVector3(orbitOffset);
747
+ const nearRadius = Math.max(COMPANION_ZOOM_MIN_RADIUS, baseRadius * COMPANION_ZOOM_NEAR_FACTOR);
748
+ spherical.radius = THREE.MathUtils.lerp(baseRadius, nearRadius, this.companionZoomCurrent);
749
+ camera.position
750
+ .copy(this.lookAtTarget)
751
+ .add(orbitOffset.setFromSpherical(spherical));
752
+ }
753
+ configureAvatarLookTracking(vrm) {
754
+ const target = this.avatarLookTarget;
755
+ if (target) {
756
+ target.position.set(0, 1.5, 2);
757
+ target.updateMatrixWorld(true);
758
+ }
759
+ if (vrm.lookAt && target) {
760
+ vrm.lookAt.autoUpdate = true;
761
+ vrm.lookAt.target = target;
762
+ }
763
+ const headBone = vrm.humanoid?.getRawBoneNode("head") ?? null;
764
+ const neckBone = vrm.humanoid?.getRawBoneNode("neck") ?? null;
765
+ const spineBone = vrm.humanoid?.getRawBoneNode("upperChest") ??
766
+ vrm.humanoid?.getRawBoneNode("chest") ??
767
+ vrm.humanoid?.getRawBoneNode("spine") ??
768
+ null;
769
+ this.avatarLookRig = {
770
+ headBone,
771
+ neckBone,
772
+ spineBone,
773
+ };
774
+ this.headLookTarget.set(0, 0);
775
+ this.headLookCurrent.set(0, 0);
776
+ }
777
+ updateAvatarLookTarget(camera, stableDelta) {
778
+ const target = this.avatarLookTarget;
779
+ if (!target)
780
+ return;
781
+ this.tempAvatarLookTarget.copy(camera.position);
782
+ const follow = Math.min(1, stableDelta * 24);
783
+ target.position.lerp(this.tempAvatarLookTarget, follow);
784
+ target.updateMatrixWorld(true);
785
+ }
786
+ refreshAvatarEyeTracking() {
787
+ const vrm = this.vrm;
788
+ if (!vrm?.lookAt || !this.avatarLookTarget)
789
+ return;
790
+ vrm.lookAt.update(0);
791
+ vrm.expressionManager?.update();
792
+ }
793
+ applyAvatarHeadTracking(camera, stableDelta) {
794
+ const vrm = this.vrm;
795
+ const { headBone, neckBone, spineBone } = this.avatarLookRig;
796
+ if (!vrm || !headBone)
797
+ return;
798
+ const headParent = headBone.parent;
799
+ if (!headParent || typeof headParent.worldToLocal !== "function")
800
+ return;
801
+ if (typeof THREE.Euler !== "function" ||
802
+ typeof THREE.Quaternion !== "function" ||
803
+ typeof headBone.quaternion.clone !== "function") {
804
+ return;
805
+ }
806
+ const lookAtState = vrm.lookAt;
807
+ const lookAtYawDegrees = lookAtState?._yaw;
808
+ const lookAtPitchDegrees = lookAtState?._pitch;
809
+ if (Number.isFinite(lookAtYawDegrees) &&
810
+ Number.isFinite(lookAtPitchDegrees)) {
811
+ this.headLookTarget.set(THREE.MathUtils.clamp(THREE.MathUtils.degToRad(lookAtYawDegrees || 0), -0.55, 0.55), THREE.MathUtils.clamp(THREE.MathUtils.degToRad(lookAtPitchDegrees || 0), -0.3, 0.24));
812
+ }
813
+ else {
814
+ headBone.getWorldPosition(this.tempAvatarHeadWorld);
815
+ this.tempAvatarLocalTarget.copy(camera.position);
816
+ this.tempAvatarLocalTarget.y -= 0.04;
817
+ headParent.worldToLocal(this.tempAvatarLocalTarget);
818
+ headParent.worldToLocal(this.tempAvatarLocalAnchor.copy(this.tempAvatarHeadWorld));
819
+ this.tempAvatarLocalTarget.sub(this.tempAvatarLocalAnchor);
820
+ const planarDistance = Math.max(1e-4, Math.hypot(this.tempAvatarLocalTarget.x, this.tempAvatarLocalTarget.z));
821
+ this.headLookTarget.set(THREE.MathUtils.clamp(Math.atan2(-this.tempAvatarLocalTarget.x, Math.max(-this.tempAvatarLocalTarget.z, 1e-4)), -0.55, 0.55), THREE.MathUtils.clamp(Math.atan2(this.tempAvatarLocalTarget.y, planarDistance), -0.3, 0.24));
822
+ }
823
+ this.headLookCurrent.lerp(this.headLookTarget, Math.min(1, stableDelta * 4.5));
824
+ const applyTrackedBone = (bone, yawWeight, pitchWeight) => {
825
+ if (!bone ||
826
+ !bone.quaternion ||
827
+ typeof bone.quaternion.clone !== "function") {
828
+ return;
829
+ }
830
+ const offsetEuler = new THREE.Euler(this.headLookCurrent.y * pitchWeight, this.headLookCurrent.x * yawWeight, 0, "YXZ");
831
+ const offsetQuaternion = new THREE.Quaternion().setFromEuler(offsetEuler);
832
+ const animatedPose = bone.quaternion.clone();
833
+ bone.quaternion.copy(animatedPose).multiply(offsetQuaternion);
834
+ };
835
+ applyTrackedBone(spineBone, 0.12, 0.06);
836
+ applyTrackedBone(neckBone, 0.3, 0.18);
837
+ applyTrackedBone(headBone, 0.52, 0.28);
838
+ }
839
+ toDebugVector3(vector) {
840
+ if (!vector)
841
+ return null;
842
+ return {
843
+ x: Number(vector.x.toFixed(4)),
844
+ y: Number(vector.y.toFixed(4)),
845
+ z: Number(vector.z.toFixed(4)),
846
+ };
847
+ }
848
+ toDebugBounds(object) {
849
+ if (!object)
850
+ return null;
851
+ const bounds = new THREE.Box3().setFromObject(object);
852
+ if (bounds.isEmpty())
853
+ return null;
854
+ return this.toDebugBoundsFromBox(bounds);
855
+ }
856
+ toDebugBoundsFromBox(bounds) {
857
+ if (!bounds || bounds.isEmpty())
858
+ return null;
859
+ const center = bounds.getCenter(new THREE.Vector3());
860
+ const size = bounds.getSize(new THREE.Vector3());
861
+ const min = this.toDebugVector3(bounds.min.clone());
862
+ const max = this.toDebugVector3(bounds.max.clone());
863
+ const centerVector = this.toDebugVector3(center);
864
+ const sizeVector = this.toDebugVector3(size);
865
+ if (!min || !max || !centerVector || !sizeVector)
866
+ return null;
867
+ return {
868
+ min,
869
+ max,
870
+ center: centerVector,
871
+ size: sizeVector,
872
+ };
873
+ }
874
+ getDebugInfo() {
875
+ this.scene?.updateMatrixWorld(true);
876
+ this.vrm?.scene.updateMatrixWorld(true);
877
+ this.worldMesh?.updateMatrixWorld(true);
878
+ const cameraRotation = this.camera
879
+ ? new THREE.Vector3(this.camera.rotation.x, this.camera.rotation.y, this.camera.rotation.z)
880
+ : null;
881
+ const lookAtTarget = this.toDebugVector3(this.lookAtTarget) ??
882
+ { x: 0, y: 0, z: 0 };
883
+ return {
884
+ initialized: this.initialized,
885
+ rendererBackend: this.rendererBackend,
886
+ cameraProfile: this.cameraProfile,
887
+ worldUrl: this.worldUrl,
888
+ sceneChildren: this.scene?.children.map((child) => child.name || child.type) ?? [],
889
+ camera: {
890
+ parentName: this.camera?.parent?.name ?? null,
891
+ position: this.toDebugVector3(this.camera?.position ?? null),
892
+ rotation: this.toDebugVector3(cameraRotation),
893
+ fov: this.camera?.fov ?? null,
894
+ lookAtTarget,
895
+ },
896
+ avatar: {
897
+ loaded: this.vrm !== null,
898
+ ready: this.vrmReady,
899
+ parentName: this.vrm?.scene.parent?.name ?? null,
900
+ position: this.toDebugVector3(this.vrm?.scene.position ?? null),
901
+ scale: this.toDebugVector3(this.vrm?.scene.scale ?? null),
902
+ bounds: this.toDebugBounds(this.vrm?.scene ?? null),
903
+ },
904
+ world: {
905
+ loaded: this.worldMesh !== null,
906
+ parentName: this.worldMesh?.parent?.name ?? null,
907
+ position: this.toDebugVector3(this.worldMesh?.position ?? null),
908
+ scale: this.toDebugVector3(this.worldMesh?.scale ?? null),
909
+ bounds: this.toDebugBounds(this.worldMesh ?? null),
910
+ rawBounds: this.worldMesh
911
+ ? this.toDebugBoundsFromBox(this.worldMesh.getBoundingBox(true))
912
+ : null,
913
+ },
914
+ spark: {
915
+ attached: this.sparkRenderer !== null,
916
+ parentName: this.sparkRenderer?.parent?.name ?? null,
917
+ renderOrder: this.sparkRenderer?.renderOrder ?? null,
918
+ },
919
+ };
920
+ }
921
+ setDebugAvatarVisible(visible) {
922
+ if (!this.vrm)
923
+ return;
924
+ this.vrm.scene.visible = visible;
925
+ }
926
+ setDebugWorldPosition(x, y, z) {
927
+ if (!this.worldMesh)
928
+ return;
929
+ this.worldMesh.position.set(x, y, z);
930
+ }
931
+ setDebugWorldQuaternion(x, y, z, w) {
932
+ if (!this.worldMesh)
933
+ return;
934
+ this.worldMesh.quaternion.set(x, y, z, w);
935
+ }
936
+ setDebugCamera(position, target) {
937
+ if (!this.camera)
938
+ return;
939
+ this.isCameraTransitioning = false;
940
+ this.camera.position.copy(position);
941
+ this.baseCameraPosition.copy(position);
942
+ this.lookAtTarget.copy(target);
943
+ this.controls?.target.copy(target);
944
+ this.controls?.update();
945
+ this.camera.lookAt(target);
946
+ }
947
+ startCameraTransition(startPos, startLookAt, startFov, targetPos, targetLookAt, targetFov, durationSeconds) {
948
+ if (!this.camera)
949
+ return;
950
+ this.transitionStartFov = startFov;
951
+ this.transitionTargetFov = targetFov;
952
+ this.transitionStartPos.copy(startPos);
953
+ this.transitionTargetPos.copy(targetPos);
954
+ this.transitionStartLookAt.copy(startLookAt);
955
+ this.transitionTargetLookAt.copy(targetLookAt);
956
+ this.transitionDuration = Math.max(0.01, durationSeconds);
957
+ this.camera.fov = startFov;
958
+ this.camera.position.copy(startPos);
959
+ this.camera.updateProjectionMatrix();
960
+ this.baseCameraPosition.copy(startPos);
961
+ this.lookAtTarget.copy(startLookAt);
962
+ if (this.controls) {
963
+ this.controls.target.copy(startLookAt);
964
+ this.controls.update();
965
+ }
966
+ this.camera.lookAt(startLookAt);
967
+ this.isCameraTransitioning = true;
968
+ this.transitionProgress = 0;
969
+ }
970
+ transitionCameraToFramedAvatar(vrm, durationSeconds) {
971
+ if (!this.camera)
972
+ return;
973
+ const startPos = new THREE.Vector3().copy(this.camera.position);
974
+ const startLookAt = new THREE.Vector3().copy(this.lookAtTarget);
975
+ const startFov = this.camera.fov;
976
+ const targetLookAt = new THREE.Vector3();
977
+ const targetPos = new THREE.Vector3();
978
+ this.cameraManager.centerAndFrame(vrm, this.camera, this.controls, this.cameraProfile, targetLookAt, targetPos, (c) => this.cameraManager.applyInteractionMode(c, this.interactionMode));
979
+ this.startCameraTransition(startPos, startLookAt, startFov, targetPos, targetLookAt, this.camera.fov, durationSeconds);
980
+ }
981
+ whenReady() {
982
+ return this.readyPromise;
983
+ }
984
+ resetReadyPromise() {
985
+ this.readyPromise = new Promise((resolve, reject) => {
986
+ this.resolveReady = resolve;
987
+ this.rejectReady = reject;
988
+ });
989
+ }
990
+ settleReady(error) {
991
+ if (error) {
992
+ this.rejectReady?.(error);
993
+ }
994
+ else {
995
+ this.resolveReady?.();
996
+ }
997
+ this.resolveReady = null;
998
+ this.rejectReady = null;
999
+ }
1000
+ setup(canvas, onUpdate, options) {
1001
+ if (this.initialized && this.renderer?.domElement === canvas) {
1002
+ this.onUpdate = onUpdate;
1003
+ return;
1004
+ }
1005
+ if (this.initialized)
1006
+ this.dispose();
1007
+ this.onUpdate = onUpdate;
1008
+ this.loadingAborted = false;
1009
+ this.rendererPreference = options?.rendererPreference ?? "auto";
1010
+ this.resetReadyPromise();
1011
+ // Async renderer creation: tries WebGPU, falls back to WebGL.
1012
+ // setup() remains synchronous for callers; the loop starts after init resolves.
1013
+ void (async () => {
1014
+ try {
1015
+ const { backend, renderer } = await createRenderer(canvas, this.rendererPreference, options?.sparkOptimized ?? false);
1016
+ const releaseKnownWebGpuWarningFilter = backend === "webgpu" ? installKnownVrmWebGpuWarningFilter() : null;
1017
+ // Guard: if dispose() was called while we were awaiting, abort.
1018
+ if (this.loadingAborted) {
1019
+ releaseKnownWebGpuWarningFilter?.();
1020
+ renderer.dispose();
1021
+ this.settleReady();
1022
+ return;
1023
+ }
1024
+ this.releaseKnownWebGpuWarningFilter = releaseKnownWebGpuWarningFilter;
1025
+ renderer.setPixelRatio(getRendererPixelRatio(options?.sparkOptimized ?? false));
1026
+ renderer.setClearColor(0x000000, 0);
1027
+ if (backend === "webgl") {
1028
+ const webglRenderer = renderer;
1029
+ webglRenderer.shadowMap.enabled = true;
1030
+ webglRenderer.shadowMap.type = THREE.PCFSoftShadowMap;
1031
+ webglRenderer.toneMapping = THREE.NoToneMapping;
1032
+ webglRenderer.toneMappingExposure = 1.0;
1033
+ webglRenderer.outputColorSpace = THREE.SRGBColorSpace;
1034
+ }
1035
+ this.renderer = renderer;
1036
+ this.rendererBackend = backend;
1037
+ const scene = new THREE.Scene();
1038
+ this.scene = scene;
1039
+ const avatarRoot = new THREE.Group();
1040
+ avatarRoot.name = "AvatarRoot";
1041
+ scene.add(avatarRoot);
1042
+ this.avatarRoot = avatarRoot;
1043
+ const avatarLookTarget = new THREE.Group();
1044
+ avatarLookTarget.name = "AvatarLookTarget";
1045
+ scene.add(avatarLookTarget);
1046
+ this.avatarLookTarget = avatarLookTarget;
1047
+ const cameraRig = new THREE.Group();
1048
+ cameraRig.name = "AvatarCameraRig";
1049
+ scene.add(cameraRig);
1050
+ const camera = new THREE.PerspectiveCamera(30, 1, 0.1, 20);
1051
+ camera.position.set(0, 1.2, 5.0);
1052
+ cameraRig.add(camera);
1053
+ this.camera = camera;
1054
+ const controls = new OrbitControls(camera, renderer.domElement);
1055
+ controls.enableDamping = false;
1056
+ controls.target.copy(this.lookAtTarget);
1057
+ controls.addEventListener("start", this.handleControlStart);
1058
+ controls.addEventListener("end", this.handleControlEnd);
1059
+ this.cameraManager.applyInteractionMode(controls, this.interactionMode);
1060
+ controls.update();
1061
+ this.controls = controls;
1062
+ this.setInteractionEnabled(this.interactionEnabled);
1063
+ const ambient = new THREE.AmbientLight(0xffffff, 0.8);
1064
+ scene.add(ambient);
1065
+ const keyLight = new THREE.DirectionalLight(0xffffff, 1.2);
1066
+ keyLight.position.set(1, 1, 1).normalize();
1067
+ keyLight.castShadow = true;
1068
+ keyLight.shadow.mapSize.setScalar(1024);
1069
+ scene.add(keyLight);
1070
+ const fillLight = new THREE.DirectionalLight(0xffffff, 0.4);
1071
+ fillLight.position.set(-1, 0.5, -1).normalize();
1072
+ scene.add(fillLight);
1073
+ this.resize(canvas.clientWidth, canvas.clientHeight);
1074
+ this.initialized = true;
1075
+ this.resumeLoop();
1076
+ this.settleReady();
1077
+ }
1078
+ catch (error) {
1079
+ this.initialized = false;
1080
+ this.releaseKnownWebGpuWarningFilter?.();
1081
+ this.releaseKnownWebGpuWarningFilter = null;
1082
+ this.renderer = null;
1083
+ this.rendererBackend = "webgl";
1084
+ this.scene = null;
1085
+ this.camera = null;
1086
+ this.controls = null;
1087
+ console.error("[VrmEngine] Failed to initialize renderer:", error);
1088
+ this.settleReady(error);
1089
+ }
1090
+ })();
1091
+ }
1092
+ isInitialized() {
1093
+ return this.initialized && this.renderer !== null;
1094
+ }
1095
+ dispose() {
1096
+ this.loadingAborted = true;
1097
+ this.initialized = false;
1098
+ this.settleReady();
1099
+ this.releaseKnownWebGpuWarningFilter?.();
1100
+ this.releaseKnownWebGpuWarningFilter = null;
1101
+ if (this.animationFrameId !== null) {
1102
+ cancelAnimationFrame(this.animationFrameId);
1103
+ this.animationFrameId = null;
1104
+ }
1105
+ if (this.vrm?.scene.parent) {
1106
+ this.vrm.scene.parent.remove(this.vrm.scene);
1107
+ VRMUtils.deepDispose(this.vrm.scene);
1108
+ }
1109
+ if (this.controls) {
1110
+ this.controls.removeEventListener("start", this.handleControlStart);
1111
+ this.controls.removeEventListener("end", this.handleControlEnd);
1112
+ this.controls.dispose();
1113
+ this.controls = null;
1114
+ }
1115
+ this.vrm = null;
1116
+ this.vrmReady = false;
1117
+ this.vrmName = null;
1118
+ this.lastLoadError = null;
1119
+ this.mixer = null;
1120
+ this.idleAction = null;
1121
+ this.idleLoadPromise = null;
1122
+ this.clearPendingEmoteCompletion();
1123
+ this.emoteAction = null;
1124
+ this.emoteClipCache.clear();
1125
+ this.teleportProgress = 1.0;
1126
+ this.cleanupTeleportDissolve();
1127
+ this.cleanupTeleportSparkles();
1128
+ this.disposeWorld();
1129
+ this.avatarLookTarget?.parent?.remove(this.avatarLookTarget);
1130
+ this.avatarLookTarget = null;
1131
+ this.avatarLookRig = {
1132
+ headBone: null,
1133
+ neckBone: null,
1134
+ spineBone: null,
1135
+ };
1136
+ this.headLookTarget.set(0, 0);
1137
+ this.headLookCurrent.set(0, 0);
1138
+ if (this.sparkRenderer) {
1139
+ this.sparkRenderer.apertureAngle = 0;
1140
+ this.sparkRenderer.removeFromParent();
1141
+ this.sparkRenderer = null;
1142
+ }
1143
+ if (this.renderer) {
1144
+ this.renderer.dispose();
1145
+ }
1146
+ this.renderer = null;
1147
+ this.rendererBackend = "webgl";
1148
+ this.scene = null;
1149
+ this.avatarRoot = null;
1150
+ this.camera = null;
1151
+ this.onUpdate = null;
1152
+ this.paused = false;
1153
+ }
1154
+ setPaused(paused) {
1155
+ if (this.paused === paused)
1156
+ return;
1157
+ this.paused = paused;
1158
+ if (paused) {
1159
+ this.stopLoop();
1160
+ return;
1161
+ }
1162
+ this.resumeLoop();
1163
+ }
1164
+ setInteractionEnabled(enabled) {
1165
+ this.interactionEnabled = enabled;
1166
+ if (this.controls) {
1167
+ this.controls.enabled = enabled;
1168
+ }
1169
+ }
1170
+ setInteractionMode(mode) {
1171
+ this.interactionMode = mode;
1172
+ if (this.controls) {
1173
+ this.cameraManager.applyInteractionMode(this.controls, mode);
1174
+ this.controls.update();
1175
+ }
1176
+ }
1177
+ setCameraProfile(profile) {
1178
+ if (this.cameraProfile === profile)
1179
+ return;
1180
+ if (this.camera) {
1181
+ const startFov = this.camera.fov;
1182
+ const startPos = new THREE.Vector3().copy(this.camera.position);
1183
+ const startLookAt = new THREE.Vector3().copy(this.lookAtTarget);
1184
+ this.cameraProfile = profile;
1185
+ const targetLookAt = new THREE.Vector3().copy(this.lookAtTarget);
1186
+ const targetPos = new THREE.Vector3().copy(this.camera.position);
1187
+ if (this.vrm) {
1188
+ this.cameraManager.centerAndFrame(this.vrm, this.camera, this.controls, this.cameraProfile, targetLookAt, targetPos, (c) => this.cameraManager.applyInteractionMode(c, this.interactionMode));
1189
+ }
1190
+ else {
1191
+ this.cameraManager.applyCameraProfileToCamera(this.camera, this.controls, this.cameraProfile);
1192
+ targetPos.copy(this.camera.position);
1193
+ if (this.controls) {
1194
+ targetLookAt.copy(this.controls.target);
1195
+ }
1196
+ }
1197
+ this.startCameraTransition(startPos, startLookAt, startFov, targetPos, targetLookAt, this.camera.fov, CAMERA_PROFILE_TRANSITION_DURATION_SECONDS);
1198
+ }
1199
+ else {
1200
+ this.cameraProfile = profile;
1201
+ }
1202
+ }
1203
+ resize(width, height) {
1204
+ if (!this.renderer || !this.camera)
1205
+ return;
1206
+ if (width <= 0 || height <= 0)
1207
+ return;
1208
+ const aspect = width / height;
1209
+ if (!Number.isFinite(aspect) || aspect <= 0)
1210
+ return;
1211
+ this.renderer.setSize(width, height, false);
1212
+ this.camera.aspect = aspect;
1213
+ this.camera.updateProjectionMatrix();
1214
+ }
1215
+ getState() {
1216
+ const idlePlaying = this.idleAction?.isRunning() ?? false;
1217
+ return {
1218
+ vrmLoaded: this.vrm !== null && this.vrmReady,
1219
+ vrmName: this.vrmName,
1220
+ loadError: this.lastLoadError,
1221
+ idlePlaying,
1222
+ idleTime: this.idleAction?.time ?? 0,
1223
+ idleTracks: this.idleAction?.getClip()?.tracks.length ?? 0,
1224
+ revealStarted: this.revealStarted,
1225
+ };
1226
+ }
1227
+ setMouthOpen(value) {
1228
+ this.mouthValue = Math.max(0, Math.min(1, value));
1229
+ }
1230
+ setSpeaking(speaking) {
1231
+ if (speaking && !this.speaking) {
1232
+ this.speakingStartTime = this.elapsedTime;
1233
+ }
1234
+ this.speaking = speaking;
1235
+ }
1236
+ setCameraAnimation(config) {
1237
+ this.cameraAnimation = { ...this.cameraAnimation, ...config };
1238
+ }
1239
+ setPointerParallaxEnabled(enabled) {
1240
+ this.pointerParallaxEnabled = enabled;
1241
+ if (!enabled) {
1242
+ this.pointerParallaxTarget.set(0, 0);
1243
+ }
1244
+ }
1245
+ setPointerParallaxTarget(x, y) {
1246
+ this.pointerParallaxTarget.set(THREE.MathUtils.clamp(x, -1, 1), THREE.MathUtils.clamp(y, -1, 1));
1247
+ }
1248
+ resetPointerParallax() {
1249
+ this.pointerParallaxTarget.set(0, 0);
1250
+ }
1251
+ setDragOrbitTarget(yaw, pitch) {
1252
+ this.dragOrbitTarget.set(THREE.MathUtils.clamp(yaw, -0.6, 0.6), THREE.MathUtils.clamp(pitch, -0.35, 0.35));
1253
+ }
1254
+ resetDragOrbit() {
1255
+ this.dragOrbitTarget.set(0, 0);
1256
+ }
1257
+ setCompanionZoomNormalized(value) {
1258
+ this.companionZoomTarget = THREE.MathUtils.clamp(value, 0, 1);
1259
+ }
1260
+ async setWorldUrl(url) {
1261
+ await this.whenReady();
1262
+ if (!this.scene)
1263
+ return;
1264
+ const normalizedUrl = url?.trim() ? url : null;
1265
+ if (this.worldUrl === normalizedUrl && this.worldMesh)
1266
+ return;
1267
+ const requestId = ++this.worldLoadRequestId;
1268
+ this.worldUrl = normalizedUrl;
1269
+ this.cancelWorldReveal();
1270
+ const outgoingWorld = this.worldMesh;
1271
+ if (!normalizedUrl) {
1272
+ this.disposeWorld();
1273
+ return;
1274
+ }
1275
+ await this.ensureSparkRenderer();
1276
+ const spark = await this.loadSparkModule();
1277
+ const { SplatMesh } = spark;
1278
+ let worldAnchor = new THREE.Vector3(0, 0, 0);
1279
+ let worldRevealRadius = 1;
1280
+ const splat = new SplatMesh({
1281
+ url: normalizedUrl,
1282
+ constructSplats: (packedSplats) => {
1283
+ worldAnchor = getRobustPackedSplatAnchor(packedSplats);
1284
+ worldRevealRadius = getRobustPackedSplatRadialExtent(packedSplats, worldAnchor);
1285
+ },
1286
+ });
1287
+ splat.frustumCulled = false;
1288
+ splat.quaternion.identity();
1289
+ splat.position.set(0, 0, 0);
1290
+ splat.scale.setScalar(COMPANION_WORLD_SCALE);
1291
+ this.scene.add(splat);
1292
+ await splat.initialized;
1293
+ if (this.loadingAborted ||
1294
+ !this.scene ||
1295
+ requestId !== this.worldLoadRequestId) {
1296
+ splat.parent?.remove(splat);
1297
+ splat.dispose();
1298
+ return;
1299
+ }
1300
+ const worldCenterBottom = worldAnchor.lengthSq() > 0 ? worldAnchor : getRobustSplatAnchor(splat);
1301
+ const worldFloorOffsetY = getCompanionWorldFloorOffsetY(normalizedUrl);
1302
+ splat.position.set(-worldCenterBottom.x * COMPANION_WORLD_SCALE, -worldCenterBottom.y * COMPANION_WORLD_SCALE + worldFloorOffsetY, -worldCenterBottom.z * COMPANION_WORLD_SCALE);
1303
+ const syncToTeleport = this.revealStarted && this.teleportProgress < 0.999;
1304
+ const waitingForVrm = !outgoingWorld && !this.vrmReady;
1305
+ const incomingRevealRadius = Math.max(worldRevealRadius * COMPANION_WORLD_SCALE, getRobustSplatRadialExtent(splat, worldCenterBottom) *
1306
+ COMPANION_WORLD_SCALE);
1307
+ let outgoingAnchor = null;
1308
+ let sharedRevealRadius = incomingRevealRadius;
1309
+ if (outgoingWorld && !waitingForVrm) {
1310
+ outgoingAnchor = getRobustSplatAnchor(outgoingWorld);
1311
+ sharedRevealRadius = Math.max(sharedRevealRadius, getRobustSplatRadialExtent(outgoingWorld, outgoingAnchor) *
1312
+ COMPANION_WORLD_SCALE);
1313
+ }
1314
+ const worldReveal = this.createWorldRevealController(spark, splat, {
1315
+ origin: worldCenterBottom,
1316
+ radius: sharedRevealRadius,
1317
+ }, "reveal");
1318
+ this.worldMesh = splat;
1319
+ if (worldReveal) {
1320
+ let outgoingReveal = null;
1321
+ if (outgoingWorld && outgoingAnchor && !waitingForVrm) {
1322
+ outgoingReveal = this.createWorldRevealController(spark, outgoingWorld, {
1323
+ origin: outgoingAnchor,
1324
+ radius: sharedRevealRadius,
1325
+ }, "hide");
1326
+ if (!outgoingReveal) {
1327
+ this.disposeSplatMesh(outgoingWorld);
1328
+ }
1329
+ }
1330
+ this.queueWorldReveal(worldReveal, {
1331
+ outgoing: outgoingReveal,
1332
+ duration: COMPANION_WORLD_REVEAL_DURATION,
1333
+ waitingForVrm,
1334
+ syncToTeleport,
1335
+ initialProgress: syncToTeleport ? this.teleportProgress : 0,
1336
+ });
1337
+ }
1338
+ else {
1339
+ this.disposeSplatMesh(outgoingWorld);
1340
+ }
1341
+ }
1342
+ async playEmote(path, duration, loop) {
1343
+ const vrm = this.vrm;
1344
+ const mixer = this.mixer;
1345
+ if (!vrm || !mixer)
1346
+ return;
1347
+ this.clearPendingEmoteCompletion();
1348
+ this.emoteRequestId++;
1349
+ const requestId = this.emoteRequestId;
1350
+ const currentAction = this.emoteAction;
1351
+ const blendSource = currentAction ?? this.idleAction;
1352
+ const clip = await this.loadEmoteClipCached(path, vrm);
1353
+ if (!clip || this.vrm !== vrm || this.mixer !== mixer)
1354
+ return;
1355
+ if (this.emoteRequestId !== requestId)
1356
+ return;
1357
+ const action = mixer.clipAction(clip);
1358
+ action.setLoop(loop ? THREE.LoopRepeat : THREE.LoopOnce, loop ? Infinity : 1);
1359
+ action.clampWhenFinished = !loop;
1360
+ const fadeDuration = 0.4;
1361
+ this.playActionWithBlend(action, blendSource, fadeDuration);
1362
+ this.emoteAction = action;
1363
+ if (!loop) {
1364
+ const clipDuration = Number.isFinite(duration) && duration > 0 ? duration : clip.duration;
1365
+ this.watchOneShotEmoteCompletion(mixer, action, requestId, clipDuration);
1366
+ }
1367
+ }
1368
+ stopEmote() {
1369
+ this.clearPendingEmoteCompletion();
1370
+ const fadeDuration = 0.4;
1371
+ const activeEmote = this.emoteAction;
1372
+ this.emoteAction = null;
1373
+ if (this.idleAction) {
1374
+ this.activateAction(this.idleAction);
1375
+ if (activeEmote && activeEmote !== this.idleAction) {
1376
+ this.idleAction.crossFadeFrom(activeEmote, fadeDuration, false);
1377
+ }
1378
+ else {
1379
+ this.idleAction.fadeIn(fadeDuration);
1380
+ }
1381
+ return;
1382
+ }
1383
+ if (this.vrm && this.mixer) {
1384
+ this.restoreIdleAfterEmote(activeEmote, fadeDuration, this.vrm, this.mixer);
1385
+ return;
1386
+ }
1387
+ activeEmote?.fadeOut(fadeDuration);
1388
+ }
1389
+ async loadVrmFromUrl(url, name) {
1390
+ await this.whenReady();
1391
+ if (!this.scene)
1392
+ throw new Error("VrmEngine not initialized");
1393
+ if (!this.camera)
1394
+ throw new Error("VrmEngine not initialized");
1395
+ if (this.loadingAborted)
1396
+ return;
1397
+ const requestId = ++this.vrmLoadRequestId;
1398
+ const hadPreviousVrm = this.vrm !== null;
1399
+ if (this.vrm) {
1400
+ this.vrm.scene.parent?.remove(this.vrm.scene);
1401
+ VRMUtils.deepDispose(this.vrm.scene);
1402
+ this.vrm = null;
1403
+ this.vrmReady = false;
1404
+ this.vrmName = null;
1405
+ this.mixer = null;
1406
+ this.idleAction = null;
1407
+ this.idleLoadPromise = null;
1408
+ this.revealStarted = false;
1409
+ this.cleanupTeleportSparkles();
1410
+ this.stopEmote();
1411
+ this.emoteClipCache.clear();
1412
+ }
1413
+ this.lastLoadError = null;
1414
+ const loader = new GLTFLoader();
1415
+ configureVrmGltfLoader(loader);
1416
+ const webGpuNodes = this.rendererBackend === "webgpu"
1417
+ ? await import("@pixiv/three-vrm/nodes")
1418
+ : null;
1419
+ loader.register((parser) => {
1420
+ if (webGpuNodes) {
1421
+ const mtoonMaterialPlugin = new MToonMaterialLoaderPlugin(parser, {
1422
+ materialType: webGpuNodes.MToonNodeMaterial,
1423
+ });
1424
+ return new VRMLoaderPlugin(parser, { mtoonMaterialPlugin });
1425
+ }
1426
+ return new VRMLoaderPlugin(parser);
1427
+ });
1428
+ let gltf;
1429
+ try {
1430
+ gltf = await loadGltfAsset(loader, url);
1431
+ }
1432
+ catch (error) {
1433
+ if (!this.loadingAborted && requestId === this.vrmLoadRequestId) {
1434
+ this.lastLoadError =
1435
+ error instanceof Error ? error.message : String(error);
1436
+ this.onUpdate?.();
1437
+ }
1438
+ throw error;
1439
+ }
1440
+ if (this.loadingAborted ||
1441
+ !this.scene ||
1442
+ requestId !== this.vrmLoadRequestId) {
1443
+ const staleVrm = gltf.userData.vrm;
1444
+ if (staleVrm)
1445
+ VRMUtils.deepDispose(staleVrm.scene);
1446
+ return;
1447
+ }
1448
+ const vrm = gltf.userData.vrm;
1449
+ if (!vrm)
1450
+ throw new Error("Loaded asset is not a VRM");
1451
+ VRMUtils.removeUnnecessaryVertices(vrm.scene);
1452
+ if (this.camera) {
1453
+ if (hadPreviousVrm) {
1454
+ this.transitionCameraToFramedAvatar(vrm, AVATAR_SWITCH_CAMERA_TRANSITION_DURATION_SECONDS);
1455
+ }
1456
+ else {
1457
+ this.cameraManager.centerAndFrame(vrm, this.camera, this.controls, this.cameraProfile, this.lookAtTarget, this.baseCameraPosition, (c) => this.cameraManager.applyInteractionMode(c, this.interactionMode));
1458
+ }
1459
+ }
1460
+ try {
1461
+ VRMUtils.rotateVRM0(vrm);
1462
+ }
1463
+ catch {
1464
+ /* optional in some versions */
1465
+ }
1466
+ this.cameraManager.ensureFacingCamera(vrm, this.camera);
1467
+ this.configureAvatarLookTracking(vrm);
1468
+ if (this.loadingAborted ||
1469
+ !this.scene ||
1470
+ requestId !== this.vrmLoadRequestId) {
1471
+ VRMUtils.deepDispose(vrm.scene);
1472
+ return;
1473
+ }
1474
+ vrm.scene.visible = false;
1475
+ vrm.scene.traverse((obj) => {
1476
+ obj.frustumCulled = false;
1477
+ });
1478
+ const avatarParent = this.avatarRoot ?? this.scene;
1479
+ avatarParent.add(vrm.scene);
1480
+ this.vrm = vrm;
1481
+ this.vrmName = name ?? null;
1482
+ this.lastLoadError = null;
1483
+ vrm.springBoneManager?.reset?.();
1484
+ this.blinkController.reset();
1485
+ try {
1486
+ await this.loadAndPlayIdle(vrm);
1487
+ if (!this.loadingAborted && this.vrm === vrm) {
1488
+ this.vrmReady = true;
1489
+ await this.playTeleportReveal(vrm);
1490
+ vrm.scene.visible = true;
1491
+ this.startPendingWorldReveal(true);
1492
+ }
1493
+ }
1494
+ catch {
1495
+ if (!this.loadingAborted && this.vrm === vrm) {
1496
+ this.vrmReady = true;
1497
+ vrm.scene.visible = true;
1498
+ this.startPendingWorldReveal(false);
1499
+ }
1500
+ }
1501
+ }
1502
+ async playTeleportReveal(vrm) {
1503
+ this.teleportProgress = 0.0;
1504
+ this.revealStarted = true;
1505
+ this.cleanupTeleportDissolve();
1506
+ this.startTeleportSparkles(vrm);
1507
+ let appliedNodeDissolve = false;
1508
+ try {
1509
+ const tsl = await import("three/tsl");
1510
+ const uProgress = tsl.uniform(0.0);
1511
+ this.teleportProgressUniform = uProgress;
1512
+ vrm.scene.traverse((obj) => {
1513
+ if (!(obj instanceof THREE.Mesh))
1514
+ return;
1515
+ const mats = Array.isArray(obj.material)
1516
+ ? obj.material
1517
+ : [obj.material];
1518
+ for (const mat of mats) {
1519
+ if (!mat.isNodeMaterial || mat.userData._dissolveApplied)
1520
+ continue;
1521
+ appliedNodeDissolve = true;
1522
+ mat.userData._dissolveApplied = true;
1523
+ mat.userData._origOpacityNode = mat.opacityNode ?? null;
1524
+ // biome-ignore lint/suspicious/noExplicitAny: Three.js NodeMaterial emissiveNode is not in public types
1525
+ mat.userData._origEmissiveNode = mat.emissiveNode ?? null;
1526
+ mat.userData._origAlphaTest = mat.alphaTest;
1527
+ // World-space Y from TSL
1528
+ const worldY = tsl.positionWorld.y;
1529
+ // Sweep threshold starts 1m lower than before.
1530
+ const threshold = uProgress
1531
+ .mul(TELEPORT_DISSOLVE_END_Y - TELEPORT_DISSOLVE_START_Y)
1532
+ .add(TELEPORT_DISSOLVE_START_Y);
1533
+ // Distance above dissolve line
1534
+ const diff = worldY.sub(threshold);
1535
+ // Dither noise using a hash of world position
1536
+ const noiseCoord = tsl.vec2(worldY.mul(40.0), tsl.positionWorld.x.add(tsl.positionWorld.z).mul(30.0));
1537
+ const noise = tsl.fract(tsl
1538
+ .sin(tsl.dot(noiseCoord, tsl.vec2(12.9898, 78.233)))
1539
+ .mul(43758.5453));
1540
+ // Ratio: 0 = fully visible, 1 = fully hidden (wider zone = 0.3)
1541
+ const ratio = diff.div(0.3).clamp(0.0, 1.0);
1542
+ // Dithered alpha: visible when noise >= ratio
1543
+ const dissolveAlpha = tsl.step(ratio, noise);
1544
+ // --- Holographic glow at the dissolve edge ---
1545
+ // Glow is strongest right at the dissolve boundary
1546
+ const edgeDist = diff.abs();
1547
+ const glowWidth = tsl.float(0.15);
1548
+ const glowIntensity = tsl
1549
+ .float(1.0)
1550
+ .sub(edgeDist.div(glowWidth).clamp(0.0, 1.0));
1551
+ // Holographic color: cyan-magenta shift based on world position
1552
+ const hueShift = tsl.fract(worldY.mul(3.0).add(uProgress.mul(2.0)));
1553
+ const holoR = tsl
1554
+ .smoothstep(tsl.float(0.3), tsl.float(0.7), hueShift)
1555
+ .mul(0.8)
1556
+ .add(0.2);
1557
+ const holoG = tsl.float(0.9);
1558
+ const holoB = tsl
1559
+ .smoothstep(tsl.float(0.7), tsl.float(0.3), hueShift)
1560
+ .mul(0.8)
1561
+ .add(0.2);
1562
+ const holoColor = tsl.vec3(holoR, holoG, holoB);
1563
+ // Only show glow when dissolve is active and fragment is visible
1564
+ const glowActive = tsl
1565
+ .step(tsl.float(0.001), uProgress)
1566
+ .mul(tsl.float(1.0).sub(tsl.step(tsl.float(0.999), uProgress)));
1567
+ const emissiveBoost = holoColor.mul(glowIntensity.mul(3.0).mul(glowActive).mul(dissolveAlpha));
1568
+ // Compose with existing nodes
1569
+ const origOpacity = mat.opacityNode;
1570
+ mat.opacityNode = origOpacity
1571
+ ? origOpacity.mul(dissolveAlpha)
1572
+ : dissolveAlpha;
1573
+ // biome-ignore lint/suspicious/noExplicitAny: Three.js NodeMaterial emissiveNode is not in public types
1574
+ const origEmissive = mat.emissiveNode;
1575
+ // biome-ignore lint/suspicious/noExplicitAny: Three.js NodeMaterial emissiveNode is not in public types
1576
+ mat.emissiveNode = origEmissive
1577
+ ? origEmissive.add(emissiveBoost)
1578
+ : emissiveBoost;
1579
+ mat.alphaTest = 0.01;
1580
+ mat.transparent = true;
1581
+ mat.needsUpdate = true;
1582
+ this.teleportDissolvedMaterials.push(mat);
1583
+ }
1584
+ });
1585
+ }
1586
+ catch (err) {
1587
+ console.warn("[VrmEngine] TSL dissolve unavailable, showing instantly:", err);
1588
+ }
1589
+ if (!appliedNodeDissolve) {
1590
+ this.applyTeleportFallbackDissolve(vrm);
1591
+ }
1592
+ }
1593
+ applyTeleportFallbackDissolve(vrm) {
1594
+ vrm.scene.traverse((obj) => {
1595
+ if (!(obj instanceof THREE.Mesh))
1596
+ return;
1597
+ const mats = Array.isArray(obj.material) ? obj.material : [obj.material];
1598
+ for (const mat of mats) {
1599
+ if (mat.userData._dissolveApplied)
1600
+ continue;
1601
+ mat.userData._dissolveApplied = true;
1602
+ mat.userData._origTransparent = mat.transparent;
1603
+ mat.userData._origAlphaTest = mat.alphaTest;
1604
+ mat.userData._origOnBeforeCompile = mat.onBeforeCompile;
1605
+ mat.userData._origCustomProgramCacheKey = mat.customProgramCacheKey;
1606
+ const shaderRef = {
1607
+ uniforms: { uTeleportProgress: { value: this.teleportProgress } },
1608
+ };
1609
+ this.teleportFallbackShaders.push(shaderRef);
1610
+ mat.transparent = true;
1611
+ mat.alphaTest = Math.max(mat.alphaTest ?? 0, 0.01);
1612
+ mat.onBeforeCompile = (shader) => {
1613
+ shader.uniforms.uTeleportProgress =
1614
+ shaderRef.uniforms.uTeleportProgress;
1615
+ shader.vertexShader = `
1616
+ varying vec3 vTeleportWorldPosition;
1617
+ ${shader.vertexShader}
1618
+ `.replace("#include <worldpos_vertex>", `#include <worldpos_vertex>
1619
+ vTeleportWorldPosition = worldPosition.xyz;`);
1620
+ shader.fragmentShader = `
1621
+ uniform float uTeleportProgress;
1622
+ varying vec3 vTeleportWorldPosition;
1623
+ float teleportNoiseHash(vec2 p) {
1624
+ return fract(sin(dot(p, vec2(12.9898, 78.233))) * 43758.5453);
1625
+ }
1626
+ ${shader.fragmentShader}
1627
+ `.replace("#include <alphatest_fragment>", `float teleportThreshold = mix(${TELEPORT_DISSOLVE_START_Y.toFixed(1)}, ${TELEPORT_DISSOLVE_END_Y.toFixed(1)}, uTeleportProgress);
1628
+ float teleportDiff = vTeleportWorldPosition.y - teleportThreshold;
1629
+ float teleportRatio = clamp(teleportDiff / 0.3, 0.0, 1.0);
1630
+ float teleportNoise = teleportNoiseHash(vec2(
1631
+ vTeleportWorldPosition.y * 40.0,
1632
+ (vTeleportWorldPosition.x + vTeleportWorldPosition.z) * 30.0
1633
+ ));
1634
+ if (teleportNoise < teleportRatio) discard;
1635
+ #include <alphatest_fragment>`);
1636
+ const originalOnBeforeCompile = mat.userData._origOnBeforeCompile;
1637
+ if (typeof originalOnBeforeCompile === "function") {
1638
+ originalOnBeforeCompile(shader, this.renderer);
1639
+ }
1640
+ };
1641
+ mat.customProgramCacheKey = () => `${mat.type}:teleport-dissolve-fallback`;
1642
+ mat.needsUpdate = true;
1643
+ this.teleportDissolvedMaterials.push(mat);
1644
+ }
1645
+ });
1646
+ }
1647
+ startTeleportSparkles(vrm) {
1648
+ const parent = this.avatarRoot ?? this.scene;
1649
+ if (!parent)
1650
+ return;
1651
+ this.cleanupTeleportSparkles();
1652
+ const bounds = new THREE.Box3().setFromObject(vrm.scene);
1653
+ const center = bounds.getCenter(new THREE.Vector3());
1654
+ const size = bounds.getSize(new THREE.Vector3());
1655
+ const sparkleGroup = new THREE.Group();
1656
+ sparkleGroup.position.set(center.x, bounds.min.y + 0.06, center.z);
1657
+ parent.add(sparkleGroup);
1658
+ const texture = getTeleportSparkleTexture();
1659
+ const particleHeight = THREE.MathUtils.clamp(size.y * 0.82, 0.95, 1.75);
1660
+ const particles = [];
1661
+ for (let index = 0; index < TELEPORT_SPARKLE_PARTICLE_COUNT; index += 1) {
1662
+ const hue = 0.52 + Math.random() * 0.08;
1663
+ const material = new THREE.SpriteMaterial({
1664
+ map: texture,
1665
+ color: new THREE.Color().setHSL(hue, 0.85, 0.72),
1666
+ transparent: true,
1667
+ opacity: 0,
1668
+ depthWrite: false,
1669
+ blending: THREE.AdditiveBlending,
1670
+ });
1671
+ const sprite = new THREE.Sprite(material);
1672
+ sprite.visible = false;
1673
+ sparkleGroup.add(sprite);
1674
+ const duration = 0.3 + Math.random() * 0.32;
1675
+ const maxStart = Math.max(0.02, 0.92 - duration);
1676
+ particles.push({
1677
+ sprite,
1678
+ material,
1679
+ baseAngle: (index / TELEPORT_SPARKLE_PARTICLE_COUNT) * Math.PI * 2 +
1680
+ (Math.random() - 0.5) * 0.55,
1681
+ baseRadius: (0.18 + Math.random() * 0.82) * TELEPORT_SPARKLE_RING_RADIUS,
1682
+ height: particleHeight * (0.55 + Math.random() * 0.55),
1683
+ start: Math.random() * maxStart,
1684
+ duration,
1685
+ spin: (1.8 + Math.random() * 3.6) * (Math.random() > 0.5 ? 1 : -1),
1686
+ wobble: 0.02 + Math.random() * 0.08,
1687
+ wobbleSpeed: 8 + Math.random() * 12,
1688
+ baseSize: TELEPORT_SPARKLE_MIN_SIZE +
1689
+ Math.random() *
1690
+ (TELEPORT_SPARKLE_MAX_SIZE - TELEPORT_SPARKLE_MIN_SIZE),
1691
+ });
1692
+ }
1693
+ this.teleportSparkles = {
1694
+ group: sparkleGroup,
1695
+ particles,
1696
+ };
1697
+ this.updateTeleportSparkles();
1698
+ }
1699
+ updateTeleportSparkles() {
1700
+ const system = this.teleportSparkles;
1701
+ if (!system)
1702
+ return;
1703
+ const progress = THREE.MathUtils.clamp(this.teleportProgress, 0, 1);
1704
+ let anyVisible = false;
1705
+ for (const particle of system.particles) {
1706
+ const localProgress = THREE.MathUtils.clamp((progress - particle.start) / particle.duration, 0, 1);
1707
+ if (localProgress <= 0 || localProgress >= 1) {
1708
+ particle.material.opacity = 0;
1709
+ particle.sprite.visible = false;
1710
+ continue;
1711
+ }
1712
+ anyVisible = true;
1713
+ const rise = 1 - (1 - localProgress) ** 2;
1714
+ const angle = particle.baseAngle + progress * Math.PI * 2 * particle.spin;
1715
+ const wobblePhase = progress * particle.wobbleSpeed + particle.baseAngle;
1716
+ const wobbleOffset = Math.sin(wobblePhase) * particle.wobble;
1717
+ const radial = particle.baseRadius * (1 - 0.48 * rise);
1718
+ const x = Math.cos(angle) * radial + wobbleOffset;
1719
+ const z = Math.sin(angle) * radial + Math.cos(wobblePhase) * particle.wobble;
1720
+ const y = 0.08 +
1721
+ particle.height * rise +
1722
+ Math.sin(progress * 10 + particle.baseAngle * 3) * 0.04;
1723
+ const opacity = Math.sin(localProgress * Math.PI) *
1724
+ (0.72 + 0.28 * Math.sin(progress * 22 + particle.baseAngle * 5));
1725
+ const scale = particle.baseSize * (0.7 + (1 - localProgress) * 1.15);
1726
+ particle.sprite.visible = opacity > 0.01;
1727
+ particle.sprite.position.set(x, y, z);
1728
+ particle.sprite.scale.setScalar(scale);
1729
+ particle.material.opacity = opacity;
1730
+ }
1731
+ if (!anyVisible && progress >= 1) {
1732
+ this.cleanupTeleportSparkles();
1733
+ }
1734
+ }
1735
+ cleanupTeleportDissolve() {
1736
+ for (const mat of this.teleportDissolvedMaterials) {
1737
+ if (mat.userData._dissolveApplied) {
1738
+ if (mat.userData._origOpacityNode !== undefined) {
1739
+ mat.opacityNode =
1740
+ mat.userData._origOpacityNode ?? null;
1741
+ }
1742
+ if (mat.userData._origEmissiveNode !== undefined) {
1743
+ mat.emissiveNode =
1744
+ mat.userData._origEmissiveNode ?? null;
1745
+ }
1746
+ mat.alphaTest = mat.userData._origAlphaTest ?? 0;
1747
+ mat.transparent = mat.userData._origTransparent ?? mat.transparent;
1748
+ mat.onBeforeCompile =
1749
+ mat.userData._origOnBeforeCompile ?? mat.onBeforeCompile;
1750
+ mat.customProgramCacheKey =
1751
+ mat.userData._origCustomProgramCacheKey ?? mat.customProgramCacheKey;
1752
+ delete mat.userData._dissolveApplied;
1753
+ delete mat.userData._origOpacityNode;
1754
+ delete mat.userData._origEmissiveNode;
1755
+ delete mat.userData._origAlphaTest;
1756
+ delete mat.userData._origTransparent;
1757
+ delete mat.userData._origOnBeforeCompile;
1758
+ delete mat.userData._origCustomProgramCacheKey;
1759
+ mat.needsUpdate = true;
1760
+ }
1761
+ }
1762
+ this.teleportDissolvedMaterials = [];
1763
+ this.teleportProgressUniform = null;
1764
+ this.teleportFallbackShaders = [];
1765
+ }
1766
+ cleanupTeleportSparkles() {
1767
+ if (!this.teleportSparkles)
1768
+ return;
1769
+ for (const particle of this.teleportSparkles.particles) {
1770
+ particle.sprite.parent?.remove(particle.sprite);
1771
+ particle.material.dispose();
1772
+ }
1773
+ this.teleportSparkles.group.parent?.remove(this.teleportSparkles.group);
1774
+ this.teleportSparkles = null;
1775
+ }
1776
+ get animationLoaderContext() {
1777
+ return {
1778
+ isAborted: () => this.loadingAborted,
1779
+ isCurrentVrm: (vrm) => this.vrm === vrm,
1780
+ };
1781
+ }
1782
+ loop() {
1783
+ if (this.paused)
1784
+ return;
1785
+ this.scheduleNextFrame();
1786
+ const renderer = this.renderer;
1787
+ const scene = this.scene;
1788
+ const camera = this.camera;
1789
+ if (!renderer || !scene || !camera)
1790
+ return;
1791
+ const rawDelta = this.clock.getDelta();
1792
+ const stableDelta = Math.min(rawDelta, 1 / 30);
1793
+ this.elapsedTime += rawDelta;
1794
+ this.mixer?.update(rawDelta);
1795
+ if (this.vrm) {
1796
+ if (this.teleportProgress < 1.0) {
1797
+ this.teleportProgress += stableDelta * 2.0; // ~0.5 seconds duration
1798
+ if (this.teleportProgress > 1.0)
1799
+ this.teleportProgress = 1.0;
1800
+ if (this.teleportProgressUniform) {
1801
+ this.teleportProgressUniform.value = this.teleportProgress;
1802
+ }
1803
+ for (const shader of this.teleportFallbackShaders) {
1804
+ shader.uniforms.uTeleportProgress.value = this.teleportProgress;
1805
+ }
1806
+ if (this.teleportProgress >= 1.0) {
1807
+ this.cleanupTeleportDissolve();
1808
+ this.cleanupTeleportSparkles();
1809
+ }
1810
+ }
1811
+ this.updateTeleportSparkles();
1812
+ this.applyMouthToVrm(this.vrm);
1813
+ const blinkValue = this.blinkController.update(rawDelta);
1814
+ this.vrm.expressionManager?.setValue("blink", blinkValue);
1815
+ }
1816
+ this.updateWorldReveal(stableDelta);
1817
+ // Process camera transition
1818
+ if (this.isCameraTransitioning) {
1819
+ this.transitionProgress += stableDelta / this.transitionDuration;
1820
+ let finished = false;
1821
+ if (this.transitionProgress >= 1.0) {
1822
+ this.transitionProgress = 1.0;
1823
+ this.isCameraTransitioning = false;
1824
+ finished = true;
1825
+ }
1826
+ // Smooth step easing
1827
+ const t = this.transitionProgress;
1828
+ const ease = t * t * (3.0 - 2.0 * t);
1829
+ camera.position.lerpVectors(this.transitionStartPos, this.transitionTargetPos, ease);
1830
+ this.baseCameraPosition.copy(camera.position);
1831
+ this.lookAtTarget.lerpVectors(this.transitionStartLookAt, this.transitionTargetLookAt, ease);
1832
+ camera.fov = THREE.MathUtils.lerp(this.transitionStartFov, this.transitionTargetFov, ease);
1833
+ camera.updateProjectionMatrix();
1834
+ if (this.controls) {
1835
+ this.controls.target.copy(this.lookAtTarget);
1836
+ if (finished) {
1837
+ this.controls.update(); // Sync once at the very end when bounds match
1838
+ }
1839
+ }
1840
+ }
1841
+ const manualCameraActive = this.interactionEnabled;
1842
+ if (!manualCameraActive &&
1843
+ this.cameraAnimation.enabled &&
1844
+ this.baseCameraPosition.length() > 0 &&
1845
+ !this.isCameraTransitioning) {
1846
+ this.cameraManager.applyCameraMotion(camera, this.baseCameraPosition, this.lookAtTarget, this.cameraAnimation, this.elapsedTime);
1847
+ }
1848
+ const dragOrbitFollow = Math.min(1, stableDelta * 9);
1849
+ this.dragOrbitCurrent.lerp(this.dragOrbitTarget, dragOrbitFollow);
1850
+ if (this.dragOrbitCurrent.lengthSq() > 1e-6 &&
1851
+ this.baseCameraPosition.lengthSq() > 1e-6) {
1852
+ const orbitOffset = this.tempCameraOrbitOffset
1853
+ .copy(camera.position)
1854
+ .sub(this.lookAtTarget);
1855
+ if (orbitOffset.lengthSq() > 1e-6) {
1856
+ const spherical = this.tempCameraSpherical.setFromVector3(orbitOffset);
1857
+ spherical.theta += this.dragOrbitCurrent.x;
1858
+ spherical.phi = THREE.MathUtils.clamp(spherical.phi + this.dragOrbitCurrent.y, 0.2, Math.PI - 0.2);
1859
+ orbitOffset.setFromSpherical(spherical);
1860
+ camera.position.copy(this.lookAtTarget).add(orbitOffset);
1861
+ }
1862
+ }
1863
+ this.applyCompanionZoom(camera, stableDelta);
1864
+ this.updateSparkPerformanceProfile();
1865
+ if (this.pointerParallaxEnabled) {
1866
+ const follow = Math.min(1, stableDelta * 7.5);
1867
+ this.pointerParallaxCurrent.lerp(this.pointerParallaxTarget, follow);
1868
+ this.pointerParallaxPosition.set(this.pointerParallaxCurrent.x * 0.18, this.pointerParallaxCurrent.y * 0.12, 0);
1869
+ camera.position.add(this.pointerParallaxPosition);
1870
+ this.pointerParallaxLookAt
1871
+ .copy(this.lookAtTarget)
1872
+ .add(new THREE.Vector3(this.pointerParallaxCurrent.x * 0.08, this.pointerParallaxCurrent.y * 0.05, 0));
1873
+ }
1874
+ else {
1875
+ this.pointerParallaxCurrent.lerp(this.pointerParallaxTarget, 0.12);
1876
+ this.pointerParallaxLookAt.copy(this.lookAtTarget);
1877
+ }
1878
+ if (this.controls) {
1879
+ if (manualCameraActive && !this.isCameraTransitioning) {
1880
+ this.controls.update();
1881
+ this.lookAtTarget.copy(this.controls.target);
1882
+ }
1883
+ else if (!this.isCameraTransitioning) {
1884
+ this.controls.target.copy(this.lookAtTarget);
1885
+ }
1886
+ }
1887
+ if (!manualCameraActive || this.isCameraTransitioning) {
1888
+ camera.lookAt(this.pointerParallaxLookAt);
1889
+ }
1890
+ if (this.vrm) {
1891
+ this.updateAvatarLookTarget(camera, stableDelta);
1892
+ this.vrm.update(stableDelta);
1893
+ this.applyAvatarHeadTracking(camera, stableDelta);
1894
+ this.refreshAvatarEyeTracking();
1895
+ }
1896
+ this.updateSparkDepthOfField(camera);
1897
+ renderer.render(scene, camera);
1898
+ this.onUpdate?.();
1899
+ }
1900
+ disposeWorld() {
1901
+ if (this.sparkRenderer) {
1902
+ this.sparkRenderer.apertureAngle = 0;
1903
+ }
1904
+ this.cancelWorldReveal();
1905
+ this.disposeSplatMesh(this.worldMesh);
1906
+ this.worldMesh = null;
1907
+ }
1908
+ async loadAndPlayIdle(vrm) {
1909
+ if (this.loadingAborted)
1910
+ return;
1911
+ const mixer = this.mixer ?? new THREE.AnimationMixer(vrm.scene);
1912
+ this.mixer = mixer;
1913
+ const action = await this.ensureIdleAction(vrm, mixer);
1914
+ if (!action)
1915
+ return;
1916
+ action.fadeIn(0.25);
1917
+ action.play();
1918
+ mixer.update(1 / 60);
1919
+ }
1920
+ async loadEmoteClipCached(path, vrm) {
1921
+ const cached = this.emoteClipCache.get(path);
1922
+ if (cached)
1923
+ return cached;
1924
+ const clip = await loadEmoteClip(path, vrm, this.animationLoaderContext);
1925
+ if (clip) {
1926
+ this.emoteClipCache.set(path, clip);
1927
+ }
1928
+ return clip;
1929
+ }
1930
+ applyMouthToVrm(vrm) {
1931
+ const manager = vrm.expressionManager;
1932
+ if (!manager)
1933
+ return;
1934
+ let target;
1935
+ if (this.speaking) {
1936
+ const elapsed = this.elapsedTime - this.speakingStartTime;
1937
+ const base = Math.sin(elapsed * 12) * 0.3 + 0.4;
1938
+ const detail = Math.sin(elapsed * 18.7) * 0.15;
1939
+ const slow = Math.sin(elapsed * 4.2) * 0.1;
1940
+ target = Math.max(0, Math.min(1, base + detail + slow));
1941
+ }
1942
+ else {
1943
+ target = this.mouthValue;
1944
+ }
1945
+ const next = Math.max(0, Math.min(1, target));
1946
+ const alpha = next > this.mouthSmoothed ? 0.3 : 0.2;
1947
+ this.mouthSmoothed = this.mouthSmoothed * (1 - alpha) + next * alpha;
1948
+ manager.setValue("aa", this.mouthSmoothed);
1949
+ }
1950
+ }