@needle-tools/engine 4.4.0-beta.3 → 4.4.0-beta.5

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1054) hide show
  1. package/CHANGELOG.md +3614 -3608
  2. package/LICENSE.md +10 -10
  3. package/README.md +64 -64
  4. package/components.needle.json +1 -1
  5. package/dist/needle-engine.bundle.js +2399 -2347
  6. package/dist/needle-engine.bundle.light.js +2395 -2343
  7. package/dist/needle-engine.bundle.light.min.js +89 -89
  8. package/dist/needle-engine.bundle.light.umd.cjs +84 -84
  9. package/dist/needle-engine.bundle.min.js +89 -89
  10. package/dist/needle-engine.bundle.umd.cjs +79 -79
  11. package/dist/needle-engine.d.ts +138 -130
  12. package/dist/needle-engine.light.d.ts +138 -130
  13. package/dist/postprocessing.js +1513 -1659
  14. package/dist/postprocessing.light.js +1513 -1659
  15. package/dist/postprocessing.light.min.js +66 -80
  16. package/dist/postprocessing.light.umd.cjs +69 -83
  17. package/dist/postprocessing.min.js +66 -80
  18. package/dist/postprocessing.umd.cjs +69 -83
  19. package/dist/vendor.js +1 -1
  20. package/dist/vendor.light.js +1 -1
  21. package/lib/asap/needle-asap.d.ts +1 -1
  22. package/lib/asap/needle-asap.js +95 -95
  23. package/lib/asap/sessiongranted.d.ts +3 -3
  24. package/lib/asap/sessiongranted.js +65 -65
  25. package/lib/asap/utils.d.ts +1 -1
  26. package/lib/asap/utils.js +3 -3
  27. package/lib/engine/analytics/index.d.ts +6 -6
  28. package/lib/engine/analytics/index.js +12 -12
  29. package/lib/engine/analytics/lcp.d.ts +3 -3
  30. package/lib/engine/analytics/lcp.js +34 -34
  31. package/lib/engine/api.d.ts +81 -81
  32. package/lib/engine/api.js +80 -80
  33. package/lib/engine/assets/index.d.ts +11 -11
  34. package/lib/engine/assets/index.js +47 -47
  35. package/lib/engine/assets/static.d.ts +1 -1
  36. package/lib/engine/assets/static.js +4 -4
  37. package/lib/engine/codegen/register_types.d.ts +1 -1
  38. package/lib/engine/codegen/register_types.js +300 -300
  39. package/lib/engine/debug/debug.d.ts +15 -15
  40. package/lib/engine/debug/debug.js +44 -44
  41. package/lib/engine/debug/debug_console.d.ts +2 -2
  42. package/lib/engine/debug/debug_console.js +307 -307
  43. package/lib/engine/debug/debug_overlay.d.ts +22 -22
  44. package/lib/engine/debug/debug_overlay.js +316 -316
  45. package/lib/engine/debug/debug_spatial_console.d.ts +2 -2
  46. package/lib/engine/debug/debug_spatial_console.js +390 -390
  47. package/lib/engine/debug/index.d.ts +2 -2
  48. package/lib/engine/debug/index.js +2 -2
  49. package/lib/engine/engine.d.ts +4 -0
  50. package/lib/engine/engine.js +12 -0
  51. package/lib/engine/engine.js.map +1 -0
  52. package/lib/engine/engine_addressables.d.ts +166 -166
  53. package/lib/engine/engine_addressables.js +608 -608
  54. package/lib/engine/engine_animation.d.ts +43 -43
  55. package/lib/engine/engine_animation.js +133 -133
  56. package/lib/engine/engine_application.d.ts +40 -40
  57. package/lib/engine/engine_application.js +104 -104
  58. package/lib/engine/engine_assetdatabase.d.ts +25 -25
  59. package/lib/engine/engine_assetdatabase.js +344 -344
  60. package/lib/engine/engine_audio.d.ts +4 -4
  61. package/lib/engine/engine_audio.js +23 -23
  62. package/lib/engine/engine_camera.d.ts +13 -13
  63. package/lib/engine/engine_camera.js +30 -30
  64. package/lib/engine/engine_components.d.ts +110 -110
  65. package/lib/engine/engine_components.js +382 -380
  66. package/lib/engine/engine_components.js.map +1 -1
  67. package/lib/engine/engine_components_internal.d.ts +9 -9
  68. package/lib/engine/engine_components_internal.js +36 -36
  69. package/lib/engine/engine_constants.d.ts +10 -10
  70. package/lib/engine/engine_constants.js +41 -41
  71. package/lib/engine/engine_context.d.ts +345 -345
  72. package/lib/engine/engine_context.js +1515 -1515
  73. package/lib/engine/engine_context_registry.d.ts +71 -71
  74. package/lib/engine/engine_context_registry.js +117 -117
  75. package/lib/engine/engine_coroutine.d.ts +35 -35
  76. package/lib/engine/engine_coroutine.js +52 -52
  77. package/lib/engine/engine_create_objects.d.ts +118 -118
  78. package/lib/engine/engine_create_objects.js +308 -308
  79. package/lib/engine/engine_default_parameters.d.ts +2 -2
  80. package/lib/engine/engine_default_parameters.js +3 -3
  81. package/lib/engine/engine_editor-sync.d.ts +21 -21
  82. package/lib/engine/engine_editor-sync.js +4 -4
  83. package/lib/engine/engine_element.d.ts +113 -113
  84. package/lib/engine/engine_element.js +829 -830
  85. package/lib/engine/engine_element.js.map +1 -1
  86. package/lib/engine/engine_element_attributes.d.ts +72 -72
  87. package/lib/engine/engine_element_attributes.js +1 -1
  88. package/lib/engine/engine_element_extras.d.ts +6 -6
  89. package/lib/engine/engine_element_extras.js +13 -13
  90. package/lib/engine/engine_element_loading.d.ts +44 -44
  91. package/lib/engine/engine_element_loading.js +349 -349
  92. package/lib/engine/engine_element_overlay.d.ts +21 -21
  93. package/lib/engine/engine_element_overlay.js +166 -166
  94. package/lib/engine/engine_fileloader.d.ts +2 -2
  95. package/lib/engine/engine_fileloader.js +8 -8
  96. package/lib/engine/engine_gameobject.d.ts +68 -68
  97. package/lib/engine/engine_gameobject.js +591 -591
  98. package/lib/engine/engine_generic_utils.d.ts +1 -1
  99. package/lib/engine/engine_generic_utils.js +13 -13
  100. package/lib/engine/engine_gizmos.d.ts +149 -149
  101. package/lib/engine/engine_gizmos.js +530 -530
  102. package/lib/engine/engine_gltf.d.ts +12 -12
  103. package/lib/engine/engine_gltf.js +15 -15
  104. package/lib/engine/engine_gltf_builtin_components.d.ts +7 -7
  105. package/lib/engine/engine_gltf_builtin_components.js +341 -341
  106. package/lib/engine/engine_hot_reload.d.ts +7 -7
  107. package/lib/engine/engine_hot_reload.js +184 -184
  108. package/lib/engine/engine_input.d.ts +352 -352
  109. package/lib/engine/engine_input.js +1265 -1265
  110. package/lib/engine/engine_input_utils.d.ts +2 -2
  111. package/lib/engine/engine_input_utils.js +22 -22
  112. package/lib/engine/engine_instancing.d.ts +19 -19
  113. package/lib/engine/engine_instancing.js +39 -39
  114. package/lib/engine/engine_license.d.ts +9 -9
  115. package/lib/engine/engine_license.js +320 -320
  116. package/lib/engine/engine_lifecycle_api.d.ts +76 -76
  117. package/lib/engine/engine_lifecycle_api.js +99 -99
  118. package/lib/engine/engine_lifecycle_functions_internal.d.ts +32 -32
  119. package/lib/engine/engine_lifecycle_functions_internal.js +146 -146
  120. package/lib/engine/engine_lightdata.d.ts +23 -23
  121. package/lib/engine/engine_lightdata.js +91 -91
  122. package/lib/engine/engine_loaders.d.ts +13 -13
  123. package/lib/engine/engine_loaders.js +62 -62
  124. package/lib/engine/engine_lods.d.ts +31 -31
  125. package/lib/engine/engine_lods.js +146 -146
  126. package/lib/engine/engine_mainloop_utils.d.ts +32 -32
  127. package/lib/engine/engine_mainloop_utils.js +466 -466
  128. package/lib/engine/engine_math.d.ts +114 -114
  129. package/lib/engine/engine_math.js +247 -247
  130. package/lib/engine/engine_modules.d.ts +36 -36
  131. package/lib/engine/engine_modules.js +85 -85
  132. package/lib/engine/engine_networking.d.ts +252 -252
  133. package/lib/engine/engine_networking.js +743 -743
  134. package/lib/engine/engine_networking_auto.d.ts +24 -24
  135. package/lib/engine/engine_networking_auto.js +310 -310
  136. package/lib/engine/engine_networking_blob.d.ts +48 -48
  137. package/lib/engine/engine_networking_blob.js +212 -212
  138. package/lib/engine/engine_networking_files.d.ts +35 -35
  139. package/lib/engine/engine_networking_files.js +172 -172
  140. package/lib/engine/engine_networking_files_default_components.d.ts +6 -6
  141. package/lib/engine/engine_networking_files_default_components.js +42 -42
  142. package/lib/engine/engine_networking_instantiate.d.ts +100 -100
  143. package/lib/engine/engine_networking_instantiate.js +345 -345
  144. package/lib/engine/engine_networking_peer.d.ts +15 -15
  145. package/lib/engine/engine_networking_peer.js +132 -132
  146. package/lib/engine/engine_networking_streams.d.ts +123 -123
  147. package/lib/engine/engine_networking_streams.js +645 -645
  148. package/lib/engine/engine_networking_types.d.ts +22 -22
  149. package/lib/engine/engine_networking_types.js +7 -7
  150. package/lib/engine/engine_networking_utils.d.ts +2 -2
  151. package/lib/engine/engine_networking_utils.js +20 -20
  152. package/lib/engine/engine_networking_websocket.d.ts +1 -1
  153. package/lib/engine/engine_networking_websocket.js +2 -2
  154. package/lib/engine/engine_patcher.d.ts +10 -10
  155. package/lib/engine/engine_patcher.js +142 -142
  156. package/lib/engine/engine_physics.d.ts +152 -152
  157. package/lib/engine/engine_physics.js +645 -645
  158. package/lib/engine/engine_physics.types.d.ts +40 -40
  159. package/lib/engine/engine_physics.types.js +33 -33
  160. package/lib/engine/engine_physics_rapier.d.ts +147 -147
  161. package/lib/engine/engine_physics_rapier.js +1432 -1432
  162. package/lib/engine/engine_playerview.d.ts +26 -26
  163. package/lib/engine/engine_playerview.js +64 -64
  164. package/lib/engine/engine_scenelighting.d.ts +71 -71
  165. package/lib/engine/engine_scenelighting.js +226 -226
  166. package/lib/engine/engine_scenetools.d.ts +50 -50
  167. package/lib/engine/engine_scenetools.js +321 -321
  168. package/lib/engine/engine_serialization.d.ts +3 -3
  169. package/lib/engine/engine_serialization.js +3 -3
  170. package/lib/engine/engine_serialization_builtin_serializer.d.ts +72 -72
  171. package/lib/engine/engine_serialization_builtin_serializer.js +403 -403
  172. package/lib/engine/engine_serialization_core.d.ts +85 -85
  173. package/lib/engine/engine_serialization_core.js +602 -602
  174. package/lib/engine/engine_serialization_decorator.d.ts +23 -23
  175. package/lib/engine/engine_serialization_decorator.js +66 -66
  176. package/lib/engine/engine_setup.d.ts +1 -1
  177. package/lib/engine/engine_setup.js +2 -2
  178. package/lib/engine/engine_shaders.d.ts +53 -53
  179. package/lib/engine/engine_shaders.js +252 -252
  180. package/lib/engine/engine_shims.d.ts +4 -4
  181. package/lib/engine/engine_shims.js +24 -24
  182. package/lib/engine/engine_test_utils.d.ts +39 -39
  183. package/lib/engine/engine_test_utils.js +83 -83
  184. package/lib/engine/engine_texture.d.ts +28 -28
  185. package/lib/engine/engine_texture.js +64 -64
  186. package/lib/engine/engine_three_utils.d.ts +201 -201
  187. package/lib/engine/engine_three_utils.js +731 -731
  188. package/lib/engine/engine_time.d.ts +51 -51
  189. package/lib/engine/engine_time.js +82 -82
  190. package/lib/engine/engine_time_utils.d.ts +88 -88
  191. package/lib/engine/engine_time_utils.js +215 -215
  192. package/lib/engine/engine_tonemapping.d.ts +2 -2
  193. package/lib/engine/engine_tonemapping.js +194 -194
  194. package/lib/engine/engine_types.d.ts +572 -572
  195. package/lib/engine/engine_types.js +88 -88
  196. package/lib/engine/engine_typestore.d.ts +28 -28
  197. package/lib/engine/engine_typestore.js +55 -55
  198. package/lib/engine/engine_util_decorator.d.ts +13 -13
  199. package/lib/engine/engine_util_decorator.js +116 -116
  200. package/lib/engine/engine_utils.d.ts +266 -266
  201. package/lib/engine/engine_utils.js +878 -878
  202. package/lib/engine/engine_utils_format.d.ts +21 -21
  203. package/lib/engine/engine_utils_format.js +193 -193
  204. package/lib/engine/engine_utils_screenshot.d.ts +159 -159
  205. package/lib/engine/engine_utils_screenshot.js +513 -513
  206. package/lib/engine/engine_utils_screenshot.js.map +1 -1
  207. package/lib/engine/engine_utils_screenshot.xr.d.ts +5 -5
  208. package/lib/engine/engine_utils_screenshot.xr.js +90 -90
  209. package/lib/engine/engine_web_api.d.ts +12 -0
  210. package/lib/engine/engine_web_api.js +113 -0
  211. package/lib/engine/engine_web_api.js.map +1 -0
  212. package/lib/engine/engine_xr.d.ts +1 -1
  213. package/lib/engine/engine_xr.js +1 -1
  214. package/lib/engine/export/gltf/Writers.d.ts +19 -19
  215. package/lib/engine/export/gltf/Writers.js +24 -24
  216. package/lib/engine/export/gltf/index.d.ts +11 -11
  217. package/lib/engine/export/gltf/index.js +123 -123
  218. package/lib/engine/export/index.d.ts +2 -2
  219. package/lib/engine/export/index.js +2 -2
  220. package/lib/engine/export/state.d.ts +7 -7
  221. package/lib/engine/export/state.js +17 -17
  222. package/lib/engine/export/utils.d.ts +2 -2
  223. package/lib/engine/export/utils.js +7 -7
  224. package/lib/engine/extensions/EXT_texture_exr.d.ts +8 -8
  225. package/lib/engine/extensions/EXT_texture_exr.js +32 -32
  226. package/lib/engine/extensions/NEEDLE_animator_controller_model.d.ts +122 -122
  227. package/lib/engine/extensions/NEEDLE_animator_controller_model.js +95 -95
  228. package/lib/engine/extensions/NEEDLE_components.d.ts +35 -35
  229. package/lib/engine/extensions/NEEDLE_components.js +220 -220
  230. package/lib/engine/extensions/NEEDLE_gameobject_data.d.ts +10 -10
  231. package/lib/engine/extensions/NEEDLE_gameobject_data.js +57 -57
  232. package/lib/engine/extensions/NEEDLE_lighting_settings.d.ts +37 -37
  233. package/lib/engine/extensions/NEEDLE_lighting_settings.js +157 -157
  234. package/lib/engine/extensions/NEEDLE_lightmaps.d.ts +18 -18
  235. package/lib/engine/extensions/NEEDLE_lightmaps.js +99 -99
  236. package/lib/engine/extensions/NEEDLE_persistent_assets.d.ts +11 -11
  237. package/lib/engine/extensions/NEEDLE_persistent_assets.js +63 -63
  238. package/lib/engine/extensions/NEEDLE_progressive.d.ts +1 -1
  239. package/lib/engine/extensions/NEEDLE_progressive.js +1 -1
  240. package/lib/engine/extensions/NEEDLE_render_objects.d.ts +13 -13
  241. package/lib/engine/extensions/NEEDLE_render_objects.js +159 -159
  242. package/lib/engine/extensions/NEEDLE_techniques_webgl.d.ts +38 -38
  243. package/lib/engine/extensions/NEEDLE_techniques_webgl.js +564 -564
  244. package/lib/engine/extensions/extension_resolver.d.ts +4 -4
  245. package/lib/engine/extensions/extension_resolver.js +1 -1
  246. package/lib/engine/extensions/extension_utils.d.ts +12 -12
  247. package/lib/engine/extensions/extension_utils.js +152 -152
  248. package/lib/engine/extensions/extensions.d.ts +31 -31
  249. package/lib/engine/extensions/extensions.js +103 -103
  250. package/lib/engine/extensions/index.d.ts +6 -6
  251. package/lib/engine/extensions/index.js +6 -6
  252. package/lib/engine/extensions/usage_tracker.d.ts +13 -13
  253. package/lib/engine/extensions/usage_tracker.js +65 -65
  254. package/lib/engine/js-extensions/Camera.d.ts +1 -1
  255. package/lib/engine/js-extensions/Camera.js +39 -39
  256. package/lib/engine/js-extensions/ExtensionUtils.d.ts +9 -9
  257. package/lib/engine/js-extensions/ExtensionUtils.js +67 -67
  258. package/lib/engine/js-extensions/Layers.d.ts +6 -6
  259. package/lib/engine/js-extensions/Layers.js +22 -22
  260. package/lib/engine/js-extensions/Object3D.d.ts +120 -120
  261. package/lib/engine/js-extensions/Object3D.js +136 -136
  262. package/lib/engine/js-extensions/RGBAColor.d.ts +23 -22
  263. package/lib/engine/js-extensions/RGBAColor.js +110 -62
  264. package/lib/engine/js-extensions/RGBAColor.js.map +1 -1
  265. package/lib/engine/js-extensions/Vector.d.ts +3 -3
  266. package/lib/engine/js-extensions/Vector.js +13 -13
  267. package/lib/engine/js-extensions/index.d.ts +5 -5
  268. package/lib/engine/js-extensions/index.js +5 -5
  269. package/lib/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.d.ts +4 -4
  270. package/lib/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.js +75 -75
  271. package/lib/engine/shaders/shaderData.d.ts +55 -55
  272. package/lib/engine/shaders/shaderData.js +58 -58
  273. package/lib/engine/tests/test_utils.d.ts +2 -2
  274. package/lib/engine/tests/test_utils.js +53 -53
  275. package/lib/engine/webcomponents/WebXRButtons.d.ts +56 -56
  276. package/lib/engine/webcomponents/WebXRButtons.js +230 -230
  277. package/lib/engine/webcomponents/api.d.ts +5 -5
  278. package/lib/engine/webcomponents/api.js +4 -4
  279. package/lib/engine/webcomponents/buttons.d.ts +39 -39
  280. package/lib/engine/webcomponents/buttons.js +237 -237
  281. package/lib/engine/webcomponents/fonts.d.ts +9 -9
  282. package/lib/engine/webcomponents/fonts.js +32 -32
  283. package/lib/engine/webcomponents/icons.d.ts +9 -9
  284. package/lib/engine/webcomponents/icons.js +52 -52
  285. package/lib/engine/webcomponents/index.d.ts +1 -1
  286. package/lib/engine/webcomponents/index.js +1 -1
  287. package/lib/engine/webcomponents/logo-element.d.ts +10 -10
  288. package/lib/engine/webcomponents/logo-element.js +67 -67
  289. package/lib/engine/webcomponents/needle menu/needle-menu-spatial.d.ts +37 -37
  290. package/lib/engine/webcomponents/needle menu/needle-menu-spatial.js +513 -513
  291. package/lib/engine/webcomponents/needle menu/needle-menu.d.ts +151 -151
  292. package/lib/engine/webcomponents/needle menu/needle-menu.js +1018 -1018
  293. package/lib/engine/webcomponents/needle-button.d.ts +34 -34
  294. package/lib/engine/webcomponents/needle-button.js +161 -161
  295. package/lib/engine/xr/NeedleXRController.d.ts +313 -313
  296. package/lib/engine/xr/NeedleXRController.js +1008 -1008
  297. package/lib/engine/xr/NeedleXRSession.d.ts +339 -339
  298. package/lib/engine/xr/NeedleXRSession.js +1427 -1427
  299. package/lib/engine/xr/NeedleXRSync.d.ts +22 -22
  300. package/lib/engine/xr/NeedleXRSync.js +188 -188
  301. package/lib/engine/xr/SceneTransition.d.ts +18 -18
  302. package/lib/engine/xr/SceneTransition.js +69 -69
  303. package/lib/engine/xr/TempXRContext.d.ts +34 -34
  304. package/lib/engine/xr/TempXRContext.js +187 -187
  305. package/lib/engine/xr/XRRig.d.ts +7 -7
  306. package/lib/engine/xr/XRRig.js +1 -1
  307. package/lib/engine/xr/api.d.ts +6 -6
  308. package/lib/engine/xr/api.js +6 -6
  309. package/lib/engine/xr/events.d.ts +66 -66
  310. package/lib/engine/xr/events.js +93 -93
  311. package/lib/engine/xr/internal.d.ts +12 -12
  312. package/lib/engine/xr/internal.js +25 -25
  313. package/lib/engine/xr/usdz.d.ts +12 -12
  314. package/lib/engine/xr/usdz.js +29 -29
  315. package/lib/engine/xr/utils.d.ts +11 -11
  316. package/lib/engine/xr/utils.js +34 -34
  317. package/lib/engine-components/AlignmentConstraint.d.ts +10 -10
  318. package/lib/engine-components/AlignmentConstraint.js +39 -39
  319. package/lib/engine-components/Animation.d.ts +156 -156
  320. package/lib/engine-components/Animation.js +508 -508
  321. package/lib/engine-components/AnimationCurve.d.ts +40 -40
  322. package/lib/engine-components/AnimationCurve.js +159 -159
  323. package/lib/engine-components/AnimationUtils.d.ts +8 -8
  324. package/lib/engine-components/AnimationUtils.js +27 -27
  325. package/lib/engine-components/AnimationUtilsAutoplay.d.ts +1 -1
  326. package/lib/engine-components/AnimationUtilsAutoplay.js +39 -39
  327. package/lib/engine-components/Animator.d.ts +217 -217
  328. package/lib/engine-components/Animator.js +354 -354
  329. package/lib/engine-components/AnimatorController.d.ts +227 -227
  330. package/lib/engine-components/AnimatorController.js +1152 -1152
  331. package/lib/engine-components/AudioListener.d.ts +33 -33
  332. package/lib/engine-components/AudioListener.js +86 -86
  333. package/lib/engine-components/AudioSource.d.ts +217 -217
  334. package/lib/engine-components/AudioSource.js +627 -627
  335. package/lib/engine-components/AvatarLoader.d.ts +80 -80
  336. package/lib/engine-components/AvatarLoader.js +231 -231
  337. package/lib/engine-components/AxesHelper.d.ts +32 -32
  338. package/lib/engine-components/AxesHelper.js +67 -67
  339. package/lib/engine-components/BasicIKConstraint.d.ts +9 -9
  340. package/lib/engine-components/BasicIKConstraint.js +43 -43
  341. package/lib/engine-components/BoxCollider.d.ts +2 -2
  342. package/lib/engine-components/BoxCollider.js +2 -2
  343. package/lib/engine-components/BoxHelperComponent.d.ts +47 -47
  344. package/lib/engine-components/BoxHelperComponent.js +102 -102
  345. package/lib/engine-components/Camera.d.ts +231 -231
  346. package/lib/engine-components/Camera.js +700 -694
  347. package/lib/engine-components/Camera.js.map +1 -1
  348. package/lib/engine-components/CameraUtils.d.ts +1 -1
  349. package/lib/engine-components/CameraUtils.js +118 -127
  350. package/lib/engine-components/CameraUtils.js.map +1 -1
  351. package/lib/engine-components/CharacterController.d.ts +55 -55
  352. package/lib/engine-components/CharacterController.js +236 -236
  353. package/lib/engine-components/Collider.d.ts +188 -188
  354. package/lib/engine-components/Collider.js +369 -369
  355. package/lib/engine-components/Component.d.ts +792 -792
  356. package/lib/engine-components/Component.js +915 -915
  357. package/lib/engine-components/ContactShadows.d.ts +82 -82
  358. package/lib/engine-components/ContactShadows.js +430 -430
  359. package/lib/engine-components/DeleteBox.d.ts +19 -19
  360. package/lib/engine-components/DeleteBox.js +58 -58
  361. package/lib/engine-components/DeviceFlag.d.ts +16 -16
  362. package/lib/engine-components/DeviceFlag.js +47 -47
  363. package/lib/engine-components/DragControls.d.ts +170 -170
  364. package/lib/engine-components/DragControls.js +1421 -1421
  365. package/lib/engine-components/DropListener.d.ts +215 -215
  366. package/lib/engine-components/DropListener.js +630 -630
  367. package/lib/engine-components/Duplicatable.d.ts +35 -35
  368. package/lib/engine-components/Duplicatable.js +202 -202
  369. package/lib/engine-components/EventList.d.ts +54 -54
  370. package/lib/engine-components/EventList.js +232 -232
  371. package/lib/engine-components/EventTrigger.d.ts +33 -33
  372. package/lib/engine-components/EventTrigger.js +75 -75
  373. package/lib/engine-components/EventType.d.ts +22 -22
  374. package/lib/engine-components/EventType.js +23 -23
  375. package/lib/engine-components/FlyControls.d.ts +10 -0
  376. package/lib/engine-components/FlyControls.js +29 -0
  377. package/lib/engine-components/FlyControls.js.map +1 -0
  378. package/lib/engine-components/Fog.d.ts +22 -22
  379. package/lib/engine-components/Fog.js +61 -61
  380. package/lib/engine-components/Gizmos.d.ts +17 -17
  381. package/lib/engine-components/Gizmos.js +64 -64
  382. package/lib/engine-components/GridHelper.d.ts +20 -20
  383. package/lib/engine-components/GridHelper.js +54 -54
  384. package/lib/engine-components/GroundProjection.d.ts +67 -67
  385. package/lib/engine-components/GroundProjection.js +343 -343
  386. package/lib/engine-components/Interactable.d.ts +12 -12
  387. package/lib/engine-components/Interactable.js +12 -12
  388. package/lib/engine-components/Joints.d.ts +19 -19
  389. package/lib/engine-components/Joints.js +51 -51
  390. package/lib/engine-components/LODGroup.d.ts +35 -35
  391. package/lib/engine-components/LODGroup.js +152 -152
  392. package/lib/engine-components/Light.d.ts +180 -180
  393. package/lib/engine-components/Light.js +535 -535
  394. package/lib/engine-components/LookAtConstraint.d.ts +19 -19
  395. package/lib/engine-components/LookAtConstraint.js +35 -35
  396. package/lib/engine-components/NeedleMenu.d.ts +50 -50
  397. package/lib/engine-components/NeedleMenu.js +92 -92
  398. package/lib/engine-components/NestedGltf.d.ts +25 -25
  399. package/lib/engine-components/NestedGltf.js +88 -88
  400. package/lib/engine-components/Networking.d.ts +54 -54
  401. package/lib/engine-components/Networking.js +112 -112
  402. package/lib/engine-components/OffsetConstraint.d.ts +14 -14
  403. package/lib/engine-components/OffsetConstraint.js +65 -65
  404. package/lib/engine-components/OrbitControls.d.ts +266 -266
  405. package/lib/engine-components/OrbitControls.js +1009 -1009
  406. package/lib/engine-components/PlayerColor.d.ts +19 -19
  407. package/lib/engine-components/PlayerColor.js +94 -94
  408. package/lib/engine-components/ReflectionProbe.d.ts +27 -26
  409. package/lib/engine-components/ReflectionProbe.js +201 -194
  410. package/lib/engine-components/ReflectionProbe.js.map +1 -1
  411. package/lib/engine-components/Renderer.d.ts +153 -153
  412. package/lib/engine-components/Renderer.js +830 -830
  413. package/lib/engine-components/RendererInstancing.d.ts +140 -140
  414. package/lib/engine-components/RendererInstancing.js +744 -744
  415. package/lib/engine-components/RendererLightmap.d.ts +24 -24
  416. package/lib/engine-components/RendererLightmap.js +182 -182
  417. package/lib/engine-components/RigidBody.d.ts +155 -155
  418. package/lib/engine-components/RigidBody.js +517 -517
  419. package/lib/engine-components/SceneSwitcher.d.ts +263 -263
  420. package/lib/engine-components/SceneSwitcher.js +951 -951
  421. package/lib/engine-components/ScreenCapture.d.ts +144 -144
  422. package/lib/engine-components/ScreenCapture.js +547 -547
  423. package/lib/engine-components/ShadowCatcher.d.ts +33 -33
  424. package/lib/engine-components/ShadowCatcher.js +166 -166
  425. package/lib/engine-components/Skybox.d.ts +82 -82
  426. package/lib/engine-components/Skybox.js +448 -448
  427. package/lib/engine-components/SmoothFollow.d.ts +34 -34
  428. package/lib/engine-components/SmoothFollow.js +82 -82
  429. package/lib/engine-components/SpatialTrigger.d.ts +102 -102
  430. package/lib/engine-components/SpatialTrigger.js +225 -225
  431. package/lib/engine-components/SpectatorCamera.d.ts +111 -111
  432. package/lib/engine-components/SpectatorCamera.js +715 -715
  433. package/lib/engine-components/SphereCollider.d.ts +2 -2
  434. package/lib/engine-components/SphereCollider.js +2 -2
  435. package/lib/engine-components/SpriteRenderer.d.ts +132 -132
  436. package/lib/engine-components/SpriteRenderer.js +472 -472
  437. package/lib/engine-components/SyncedCamera.d.ts +41 -41
  438. package/lib/engine-components/SyncedCamera.js +199 -199
  439. package/lib/engine-components/SyncedRoom.d.ts +106 -106
  440. package/lib/engine-components/SyncedRoom.js +371 -371
  441. package/lib/engine-components/SyncedTransform.d.ts +94 -88
  442. package/lib/engine-components/SyncedTransform.js +331 -326
  443. package/lib/engine-components/SyncedTransform.js.map +1 -1
  444. package/lib/engine-components/TestRunner.d.ts +16 -16
  445. package/lib/engine-components/TestRunner.js +102 -102
  446. package/lib/engine-components/TransformGizmo.d.ts +75 -75
  447. package/lib/engine-components/TransformGizmo.js +209 -209
  448. package/lib/engine-components/VideoPlayer.d.ts +184 -184
  449. package/lib/engine-components/VideoPlayer.js +978 -978
  450. package/lib/engine-components/Voip.d.ts +67 -67
  451. package/lib/engine-components/Voip.js +360 -360
  452. package/lib/engine-components/api.d.ts +51 -51
  453. package/lib/engine-components/api.js +50 -50
  454. package/lib/engine-components/avatar/AvatarBlink_Simple.d.ts +11 -11
  455. package/lib/engine-components/avatar/AvatarBlink_Simple.js +76 -76
  456. package/lib/engine-components/avatar/AvatarEyeLook_Rotation.d.ts +14 -14
  457. package/lib/engine-components/avatar/AvatarEyeLook_Rotation.js +68 -68
  458. package/lib/engine-components/avatar/Avatar_Brain_LookAt.d.ts +29 -29
  459. package/lib/engine-components/avatar/Avatar_Brain_LookAt.js +121 -121
  460. package/lib/engine-components/avatar/Avatar_MouthShapes.d.ts +15 -15
  461. package/lib/engine-components/avatar/Avatar_MouthShapes.js +79 -79
  462. package/lib/engine-components/avatar/Avatar_MustacheShake.d.ts +9 -9
  463. package/lib/engine-components/avatar/Avatar_MustacheShake.js +29 -29
  464. package/lib/engine-components/codegen/components.d.ts +216 -216
  465. package/lib/engine-components/codegen/components.js +218 -218
  466. package/lib/engine-components/debug/LogStats.d.ts +5 -5
  467. package/lib/engine-components/debug/LogStats.js +18 -18
  468. package/lib/engine-components/export/gltf/GltfExport.d.ts +30 -30
  469. package/lib/engine-components/export/gltf/GltfExport.js +246 -246
  470. package/lib/engine-components/export/gltf/index.d.ts +1 -1
  471. package/lib/engine-components/export/gltf/index.js +1 -1
  472. package/lib/engine-components/export/index.d.ts +1 -1
  473. package/lib/engine-components/export/index.js +1 -1
  474. package/lib/engine-components/export/usdz/Extension.d.ts +22 -22
  475. package/lib/engine-components/export/usdz/Extension.js +1 -1
  476. package/lib/engine-components/export/usdz/ThreeUSDZExporter.d.ts +160 -160
  477. package/lib/engine-components/export/usdz/ThreeUSDZExporter.js +1782 -1782
  478. package/lib/engine-components/export/usdz/USDZExporter.d.ts +130 -130
  479. package/lib/engine-components/export/usdz/USDZExporter.js +663 -663
  480. package/lib/engine-components/export/usdz/extensions/Animation.d.ts +106 -106
  481. package/lib/engine-components/export/usdz/extensions/Animation.js +1071 -1071
  482. package/lib/engine-components/export/usdz/extensions/DocumentExtension.d.ts +5 -5
  483. package/lib/engine-components/export/usdz/extensions/DocumentExtension.js +6 -6
  484. package/lib/engine-components/export/usdz/extensions/USDZText.d.ts +54 -54
  485. package/lib/engine-components/export/usdz/extensions/USDZText.js +203 -203
  486. package/lib/engine-components/export/usdz/extensions/USDZUI.d.ts +8 -8
  487. package/lib/engine-components/export/usdz/extensions/USDZUI.js +157 -157
  488. package/lib/engine-components/export/usdz/extensions/behavior/Actions.d.ts +30 -30
  489. package/lib/engine-components/export/usdz/extensions/behavior/Actions.js +88 -88
  490. package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.d.ts +10 -10
  491. package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.js +86 -86
  492. package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.d.ts +28 -28
  493. package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.js +290 -290
  494. package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.d.ts +190 -190
  495. package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.js +1060 -1060
  496. package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.d.ts +135 -135
  497. package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.js +548 -548
  498. package/lib/engine-components/export/usdz/extensions/behavior/PhysicsExtension.d.ts +7 -7
  499. package/lib/engine-components/export/usdz/extensions/behavior/PhysicsExtension.js +115 -115
  500. package/lib/engine-components/export/usdz/index.d.ts +3 -3
  501. package/lib/engine-components/export/usdz/index.js +2 -2
  502. package/lib/engine-components/export/usdz/utils/animationutils.d.ts +7 -7
  503. package/lib/engine-components/export/usdz/utils/animationutils.js +163 -163
  504. package/lib/engine-components/export/usdz/utils/quicklook.d.ts +2 -2
  505. package/lib/engine-components/export/usdz/utils/quicklook.js +43 -43
  506. package/lib/engine-components/particlesystem/ParticleSystem.d.ts +177 -177
  507. package/lib/engine-components/particlesystem/ParticleSystem.js +1176 -1176
  508. package/lib/engine-components/particlesystem/ParticleSystemModules.d.ts +526 -526
  509. package/lib/engine-components/particlesystem/ParticleSystemModules.js +1930 -1930
  510. package/lib/engine-components/particlesystem/ParticleSystemSubEmitter.d.ts +25 -25
  511. package/lib/engine-components/particlesystem/ParticleSystemSubEmitter.js +87 -87
  512. package/lib/engine-components/particlesystem/api.d.ts +2 -2
  513. package/lib/engine-components/particlesystem/api.js +2 -2
  514. package/lib/engine-components/postprocessing/Effects/Antialiasing.d.ts +17 -17
  515. package/lib/engine-components/postprocessing/Effects/Antialiasing.js +50 -50
  516. package/lib/engine-components/postprocessing/Effects/BloomEffect.d.ts +46 -46
  517. package/lib/engine-components/postprocessing/Effects/BloomEffect.js +113 -113
  518. package/lib/engine-components/postprocessing/Effects/ChromaticAberration.d.ts +11 -11
  519. package/lib/engine-components/postprocessing/Effects/ChromaticAberration.js +39 -39
  520. package/lib/engine-components/postprocessing/Effects/ColorAdjustments.d.ts +15 -15
  521. package/lib/engine-components/postprocessing/Effects/ColorAdjustments.js +92 -92
  522. package/lib/engine-components/postprocessing/Effects/DepthOfField.d.ts +25 -25
  523. package/lib/engine-components/postprocessing/Effects/DepthOfField.js +104 -104
  524. package/lib/engine-components/postprocessing/Effects/EffectWrapper.d.ts +12 -12
  525. package/lib/engine-components/postprocessing/Effects/EffectWrapper.js +18 -18
  526. package/lib/engine-components/postprocessing/Effects/Pixelation.d.ts +11 -11
  527. package/lib/engine-components/postprocessing/Effects/Pixelation.js +32 -32
  528. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.d.ts +18 -18
  529. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.js +91 -91
  530. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.d.ts +70 -70
  531. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.js +175 -175
  532. package/lib/engine-components/postprocessing/Effects/Sharpening.d.ts +17 -17
  533. package/lib/engine-components/postprocessing/Effects/Sharpening.js +123 -123
  534. package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.d.ts +17 -17
  535. package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.js +70 -70
  536. package/lib/engine-components/postprocessing/Effects/Tonemapping.d.ts +26 -26
  537. package/lib/engine-components/postprocessing/Effects/Tonemapping.js +138 -138
  538. package/lib/engine-components/postprocessing/Effects/Vignette.d.ts +15 -15
  539. package/lib/engine-components/postprocessing/Effects/Vignette.js +60 -60
  540. package/lib/engine-components/postprocessing/PostProcessingEffect.d.ts +72 -72
  541. package/lib/engine-components/postprocessing/PostProcessingEffect.js +149 -149
  542. package/lib/engine-components/postprocessing/PostProcessingHandler.d.ts +25 -25
  543. package/lib/engine-components/postprocessing/PostProcessingHandler.js +350 -350
  544. package/lib/engine-components/postprocessing/Volume.d.ts +89 -89
  545. package/lib/engine-components/postprocessing/Volume.js +367 -367
  546. package/lib/engine-components/postprocessing/VolumeParameter.d.ts +26 -26
  547. package/lib/engine-components/postprocessing/VolumeParameter.js +136 -136
  548. package/lib/engine-components/postprocessing/VolumeProfile.d.ts +15 -15
  549. package/lib/engine-components/postprocessing/VolumeProfile.js +60 -60
  550. package/lib/engine-components/postprocessing/index.d.ts +5 -5
  551. package/lib/engine-components/postprocessing/index.js +5 -5
  552. package/lib/engine-components/postprocessing/utils.d.ts +11 -11
  553. package/lib/engine-components/postprocessing/utils.js +37 -37
  554. package/lib/engine-components/timeline/PlayableDirector.d.ts +163 -163
  555. package/lib/engine-components/timeline/PlayableDirector.js +686 -686
  556. package/lib/engine-components/timeline/SignalAsset.d.ts +24 -24
  557. package/lib/engine-components/timeline/SignalAsset.js +130 -130
  558. package/lib/engine-components/timeline/TimelineModels.d.ts +89 -89
  559. package/lib/engine-components/timeline/TimelineModels.js +22 -22
  560. package/lib/engine-components/timeline/TimelineTracks.d.ts +110 -110
  561. package/lib/engine-components/timeline/TimelineTracks.js +879 -879
  562. package/lib/engine-components/timeline/index.d.ts +4 -4
  563. package/lib/engine-components/timeline/index.js +3 -3
  564. package/lib/engine-components/ui/BaseUIComponent.d.ts +49 -49
  565. package/lib/engine-components/ui/BaseUIComponent.js +170 -170
  566. package/lib/engine-components/ui/Button.d.ts +64 -64
  567. package/lib/engine-components/ui/Button.js +315 -315
  568. package/lib/engine-components/ui/Canvas.d.ts +74 -74
  569. package/lib/engine-components/ui/Canvas.js +407 -407
  570. package/lib/engine-components/ui/CanvasGroup.d.ts +19 -19
  571. package/lib/engine-components/ui/CanvasGroup.js +58 -58
  572. package/lib/engine-components/ui/EventSystem.d.ts +125 -125
  573. package/lib/engine-components/ui/EventSystem.js +764 -764
  574. package/lib/engine-components/ui/Graphic.d.ts +55 -55
  575. package/lib/engine-components/ui/Graphic.js +254 -254
  576. package/lib/engine-components/ui/Image.d.ts +35 -35
  577. package/lib/engine-components/ui/Image.js +116 -116
  578. package/lib/engine-components/ui/InputField.d.ts +42 -42
  579. package/lib/engine-components/ui/InputField.js +268 -268
  580. package/lib/engine-components/ui/Interfaces.d.ts +38 -38
  581. package/lib/engine-components/ui/Interfaces.js +12 -12
  582. package/lib/engine-components/ui/Layout.d.ts +84 -84
  583. package/lib/engine-components/ui/Layout.js +330 -330
  584. package/lib/engine-components/ui/Outline.d.ts +7 -7
  585. package/lib/engine-components/ui/Outline.js +20 -20
  586. package/lib/engine-components/ui/PointerEvents.d.ts +115 -115
  587. package/lib/engine-components/ui/PointerEvents.js +145 -145
  588. package/lib/engine-components/ui/RaycastUtils.d.ts +11 -11
  589. package/lib/engine-components/ui/RaycastUtils.js +67 -67
  590. package/lib/engine-components/ui/Raycaster.d.ts +30 -30
  591. package/lib/engine-components/ui/Raycaster.js +95 -95
  592. package/lib/engine-components/ui/RectTransform.d.ts +61 -61
  593. package/lib/engine-components/ui/RectTransform.js +353 -353
  594. package/lib/engine-components/ui/SpatialHtml.d.ts +8 -8
  595. package/lib/engine-components/ui/SpatialHtml.js +79 -79
  596. package/lib/engine-components/ui/Text.d.ts +78 -78
  597. package/lib/engine-components/ui/Text.js +539 -539
  598. package/lib/engine-components/ui/Utils.d.ts +24 -24
  599. package/lib/engine-components/ui/Utils.js +90 -90
  600. package/lib/engine-components/ui/index.d.ts +1 -1
  601. package/lib/engine-components/ui/index.js +1 -1
  602. package/lib/engine-components/utils/EnvironmentScene.d.ts +5 -5
  603. package/lib/engine-components/utils/EnvironmentScene.js +205 -205
  604. package/lib/engine-components/utils/LookAt.d.ts +31 -31
  605. package/lib/engine-components/utils/LookAt.js +82 -82
  606. package/lib/engine-components/utils/OpenURL.d.ts +42 -42
  607. package/lib/engine-components/utils/OpenURL.js +119 -119
  608. package/lib/engine-components/webxr/Avatar.d.ts +25 -25
  609. package/lib/engine-components/webxr/Avatar.js +255 -255
  610. package/lib/engine-components/webxr/TeleportTarget.d.ts +7 -7
  611. package/lib/engine-components/webxr/TeleportTarget.js +7 -7
  612. package/lib/engine-components/webxr/WebARCameraBackground.d.ts +30 -30
  613. package/lib/engine-components/webxr/WebARCameraBackground.js +155 -155
  614. package/lib/engine-components/webxr/WebARSessionRoot.d.ts +98 -98
  615. package/lib/engine-components/webxr/WebARSessionRoot.js +770 -770
  616. package/lib/engine-components/webxr/WebXR.d.ts +232 -232
  617. package/lib/engine-components/webxr/WebXR.js +561 -561
  618. package/lib/engine-components/webxr/WebXRAvatar.d.ts +27 -27
  619. package/lib/engine-components/webxr/WebXRAvatar.js +44 -44
  620. package/lib/engine-components/webxr/WebXRImageTracking.d.ts +86 -86
  621. package/lib/engine-components/webxr/WebXRImageTracking.js +470 -470
  622. package/lib/engine-components/webxr/WebXRPlaneTracking.d.ts +92 -92
  623. package/lib/engine-components/webxr/WebXRPlaneTracking.js +500 -500
  624. package/lib/engine-components/webxr/WebXRRig.d.ts +32 -32
  625. package/lib/engine-components/webxr/WebXRRig.js +72 -72
  626. package/lib/engine-components/webxr/XRFlag.d.ts +38 -38
  627. package/lib/engine-components/webxr/XRFlag.js +139 -139
  628. package/lib/engine-components/webxr/controllers/XRControllerFollow.d.ts +47 -47
  629. package/lib/engine-components/webxr/controllers/XRControllerFollow.js +120 -120
  630. package/lib/engine-components/webxr/controllers/XRControllerModel.d.ts +43 -43
  631. package/lib/engine-components/webxr/controllers/XRControllerModel.js +351 -351
  632. package/lib/engine-components/webxr/controllers/XRControllerMovement.d.ts +78 -78
  633. package/lib/engine-components/webxr/controllers/XRControllerMovement.js +506 -506
  634. package/lib/engine-components/webxr/index.d.ts +3 -3
  635. package/lib/engine-components/webxr/index.js +3 -3
  636. package/lib/engine-components/webxr/types.d.ts +3 -3
  637. package/lib/engine-components/webxr/types.js +1 -1
  638. package/lib/engine-components-experimental/Presentation.d.ts +6 -6
  639. package/lib/engine-components-experimental/Presentation.js +9 -9
  640. package/lib/engine-components-experimental/api.d.ts +4 -4
  641. package/lib/engine-components-experimental/api.js +4 -4
  642. package/lib/engine-components-experimental/networking/PlayerSync.d.ts +156 -156
  643. package/lib/engine-components-experimental/networking/PlayerSync.js +377 -377
  644. package/lib/engine-schemes/api.d.ts +12 -12
  645. package/lib/engine-schemes/api.js +12 -12
  646. package/lib/engine-schemes/schemes.d.ts +7 -7
  647. package/lib/engine-schemes/schemes.js +19 -19
  648. package/lib/engine-schemes/synced-camera-model.d.ts +25 -25
  649. package/lib/engine-schemes/synced-camera-model.js +67 -67
  650. package/lib/engine-schemes/synced-transform-model.d.ts +31 -31
  651. package/lib/engine-schemes/synced-transform-model.js +66 -66
  652. package/lib/engine-schemes/transform.d.ts +12 -12
  653. package/lib/engine-schemes/transform.js +39 -39
  654. package/lib/engine-schemes/vec2.d.ts +10 -10
  655. package/lib/engine-schemes/vec2.js +25 -25
  656. package/lib/engine-schemes/vec3.d.ts +11 -11
  657. package/lib/engine-schemes/vec3.js +29 -29
  658. package/lib/engine-schemes/vec4.d.ts +12 -12
  659. package/lib/engine-schemes/vec4.js +33 -33
  660. package/lib/engine-schemes/vr-user-state-buffer.d.ts +37 -37
  661. package/lib/engine-schemes/vr-user-state-buffer.js +110 -110
  662. package/lib/include/three/EXT_mesh_gpu_instancing_exporter.d.ts +6 -6
  663. package/lib/include/three/EXT_mesh_gpu_instancing_exporter.js +45 -45
  664. package/lib/needle-engine.d.ts +7 -7
  665. package/lib/needle-engine.js +64 -64
  666. package/package.json +1 -1
  667. package/plugins/common/buildinfo.js +64 -64
  668. package/plugins/common/cloud.js +1 -1
  669. package/plugins/common/config.cjs +31 -31
  670. package/plugins/common/config.js +35 -35
  671. package/plugins/common/files.js +31 -31
  672. package/plugins/common/generator.js +10 -10
  673. package/plugins/common/license.js +341 -330
  674. package/plugins/common/npm.js +15 -15
  675. package/plugins/common/timers.js +7 -7
  676. package/plugins/common/version.js +37 -37
  677. package/plugins/gltf-packer.mjs +1 -1
  678. package/plugins/next/alias.cjs +39 -39
  679. package/plugins/next/license.cjs +18 -18
  680. package/plugins/next/meshbvhworker.cjs +18 -18
  681. package/plugins/next/next.js +128 -128
  682. package/plugins/types/index.d.ts +2 -2
  683. package/plugins/types/license.d.ts +24 -24
  684. package/plugins/types/needleConfig.d.ts +27 -27
  685. package/plugins/types/userconfig.d.ts +105 -105
  686. package/plugins/types/webmanifest.d.ts +32 -32
  687. package/plugins/vite/alias.js +174 -174
  688. package/plugins/vite/asap.js +245 -245
  689. package/plugins/vite/build-pipeline.js +355 -355
  690. package/plugins/vite/build.js +19 -19
  691. package/plugins/vite/buildinfo.js +41 -41
  692. package/plugins/vite/config.js +106 -106
  693. package/plugins/vite/copyfiles.js +138 -138
  694. package/plugins/vite/defines.js +66 -66
  695. package/plugins/vite/dependencies.js +216 -216
  696. package/plugins/vite/dependency-watcher.js +231 -231
  697. package/plugins/vite/drop-client.js +76 -76
  698. package/plugins/vite/drop.js +87 -87
  699. package/plugins/vite/editor-connection.js +124 -124
  700. package/plugins/vite/facebook-instant-games.js +99 -99
  701. package/plugins/vite/gzip.js +5 -5
  702. package/plugins/vite/imports-logger.js +143 -143
  703. package/plugins/vite/index.js +139 -139
  704. package/plugins/vite/license.js +55 -55
  705. package/plugins/vite/meta.js +163 -163
  706. package/plugins/vite/npm.js +7 -7
  707. package/plugins/vite/peer.js +29 -29
  708. package/plugins/vite/poster-client.js +73 -73
  709. package/plugins/vite/poster.js +79 -79
  710. package/plugins/vite/pwa.js +604 -604
  711. package/plugins/vite/reload-client.js +15 -15
  712. package/plugins/vite/reload.js +363 -363
  713. package/plugins/vite/server.js +66 -66
  714. package/plugins/vite/transform-codegen.js +55 -55
  715. package/plugins/vite/transform.js +31 -31
  716. package/plugins/vite/vite-4.4-hack.js +31 -31
  717. package/src/asap/needle-asap.ts +111 -111
  718. package/src/asap/sessiongranted.ts +75 -75
  719. package/src/asap/utils.ts +4 -4
  720. package/src/engine/analytics/index.ts +10 -10
  721. package/src/engine/analytics/lcp.ts +35 -35
  722. package/src/engine/api.ts +81 -81
  723. package/src/engine/assets/index.ts +59 -59
  724. package/src/engine/assets/static.js +5 -5
  725. package/src/engine/codegen/register_types.ts +300 -300
  726. package/src/engine/debug/debug.ts +51 -51
  727. package/src/engine/debug/debug_console.ts +333 -333
  728. package/src/engine/debug/debug_overlay.ts +332 -332
  729. package/src/engine/debug/debug_spatial_console.ts +429 -429
  730. package/src/engine/debug/index.ts +1 -1
  731. package/src/engine/engine_addressables.ts +679 -679
  732. package/src/engine/engine_animation.ts +145 -145
  733. package/src/engine/engine_application.ts +113 -113
  734. package/src/engine/engine_assetdatabase.ts +387 -387
  735. package/src/engine/engine_audio.ts +24 -24
  736. package/src/engine/engine_camera.ts +39 -39
  737. package/src/engine/engine_components.ts +374 -373
  738. package/src/engine/engine_components_internal.ts +40 -40
  739. package/src/engine/engine_constants.ts +52 -52
  740. package/src/engine/engine_context.ts +1662 -1662
  741. package/src/engine/engine_context_registry.ts +129 -129
  742. package/src/engine/engine_coroutine.ts +54 -54
  743. package/src/engine/engine_create_objects.ts +398 -398
  744. package/src/engine/engine_default_parameters.ts +3 -3
  745. package/src/engine/engine_editor-sync.ts +28 -28
  746. package/src/engine/engine_element.ts +869 -871
  747. package/src/engine/engine_element_attributes.ts +85 -85
  748. package/src/engine/engine_element_extras.ts +16 -16
  749. package/src/engine/engine_element_loading.ts +381 -381
  750. package/src/engine/engine_element_overlay.ts +186 -186
  751. package/src/engine/engine_fileloader.js +9 -9
  752. package/src/engine/engine_gameobject.ts +684 -684
  753. package/src/engine/engine_generic_utils.js +13 -13
  754. package/src/engine/engine_gizmos.ts +577 -577
  755. package/src/engine/engine_gltf.ts +29 -29
  756. package/src/engine/engine_gltf_builtin_components.ts +403 -403
  757. package/src/engine/engine_hot_reload.ts +198 -198
  758. package/src/engine/engine_input.ts +1460 -1460
  759. package/src/engine/engine_input_utils.ts +23 -23
  760. package/src/engine/engine_instancing.ts +45 -45
  761. package/src/engine/engine_license.ts +329 -329
  762. package/src/engine/engine_lifecycle_api.ts +106 -106
  763. package/src/engine/engine_lifecycle_functions_internal.ts +193 -193
  764. package/src/engine/engine_lightdata.ts +117 -117
  765. package/src/engine/engine_loaders.ts +82 -82
  766. package/src/engine/engine_lods.ts +168 -168
  767. package/src/engine/engine_mainloop_utils.ts +472 -472
  768. package/src/engine/engine_math.ts +282 -282
  769. package/src/engine/engine_modules.ts +83 -83
  770. package/src/engine/engine_networking.ts +841 -841
  771. package/src/engine/engine_networking_auto.ts +352 -352
  772. package/src/engine/engine_networking_blob.ts +254 -254
  773. package/src/engine/engine_networking_files.ts +217 -217
  774. package/src/engine/engine_networking_files_default_components.ts +58 -58
  775. package/src/engine/engine_networking_instantiate.ts +419 -419
  776. package/src/engine/engine_networking_peer.ts +159 -159
  777. package/src/engine/engine_networking_streams.ts +713 -713
  778. package/src/engine/engine_networking_types.ts +24 -24
  779. package/src/engine/engine_networking_utils.ts +23 -23
  780. package/src/engine/engine_networking_websocket.ts +2 -2
  781. package/src/engine/engine_patcher.ts +199 -199
  782. package/src/engine/engine_physics.ts +783 -783
  783. package/src/engine/engine_physics.types.ts +46 -46
  784. package/src/engine/engine_physics_rapier.ts +1579 -1579
  785. package/src/engine/engine_playerview.ts +80 -80
  786. package/src/engine/engine_scenelighting.ts +294 -294
  787. package/src/engine/engine_scenetools.ts +365 -365
  788. package/src/engine/engine_serialization.ts +2 -2
  789. package/src/engine/engine_serialization_builtin_serializer.ts +473 -473
  790. package/src/engine/engine_serialization_core.ts +705 -705
  791. package/src/engine/engine_serialization_decorator.ts +80 -80
  792. package/src/engine/engine_setup.ts +1 -1
  793. package/src/engine/engine_shaders.ts +267 -267
  794. package/src/engine/engine_shims.ts +32 -32
  795. package/src/engine/engine_test_utils.ts +109 -109
  796. package/src/engine/engine_texture.ts +82 -82
  797. package/src/engine/engine_three_utils.ts +849 -849
  798. package/src/engine/engine_time.ts +94 -94
  799. package/src/engine/engine_time_utils.ts +237 -237
  800. package/src/engine/engine_tonemapping.ts +210 -210
  801. package/src/engine/engine_types.ts +714 -714
  802. package/src/engine/engine_typestore.ts +63 -63
  803. package/src/engine/engine_util_decorator.ts +136 -136
  804. package/src/engine/engine_utils.ts +972 -972
  805. package/src/engine/engine_utils_format.ts +212 -212
  806. package/src/engine/engine_utils_screenshot.ts +698 -698
  807. package/src/engine/engine_utils_screenshot.xr.ts +103 -103
  808. package/src/engine/export/gltf/Writers.ts +34 -34
  809. package/src/engine/export/gltf/index.ts +158 -158
  810. package/src/engine/export/index.ts +2 -2
  811. package/src/engine/export/state.ts +19 -19
  812. package/src/engine/export/utils.ts +9 -9
  813. package/src/engine/extensions/EXT_texture_exr.ts +50 -50
  814. package/src/engine/extensions/NEEDLE_animator_controller_model.ts +195 -195
  815. package/src/engine/extensions/NEEDLE_components.ts +268 -268
  816. package/src/engine/extensions/NEEDLE_gameobject_data.ts +81 -81
  817. package/src/engine/extensions/NEEDLE_lighting_settings.ts +185 -185
  818. package/src/engine/extensions/NEEDLE_lightmaps.ts +119 -119
  819. package/src/engine/extensions/NEEDLE_persistent_assets.ts +76 -76
  820. package/src/engine/extensions/NEEDLE_render_objects.ts +209 -209
  821. package/src/engine/extensions/NEEDLE_techniques_webgl.ts +640 -640
  822. package/src/engine/extensions/extension_resolver.ts +4 -4
  823. package/src/engine/extensions/extension_utils.ts +166 -166
  824. package/src/engine/extensions/extensions.ts +135 -135
  825. package/src/engine/extensions/index.ts +5 -5
  826. package/src/engine/extensions/usage_tracker.ts +100 -100
  827. package/src/engine/js-extensions/Camera.ts +37 -37
  828. package/src/engine/js-extensions/ExtensionUtils.ts +85 -85
  829. package/src/engine/js-extensions/Layers.ts +23 -23
  830. package/src/engine/js-extensions/Object3D.ts +296 -296
  831. package/src/engine/js-extensions/RGBAColor.ts +125 -75
  832. package/src/engine/js-extensions/Vector.ts +18 -18
  833. package/src/engine/js-extensions/index.ts +4 -4
  834. package/src/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.js +122 -122
  835. package/src/engine/shaders/shaderData.ts +67 -67
  836. package/src/engine/tests/test_utils.ts +63 -63
  837. package/src/engine/webcomponents/WebXRButtons.ts +260 -260
  838. package/src/engine/webcomponents/api.ts +6 -6
  839. package/src/engine/webcomponents/buttons.ts +262 -262
  840. package/src/engine/webcomponents/fonts.ts +41 -41
  841. package/src/engine/webcomponents/icons.ts +57 -57
  842. package/src/engine/webcomponents/index.ts +1 -1
  843. package/src/engine/webcomponents/logo-element.ts +78 -78
  844. package/src/engine/webcomponents/needle menu/needle-menu-spatial.ts +573 -573
  845. package/src/engine/webcomponents/needle menu/needle-menu.ts +1107 -1107
  846. package/src/engine/webcomponents/needle-button.ts +181 -181
  847. package/src/engine/xr/NeedleXRController.ts +1126 -1126
  848. package/src/engine/xr/NeedleXRSession.ts +1585 -1585
  849. package/src/engine/xr/NeedleXRSync.ts +220 -220
  850. package/src/engine/xr/SceneTransition.ts +78 -78
  851. package/src/engine/xr/TempXRContext.ts +216 -216
  852. package/src/engine/xr/XRRig.ts +9 -9
  853. package/src/engine/xr/api.ts +5 -5
  854. package/src/engine/xr/events.ts +102 -102
  855. package/src/engine/xr/internal.ts +34 -34
  856. package/src/engine/xr/usdz.ts +30 -30
  857. package/src/engine/xr/utils.ts +39 -39
  858. package/src/engine-components/AlignmentConstraint.ts +36 -36
  859. package/src/engine-components/Animation.ts +557 -557
  860. package/src/engine-components/AnimationCurve.ts +150 -150
  861. package/src/engine-components/AnimationUtils.ts +28 -28
  862. package/src/engine-components/AnimationUtilsAutoplay.ts +43 -43
  863. package/src/engine-components/Animator.ts +397 -397
  864. package/src/engine-components/AnimatorController.ts +1293 -1293
  865. package/src/engine-components/AudioListener.ts +92 -92
  866. package/src/engine-components/AudioSource.ts +639 -639
  867. package/src/engine-components/AvatarLoader.ts +263 -263
  868. package/src/engine-components/AxesHelper.ts +59 -59
  869. package/src/engine-components/BasicIKConstraint.ts +54 -54
  870. package/src/engine-components/BoxCollider.ts +1 -1
  871. package/src/engine-components/BoxHelperComponent.ts +114 -114
  872. package/src/engine-components/Camera.ts +719 -707
  873. package/src/engine-components/CameraUtils.ts +133 -142
  874. package/src/engine-components/CharacterController.ts +253 -253
  875. package/src/engine-components/Collider.ts +374 -374
  876. package/src/engine-components/Component.ts +1294 -1294
  877. package/src/engine-components/ContactShadows.ts +482 -482
  878. package/src/engine-components/DeleteBox.ts +62 -62
  879. package/src/engine-components/DeviceFlag.ts +46 -46
  880. package/src/engine-components/DragControls.ts +1623 -1623
  881. package/src/engine-components/DropListener.ts +698 -698
  882. package/src/engine-components/Duplicatable.ts +198 -198
  883. package/src/engine-components/EventList.ts +266 -266
  884. package/src/engine-components/EventTrigger.ts +74 -74
  885. package/src/engine-components/EventType.ts +22 -22
  886. package/src/engine-components/Fog.ts +60 -60
  887. package/src/engine-components/Gizmos.ts +56 -56
  888. package/src/engine-components/GridHelper.ts +48 -48
  889. package/src/engine-components/GroundProjection.ts +356 -356
  890. package/src/engine-components/Interactable.ts +14 -14
  891. package/src/engine-components/Joints.ts +52 -52
  892. package/src/engine-components/LODGroup.ts +153 -153
  893. package/src/engine-components/Light.ts +558 -558
  894. package/src/engine-components/LookAtConstraint.ts +25 -25
  895. package/src/engine-components/NeedleMenu.ts +84 -84
  896. package/src/engine-components/NestedGltf.ts +86 -86
  897. package/src/engine-components/Networking.ts +114 -114
  898. package/src/engine-components/OffsetConstraint.ts +60 -60
  899. package/src/engine-components/OrbitControls.ts +1068 -1068
  900. package/src/engine-components/PlayerColor.ts +103 -103
  901. package/src/engine-components/ReflectionProbe.ts +216 -209
  902. package/src/engine-components/Renderer.ts +900 -900
  903. package/src/engine-components/RendererInstancing.ts +855 -855
  904. package/src/engine-components/RendererLightmap.ts +198 -198
  905. package/src/engine-components/RigidBody.ts +526 -526
  906. package/src/engine-components/SceneSwitcher.ts +1013 -1013
  907. package/src/engine-components/ScreenCapture.ts +592 -592
  908. package/src/engine-components/ShadowCatcher.ts +172 -172
  909. package/src/engine-components/Skybox.ts +455 -455
  910. package/src/engine-components/SmoothFollow.ts +76 -76
  911. package/src/engine-components/SpatialTrigger.ts +229 -229
  912. package/src/engine-components/SpectatorCamera.ts +787 -787
  913. package/src/engine-components/SphereCollider.ts +1 -1
  914. package/src/engine-components/SpriteRenderer.ts +468 -468
  915. package/src/engine-components/SyncedCamera.ts +220 -220
  916. package/src/engine-components/SyncedRoom.ts +380 -380
  917. package/src/engine-components/SyncedTransform.ts +383 -378
  918. package/src/engine-components/TestRunner.ts +118 -118
  919. package/src/engine-components/TransformGizmo.ts +219 -219
  920. package/src/engine-components/VideoPlayer.ts +1025 -1025
  921. package/src/engine-components/Voip.ts +363 -363
  922. package/src/engine-components/api.ts +60 -60
  923. package/src/engine-components/avatar/AvatarBlink_Simple.ts +69 -69
  924. package/src/engine-components/avatar/AvatarEyeLook_Rotation.ts +63 -63
  925. package/src/engine-components/avatar/Avatar_Brain_LookAt.ts +139 -139
  926. package/src/engine-components/avatar/Avatar_MouthShapes.ts +83 -83
  927. package/src/engine-components/avatar/Avatar_MustacheShake.ts +31 -31
  928. package/src/engine-components/codegen/components.ts +217 -217
  929. package/src/engine-components/debug/LogStats.ts +21 -21
  930. package/src/engine-components/export/gltf/GltfExport.ts +265 -265
  931. package/src/engine-components/export/usdz/Extension.ts +24 -24
  932. package/src/engine-components/export/usdz/ThreeUSDZExporter.ts +2413 -2413
  933. package/src/engine-components/export/usdz/USDZExporter.ts +705 -705
  934. package/src/engine-components/export/usdz/extensions/Animation.ts +1204 -1204
  935. package/src/engine-components/export/usdz/extensions/DocumentExtension.ts +9 -9
  936. package/src/engine-components/export/usdz/extensions/USDZText.ts +240 -240
  937. package/src/engine-components/export/usdz/extensions/USDZUI.ts +189 -189
  938. package/src/engine-components/export/usdz/extensions/behavior/Actions.ts +99 -99
  939. package/src/engine-components/export/usdz/extensions/behavior/AudioExtension.ts +102 -102
  940. package/src/engine-components/export/usdz/extensions/behavior/Behaviour.ts +320 -320
  941. package/src/engine-components/export/usdz/extensions/behavior/BehaviourComponents.ts +1225 -1225
  942. package/src/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.ts +646 -646
  943. package/src/engine-components/export/usdz/extensions/behavior/PhysicsExtension.ts +132 -132
  944. package/src/engine-components/export/usdz/index.ts +2 -2
  945. package/src/engine-components/export/usdz/utils/animationutils.ts +191 -191
  946. package/src/engine-components/export/usdz/utils/quicklook.ts +50 -50
  947. package/src/engine-components/particlesystem/ParticleSystem.ts +1287 -1287
  948. package/src/engine-components/particlesystem/ParticleSystemModules.ts +1765 -1765
  949. package/src/engine-components/particlesystem/ParticleSystemSubEmitter.ts +111 -111
  950. package/src/engine-components/particlesystem/api.ts +1 -1
  951. package/src/engine-components/postprocessing/Effects/Antialiasing.ts +55 -55
  952. package/src/engine-components/postprocessing/Effects/BloomEffect.ts +116 -116
  953. package/src/engine-components/postprocessing/Effects/ChromaticAberration.ts +37 -37
  954. package/src/engine-components/postprocessing/Effects/ColorAdjustments.ts +95 -95
  955. package/src/engine-components/postprocessing/Effects/DepthOfField.ts +103 -103
  956. package/src/engine-components/postprocessing/Effects/EffectWrapper.ts +25 -25
  957. package/src/engine-components/postprocessing/Effects/Pixelation.ts +32 -32
  958. package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.ts +90 -90
  959. package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.ts +191 -191
  960. package/src/engine-components/postprocessing/Effects/Sharpening.ts +138 -138
  961. package/src/engine-components/postprocessing/Effects/TiltShiftEffect.ts +61 -61
  962. package/src/engine-components/postprocessing/Effects/Tonemapping.ts +155 -155
  963. package/src/engine-components/postprocessing/Effects/Vignette.ts +59 -59
  964. package/src/engine-components/postprocessing/PostProcessingEffect.ts +172 -172
  965. package/src/engine-components/postprocessing/PostProcessingHandler.ts +398 -398
  966. package/src/engine-components/postprocessing/Volume.ts +410 -410
  967. package/src/engine-components/postprocessing/VolumeParameter.ts +158 -158
  968. package/src/engine-components/postprocessing/VolumeProfile.ts +61 -61
  969. package/src/engine-components/postprocessing/index.ts +5 -5
  970. package/src/engine-components/postprocessing/utils.ts +52 -52
  971. package/src/engine-components/timeline/PlayableDirector.ts +722 -722
  972. package/src/engine-components/timeline/SignalAsset.ts +144 -144
  973. package/src/engine-components/timeline/TimelineModels.ts +92 -92
  974. package/src/engine-components/timeline/TimelineTracks.ts +967 -967
  975. package/src/engine-components/timeline/index.ts +3 -3
  976. package/src/engine-components/ui/BaseUIComponent.ts +203 -203
  977. package/src/engine-components/ui/Button.ts +307 -307
  978. package/src/engine-components/ui/Canvas.ts +419 -419
  979. package/src/engine-components/ui/CanvasGroup.ts +54 -54
  980. package/src/engine-components/ui/EventSystem.ts +853 -853
  981. package/src/engine-components/ui/Graphic.ts +275 -275
  982. package/src/engine-components/ui/Image.ts +112 -112
  983. package/src/engine-components/ui/InputField.ts +321 -321
  984. package/src/engine-components/ui/Interfaces.ts +57 -57
  985. package/src/engine-components/ui/Layout.ts +334 -334
  986. package/src/engine-components/ui/Outline.ts +13 -13
  987. package/src/engine-components/ui/PointerEvents.ts +206 -206
  988. package/src/engine-components/ui/RaycastUtils.ts +69 -69
  989. package/src/engine-components/ui/Raycaster.ts +102 -102
  990. package/src/engine-components/ui/RectTransform.ts +372 -372
  991. package/src/engine-components/ui/SpatialHtml.ts +79 -79
  992. package/src/engine-components/ui/Text.ts +578 -578
  993. package/src/engine-components/ui/Utils.ts +112 -112
  994. package/src/engine-components/utils/EnvironmentScene.ts +245 -245
  995. package/src/engine-components/utils/LookAt.ts +88 -88
  996. package/src/engine-components/utils/OpenURL.ts +114 -114
  997. package/src/engine-components/webxr/Avatar.ts +265 -265
  998. package/src/engine-components/webxr/TeleportTarget.ts +9 -9
  999. package/src/engine-components/webxr/WebARCameraBackground.ts +175 -175
  1000. package/src/engine-components/webxr/WebARSessionRoot.ts +880 -880
  1001. package/src/engine-components/webxr/WebXR.ts +585 -585
  1002. package/src/engine-components/webxr/WebXRAvatar.ts +66 -66
  1003. package/src/engine-components/webxr/WebXRImageTracking.ts +518 -518
  1004. package/src/engine-components/webxr/WebXRPlaneTracking.ts +570 -570
  1005. package/src/engine-components/webxr/WebXRRig.ts +77 -77
  1006. package/src/engine-components/webxr/XRFlag.ts +147 -147
  1007. package/src/engine-components/webxr/controllers/XRControllerFollow.ts +118 -118
  1008. package/src/engine-components/webxr/controllers/XRControllerModel.ts +374 -374
  1009. package/src/engine-components/webxr/controllers/XRControllerMovement.ts +550 -550
  1010. package/src/engine-components/webxr/index.ts +2 -2
  1011. package/src/engine-components/webxr/types.ts +3 -3
  1012. package/src/engine-components-experimental/Presentation.ts +12 -12
  1013. package/src/engine-components-experimental/api.ts +4 -4
  1014. package/src/engine-components-experimental/networking/PlayerSync.ts +401 -401
  1015. package/src/engine-schemes/COMPILE_SCHEMES.bat +3 -3
  1016. package/src/engine-schemes/COMPILE_TS.bat +11 -11
  1017. package/src/engine-schemes/README.md +1 -1
  1018. package/src/engine-schemes/api.ts +12 -12
  1019. package/src/engine-schemes/dist/api.js +17 -0
  1020. package/src/engine-schemes/dist/api.js.meta +7 -0
  1021. package/src/engine-schemes/dist/schemes.js +25 -0
  1022. package/src/engine-schemes/dist/schemes.js.meta +7 -0
  1023. package/src/engine-schemes/dist/synced-camera-model.js +74 -0
  1024. package/src/engine-schemes/dist/synced-camera-model.js.meta +7 -0
  1025. package/src/engine-schemes/dist/synced-transform-model.js +73 -0
  1026. package/src/engine-schemes/dist/synced-transform-model.js.meta +7 -0
  1027. package/src/engine-schemes/dist/transform.js +46 -0
  1028. package/src/engine-schemes/dist/transform.js.meta +7 -0
  1029. package/src/engine-schemes/dist/vec2.js +32 -0
  1030. package/src/engine-schemes/dist/vec2.js.meta +7 -0
  1031. package/src/engine-schemes/dist/vec3.js +36 -0
  1032. package/src/engine-schemes/dist/vec3.js.meta +7 -0
  1033. package/src/engine-schemes/dist/vec4.js +40 -0
  1034. package/src/engine-schemes/dist/vec4.js.meta +7 -0
  1035. package/src/engine-schemes/dist/vr-user-state-buffer.js +110 -0
  1036. package/src/engine-schemes/dist/vr-user-state-buffer.js.meta +7 -0
  1037. package/src/engine-schemes/schemes.ts +28 -28
  1038. package/src/engine-schemes/synced-camera-model.ts +92 -92
  1039. package/src/engine-schemes/synced-transform-model.ts +90 -90
  1040. package/src/engine-schemes/syncedCamera.fbs +10 -10
  1041. package/src/engine-schemes/transform.ts +50 -50
  1042. package/src/engine-schemes/transforms.fbs +25 -25
  1043. package/src/engine-schemes/vec.fbs +19 -19
  1044. package/src/engine-schemes/vec2.ts +33 -33
  1045. package/src/engine-schemes/vec3.ts +38 -38
  1046. package/src/engine-schemes/vec4.ts +43 -43
  1047. package/src/engine-schemes/vr-user-state-buffer.ts +145 -145
  1048. package/src/engine-schemes/vrUserStateBuffer.fbs +17 -17
  1049. package/src/include/draco/draco_decoder.js +34 -34
  1050. package/src/include/ktx2/basis_transcoder.js +21 -21
  1051. package/src/include/needle/arial-msdf.json +1471 -1471
  1052. package/src/include/three/DragControls.js +231 -231
  1053. package/src/include/three/EXT_mesh_gpu_instancing_exporter.js +66 -66
  1054. package/src/needle-engine.ts +70 -70
@@ -1,1294 +1,1294 @@
1
- import { AnimationAction, AnimationClip, AnimationMixer, AxesHelper, Euler, KeyframeTrack, LoopOnce, Object3D, Quaternion, Vector3 } from "three";
2
-
3
- import { isDevEnvironment } from "../engine/debug/index.js";
4
- import { Mathf } from "../engine/engine_math.js";
5
- import { InstantiateIdProvider } from "../engine/engine_networking_instantiate.js";
6
- import { assign, SerializationContext, TypeSerializer } from "../engine/engine_serialization_core.js";
7
- import { Context } from "../engine/engine_setup.js";
8
- import { isAnimationAction } from "../engine/engine_three_utils.js";
9
- import { TypeStore } from "../engine/engine_typestore.js";
10
- import { deepClone, getParam } from "../engine/engine_utils.js";
11
- import type { AnimatorControllerModel, Condition, State, Transition } from "../engine/extensions/NEEDLE_animator_controller_model.js";
12
- import { AnimatorConditionMode, AnimatorControllerParameterType, AnimatorStateInfo, createMotion, StateMachineBehaviour } from "../engine/extensions/NEEDLE_animator_controller_model.js";
13
- import { Animator } from "./Animator.js";
14
-
15
- const debug = getParam("debuganimatorcontroller");
16
- const debugRootMotion = getParam("debugrootmotion");
17
-
18
- /**
19
- * Generates a hash code for a string
20
- * @param str - The string to hash
21
- * @returns A numeric hash value
22
- */
23
- function stringToHash(str): number {
24
- let hash = 0;
25
- for (let i = 0; i < str.length; i++) {
26
- const char = str.charCodeAt(i);
27
- hash = ((hash << 5) - hash) + char;
28
- hash = hash & hash;
29
- }
30
- return hash;
31
- }
32
-
33
- /**
34
- * Configuration options for creating an AnimatorController
35
- */
36
- declare type CreateAnimatorControllerOptions = {
37
- /** Should each animation state loop */
38
- looping?: boolean,
39
- /** Set to false to disable generating transitions between animation clips */
40
- autoTransition?: boolean,
41
- /** Duration in seconds for transitions between states */
42
- transitionDuration?: number,
43
- }
44
-
45
- /**
46
- * Controls the playback of animations using a state machine architecture.
47
- *
48
- * The AnimatorController manages animation states, transitions between states,
49
- * and parameters that affect those transitions. It is used by the {@link Animator}
50
- * component to control animation behavior on 3D models.
51
- *
52
- * Use the static method {@link AnimatorController.createFromClips} to create
53
- * an animator controller from a set of animation clips.
54
- */
55
- export class AnimatorController {
56
-
57
- /**
58
- * Creates an AnimatorController from a set of animation clips.
59
- * Each clip becomes a state in the controller's state machine.
60
- *
61
- * @param clips - The animation clips to use for creating states
62
- * @param options - Configuration options for the controller including looping behavior and transitions
63
- * @returns A new AnimatorController instance
64
- */
65
- static createFromClips(clips: AnimationClip[], options: CreateAnimatorControllerOptions = { looping: false, autoTransition: true, transitionDuration: 0 }): AnimatorController {
66
- const states: State[] = [];
67
- for (let i = 0; i < clips.length; i++) {
68
- const clip = clips[i];
69
- const transitions: Transition[] = [];
70
-
71
- if (options.autoTransition !== false) {
72
- const dur = options.transitionDuration ?? 0;
73
- const normalizedDuration = dur / clip.duration;
74
- // automatically transition to self by default
75
- let nextState = i;
76
- if (options.autoTransition === undefined || options.autoTransition === true) {
77
- nextState = (i + 1) % clips.length;
78
- }
79
- transitions.push({
80
- exitTime: 1 - normalizedDuration,
81
- offset: 0,
82
- duration: dur,
83
- hasExitTime: true,
84
- destinationState: nextState,
85
- conditions: [],
86
- })
87
- }
88
-
89
- const state: State = {
90
- name: clip.name,
91
- hash: i, // by using the index it's easy for users to call play(2) to play the clip at index 2
92
- motion: {
93
- name: clip.name,
94
- clip: clip,
95
- isLooping: options?.looping ?? false,
96
- },
97
- transitions: transitions,
98
- behaviours: []
99
- }
100
- states.push(state);
101
- }
102
- const model: AnimatorControllerModel = {
103
- name: "AnimatorController",
104
- guid: new InstantiateIdProvider(Date.now()).generateUUID(),
105
- parameters: [],
106
- layers: [{
107
- name: "Base Layer",
108
- stateMachine: {
109
- defaultState: 0,
110
- states: states
111
- }
112
- }]
113
- }
114
- const controller = new AnimatorController(model);
115
- return controller;
116
- }
117
-
118
- /**
119
- * Plays an animation state by name or hash.
120
- *
121
- * @param name - The name or hash identifier of the state to play
122
- * @param layerIndex - The layer index (defaults to 0)
123
- * @param normalizedTime - The normalized time to start the animation from (0-1)
124
- * @param durationInSec - Transition duration in seconds
125
- */
126
- play(name: string | number, layerIndex: number = -1, normalizedTime: number = Number.NEGATIVE_INFINITY, durationInSec: number = 0) {
127
- if (layerIndex < 0) layerIndex = 0;
128
- else if (layerIndex >= this.model.layers.length) {
129
- console.warn("invalid layer");
130
- return;
131
- }
132
- const layer = this.model.layers[layerIndex];
133
- const sm = layer.stateMachine;
134
- for (const state of sm.states) {
135
- if (state.name === name || state.hash === name) {
136
- if (debug)
137
- console.log("transition to ", state);
138
- this.transitionTo(state, durationInSec, normalizedTime);
139
- return;
140
- }
141
- }
142
- console.warn("Could not find " + name + " to play");
143
- }
144
-
145
- /**
146
- * Resets the controller to its initial state.
147
- */
148
- reset() {
149
- this.setStartTransition();
150
- }
151
-
152
- /**
153
- * Sets a boolean parameter value by name or hash.
154
- *
155
- * @param name - The name or hash identifier of the parameter
156
- * @param value - The boolean value to set
157
- */
158
- setBool(name: string | number, value: boolean) {
159
- const key = typeof name === "string" ? "name" : "hash";
160
- return this.model?.parameters?.filter(p => p[key] === name).forEach(p => p.value = value);
161
- }
162
-
163
- /**
164
- * Gets a boolean parameter value by name or hash.
165
- *
166
- * @param name - The name or hash identifier of the parameter
167
- * @returns The boolean value of the parameter, or false if not found
168
- */
169
- getBool(name: string | number): boolean {
170
- const key = typeof name === "string" ? "name" : "hash";
171
- return this.model?.parameters?.find(p => p[key] === name)?.value as boolean ?? false;
172
- }
173
-
174
- /**
175
- * Sets a float parameter value by name or hash.
176
- *
177
- * @param name - The name or hash identifier of the parameter
178
- * @param val - The float value to set
179
- * @returns True if the parameter was found and set, false otherwise
180
- */
181
- setFloat(name: string | number, val: number) {
182
- const key = typeof name === "string" ? "name" : "hash";
183
- const filtered = this.model?.parameters?.filter(p => p[key] === name);
184
- filtered.forEach(p => p.value = val);
185
- return filtered?.length > 0;
186
- }
187
-
188
- /**
189
- * Gets a float parameter value by name or hash.
190
- *
191
- * @param name - The name or hash identifier of the parameter
192
- * @returns The float value of the parameter, or 0 if not found
193
- */
194
- getFloat(name: string | number): number {
195
- const key = typeof name === "string" ? "name" : "hash";
196
- return this.model?.parameters?.find(p => p[key] === name)?.value as number ?? 0;
197
- }
198
-
199
- /**
200
- * Sets an integer parameter value by name or hash.
201
- *
202
- * @param name - The name or hash identifier of the parameter
203
- * @param val - The integer value to set
204
- */
205
- setInteger(name: string | number, val: number) {
206
- const key = typeof name === "string" ? "name" : "hash";
207
- return this.model?.parameters?.filter(p => p[key] === name).forEach(p => p.value = val);
208
- }
209
-
210
- /**
211
- * Gets an integer parameter value by name or hash.
212
- *
213
- * @param name - The name or hash identifier of the parameter
214
- * @returns The integer value of the parameter, or 0 if not found
215
- */
216
- getInteger(name: string | number): number {
217
- const key = typeof name === "string" ? "name" : "hash";
218
- return this.model?.parameters?.find(p => p[key] === name)?.value as number ?? 0;
219
- }
220
-
221
- /**
222
- * Sets a trigger parameter to active (true).
223
- * Trigger parameters are automatically reset after they are consumed by a transition.
224
- *
225
- * @param name - The name or hash identifier of the trigger parameter
226
- */
227
- setTrigger(name: string | number) {
228
- if (debug)
229
- console.log("SET TRIGGER", name);
230
- const key = typeof name === "string" ? "name" : "hash";
231
- return this.model?.parameters?.filter(p => p[key] === name).forEach(p => p.value = true);
232
- }
233
-
234
- /**
235
- * Resets a trigger parameter to inactive (false).
236
- *
237
- * @param name - The name or hash identifier of the trigger parameter
238
- */
239
- resetTrigger(name: string | number) {
240
- const key = typeof name === "string" ? "name" : "hash";
241
- return this.model?.parameters?.filter(p => p[key] === name).forEach(p => p.value = false);
242
- }
243
-
244
- /**
245
- * Gets the current state of a trigger parameter.
246
- *
247
- * @param name - The name or hash identifier of the trigger parameter
248
- * @returns The boolean state of the trigger, or false if not found
249
- */
250
- getTrigger(name: string | number): boolean {
251
- const key = typeof name === "string" ? "name" : "hash";
252
- return this.model?.parameters?.find(p => p[key] === name)?.value as boolean ?? false;
253
- }
254
-
255
- /**
256
- * Checks if the controller is currently in a transition between states.
257
- *
258
- * @returns True if a transition is in progress, false otherwise
259
- */
260
- isInTransition(): boolean {
261
- return this._activeStates.length > 1;
262
- }
263
-
264
- /** Set the speed of the animator controller. Larger values will make the animation play faster. */
265
- setSpeed(speed: number) {
266
- this._speed = speed;
267
- }
268
- private _speed: number = 1;
269
-
270
-
271
- /**
272
- * Finds an animation state by name or hash.
273
- * @deprecated Use findState instead
274
- *
275
- * @param name - The name or hash identifier of the state to find
276
- * @returns The found state or null if not found
277
- */
278
- FindState(name: string | number | undefined | null): State | null { return this.findState(name); }
279
-
280
- /**
281
- * Finds an animation state by name or hash.
282
- *
283
- * @param name - The name or hash identifier of the state to find
284
- * @returns The found state or null if not found
285
- */
286
- findState(name: string | number | undefined | null): State | null {
287
- if (!name) return null;
288
- if (Array.isArray(this.model.layers)) {
289
- for (const layer of this.model.layers) {
290
- for (const state of layer.stateMachine.states) {
291
- if (state.name === name || state.hash == name) return state;
292
- }
293
- }
294
- }
295
- return null;
296
- }
297
-
298
- /**
299
- * Gets information about the current playing animation state.
300
- *
301
- * @returns An AnimatorStateInfo object with data about the current state, or null if no state is active
302
- */
303
- getCurrentStateInfo() {
304
- if (!this._activeState) return null;
305
- const action = this._activeState.motion.action;
306
- if (!action) return null;
307
- const dur = this._activeState.motion.clip!.duration;
308
- const normalizedTime = dur <= 0 ? 0 : Math.abs(action.time / dur);
309
- return new AnimatorStateInfo(this._activeState, normalizedTime, dur, this._speed);
310
- }
311
-
312
- /**
313
- * Gets the animation action currently playing.
314
- *
315
- * @returns The current animation action, or null if no action is playing
316
- */
317
- get currentAction(): AnimationAction | null {
318
- if (!this._activeState) return null;
319
- const action = this._activeState.motion.action;
320
- if (!action) return null;
321
- return action;
322
- }
323
-
324
- /**
325
- * The normalized time (0-1) to start playing the first state at.
326
- * This affects the initial state when the animator is first enabled.
327
- */
328
- normalizedStartOffset: number = 0;
329
-
330
- /**
331
- * The Animator component this controller is bound to.
332
- */
333
- animator?: Animator;
334
-
335
- /**
336
- * The data model describing the animation states and transitions.
337
- */
338
- model: AnimatorControllerModel;
339
-
340
- /**
341
- * Gets the engine context from the bound animator.
342
- */
343
- get context(): Context | undefined | null { return this.animator?.context; }
344
-
345
- /**
346
- * Gets the animation mixer used by this controller.
347
- */
348
- get mixer() {
349
- return this._mixer;
350
- }
351
-
352
- /**
353
- * Cleans up resources used by this controller.
354
- * Stops all animations and unregisters the mixer from the animation system.
355
- */
356
- dispose() {
357
- this._mixer.stopAllAction();
358
- if (this.animator) {
359
- this._mixer.uncacheRoot(this.animator.gameObject);
360
- for (const action of this._activeStates) {
361
- if (action.motion.clip)
362
- this.mixer.uncacheAction(action.motion.clip, this.animator.gameObject);
363
- }
364
- }
365
- this.context?.animations.unregisterAnimationMixer(this._mixer);
366
- }
367
-
368
- // applyRootMotion(obj: Object3D) {
369
- // // this.internalApplyRootMotion(obj);
370
- // }
371
-
372
- /**
373
- * Binds this controller to an animator component.
374
- * Creates a new animation mixer and sets up animation actions.
375
- *
376
- * @param animator - The animator to bind this controller to
377
- */
378
- bind(animator: Animator) {
379
- if (!animator) console.error("AnimatorController.bind: animator is null");
380
- else if (this.animator !== animator) {
381
- if (this._mixer) {
382
- this._mixer.stopAllAction();
383
- this.context?.animations.unregisterAnimationMixer(this._mixer);
384
- }
385
- this.animator = animator;
386
- this._mixer = new AnimationMixer(this.animator.gameObject);
387
- this.context?.animations.registerAnimationMixer(this._mixer);
388
- this.createActions(this.animator);
389
- }
390
- }
391
-
392
- /**
393
- * Creates a deep copy of this controller.
394
- * Clones the model data but does not copy runtime state.
395
- *
396
- * @returns A new AnimatorController instance with the same configuration
397
- */
398
- clone() {
399
- if (typeof this.model === "string") {
400
- console.warn("AnimatorController has not been resolved, can not create model from string", this.model);
401
- return null;
402
- }
403
- if (debug) console.warn("AnimatorController clone()", this.model);
404
- // clone runtime controller but dont clone clip or action
405
- const clonedModel = deepClone(this.model, (_owner, _key, _value) => {
406
- if (_value === null || _value === undefined) return true;
407
- // dont clone three Objects
408
- if (_value.type === "Object3D" || _value.isObject3D === true) return false;
409
- // dont clone AnimationAction
410
- if (isAnimationAction(_value)) { //.constructor.name === "AnimationAction") {
411
- // console.log(_value);
412
- return false;
413
- }
414
- // dont clone AnimationClip
415
- if (_value["tracks"] !== undefined) return false;
416
- // when assigned __concreteInstance during serialization
417
- if (_value instanceof AnimatorController) return false;
418
- return true;
419
- }) as AnimatorControllerModel;
420
- console.assert(clonedModel !== this.model);
421
- const controller = new AnimatorController(clonedModel);
422
- return controller;
423
- }
424
-
425
- /**
426
- * Updates the controller's state machine and animations.
427
- * Called each frame by the animator component.
428
- *
429
- * @param weight - The weight to apply to the animations (for blending)
430
- */
431
- update(weight: number) {
432
- if (!this.animator) return;
433
- this.evaluateTransitions();
434
- this.updateActiveStates(weight);
435
- // We want to update the animation mixer even if there is no active state (e.g. in cases where an empty animator controller is assigned and the timeline runs)
436
- // if (!this._activeState) return;
437
- const dt = this.animator.context.time.deltaTime;
438
- if (this.animator.applyRootMotion) {
439
- this.rootMotionHandler?.onBeforeUpdate(weight);
440
- }
441
- this._mixer.update(dt);
442
- if (this.animator.applyRootMotion) {
443
- this.rootMotionHandler?.onAfterUpdate(weight);
444
- }
445
- }
446
-
447
-
448
- private _mixer!: AnimationMixer;
449
- private _activeState?: State;
450
-
451
- /**
452
- * Gets the currently active animation state.
453
- *
454
- * @returns The active state or undefined if no state is active
455
- */
456
- get activeState(): State | undefined { return this._activeState; }
457
-
458
- constructor(model: AnimatorControllerModel) {
459
- this.model = model;
460
- if (debug) console.log(this);
461
- }
462
-
463
- private _activeStates: State[] = [];
464
-
465
- private updateActiveStates(weight: number) {
466
- for (let i = 0; i < this._activeStates.length; i++) {
467
- const state = this._activeStates[i];
468
- const motion = state.motion;
469
- if (!motion.action) {
470
- this._activeStates.splice(i, 1);
471
- i--;
472
- }
473
- else {
474
- const action = motion.action;
475
- action.weight = weight;
476
- // console.log(action.getClip().name, action.getEffectiveWeight(), action.isScheduled());
477
- if ((action.getEffectiveWeight() <= 0 && !action.isRunning())) {
478
- if (debug)
479
- console.debug("REMOVE", state.name, action.getEffectiveWeight(), action.isRunning(), action.isScheduled())
480
- this._activeStates.splice(i, 1);
481
- i--;
482
- }
483
- }
484
- }
485
- }
486
-
487
- private setStartTransition() {
488
- if (this.model.layers.length > 1 && (debug || isDevEnvironment())) {
489
- console.warn("Multiple layers are not supported yet " + this.animator?.name);
490
- }
491
- for (const layer of this.model.layers) {
492
- const sm = layer.stateMachine;
493
- if (sm.defaultState === undefined) {
494
- if (debug)
495
- console.warn("AnimatorController default state is undefined, will assign state 0 as default", layer);
496
- sm.defaultState = 0;
497
- }
498
- const start = sm.states[sm.defaultState];
499
- this.transitionTo(start, 0, this.normalizedStartOffset);
500
- break;
501
- }
502
- }
503
-
504
- private evaluateTransitions() {
505
- let didEnterStateThisFrame = false;
506
- if (!this._activeState) {
507
- this.setStartTransition();
508
- if (!this._activeState) return;
509
- didEnterStateThisFrame = true;
510
- }
511
-
512
- const state = this._activeState;
513
- const action = state.motion.action;
514
- let index = 0;
515
- for (const transition of state.transitions) {
516
- ++index;
517
- // transition without exit time and without condition that transition to itself are ignored
518
- if (!transition.hasExitTime && transition.conditions.length <= 0) {
519
- // if (this._activeState && this.getState(transition.destinationState, currentLayer)?.hash === this._activeState.hash)
520
- continue;
521
- }
522
-
523
- let allConditionsAreMet = true;
524
- for (const cond of transition.conditions) {
525
- if (!this.evaluateCondition(cond)) {
526
- allConditionsAreMet = false;
527
- break;
528
- }
529
- }
530
- if (!allConditionsAreMet) continue;
531
-
532
- if (debug && allConditionsAreMet) {
533
- // console.log("All conditions are met", transition);
534
- }
535
-
536
- if (action) {
537
- const dur = state.motion.clip!.duration;
538
- const normalizedTime = dur <= 0 ? 1 : Math.abs(action.time / dur);
539
- let exitTime = transition.exitTime;
540
-
541
- // When the animation is playing backwards we need to check exit time inverted
542
- if (action.timeScale < 0) {
543
- exitTime = 1 - exitTime;
544
- }
545
-
546
- let makeTransition = false;
547
- if (transition.hasExitTime) {
548
- if (action.timeScale > 0) makeTransition = normalizedTime >= transition.exitTime;
549
- // When the animation is playing backwards we need to check exit time inverted
550
- else if (action.timeScale < 0) makeTransition = 1 - normalizedTime >= transition.exitTime;
551
- }
552
- else {
553
- makeTransition = true;
554
- }
555
-
556
- if (makeTransition) {
557
- // disable triggers for this transition
558
- for (const cond of transition.conditions) {
559
- const param = this.model.parameters.find(p => p.name === cond.parameter);
560
- if (param?.type === AnimatorControllerParameterType.Trigger && param.value) {
561
- param.value = false;
562
- }
563
- }
564
-
565
- // if (transition.hasExitTime && transition.exitTime >= .9999)
566
- action.clampWhenFinished = true;
567
- // else action.clampWhenFinished = false;
568
- if (debug) {
569
- const targetState = this.getState(transition.destinationState, 0);
570
- console.log(`Transition to ${transition.destinationState} / ${targetState?.name}`, transition, "\nTimescale: " + action.timeScale, "\nNormalized time: " + normalizedTime.toFixed(3), "\nExit Time: " + exitTime, transition.hasExitTime);
571
- // console.log(action.time, transition.exitTime);
572
- }
573
- this.transitionTo(transition.destinationState, transition.duration, transition.offset);
574
- // use the first transition that matches all conditions and make the transition as soon as in range
575
- return;
576
- }
577
- }
578
- else {
579
- this.transitionTo(transition.destinationState, transition.duration, transition.offset);
580
- return;
581
- }
582
- // if none of the transitions can be made continue searching for another transition meeting the conditions
583
- }
584
-
585
- // action.time += this.context.time.deltaTime
586
- // console.log(action?.time, action?.getEffectiveWeight())
587
-
588
- // update timescale
589
- if (action) {
590
- this.setTimescale(action, state);
591
- }
592
-
593
- let didTriggerLooping = false;
594
- if (state.motion.isLooping && action) {
595
- // we dont use the three loop state here because it prevents the transition check above
596
- // it is easier if we re-trigger loop here.
597
- // We also can easily add the cycle offset settings from unity later
598
- if (action.time >= action.getClip().duration) {
599
- didTriggerLooping = true;
600
- action.reset();
601
- action.time = 0;
602
- action.play();
603
- }
604
- else if (action.time <= 0 && action.timeScale < 0) {
605
- didTriggerLooping = true;
606
- action.reset();
607
- action.time = action.getClip().duration;
608
- action.play();
609
- }
610
- }
611
-
612
- // call update state behaviours:
613
- if (!didTriggerLooping && state && !didEnterStateThisFrame && action && this.animator) {
614
- if (state.behaviours) {
615
- const duration = action?.getClip().duration;
616
- const normalizedTime = action.time / duration;
617
- const info = new AnimatorStateInfo(this._activeState, normalizedTime, duration, this._speed)
618
- for (const beh of state.behaviours) {
619
- if (beh.instance) {
620
- beh.instance.onStateUpdate?.call(beh.instance, this.animator, info, 0);
621
- }
622
- }
623
- }
624
- }
625
-
626
- }
627
-
628
- private setTimescale(action: AnimationAction, state: State) {
629
- let speedFactor = state.speed ?? 1;
630
- if (state.speedParameter)
631
- speedFactor *= this.getFloat(state.speedParameter);
632
- if (speedFactor !== undefined) {
633
- action.timeScale = speedFactor * this._speed;
634
- }
635
- }
636
-
637
- private getState(state: State | number, layerIndex: number): State | null {
638
- if (typeof state === "number") {
639
- if (state == -1) {
640
- state = this.model.layers[layerIndex].stateMachine.defaultState; // exit state -> entry state
641
- if (state === undefined) {
642
- if (debug)
643
- console.warn("AnimatorController default state is undefined: ", this.model, "Layer: " + layerIndex);
644
- state = 0;
645
- }
646
- }
647
- state = this.model.layers[layerIndex].stateMachine.states[state];
648
- }
649
- return state;
650
- }
651
-
652
- /**
653
- * These actions have been active previously but not faded out because we entered a state that has no real animation - no duration. In which case we hold the previously active actions until they are faded out.
654
- */
655
- private readonly _heldActions: AnimationAction[] = [];
656
- private releaseHeldActions(duration: number) {
657
- for (const prev of this._heldActions) {
658
- prev.fadeOut(duration);
659
- }
660
- this._heldActions.length = 0;
661
- }
662
-
663
- private transitionTo(state: State | number, durationInSec: number, offsetNormalized: number) {
664
-
665
- if (!this.animator) return;
666
-
667
- const layerIndex = 0;
668
-
669
- state = this.getState(state, layerIndex) as State;
670
-
671
- if (!state?.motion || !state.motion.clip || !(state.motion.clip instanceof AnimationClip)) {
672
- // if(debug) console.warn("State has no clip or motion", state);
673
- return;
674
- }
675
-
676
- const isSelf = this._activeState === state;
677
- if (isSelf) {
678
- const motion = state.motion;
679
- if (!motion.action_loopback && motion.clip) {
680
- // uncache action immediately resets the applied animation which breaks the root motion
681
- // this happens if we have a transition to self and the clip is not cached yet
682
- const previousMatrix = this.rootMotionHandler ? this.animator.gameObject.matrix.clone() : null;
683
- this._mixer.uncacheAction(motion.clip, this.animator.gameObject);
684
- if (previousMatrix)
685
- previousMatrix.decompose(this.animator.gameObject.position, this.animator.gameObject.quaternion, this.animator.gameObject.scale);
686
- motion.action_loopback = this.createAction(motion.clip);
687
- }
688
- }
689
-
690
- // call exit state behaviours
691
- if (this._activeState?.behaviours && this._activeState.motion.action) {
692
- const duration = this._activeState?.motion.clip!.duration;
693
- const normalizedTime = this._activeState.motion.action.time / duration;
694
- const info = new AnimatorStateInfo(this._activeState, normalizedTime, duration, this._speed);
695
- for (const beh of this._activeState.behaviours) {
696
- beh.instance?.onStateExit?.call(beh.instance, this.animator, info, layerIndex);
697
- }
698
- }
699
-
700
- const prevAction = this._activeState?.motion.action;
701
-
702
-
703
- if (isSelf) {
704
- state.motion.action = state.motion.action_loopback;
705
- state.motion.action_loopback = prevAction;
706
- }
707
- const prev = this._activeState;
708
- this._activeState = state;
709
- const action = state.motion?.action;
710
-
711
- const clip = state.motion.clip;
712
-
713
-
714
- if (clip?.duration <= 0 && clip.tracks.length <= 0) {
715
- // if the new state doesn't have a valid clip / no tracks we don't fadeout the previous action and instead hold the previous action.
716
- if (prevAction) {
717
- this._heldActions.push(prevAction);
718
- }
719
- }
720
- else if (prevAction) {
721
- prevAction!.fadeOut(durationInSec);
722
- this.releaseHeldActions(durationInSec);
723
- }
724
-
725
- if (action) {
726
- offsetNormalized = Math.max(0, Math.min(1, offsetNormalized));
727
- if (state.cycleOffsetParameter) {
728
- let val = this.getFloat(state.cycleOffsetParameter);
729
- if (typeof val === "number") {
730
- if (val < 0) val += 1;
731
- offsetNormalized += val;
732
- offsetNormalized %= 1;
733
- }
734
- else if (debug) console.warn("AnimatorController cycle offset parameter is not a number", state.cycleOffsetParameter);
735
- }
736
- else if (typeof state.cycleOffset === "number") {
737
- offsetNormalized += state.cycleOffset
738
- offsetNormalized %= 1;
739
- }
740
- if (action.isRunning())
741
- action.stop();
742
- action.reset();
743
- action.enabled = true;
744
- this.setTimescale(action, state);
745
- const duration = state.motion.clip!.duration;
746
- // if we are looping to the same state we don't want to offset the current start time
747
- action.time = isSelf ? 0 : offsetNormalized * duration;
748
- if (action.timeScale < 0) action.time = duration - action.time;
749
- action.clampWhenFinished = true;
750
- action.setLoop(LoopOnce, 0);
751
- if (durationInSec > 0)
752
- action.fadeIn(durationInSec);
753
- else action.weight = 1;
754
- action.play();
755
-
756
- if (this.rootMotionHandler) {
757
- this.rootMotionHandler.onStart(action);
758
- }
759
-
760
- if (!this._activeStates.includes(state))
761
- this._activeStates.push(state);
762
-
763
- // call enter state behaviours
764
- if (this._activeState.behaviours) {
765
- const info = new AnimatorStateInfo(state, offsetNormalized, duration, this._speed);
766
- for (const beh of this._activeState.behaviours) {
767
- beh.instance?.onStateEnter?.call(beh.instance, this.animator, info, layerIndex);
768
- }
769
- }
770
- }
771
- else if (debug) {
772
- if (!state["__warned_no_motion"]) {
773
- state["__warned_no_motion"] = true;
774
- console.warn("No action", state.motion, this);
775
- }
776
- }
777
-
778
- if (debug)
779
- console.log("TRANSITION FROM " + prev?.name + " TO " + state.name, durationInSec, prevAction, action, action?.getEffectiveTimeScale(), action?.getEffectiveWeight(), action?.isRunning(), action?.isScheduled(), action?.paused);
780
- }
781
-
782
- private createAction(clip: AnimationClip) {
783
-
784
- // uncache clip causes issues when multiple states use the same clip
785
- // this._mixer.uncacheClip(clip);
786
- // instead only uncache the action when one already exists to make sure
787
- // we get unique actions per state
788
- const existing = this._mixer.existingAction(clip);
789
- if (existing) this._mixer.uncacheAction(clip, this.animator?.gameObject);
790
-
791
- if (this.animator?.applyRootMotion) {
792
- if (!this.rootMotionHandler) {
793
- this.rootMotionHandler = new RootMotionHandler(this);
794
- }
795
- // TODO: find root bone properly
796
- const root = this.animator.gameObject;
797
- return this.rootMotionHandler.createClip(this._mixer, root, clip);
798
- }
799
- else {
800
- const action = this._mixer.clipAction(clip);
801
- return action;
802
- }
803
- }
804
-
805
- private evaluateCondition(cond: Condition): boolean {
806
- const param = this.model.parameters.find(p => p.name === cond.parameter);
807
- if (!param) return false;
808
- // console.log(param.name, param.value);
809
- switch (cond.mode) {
810
- case AnimatorConditionMode.If:
811
- return param.value === true;
812
- case AnimatorConditionMode.IfNot:
813
- return param.value === false;
814
- case AnimatorConditionMode.Greater:
815
- return param.value as number > cond.threshold;
816
- case AnimatorConditionMode.Less:
817
- return param.value as number < cond.threshold;
818
- case AnimatorConditionMode.Equals:
819
- return param.value === cond.threshold;
820
- case AnimatorConditionMode.NotEqual:
821
- return param.value !== cond.threshold;
822
- }
823
- return false;
824
- }
825
-
826
- private createActions(_animator: Animator) {
827
- if (debug) console.log("AnimatorController createActions", this.model);
828
- for (const layer of this.model.layers) {
829
- const sm = layer.stateMachine;
830
- for (let index = 0; index < sm.states.length; index++) {
831
- const state = sm.states[index];
832
-
833
- // ensure we have a transitions array
834
- if (!state.transitions) {
835
- state.transitions = [];
836
- }
837
- for (const t of state.transitions) {
838
- // can happen if conditions are empty in blender - the exporter seems to skip empty arrays
839
- if (!t.conditions) t.conditions = [];
840
- }
841
-
842
- // ensure we have a motion even if none was exported
843
- if (!state.motion) {
844
- if (debug) console.warn("No motion", state);
845
- state.motion = createMotion(state.name);
846
- // console.warn("Missing motion", "AnimatorController: " + this.model.name, state);
847
- // sm.states.splice(index, 1);
848
- // index -= 1;
849
- // continue;
850
- }
851
- // the clips array contains which animator has which animationclip
852
- if (this.animator && state.motion.clips) {
853
- // TODO: we have to compare by name because on instantiate we clone objects but not the node object
854
- const mapping = state.motion.clips?.find(e => e.node.name === this.animator?.gameObject?.name);
855
- if (!mapping) {
856
- if (debug || isDevEnvironment()) {
857
- console.warn("Could not find clip for animator \"" + this.animator?.gameObject?.name + "\"", state.motion.clips.map(c => c.node.name));
858
- }
859
- }
860
- else
861
- state.motion.clip = mapping.clip;
862
- }
863
-
864
- // ensure we have a clip to blend to
865
- if (!state.motion.clip) {
866
- if (debug) console.warn("No clip assigned to state", state);
867
- const clip = new AnimationClip(undefined, undefined, []);
868
- state.motion.clip = clip;
869
- }
870
-
871
- if (state.motion?.clip) {
872
- const clip = state.motion.clip;
873
- if (clip instanceof AnimationClip) {
874
- const action = this.createAction(clip);
875
- state.motion.action = action;
876
- }
877
- else {
878
- if (debug || isDevEnvironment()) console.warn("No valid animationclip assigned", state);
879
- }
880
- }
881
-
882
- // create state machine behaviours
883
- if (state.behaviours && Array.isArray(state.behaviours)) {
884
- for (const behaviour of state.behaviours) {
885
- if (!behaviour?.typeName) continue;
886
- const type = TypeStore.get(behaviour.typeName);
887
- if (type) {
888
- const instance: StateMachineBehaviour = new type() as StateMachineBehaviour;
889
- if (instance.isStateMachineBehaviour) {
890
- instance._context = this.context ?? undefined;
891
- assign(instance, behaviour.properties);
892
- behaviour.instance = instance;
893
- }
894
- if (debug) console.log("Created animator controller behaviour", state.name, behaviour.typeName, behaviour.properties, instance);
895
- }
896
- else {
897
- if (debug || isDevEnvironment()) console.warn("Could not find AnimatorBehaviour type: " + behaviour.typeName);
898
- }
899
- }
900
- }
901
- }
902
- }
903
- }
904
-
905
- /**
906
- * Yields all animation actions managed by this controller.
907
- * Iterates through all states in all layers and returns their actions.
908
- */
909
- *enumerateActions() {
910
- if (!this.model.layers) return;
911
- for (const layer of this.model.layers) {
912
- const sm = layer.stateMachine;
913
- for (let index = 0; index < sm.states.length; index++) {
914
- const state = sm.states[index];
915
- if (state?.motion) {
916
- if (state.motion.action)
917
- yield state.motion.action;
918
- if (state.motion.action_loopback)
919
- yield state.motion.action_loopback;
920
- }
921
- }
922
- }
923
- }
924
-
925
-
926
- // https://docs.unity3d.com/Manual/RootMotion.html
927
- private rootMotionHandler?: RootMotionHandler;
928
-
929
-
930
- // private findRootBone(obj: Object3D): Object3D | null {
931
- // if (this.animationRoot) return this.animationRoot;
932
- // if (obj.type === "Bone") {
933
- // this.animationRoot = obj as Bone;
934
- // return this.animationRoot;
935
- // }
936
- // if (obj.children) {
937
- // for (const ch of obj.children) {
938
- // const res = this.findRootBone(ch);
939
- // if (res) return res;
940
- // }
941
- // }
942
- // return null;
943
- // }
944
- }
945
-
946
- /**
947
- * Wraps a KeyframeTrack to allow custom evaluation of animation values.
948
- * Used internally to modify animation behavior without changing the original data.
949
- */
950
- class TrackEvaluationWrapper {
951
-
952
- track?: KeyframeTrack;
953
- createdInterpolant?: any;
954
- originalEvaluate?: Function;
955
- private customEvaluate?: (time: number) => any;
956
-
957
- constructor(track: KeyframeTrack, evaluate: (time: number, value: any) => any) {
958
- this.track = track;
959
- const t = track as any;
960
- const createOriginalInterpolator = t.createInterpolant.bind(track);
961
- t.createInterpolant = () => {
962
- t.createInterpolant = createOriginalInterpolator;
963
- this.createdInterpolant = createOriginalInterpolator();
964
- this.originalEvaluate = this.createdInterpolant.evaluate.bind(this.createdInterpolant);
965
- this.customEvaluate = time => {
966
- if (!this.originalEvaluate) return;
967
- const res = this.originalEvaluate(time);
968
- return evaluate(time, res);
969
- };
970
- this.createdInterpolant.evaluate = this.customEvaluate;
971
- return this.createdInterpolant;
972
- }
973
- };
974
-
975
-
976
- dispose() {
977
- if (this.createdInterpolant && this.originalEvaluate) {
978
- this.createdInterpolant.evaluate = this.originalEvaluate;
979
- }
980
- this.track = undefined;
981
- this.createdInterpolant = null;
982
- this.originalEvaluate = undefined;
983
- this.customEvaluate = undefined;
984
- }
985
- }
986
-
987
- /**
988
- * Handles root motion extraction from animation tracks.
989
- * Captures movement from animations and applies it to the root object.
990
- */
991
- class RootMotionAction {
992
-
993
- private static lastObjPosition: { [key: string]: Vector3 } = {};
994
- private static lastObjRotation: { [key: string]: Quaternion } = {};
995
-
996
- // we remove the first keyframe rotation from the space rotation when updating
997
- private static firstKeyframeRotation: { [key: string]: Quaternion } = {};
998
- // this is used to rotate the space on clip end / start (so the transform direction is correct)
999
- private static spaceRotation: { [key: string]: Quaternion } = {};
1000
- private static effectiveSpaceRotation: { [key: string]: Quaternion } = {};
1001
- private static clipOffsetRotation: { [key: string]: Quaternion } = {};
1002
-
1003
-
1004
- set action(val: AnimationAction) {
1005
- this._action = val;
1006
- }
1007
- get action() {
1008
- return this._action;
1009
- }
1010
-
1011
- get cacheId() {
1012
- return this.root.uuid;
1013
- }
1014
-
1015
- private _action!: AnimationAction;
1016
-
1017
- private root: Object3D;
1018
- private clip: AnimationClip;
1019
- private positionWrapper: TrackEvaluationWrapper | null = null;
1020
- private rotationWrapper: TrackEvaluationWrapper | null = null;
1021
- private context: Context;
1022
-
1023
- positionChange: Vector3 = new Vector3();
1024
- rotationChange: Quaternion = new Quaternion();
1025
-
1026
- constructor(context: Context, root: Object3D, clip: AnimationClip, positionTrack: KeyframeTrack | null, rotationTrack: KeyframeTrack | null) {
1027
- // console.log(this, positionTrack, rotationTrack);
1028
- this.context = context;
1029
- this.root = root;
1030
- this.clip = clip;
1031
-
1032
- if (!RootMotionAction.firstKeyframeRotation[this.cacheId])
1033
- RootMotionAction.firstKeyframeRotation[this.cacheId] = new Quaternion();
1034
- if (rotationTrack) {
1035
- const values = rotationTrack.values;
1036
- RootMotionAction.firstKeyframeRotation[this.cacheId]
1037
- .set(values[0], values[1], values[2], values[3])
1038
- }
1039
-
1040
- if (!RootMotionAction.spaceRotation[this.cacheId])
1041
- RootMotionAction.spaceRotation[this.cacheId] = new Quaternion();
1042
-
1043
- if (!RootMotionAction.effectiveSpaceRotation[this.cacheId])
1044
- RootMotionAction.effectiveSpaceRotation[this.cacheId] = new Quaternion();
1045
-
1046
- RootMotionAction.clipOffsetRotation[this.cacheId] = new Quaternion();
1047
- if (rotationTrack) {
1048
- RootMotionAction.clipOffsetRotation[this.cacheId]
1049
- .set(rotationTrack.values[0], rotationTrack.values[1], rotationTrack.values[2], rotationTrack.values[3])
1050
- .invert();
1051
- }
1052
-
1053
- this.handlePosition(clip, positionTrack);
1054
- this.handleRotation(clip, rotationTrack);
1055
- }
1056
-
1057
- onStart(action: AnimationAction) {
1058
- if (action.getClip() !== this.clip) return;
1059
-
1060
- if (!RootMotionAction.lastObjRotation[this.cacheId]) {
1061
- RootMotionAction.lastObjRotation[this.cacheId] = this.root.quaternion.clone()
1062
- }
1063
- const lastRotation = RootMotionAction.lastObjRotation[this.cacheId];
1064
- // const firstKeyframe = RootMotionAction.firstKeyframeRotation[this.this.cacheId];
1065
- // lastRotation.invert().premultiply(firstKeyframe).invert();
1066
- RootMotionAction.spaceRotation[this.cacheId].copy(lastRotation);
1067
-
1068
- if (debugRootMotion) {
1069
- const euler = new Euler().setFromQuaternion(lastRotation);
1070
- console.log("START", this.clip.name, Mathf.toDegrees(euler.y), this.root.position.z);
1071
- }
1072
- }
1073
-
1074
- private getClipRotationOffset() {
1075
- return RootMotionAction.clipOffsetRotation[this.cacheId];
1076
- }
1077
-
1078
- private _prevTime = 0;
1079
-
1080
- private handlePosition(_clip: AnimationClip, track: KeyframeTrack | null) {
1081
- if (track) {
1082
-
1083
- const root = this.root;
1084
- if (debugRootMotion)
1085
- root.add(new AxesHelper());
1086
-
1087
- if (!RootMotionAction.lastObjPosition[this.cacheId])
1088
- RootMotionAction.lastObjPosition[this.cacheId] = this.root.position.clone();
1089
- const valuesDiff = new Vector3();
1090
- const valuesPrev = new Vector3();
1091
- // const rotation = new Quaternion();
1092
- this.positionWrapper = new TrackEvaluationWrapper(track, (time, value: Float64Array) => {
1093
-
1094
- const weight = this.action.getEffectiveWeight();
1095
-
1096
-
1097
- // reset for testing
1098
- if (debugRootMotion) {
1099
- if (root.position.length() > 8)
1100
- root.position.set(0, root.position.y, 0);
1101
- }
1102
-
1103
- if (time > this._prevTime) {
1104
- valuesDiff.set(value[0], value[1], value[2]);
1105
- valuesDiff.sub(valuesPrev);
1106
- valuesDiff.multiplyScalar(weight);
1107
- valuesDiff.applyQuaternion(this.getClipRotationOffset());
1108
-
1109
- // RootMotionAction.effectiveSpaceRotation[id].slerp(RootMotionAction.spaceRotation[id], weight);
1110
- valuesDiff.applyQuaternion(root.quaternion);
1111
- this.positionChange.copy(valuesDiff);
1112
-
1113
- // this.root.position.add(valuesDiff);
1114
- }
1115
-
1116
- valuesPrev.fromArray(value);
1117
-
1118
- this._prevTime = time;
1119
- value[0] = 0;
1120
- value[1] = 0;
1121
- value[2] = 0;
1122
- return value;
1123
-
1124
- });
1125
- }
1126
- }
1127
-
1128
- private static identityQuaternion = new Quaternion();
1129
-
1130
- private handleRotation(clip: AnimationClip, track: KeyframeTrack | null) {
1131
- if (track) {
1132
- if (debugRootMotion) {
1133
- const arr = track.values;
1134
- const firstKeyframe = new Euler().setFromQuaternion(new Quaternion(arr[0], arr[1], arr[2], arr[3]));
1135
- console.log(clip.name, track.name, "FIRST ROTATION IN TRACK", Mathf.toDegrees(firstKeyframe.y));
1136
- const i = track.values.length - 4;
1137
- const lastKeyframe = new Quaternion().set(arr[i], arr[i + 1], arr[i + 2], arr[i + 3]);
1138
- const euler = new Euler().setFromQuaternion(lastKeyframe);
1139
- console.log(clip.name, track.name, "LAST ROTATION IN TRACK", Mathf.toDegrees(euler.y));
1140
- }
1141
-
1142
- // if (!RootMotionAction.lastObjRotation[root.uuid]) RootMotionAction.lastObjRotation[root.uuid] = new Quaternion();
1143
- // const temp = new Quaternion();
1144
- let prevTime: number = 0;
1145
- const valuesPrev = new Quaternion();
1146
- const valuesDiff = new Quaternion();
1147
- // const summedRot = new Quaternion();
1148
- this.rotationWrapper = new TrackEvaluationWrapper(track, (time, value: Float64Array) => {
1149
- // root.quaternion.copy(RootMotionAction.lastObjRotation[root.uuid]);
1150
- if (time > prevTime) {
1151
- valuesDiff.set(value[0], value[1], value[2], value[3]);
1152
- valuesPrev.invert();
1153
- valuesDiff.multiply(valuesPrev);
1154
- // if(weight < .99) valuesDiff.slerp(RootMotionAction.identityQuaternion, 1 - weight);
1155
- this.rotationChange.copy(valuesDiff);
1156
- // root.quaternion.multiply(valuesDiff);
1157
- }
1158
- // else
1159
- // root.quaternion.multiply(this.getClipRotationOffset());
1160
-
1161
- // RootMotionAction.lastObjRotation[root.uuid].copy(root.quaternion);
1162
- valuesPrev.fromArray(value);
1163
- prevTime = time;
1164
- value[0] = 0;
1165
- value[1] = 0;
1166
- value[2] = 0;
1167
- value[3] = 1;
1168
- return value;
1169
- });
1170
- }
1171
- }
1172
-
1173
- // private lastPos: Vector3 = new Vector3();
1174
-
1175
- onBeforeUpdate(_weight: number) {
1176
- this.positionChange.set(0, 0, 0);
1177
- this.rotationChange.set(0, 0, 0, 1);
1178
- }
1179
-
1180
- onAfterUpdate(weight: number): boolean {
1181
- if (!this.action) return false;
1182
- weight *= this.action.getEffectiveWeight();
1183
- if (weight <= 0) return false;
1184
- this.positionChange.multiplyScalar(weight);
1185
- this.rotationChange.slerp(RootMotionAction.identityQuaternion, 1 - weight);
1186
- return true;
1187
- }
1188
- }
1189
-
1190
- /**
1191
- * Manages root motion for a character.
1192
- * Extracts motion from animation tracks and applies it to the character's transform.
1193
- */
1194
- class RootMotionHandler {
1195
-
1196
- private controller: AnimatorController;
1197
- private handler: RootMotionAction[] = [];
1198
- private root!: Object3D;
1199
-
1200
-
1201
- private basePosition: Vector3 = new Vector3();
1202
- private baseQuaternion: Quaternion = new Quaternion();
1203
- private baseRotation: Euler = new Euler();
1204
-
1205
- constructor(controller: AnimatorController) {
1206
- this.controller = controller;
1207
- }
1208
-
1209
- createClip(mixer: AnimationMixer, root: Object3D, clip: AnimationClip): AnimationAction {
1210
- this.root = root;
1211
- let rootName = "";
1212
- if (root && "name" in root) {
1213
- rootName = root.name;
1214
- }
1215
- const positionTrack = this.findRootTrack(clip, ".position");
1216
- const rotationTrack = this.findRootTrack(clip, ".quaternion");
1217
- const handler = new RootMotionAction(this.controller.context!, root, clip, positionTrack, rotationTrack);
1218
- this.handler.push(handler);
1219
-
1220
- // it is important we do this after the handler is created
1221
- // otherwise we can not hook into threejs interpolators
1222
- const action = mixer.clipAction(clip);
1223
- handler.action = action;
1224
- return action;
1225
- }
1226
-
1227
-
1228
- onStart(action: AnimationAction) {
1229
- for (const handler of this.handler) {
1230
- handler.onStart(action);
1231
- }
1232
-
1233
- }
1234
-
1235
- onBeforeUpdate(weight: number) {
1236
- // capture the position of the object
1237
- this.basePosition.copy(this.root.position);
1238
- this.baseQuaternion.copy(this.root.quaternion);
1239
-
1240
- for (const hand of this.handler)
1241
- hand.onBeforeUpdate(weight);
1242
- }
1243
-
1244
- private summedPosition: Vector3 = new Vector3();
1245
- private summedRotation: Quaternion = new Quaternion();
1246
-
1247
- onAfterUpdate(weight: number) {
1248
- if (weight <= 0) return;
1249
- // TODO: blend weight properly with root motion (when using timeline blending with animator)
1250
-
1251
- // apply the accumulated changes
1252
- this.root.position.copy(this.basePosition);
1253
- this.root.quaternion.copy(this.baseQuaternion);
1254
-
1255
- this.summedPosition.set(0, 0, 0);
1256
- this.summedRotation.set(0, 0, 0, 1);
1257
- for (const entry of this.handler) {
1258
- if (entry.onAfterUpdate(weight)) {
1259
- this.summedPosition.add(entry.positionChange);
1260
- this.summedRotation.multiply(entry.rotationChange);
1261
- }
1262
- }
1263
- this.root.position.add(this.summedPosition);
1264
- this.root.quaternion.multiply(this.summedRotation);
1265
- // RootMotionAction.lastObjRotation[this.root.uuid].copy(this.root.quaternion);
1266
- }
1267
-
1268
- private findRootTrack(clip: AnimationClip, name: string) {
1269
- const tracks = clip.tracks;
1270
- if (!tracks) return null;
1271
- for (const track of tracks) {
1272
- if (track.name.endsWith(name)) {
1273
- return track;
1274
- }
1275
- }
1276
- return null;
1277
- }
1278
- }
1279
-
1280
- /**
1281
- * Serialization handler for AnimatorController instances.
1282
- * Handles conversion between serialized data and runtime objects.
1283
- */
1284
- class AnimatorControllerSerializator extends TypeSerializer {
1285
- onSerialize(_: any, _context: SerializationContext) {
1286
-
1287
- }
1288
- onDeserialize(data: AnimatorControllerModel & { __type?: string }, context: SerializationContext) {
1289
- if (context.type === AnimatorController && data?.__type === "AnimatorController")
1290
- return new AnimatorController(data);
1291
- return undefined;
1292
- }
1293
- }
1
+ import { AnimationAction, AnimationClip, AnimationMixer, AxesHelper, Euler, KeyframeTrack, LoopOnce, Object3D, Quaternion, Vector3 } from "three";
2
+
3
+ import { isDevEnvironment } from "../engine/debug/index.js";
4
+ import { Mathf } from "../engine/engine_math.js";
5
+ import { InstantiateIdProvider } from "../engine/engine_networking_instantiate.js";
6
+ import { assign, SerializationContext, TypeSerializer } from "../engine/engine_serialization_core.js";
7
+ import { Context } from "../engine/engine_setup.js";
8
+ import { isAnimationAction } from "../engine/engine_three_utils.js";
9
+ import { TypeStore } from "../engine/engine_typestore.js";
10
+ import { deepClone, getParam } from "../engine/engine_utils.js";
11
+ import type { AnimatorControllerModel, Condition, State, Transition } from "../engine/extensions/NEEDLE_animator_controller_model.js";
12
+ import { AnimatorConditionMode, AnimatorControllerParameterType, AnimatorStateInfo, createMotion, StateMachineBehaviour } from "../engine/extensions/NEEDLE_animator_controller_model.js";
13
+ import { Animator } from "./Animator.js";
14
+
15
+ const debug = getParam("debuganimatorcontroller");
16
+ const debugRootMotion = getParam("debugrootmotion");
17
+
18
+ /**
19
+ * Generates a hash code for a string
20
+ * @param str - The string to hash
21
+ * @returns A numeric hash value
22
+ */
23
+ function stringToHash(str): number {
24
+ let hash = 0;
25
+ for (let i = 0; i < str.length; i++) {
26
+ const char = str.charCodeAt(i);
27
+ hash = ((hash << 5) - hash) + char;
28
+ hash = hash & hash;
29
+ }
30
+ return hash;
31
+ }
32
+
33
+ /**
34
+ * Configuration options for creating an AnimatorController
35
+ */
36
+ declare type CreateAnimatorControllerOptions = {
37
+ /** Should each animation state loop */
38
+ looping?: boolean,
39
+ /** Set to false to disable generating transitions between animation clips */
40
+ autoTransition?: boolean,
41
+ /** Duration in seconds for transitions between states */
42
+ transitionDuration?: number,
43
+ }
44
+
45
+ /**
46
+ * Controls the playback of animations using a state machine architecture.
47
+ *
48
+ * The AnimatorController manages animation states, transitions between states,
49
+ * and parameters that affect those transitions. It is used by the {@link Animator}
50
+ * component to control animation behavior on 3D models.
51
+ *
52
+ * Use the static method {@link AnimatorController.createFromClips} to create
53
+ * an animator controller from a set of animation clips.
54
+ */
55
+ export class AnimatorController {
56
+
57
+ /**
58
+ * Creates an AnimatorController from a set of animation clips.
59
+ * Each clip becomes a state in the controller's state machine.
60
+ *
61
+ * @param clips - The animation clips to use for creating states
62
+ * @param options - Configuration options for the controller including looping behavior and transitions
63
+ * @returns A new AnimatorController instance
64
+ */
65
+ static createFromClips(clips: AnimationClip[], options: CreateAnimatorControllerOptions = { looping: false, autoTransition: true, transitionDuration: 0 }): AnimatorController {
66
+ const states: State[] = [];
67
+ for (let i = 0; i < clips.length; i++) {
68
+ const clip = clips[i];
69
+ const transitions: Transition[] = [];
70
+
71
+ if (options.autoTransition !== false) {
72
+ const dur = options.transitionDuration ?? 0;
73
+ const normalizedDuration = dur / clip.duration;
74
+ // automatically transition to self by default
75
+ let nextState = i;
76
+ if (options.autoTransition === undefined || options.autoTransition === true) {
77
+ nextState = (i + 1) % clips.length;
78
+ }
79
+ transitions.push({
80
+ exitTime: 1 - normalizedDuration,
81
+ offset: 0,
82
+ duration: dur,
83
+ hasExitTime: true,
84
+ destinationState: nextState,
85
+ conditions: [],
86
+ })
87
+ }
88
+
89
+ const state: State = {
90
+ name: clip.name,
91
+ hash: i, // by using the index it's easy for users to call play(2) to play the clip at index 2
92
+ motion: {
93
+ name: clip.name,
94
+ clip: clip,
95
+ isLooping: options?.looping ?? false,
96
+ },
97
+ transitions: transitions,
98
+ behaviours: []
99
+ }
100
+ states.push(state);
101
+ }
102
+ const model: AnimatorControllerModel = {
103
+ name: "AnimatorController",
104
+ guid: new InstantiateIdProvider(Date.now()).generateUUID(),
105
+ parameters: [],
106
+ layers: [{
107
+ name: "Base Layer",
108
+ stateMachine: {
109
+ defaultState: 0,
110
+ states: states
111
+ }
112
+ }]
113
+ }
114
+ const controller = new AnimatorController(model);
115
+ return controller;
116
+ }
117
+
118
+ /**
119
+ * Plays an animation state by name or hash.
120
+ *
121
+ * @param name - The name or hash identifier of the state to play
122
+ * @param layerIndex - The layer index (defaults to 0)
123
+ * @param normalizedTime - The normalized time to start the animation from (0-1)
124
+ * @param durationInSec - Transition duration in seconds
125
+ */
126
+ play(name: string | number, layerIndex: number = -1, normalizedTime: number = Number.NEGATIVE_INFINITY, durationInSec: number = 0) {
127
+ if (layerIndex < 0) layerIndex = 0;
128
+ else if (layerIndex >= this.model.layers.length) {
129
+ console.warn("invalid layer");
130
+ return;
131
+ }
132
+ const layer = this.model.layers[layerIndex];
133
+ const sm = layer.stateMachine;
134
+ for (const state of sm.states) {
135
+ if (state.name === name || state.hash === name) {
136
+ if (debug)
137
+ console.log("transition to ", state);
138
+ this.transitionTo(state, durationInSec, normalizedTime);
139
+ return;
140
+ }
141
+ }
142
+ console.warn("Could not find " + name + " to play");
143
+ }
144
+
145
+ /**
146
+ * Resets the controller to its initial state.
147
+ */
148
+ reset() {
149
+ this.setStartTransition();
150
+ }
151
+
152
+ /**
153
+ * Sets a boolean parameter value by name or hash.
154
+ *
155
+ * @param name - The name or hash identifier of the parameter
156
+ * @param value - The boolean value to set
157
+ */
158
+ setBool(name: string | number, value: boolean) {
159
+ const key = typeof name === "string" ? "name" : "hash";
160
+ return this.model?.parameters?.filter(p => p[key] === name).forEach(p => p.value = value);
161
+ }
162
+
163
+ /**
164
+ * Gets a boolean parameter value by name or hash.
165
+ *
166
+ * @param name - The name or hash identifier of the parameter
167
+ * @returns The boolean value of the parameter, or false if not found
168
+ */
169
+ getBool(name: string | number): boolean {
170
+ const key = typeof name === "string" ? "name" : "hash";
171
+ return this.model?.parameters?.find(p => p[key] === name)?.value as boolean ?? false;
172
+ }
173
+
174
+ /**
175
+ * Sets a float parameter value by name or hash.
176
+ *
177
+ * @param name - The name or hash identifier of the parameter
178
+ * @param val - The float value to set
179
+ * @returns True if the parameter was found and set, false otherwise
180
+ */
181
+ setFloat(name: string | number, val: number) {
182
+ const key = typeof name === "string" ? "name" : "hash";
183
+ const filtered = this.model?.parameters?.filter(p => p[key] === name);
184
+ filtered.forEach(p => p.value = val);
185
+ return filtered?.length > 0;
186
+ }
187
+
188
+ /**
189
+ * Gets a float parameter value by name or hash.
190
+ *
191
+ * @param name - The name or hash identifier of the parameter
192
+ * @returns The float value of the parameter, or 0 if not found
193
+ */
194
+ getFloat(name: string | number): number {
195
+ const key = typeof name === "string" ? "name" : "hash";
196
+ return this.model?.parameters?.find(p => p[key] === name)?.value as number ?? 0;
197
+ }
198
+
199
+ /**
200
+ * Sets an integer parameter value by name or hash.
201
+ *
202
+ * @param name - The name or hash identifier of the parameter
203
+ * @param val - The integer value to set
204
+ */
205
+ setInteger(name: string | number, val: number) {
206
+ const key = typeof name === "string" ? "name" : "hash";
207
+ return this.model?.parameters?.filter(p => p[key] === name).forEach(p => p.value = val);
208
+ }
209
+
210
+ /**
211
+ * Gets an integer parameter value by name or hash.
212
+ *
213
+ * @param name - The name or hash identifier of the parameter
214
+ * @returns The integer value of the parameter, or 0 if not found
215
+ */
216
+ getInteger(name: string | number): number {
217
+ const key = typeof name === "string" ? "name" : "hash";
218
+ return this.model?.parameters?.find(p => p[key] === name)?.value as number ?? 0;
219
+ }
220
+
221
+ /**
222
+ * Sets a trigger parameter to active (true).
223
+ * Trigger parameters are automatically reset after they are consumed by a transition.
224
+ *
225
+ * @param name - The name or hash identifier of the trigger parameter
226
+ */
227
+ setTrigger(name: string | number) {
228
+ if (debug)
229
+ console.log("SET TRIGGER", name);
230
+ const key = typeof name === "string" ? "name" : "hash";
231
+ return this.model?.parameters?.filter(p => p[key] === name).forEach(p => p.value = true);
232
+ }
233
+
234
+ /**
235
+ * Resets a trigger parameter to inactive (false).
236
+ *
237
+ * @param name - The name or hash identifier of the trigger parameter
238
+ */
239
+ resetTrigger(name: string | number) {
240
+ const key = typeof name === "string" ? "name" : "hash";
241
+ return this.model?.parameters?.filter(p => p[key] === name).forEach(p => p.value = false);
242
+ }
243
+
244
+ /**
245
+ * Gets the current state of a trigger parameter.
246
+ *
247
+ * @param name - The name or hash identifier of the trigger parameter
248
+ * @returns The boolean state of the trigger, or false if not found
249
+ */
250
+ getTrigger(name: string | number): boolean {
251
+ const key = typeof name === "string" ? "name" : "hash";
252
+ return this.model?.parameters?.find(p => p[key] === name)?.value as boolean ?? false;
253
+ }
254
+
255
+ /**
256
+ * Checks if the controller is currently in a transition between states.
257
+ *
258
+ * @returns True if a transition is in progress, false otherwise
259
+ */
260
+ isInTransition(): boolean {
261
+ return this._activeStates.length > 1;
262
+ }
263
+
264
+ /** Set the speed of the animator controller. Larger values will make the animation play faster. */
265
+ setSpeed(speed: number) {
266
+ this._speed = speed;
267
+ }
268
+ private _speed: number = 1;
269
+
270
+
271
+ /**
272
+ * Finds an animation state by name or hash.
273
+ * @deprecated Use findState instead
274
+ *
275
+ * @param name - The name or hash identifier of the state to find
276
+ * @returns The found state or null if not found
277
+ */
278
+ FindState(name: string | number | undefined | null): State | null { return this.findState(name); }
279
+
280
+ /**
281
+ * Finds an animation state by name or hash.
282
+ *
283
+ * @param name - The name or hash identifier of the state to find
284
+ * @returns The found state or null if not found
285
+ */
286
+ findState(name: string | number | undefined | null): State | null {
287
+ if (!name) return null;
288
+ if (Array.isArray(this.model.layers)) {
289
+ for (const layer of this.model.layers) {
290
+ for (const state of layer.stateMachine.states) {
291
+ if (state.name === name || state.hash == name) return state;
292
+ }
293
+ }
294
+ }
295
+ return null;
296
+ }
297
+
298
+ /**
299
+ * Gets information about the current playing animation state.
300
+ *
301
+ * @returns An AnimatorStateInfo object with data about the current state, or null if no state is active
302
+ */
303
+ getCurrentStateInfo() {
304
+ if (!this._activeState) return null;
305
+ const action = this._activeState.motion.action;
306
+ if (!action) return null;
307
+ const dur = this._activeState.motion.clip!.duration;
308
+ const normalizedTime = dur <= 0 ? 0 : Math.abs(action.time / dur);
309
+ return new AnimatorStateInfo(this._activeState, normalizedTime, dur, this._speed);
310
+ }
311
+
312
+ /**
313
+ * Gets the animation action currently playing.
314
+ *
315
+ * @returns The current animation action, or null if no action is playing
316
+ */
317
+ get currentAction(): AnimationAction | null {
318
+ if (!this._activeState) return null;
319
+ const action = this._activeState.motion.action;
320
+ if (!action) return null;
321
+ return action;
322
+ }
323
+
324
+ /**
325
+ * The normalized time (0-1) to start playing the first state at.
326
+ * This affects the initial state when the animator is first enabled.
327
+ */
328
+ normalizedStartOffset: number = 0;
329
+
330
+ /**
331
+ * The Animator component this controller is bound to.
332
+ */
333
+ animator?: Animator;
334
+
335
+ /**
336
+ * The data model describing the animation states and transitions.
337
+ */
338
+ model: AnimatorControllerModel;
339
+
340
+ /**
341
+ * Gets the engine context from the bound animator.
342
+ */
343
+ get context(): Context | undefined | null { return this.animator?.context; }
344
+
345
+ /**
346
+ * Gets the animation mixer used by this controller.
347
+ */
348
+ get mixer() {
349
+ return this._mixer;
350
+ }
351
+
352
+ /**
353
+ * Cleans up resources used by this controller.
354
+ * Stops all animations and unregisters the mixer from the animation system.
355
+ */
356
+ dispose() {
357
+ this._mixer.stopAllAction();
358
+ if (this.animator) {
359
+ this._mixer.uncacheRoot(this.animator.gameObject);
360
+ for (const action of this._activeStates) {
361
+ if (action.motion.clip)
362
+ this.mixer.uncacheAction(action.motion.clip, this.animator.gameObject);
363
+ }
364
+ }
365
+ this.context?.animations.unregisterAnimationMixer(this._mixer);
366
+ }
367
+
368
+ // applyRootMotion(obj: Object3D) {
369
+ // // this.internalApplyRootMotion(obj);
370
+ // }
371
+
372
+ /**
373
+ * Binds this controller to an animator component.
374
+ * Creates a new animation mixer and sets up animation actions.
375
+ *
376
+ * @param animator - The animator to bind this controller to
377
+ */
378
+ bind(animator: Animator) {
379
+ if (!animator) console.error("AnimatorController.bind: animator is null");
380
+ else if (this.animator !== animator) {
381
+ if (this._mixer) {
382
+ this._mixer.stopAllAction();
383
+ this.context?.animations.unregisterAnimationMixer(this._mixer);
384
+ }
385
+ this.animator = animator;
386
+ this._mixer = new AnimationMixer(this.animator.gameObject);
387
+ this.context?.animations.registerAnimationMixer(this._mixer);
388
+ this.createActions(this.animator);
389
+ }
390
+ }
391
+
392
+ /**
393
+ * Creates a deep copy of this controller.
394
+ * Clones the model data but does not copy runtime state.
395
+ *
396
+ * @returns A new AnimatorController instance with the same configuration
397
+ */
398
+ clone() {
399
+ if (typeof this.model === "string") {
400
+ console.warn("AnimatorController has not been resolved, can not create model from string", this.model);
401
+ return null;
402
+ }
403
+ if (debug) console.warn("AnimatorController clone()", this.model);
404
+ // clone runtime controller but dont clone clip or action
405
+ const clonedModel = deepClone(this.model, (_owner, _key, _value) => {
406
+ if (_value === null || _value === undefined) return true;
407
+ // dont clone three Objects
408
+ if (_value.type === "Object3D" || _value.isObject3D === true) return false;
409
+ // dont clone AnimationAction
410
+ if (isAnimationAction(_value)) { //.constructor.name === "AnimationAction") {
411
+ // console.log(_value);
412
+ return false;
413
+ }
414
+ // dont clone AnimationClip
415
+ if (_value["tracks"] !== undefined) return false;
416
+ // when assigned __concreteInstance during serialization
417
+ if (_value instanceof AnimatorController) return false;
418
+ return true;
419
+ }) as AnimatorControllerModel;
420
+ console.assert(clonedModel !== this.model);
421
+ const controller = new AnimatorController(clonedModel);
422
+ return controller;
423
+ }
424
+
425
+ /**
426
+ * Updates the controller's state machine and animations.
427
+ * Called each frame by the animator component.
428
+ *
429
+ * @param weight - The weight to apply to the animations (for blending)
430
+ */
431
+ update(weight: number) {
432
+ if (!this.animator) return;
433
+ this.evaluateTransitions();
434
+ this.updateActiveStates(weight);
435
+ // We want to update the animation mixer even if there is no active state (e.g. in cases where an empty animator controller is assigned and the timeline runs)
436
+ // if (!this._activeState) return;
437
+ const dt = this.animator.context.time.deltaTime;
438
+ if (this.animator.applyRootMotion) {
439
+ this.rootMotionHandler?.onBeforeUpdate(weight);
440
+ }
441
+ this._mixer.update(dt);
442
+ if (this.animator.applyRootMotion) {
443
+ this.rootMotionHandler?.onAfterUpdate(weight);
444
+ }
445
+ }
446
+
447
+
448
+ private _mixer!: AnimationMixer;
449
+ private _activeState?: State;
450
+
451
+ /**
452
+ * Gets the currently active animation state.
453
+ *
454
+ * @returns The active state or undefined if no state is active
455
+ */
456
+ get activeState(): State | undefined { return this._activeState; }
457
+
458
+ constructor(model: AnimatorControllerModel) {
459
+ this.model = model;
460
+ if (debug) console.log(this);
461
+ }
462
+
463
+ private _activeStates: State[] = [];
464
+
465
+ private updateActiveStates(weight: number) {
466
+ for (let i = 0; i < this._activeStates.length; i++) {
467
+ const state = this._activeStates[i];
468
+ const motion = state.motion;
469
+ if (!motion.action) {
470
+ this._activeStates.splice(i, 1);
471
+ i--;
472
+ }
473
+ else {
474
+ const action = motion.action;
475
+ action.weight = weight;
476
+ // console.log(action.getClip().name, action.getEffectiveWeight(), action.isScheduled());
477
+ if ((action.getEffectiveWeight() <= 0 && !action.isRunning())) {
478
+ if (debug)
479
+ console.debug("REMOVE", state.name, action.getEffectiveWeight(), action.isRunning(), action.isScheduled())
480
+ this._activeStates.splice(i, 1);
481
+ i--;
482
+ }
483
+ }
484
+ }
485
+ }
486
+
487
+ private setStartTransition() {
488
+ if (this.model.layers.length > 1 && (debug || isDevEnvironment())) {
489
+ console.warn("Multiple layers are not supported yet " + this.animator?.name);
490
+ }
491
+ for (const layer of this.model.layers) {
492
+ const sm = layer.stateMachine;
493
+ if (sm.defaultState === undefined) {
494
+ if (debug)
495
+ console.warn("AnimatorController default state is undefined, will assign state 0 as default", layer);
496
+ sm.defaultState = 0;
497
+ }
498
+ const start = sm.states[sm.defaultState];
499
+ this.transitionTo(start, 0, this.normalizedStartOffset);
500
+ break;
501
+ }
502
+ }
503
+
504
+ private evaluateTransitions() {
505
+ let didEnterStateThisFrame = false;
506
+ if (!this._activeState) {
507
+ this.setStartTransition();
508
+ if (!this._activeState) return;
509
+ didEnterStateThisFrame = true;
510
+ }
511
+
512
+ const state = this._activeState;
513
+ const action = state.motion.action;
514
+ let index = 0;
515
+ for (const transition of state.transitions) {
516
+ ++index;
517
+ // transition without exit time and without condition that transition to itself are ignored
518
+ if (!transition.hasExitTime && transition.conditions.length <= 0) {
519
+ // if (this._activeState && this.getState(transition.destinationState, currentLayer)?.hash === this._activeState.hash)
520
+ continue;
521
+ }
522
+
523
+ let allConditionsAreMet = true;
524
+ for (const cond of transition.conditions) {
525
+ if (!this.evaluateCondition(cond)) {
526
+ allConditionsAreMet = false;
527
+ break;
528
+ }
529
+ }
530
+ if (!allConditionsAreMet) continue;
531
+
532
+ if (debug && allConditionsAreMet) {
533
+ // console.log("All conditions are met", transition);
534
+ }
535
+
536
+ if (action) {
537
+ const dur = state.motion.clip!.duration;
538
+ const normalizedTime = dur <= 0 ? 1 : Math.abs(action.time / dur);
539
+ let exitTime = transition.exitTime;
540
+
541
+ // When the animation is playing backwards we need to check exit time inverted
542
+ if (action.timeScale < 0) {
543
+ exitTime = 1 - exitTime;
544
+ }
545
+
546
+ let makeTransition = false;
547
+ if (transition.hasExitTime) {
548
+ if (action.timeScale > 0) makeTransition = normalizedTime >= transition.exitTime;
549
+ // When the animation is playing backwards we need to check exit time inverted
550
+ else if (action.timeScale < 0) makeTransition = 1 - normalizedTime >= transition.exitTime;
551
+ }
552
+ else {
553
+ makeTransition = true;
554
+ }
555
+
556
+ if (makeTransition) {
557
+ // disable triggers for this transition
558
+ for (const cond of transition.conditions) {
559
+ const param = this.model.parameters.find(p => p.name === cond.parameter);
560
+ if (param?.type === AnimatorControllerParameterType.Trigger && param.value) {
561
+ param.value = false;
562
+ }
563
+ }
564
+
565
+ // if (transition.hasExitTime && transition.exitTime >= .9999)
566
+ action.clampWhenFinished = true;
567
+ // else action.clampWhenFinished = false;
568
+ if (debug) {
569
+ const targetState = this.getState(transition.destinationState, 0);
570
+ console.log(`Transition to ${transition.destinationState} / ${targetState?.name}`, transition, "\nTimescale: " + action.timeScale, "\nNormalized time: " + normalizedTime.toFixed(3), "\nExit Time: " + exitTime, transition.hasExitTime);
571
+ // console.log(action.time, transition.exitTime);
572
+ }
573
+ this.transitionTo(transition.destinationState, transition.duration, transition.offset);
574
+ // use the first transition that matches all conditions and make the transition as soon as in range
575
+ return;
576
+ }
577
+ }
578
+ else {
579
+ this.transitionTo(transition.destinationState, transition.duration, transition.offset);
580
+ return;
581
+ }
582
+ // if none of the transitions can be made continue searching for another transition meeting the conditions
583
+ }
584
+
585
+ // action.time += this.context.time.deltaTime
586
+ // console.log(action?.time, action?.getEffectiveWeight())
587
+
588
+ // update timescale
589
+ if (action) {
590
+ this.setTimescale(action, state);
591
+ }
592
+
593
+ let didTriggerLooping = false;
594
+ if (state.motion.isLooping && action) {
595
+ // we dont use the three loop state here because it prevents the transition check above
596
+ // it is easier if we re-trigger loop here.
597
+ // We also can easily add the cycle offset settings from unity later
598
+ if (action.time >= action.getClip().duration) {
599
+ didTriggerLooping = true;
600
+ action.reset();
601
+ action.time = 0;
602
+ action.play();
603
+ }
604
+ else if (action.time <= 0 && action.timeScale < 0) {
605
+ didTriggerLooping = true;
606
+ action.reset();
607
+ action.time = action.getClip().duration;
608
+ action.play();
609
+ }
610
+ }
611
+
612
+ // call update state behaviours:
613
+ if (!didTriggerLooping && state && !didEnterStateThisFrame && action && this.animator) {
614
+ if (state.behaviours) {
615
+ const duration = action?.getClip().duration;
616
+ const normalizedTime = action.time / duration;
617
+ const info = new AnimatorStateInfo(this._activeState, normalizedTime, duration, this._speed)
618
+ for (const beh of state.behaviours) {
619
+ if (beh.instance) {
620
+ beh.instance.onStateUpdate?.call(beh.instance, this.animator, info, 0);
621
+ }
622
+ }
623
+ }
624
+ }
625
+
626
+ }
627
+
628
+ private setTimescale(action: AnimationAction, state: State) {
629
+ let speedFactor = state.speed ?? 1;
630
+ if (state.speedParameter)
631
+ speedFactor *= this.getFloat(state.speedParameter);
632
+ if (speedFactor !== undefined) {
633
+ action.timeScale = speedFactor * this._speed;
634
+ }
635
+ }
636
+
637
+ private getState(state: State | number, layerIndex: number): State | null {
638
+ if (typeof state === "number") {
639
+ if (state == -1) {
640
+ state = this.model.layers[layerIndex].stateMachine.defaultState; // exit state -> entry state
641
+ if (state === undefined) {
642
+ if (debug)
643
+ console.warn("AnimatorController default state is undefined: ", this.model, "Layer: " + layerIndex);
644
+ state = 0;
645
+ }
646
+ }
647
+ state = this.model.layers[layerIndex].stateMachine.states[state];
648
+ }
649
+ return state;
650
+ }
651
+
652
+ /**
653
+ * These actions have been active previously but not faded out because we entered a state that has no real animation - no duration. In which case we hold the previously active actions until they are faded out.
654
+ */
655
+ private readonly _heldActions: AnimationAction[] = [];
656
+ private releaseHeldActions(duration: number) {
657
+ for (const prev of this._heldActions) {
658
+ prev.fadeOut(duration);
659
+ }
660
+ this._heldActions.length = 0;
661
+ }
662
+
663
+ private transitionTo(state: State | number, durationInSec: number, offsetNormalized: number) {
664
+
665
+ if (!this.animator) return;
666
+
667
+ const layerIndex = 0;
668
+
669
+ state = this.getState(state, layerIndex) as State;
670
+
671
+ if (!state?.motion || !state.motion.clip || !(state.motion.clip instanceof AnimationClip)) {
672
+ // if(debug) console.warn("State has no clip or motion", state);
673
+ return;
674
+ }
675
+
676
+ const isSelf = this._activeState === state;
677
+ if (isSelf) {
678
+ const motion = state.motion;
679
+ if (!motion.action_loopback && motion.clip) {
680
+ // uncache action immediately resets the applied animation which breaks the root motion
681
+ // this happens if we have a transition to self and the clip is not cached yet
682
+ const previousMatrix = this.rootMotionHandler ? this.animator.gameObject.matrix.clone() : null;
683
+ this._mixer.uncacheAction(motion.clip, this.animator.gameObject);
684
+ if (previousMatrix)
685
+ previousMatrix.decompose(this.animator.gameObject.position, this.animator.gameObject.quaternion, this.animator.gameObject.scale);
686
+ motion.action_loopback = this.createAction(motion.clip);
687
+ }
688
+ }
689
+
690
+ // call exit state behaviours
691
+ if (this._activeState?.behaviours && this._activeState.motion.action) {
692
+ const duration = this._activeState?.motion.clip!.duration;
693
+ const normalizedTime = this._activeState.motion.action.time / duration;
694
+ const info = new AnimatorStateInfo(this._activeState, normalizedTime, duration, this._speed);
695
+ for (const beh of this._activeState.behaviours) {
696
+ beh.instance?.onStateExit?.call(beh.instance, this.animator, info, layerIndex);
697
+ }
698
+ }
699
+
700
+ const prevAction = this._activeState?.motion.action;
701
+
702
+
703
+ if (isSelf) {
704
+ state.motion.action = state.motion.action_loopback;
705
+ state.motion.action_loopback = prevAction;
706
+ }
707
+ const prev = this._activeState;
708
+ this._activeState = state;
709
+ const action = state.motion?.action;
710
+
711
+ const clip = state.motion.clip;
712
+
713
+
714
+ if (clip?.duration <= 0 && clip.tracks.length <= 0) {
715
+ // if the new state doesn't have a valid clip / no tracks we don't fadeout the previous action and instead hold the previous action.
716
+ if (prevAction) {
717
+ this._heldActions.push(prevAction);
718
+ }
719
+ }
720
+ else if (prevAction) {
721
+ prevAction!.fadeOut(durationInSec);
722
+ this.releaseHeldActions(durationInSec);
723
+ }
724
+
725
+ if (action) {
726
+ offsetNormalized = Math.max(0, Math.min(1, offsetNormalized));
727
+ if (state.cycleOffsetParameter) {
728
+ let val = this.getFloat(state.cycleOffsetParameter);
729
+ if (typeof val === "number") {
730
+ if (val < 0) val += 1;
731
+ offsetNormalized += val;
732
+ offsetNormalized %= 1;
733
+ }
734
+ else if (debug) console.warn("AnimatorController cycle offset parameter is not a number", state.cycleOffsetParameter);
735
+ }
736
+ else if (typeof state.cycleOffset === "number") {
737
+ offsetNormalized += state.cycleOffset
738
+ offsetNormalized %= 1;
739
+ }
740
+ if (action.isRunning())
741
+ action.stop();
742
+ action.reset();
743
+ action.enabled = true;
744
+ this.setTimescale(action, state);
745
+ const duration = state.motion.clip!.duration;
746
+ // if we are looping to the same state we don't want to offset the current start time
747
+ action.time = isSelf ? 0 : offsetNormalized * duration;
748
+ if (action.timeScale < 0) action.time = duration - action.time;
749
+ action.clampWhenFinished = true;
750
+ action.setLoop(LoopOnce, 0);
751
+ if (durationInSec > 0)
752
+ action.fadeIn(durationInSec);
753
+ else action.weight = 1;
754
+ action.play();
755
+
756
+ if (this.rootMotionHandler) {
757
+ this.rootMotionHandler.onStart(action);
758
+ }
759
+
760
+ if (!this._activeStates.includes(state))
761
+ this._activeStates.push(state);
762
+
763
+ // call enter state behaviours
764
+ if (this._activeState.behaviours) {
765
+ const info = new AnimatorStateInfo(state, offsetNormalized, duration, this._speed);
766
+ for (const beh of this._activeState.behaviours) {
767
+ beh.instance?.onStateEnter?.call(beh.instance, this.animator, info, layerIndex);
768
+ }
769
+ }
770
+ }
771
+ else if (debug) {
772
+ if (!state["__warned_no_motion"]) {
773
+ state["__warned_no_motion"] = true;
774
+ console.warn("No action", state.motion, this);
775
+ }
776
+ }
777
+
778
+ if (debug)
779
+ console.log("TRANSITION FROM " + prev?.name + " TO " + state.name, durationInSec, prevAction, action, action?.getEffectiveTimeScale(), action?.getEffectiveWeight(), action?.isRunning(), action?.isScheduled(), action?.paused);
780
+ }
781
+
782
+ private createAction(clip: AnimationClip) {
783
+
784
+ // uncache clip causes issues when multiple states use the same clip
785
+ // this._mixer.uncacheClip(clip);
786
+ // instead only uncache the action when one already exists to make sure
787
+ // we get unique actions per state
788
+ const existing = this._mixer.existingAction(clip);
789
+ if (existing) this._mixer.uncacheAction(clip, this.animator?.gameObject);
790
+
791
+ if (this.animator?.applyRootMotion) {
792
+ if (!this.rootMotionHandler) {
793
+ this.rootMotionHandler = new RootMotionHandler(this);
794
+ }
795
+ // TODO: find root bone properly
796
+ const root = this.animator.gameObject;
797
+ return this.rootMotionHandler.createClip(this._mixer, root, clip);
798
+ }
799
+ else {
800
+ const action = this._mixer.clipAction(clip);
801
+ return action;
802
+ }
803
+ }
804
+
805
+ private evaluateCondition(cond: Condition): boolean {
806
+ const param = this.model.parameters.find(p => p.name === cond.parameter);
807
+ if (!param) return false;
808
+ // console.log(param.name, param.value);
809
+ switch (cond.mode) {
810
+ case AnimatorConditionMode.If:
811
+ return param.value === true;
812
+ case AnimatorConditionMode.IfNot:
813
+ return param.value === false;
814
+ case AnimatorConditionMode.Greater:
815
+ return param.value as number > cond.threshold;
816
+ case AnimatorConditionMode.Less:
817
+ return param.value as number < cond.threshold;
818
+ case AnimatorConditionMode.Equals:
819
+ return param.value === cond.threshold;
820
+ case AnimatorConditionMode.NotEqual:
821
+ return param.value !== cond.threshold;
822
+ }
823
+ return false;
824
+ }
825
+
826
+ private createActions(_animator: Animator) {
827
+ if (debug) console.log("AnimatorController createActions", this.model);
828
+ for (const layer of this.model.layers) {
829
+ const sm = layer.stateMachine;
830
+ for (let index = 0; index < sm.states.length; index++) {
831
+ const state = sm.states[index];
832
+
833
+ // ensure we have a transitions array
834
+ if (!state.transitions) {
835
+ state.transitions = [];
836
+ }
837
+ for (const t of state.transitions) {
838
+ // can happen if conditions are empty in blender - the exporter seems to skip empty arrays
839
+ if (!t.conditions) t.conditions = [];
840
+ }
841
+
842
+ // ensure we have a motion even if none was exported
843
+ if (!state.motion) {
844
+ if (debug) console.warn("No motion", state);
845
+ state.motion = createMotion(state.name);
846
+ // console.warn("Missing motion", "AnimatorController: " + this.model.name, state);
847
+ // sm.states.splice(index, 1);
848
+ // index -= 1;
849
+ // continue;
850
+ }
851
+ // the clips array contains which animator has which animationclip
852
+ if (this.animator && state.motion.clips) {
853
+ // TODO: we have to compare by name because on instantiate we clone objects but not the node object
854
+ const mapping = state.motion.clips?.find(e => e.node.name === this.animator?.gameObject?.name);
855
+ if (!mapping) {
856
+ if (debug || isDevEnvironment()) {
857
+ console.warn("Could not find clip for animator \"" + this.animator?.gameObject?.name + "\"", state.motion.clips.map(c => c.node.name));
858
+ }
859
+ }
860
+ else
861
+ state.motion.clip = mapping.clip;
862
+ }
863
+
864
+ // ensure we have a clip to blend to
865
+ if (!state.motion.clip) {
866
+ if (debug) console.warn("No clip assigned to state", state);
867
+ const clip = new AnimationClip(undefined, undefined, []);
868
+ state.motion.clip = clip;
869
+ }
870
+
871
+ if (state.motion?.clip) {
872
+ const clip = state.motion.clip;
873
+ if (clip instanceof AnimationClip) {
874
+ const action = this.createAction(clip);
875
+ state.motion.action = action;
876
+ }
877
+ else {
878
+ if (debug || isDevEnvironment()) console.warn("No valid animationclip assigned", state);
879
+ }
880
+ }
881
+
882
+ // create state machine behaviours
883
+ if (state.behaviours && Array.isArray(state.behaviours)) {
884
+ for (const behaviour of state.behaviours) {
885
+ if (!behaviour?.typeName) continue;
886
+ const type = TypeStore.get(behaviour.typeName);
887
+ if (type) {
888
+ const instance: StateMachineBehaviour = new type() as StateMachineBehaviour;
889
+ if (instance.isStateMachineBehaviour) {
890
+ instance._context = this.context ?? undefined;
891
+ assign(instance, behaviour.properties);
892
+ behaviour.instance = instance;
893
+ }
894
+ if (debug) console.log("Created animator controller behaviour", state.name, behaviour.typeName, behaviour.properties, instance);
895
+ }
896
+ else {
897
+ if (debug || isDevEnvironment()) console.warn("Could not find AnimatorBehaviour type: " + behaviour.typeName);
898
+ }
899
+ }
900
+ }
901
+ }
902
+ }
903
+ }
904
+
905
+ /**
906
+ * Yields all animation actions managed by this controller.
907
+ * Iterates through all states in all layers and returns their actions.
908
+ */
909
+ *enumerateActions() {
910
+ if (!this.model.layers) return;
911
+ for (const layer of this.model.layers) {
912
+ const sm = layer.stateMachine;
913
+ for (let index = 0; index < sm.states.length; index++) {
914
+ const state = sm.states[index];
915
+ if (state?.motion) {
916
+ if (state.motion.action)
917
+ yield state.motion.action;
918
+ if (state.motion.action_loopback)
919
+ yield state.motion.action_loopback;
920
+ }
921
+ }
922
+ }
923
+ }
924
+
925
+
926
+ // https://docs.unity3d.com/Manual/RootMotion.html
927
+ private rootMotionHandler?: RootMotionHandler;
928
+
929
+
930
+ // private findRootBone(obj: Object3D): Object3D | null {
931
+ // if (this.animationRoot) return this.animationRoot;
932
+ // if (obj.type === "Bone") {
933
+ // this.animationRoot = obj as Bone;
934
+ // return this.animationRoot;
935
+ // }
936
+ // if (obj.children) {
937
+ // for (const ch of obj.children) {
938
+ // const res = this.findRootBone(ch);
939
+ // if (res) return res;
940
+ // }
941
+ // }
942
+ // return null;
943
+ // }
944
+ }
945
+
946
+ /**
947
+ * Wraps a KeyframeTrack to allow custom evaluation of animation values.
948
+ * Used internally to modify animation behavior without changing the original data.
949
+ */
950
+ class TrackEvaluationWrapper {
951
+
952
+ track?: KeyframeTrack;
953
+ createdInterpolant?: any;
954
+ originalEvaluate?: Function;
955
+ private customEvaluate?: (time: number) => any;
956
+
957
+ constructor(track: KeyframeTrack, evaluate: (time: number, value: any) => any) {
958
+ this.track = track;
959
+ const t = track as any;
960
+ const createOriginalInterpolator = t.createInterpolant.bind(track);
961
+ t.createInterpolant = () => {
962
+ t.createInterpolant = createOriginalInterpolator;
963
+ this.createdInterpolant = createOriginalInterpolator();
964
+ this.originalEvaluate = this.createdInterpolant.evaluate.bind(this.createdInterpolant);
965
+ this.customEvaluate = time => {
966
+ if (!this.originalEvaluate) return;
967
+ const res = this.originalEvaluate(time);
968
+ return evaluate(time, res);
969
+ };
970
+ this.createdInterpolant.evaluate = this.customEvaluate;
971
+ return this.createdInterpolant;
972
+ }
973
+ };
974
+
975
+
976
+ dispose() {
977
+ if (this.createdInterpolant && this.originalEvaluate) {
978
+ this.createdInterpolant.evaluate = this.originalEvaluate;
979
+ }
980
+ this.track = undefined;
981
+ this.createdInterpolant = null;
982
+ this.originalEvaluate = undefined;
983
+ this.customEvaluate = undefined;
984
+ }
985
+ }
986
+
987
+ /**
988
+ * Handles root motion extraction from animation tracks.
989
+ * Captures movement from animations and applies it to the root object.
990
+ */
991
+ class RootMotionAction {
992
+
993
+ private static lastObjPosition: { [key: string]: Vector3 } = {};
994
+ private static lastObjRotation: { [key: string]: Quaternion } = {};
995
+
996
+ // we remove the first keyframe rotation from the space rotation when updating
997
+ private static firstKeyframeRotation: { [key: string]: Quaternion } = {};
998
+ // this is used to rotate the space on clip end / start (so the transform direction is correct)
999
+ private static spaceRotation: { [key: string]: Quaternion } = {};
1000
+ private static effectiveSpaceRotation: { [key: string]: Quaternion } = {};
1001
+ private static clipOffsetRotation: { [key: string]: Quaternion } = {};
1002
+
1003
+
1004
+ set action(val: AnimationAction) {
1005
+ this._action = val;
1006
+ }
1007
+ get action() {
1008
+ return this._action;
1009
+ }
1010
+
1011
+ get cacheId() {
1012
+ return this.root.uuid;
1013
+ }
1014
+
1015
+ private _action!: AnimationAction;
1016
+
1017
+ private root: Object3D;
1018
+ private clip: AnimationClip;
1019
+ private positionWrapper: TrackEvaluationWrapper | null = null;
1020
+ private rotationWrapper: TrackEvaluationWrapper | null = null;
1021
+ private context: Context;
1022
+
1023
+ positionChange: Vector3 = new Vector3();
1024
+ rotationChange: Quaternion = new Quaternion();
1025
+
1026
+ constructor(context: Context, root: Object3D, clip: AnimationClip, positionTrack: KeyframeTrack | null, rotationTrack: KeyframeTrack | null) {
1027
+ // console.log(this, positionTrack, rotationTrack);
1028
+ this.context = context;
1029
+ this.root = root;
1030
+ this.clip = clip;
1031
+
1032
+ if (!RootMotionAction.firstKeyframeRotation[this.cacheId])
1033
+ RootMotionAction.firstKeyframeRotation[this.cacheId] = new Quaternion();
1034
+ if (rotationTrack) {
1035
+ const values = rotationTrack.values;
1036
+ RootMotionAction.firstKeyframeRotation[this.cacheId]
1037
+ .set(values[0], values[1], values[2], values[3])
1038
+ }
1039
+
1040
+ if (!RootMotionAction.spaceRotation[this.cacheId])
1041
+ RootMotionAction.spaceRotation[this.cacheId] = new Quaternion();
1042
+
1043
+ if (!RootMotionAction.effectiveSpaceRotation[this.cacheId])
1044
+ RootMotionAction.effectiveSpaceRotation[this.cacheId] = new Quaternion();
1045
+
1046
+ RootMotionAction.clipOffsetRotation[this.cacheId] = new Quaternion();
1047
+ if (rotationTrack) {
1048
+ RootMotionAction.clipOffsetRotation[this.cacheId]
1049
+ .set(rotationTrack.values[0], rotationTrack.values[1], rotationTrack.values[2], rotationTrack.values[3])
1050
+ .invert();
1051
+ }
1052
+
1053
+ this.handlePosition(clip, positionTrack);
1054
+ this.handleRotation(clip, rotationTrack);
1055
+ }
1056
+
1057
+ onStart(action: AnimationAction) {
1058
+ if (action.getClip() !== this.clip) return;
1059
+
1060
+ if (!RootMotionAction.lastObjRotation[this.cacheId]) {
1061
+ RootMotionAction.lastObjRotation[this.cacheId] = this.root.quaternion.clone()
1062
+ }
1063
+ const lastRotation = RootMotionAction.lastObjRotation[this.cacheId];
1064
+ // const firstKeyframe = RootMotionAction.firstKeyframeRotation[this.this.cacheId];
1065
+ // lastRotation.invert().premultiply(firstKeyframe).invert();
1066
+ RootMotionAction.spaceRotation[this.cacheId].copy(lastRotation);
1067
+
1068
+ if (debugRootMotion) {
1069
+ const euler = new Euler().setFromQuaternion(lastRotation);
1070
+ console.log("START", this.clip.name, Mathf.toDegrees(euler.y), this.root.position.z);
1071
+ }
1072
+ }
1073
+
1074
+ private getClipRotationOffset() {
1075
+ return RootMotionAction.clipOffsetRotation[this.cacheId];
1076
+ }
1077
+
1078
+ private _prevTime = 0;
1079
+
1080
+ private handlePosition(_clip: AnimationClip, track: KeyframeTrack | null) {
1081
+ if (track) {
1082
+
1083
+ const root = this.root;
1084
+ if (debugRootMotion)
1085
+ root.add(new AxesHelper());
1086
+
1087
+ if (!RootMotionAction.lastObjPosition[this.cacheId])
1088
+ RootMotionAction.lastObjPosition[this.cacheId] = this.root.position.clone();
1089
+ const valuesDiff = new Vector3();
1090
+ const valuesPrev = new Vector3();
1091
+ // const rotation = new Quaternion();
1092
+ this.positionWrapper = new TrackEvaluationWrapper(track, (time, value: Float64Array) => {
1093
+
1094
+ const weight = this.action.getEffectiveWeight();
1095
+
1096
+
1097
+ // reset for testing
1098
+ if (debugRootMotion) {
1099
+ if (root.position.length() > 8)
1100
+ root.position.set(0, root.position.y, 0);
1101
+ }
1102
+
1103
+ if (time > this._prevTime) {
1104
+ valuesDiff.set(value[0], value[1], value[2]);
1105
+ valuesDiff.sub(valuesPrev);
1106
+ valuesDiff.multiplyScalar(weight);
1107
+ valuesDiff.applyQuaternion(this.getClipRotationOffset());
1108
+
1109
+ // RootMotionAction.effectiveSpaceRotation[id].slerp(RootMotionAction.spaceRotation[id], weight);
1110
+ valuesDiff.applyQuaternion(root.quaternion);
1111
+ this.positionChange.copy(valuesDiff);
1112
+
1113
+ // this.root.position.add(valuesDiff);
1114
+ }
1115
+
1116
+ valuesPrev.fromArray(value);
1117
+
1118
+ this._prevTime = time;
1119
+ value[0] = 0;
1120
+ value[1] = 0;
1121
+ value[2] = 0;
1122
+ return value;
1123
+
1124
+ });
1125
+ }
1126
+ }
1127
+
1128
+ private static identityQuaternion = new Quaternion();
1129
+
1130
+ private handleRotation(clip: AnimationClip, track: KeyframeTrack | null) {
1131
+ if (track) {
1132
+ if (debugRootMotion) {
1133
+ const arr = track.values;
1134
+ const firstKeyframe = new Euler().setFromQuaternion(new Quaternion(arr[0], arr[1], arr[2], arr[3]));
1135
+ console.log(clip.name, track.name, "FIRST ROTATION IN TRACK", Mathf.toDegrees(firstKeyframe.y));
1136
+ const i = track.values.length - 4;
1137
+ const lastKeyframe = new Quaternion().set(arr[i], arr[i + 1], arr[i + 2], arr[i + 3]);
1138
+ const euler = new Euler().setFromQuaternion(lastKeyframe);
1139
+ console.log(clip.name, track.name, "LAST ROTATION IN TRACK", Mathf.toDegrees(euler.y));
1140
+ }
1141
+
1142
+ // if (!RootMotionAction.lastObjRotation[root.uuid]) RootMotionAction.lastObjRotation[root.uuid] = new Quaternion();
1143
+ // const temp = new Quaternion();
1144
+ let prevTime: number = 0;
1145
+ const valuesPrev = new Quaternion();
1146
+ const valuesDiff = new Quaternion();
1147
+ // const summedRot = new Quaternion();
1148
+ this.rotationWrapper = new TrackEvaluationWrapper(track, (time, value: Float64Array) => {
1149
+ // root.quaternion.copy(RootMotionAction.lastObjRotation[root.uuid]);
1150
+ if (time > prevTime) {
1151
+ valuesDiff.set(value[0], value[1], value[2], value[3]);
1152
+ valuesPrev.invert();
1153
+ valuesDiff.multiply(valuesPrev);
1154
+ // if(weight < .99) valuesDiff.slerp(RootMotionAction.identityQuaternion, 1 - weight);
1155
+ this.rotationChange.copy(valuesDiff);
1156
+ // root.quaternion.multiply(valuesDiff);
1157
+ }
1158
+ // else
1159
+ // root.quaternion.multiply(this.getClipRotationOffset());
1160
+
1161
+ // RootMotionAction.lastObjRotation[root.uuid].copy(root.quaternion);
1162
+ valuesPrev.fromArray(value);
1163
+ prevTime = time;
1164
+ value[0] = 0;
1165
+ value[1] = 0;
1166
+ value[2] = 0;
1167
+ value[3] = 1;
1168
+ return value;
1169
+ });
1170
+ }
1171
+ }
1172
+
1173
+ // private lastPos: Vector3 = new Vector3();
1174
+
1175
+ onBeforeUpdate(_weight: number) {
1176
+ this.positionChange.set(0, 0, 0);
1177
+ this.rotationChange.set(0, 0, 0, 1);
1178
+ }
1179
+
1180
+ onAfterUpdate(weight: number): boolean {
1181
+ if (!this.action) return false;
1182
+ weight *= this.action.getEffectiveWeight();
1183
+ if (weight <= 0) return false;
1184
+ this.positionChange.multiplyScalar(weight);
1185
+ this.rotationChange.slerp(RootMotionAction.identityQuaternion, 1 - weight);
1186
+ return true;
1187
+ }
1188
+ }
1189
+
1190
+ /**
1191
+ * Manages root motion for a character.
1192
+ * Extracts motion from animation tracks and applies it to the character's transform.
1193
+ */
1194
+ class RootMotionHandler {
1195
+
1196
+ private controller: AnimatorController;
1197
+ private handler: RootMotionAction[] = [];
1198
+ private root!: Object3D;
1199
+
1200
+
1201
+ private basePosition: Vector3 = new Vector3();
1202
+ private baseQuaternion: Quaternion = new Quaternion();
1203
+ private baseRotation: Euler = new Euler();
1204
+
1205
+ constructor(controller: AnimatorController) {
1206
+ this.controller = controller;
1207
+ }
1208
+
1209
+ createClip(mixer: AnimationMixer, root: Object3D, clip: AnimationClip): AnimationAction {
1210
+ this.root = root;
1211
+ let rootName = "";
1212
+ if (root && "name" in root) {
1213
+ rootName = root.name;
1214
+ }
1215
+ const positionTrack = this.findRootTrack(clip, ".position");
1216
+ const rotationTrack = this.findRootTrack(clip, ".quaternion");
1217
+ const handler = new RootMotionAction(this.controller.context!, root, clip, positionTrack, rotationTrack);
1218
+ this.handler.push(handler);
1219
+
1220
+ // it is important we do this after the handler is created
1221
+ // otherwise we can not hook into threejs interpolators
1222
+ const action = mixer.clipAction(clip);
1223
+ handler.action = action;
1224
+ return action;
1225
+ }
1226
+
1227
+
1228
+ onStart(action: AnimationAction) {
1229
+ for (const handler of this.handler) {
1230
+ handler.onStart(action);
1231
+ }
1232
+
1233
+ }
1234
+
1235
+ onBeforeUpdate(weight: number) {
1236
+ // capture the position of the object
1237
+ this.basePosition.copy(this.root.position);
1238
+ this.baseQuaternion.copy(this.root.quaternion);
1239
+
1240
+ for (const hand of this.handler)
1241
+ hand.onBeforeUpdate(weight);
1242
+ }
1243
+
1244
+ private summedPosition: Vector3 = new Vector3();
1245
+ private summedRotation: Quaternion = new Quaternion();
1246
+
1247
+ onAfterUpdate(weight: number) {
1248
+ if (weight <= 0) return;
1249
+ // TODO: blend weight properly with root motion (when using timeline blending with animator)
1250
+
1251
+ // apply the accumulated changes
1252
+ this.root.position.copy(this.basePosition);
1253
+ this.root.quaternion.copy(this.baseQuaternion);
1254
+
1255
+ this.summedPosition.set(0, 0, 0);
1256
+ this.summedRotation.set(0, 0, 0, 1);
1257
+ for (const entry of this.handler) {
1258
+ if (entry.onAfterUpdate(weight)) {
1259
+ this.summedPosition.add(entry.positionChange);
1260
+ this.summedRotation.multiply(entry.rotationChange);
1261
+ }
1262
+ }
1263
+ this.root.position.add(this.summedPosition);
1264
+ this.root.quaternion.multiply(this.summedRotation);
1265
+ // RootMotionAction.lastObjRotation[this.root.uuid].copy(this.root.quaternion);
1266
+ }
1267
+
1268
+ private findRootTrack(clip: AnimationClip, name: string) {
1269
+ const tracks = clip.tracks;
1270
+ if (!tracks) return null;
1271
+ for (const track of tracks) {
1272
+ if (track.name.endsWith(name)) {
1273
+ return track;
1274
+ }
1275
+ }
1276
+ return null;
1277
+ }
1278
+ }
1279
+
1280
+ /**
1281
+ * Serialization handler for AnimatorController instances.
1282
+ * Handles conversion between serialized data and runtime objects.
1283
+ */
1284
+ class AnimatorControllerSerializator extends TypeSerializer {
1285
+ onSerialize(_: any, _context: SerializationContext) {
1286
+
1287
+ }
1288
+ onDeserialize(data: AnimatorControllerModel & { __type?: string }, context: SerializationContext) {
1289
+ if (context.type === AnimatorController && data?.__type === "AnimatorController")
1290
+ return new AnimatorController(data);
1291
+ return undefined;
1292
+ }
1293
+ }
1294
1294
  new AnimatorControllerSerializator(AnimatorController);