@needle-tools/engine 4.4.0-beta → 4.4.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1056) hide show
  1. package/CHANGELOG.md +3607 -3604
  2. package/LICENSE.md +10 -10
  3. package/README.md +64 -64
  4. package/components.needle.json +1 -1
  5. package/dist/needle-engine.bundle.js +2256 -2254
  6. package/dist/needle-engine.bundle.light.js +2256 -2254
  7. package/dist/needle-engine.bundle.light.min.js +118 -118
  8. package/dist/needle-engine.bundle.light.umd.cjs +116 -116
  9. package/dist/needle-engine.bundle.min.js +118 -118
  10. package/dist/needle-engine.bundle.umd.cjs +116 -116
  11. package/dist/needle-engine.d.ts +130 -138
  12. package/dist/needle-engine.js +468 -467
  13. package/dist/needle-engine.light.d.ts +130 -138
  14. package/dist/needle-engine.light.js +468 -467
  15. package/dist/needle-engine.light.min.js +1 -1
  16. package/dist/needle-engine.light.umd.cjs +1 -1
  17. package/dist/needle-engine.min.js +1 -1
  18. package/dist/needle-engine.umd.cjs +1 -1
  19. package/dist/postprocessing.js +1673 -1527
  20. package/dist/postprocessing.light.js +1673 -1527
  21. package/dist/postprocessing.light.min.js +80 -66
  22. package/dist/postprocessing.light.umd.cjs +83 -69
  23. package/dist/postprocessing.min.js +80 -66
  24. package/dist/postprocessing.umd.cjs +83 -69
  25. package/dist/vendor.js +1 -1
  26. package/dist/vendor.light.js +1 -1
  27. package/lib/asap/needle-asap.d.ts +1 -1
  28. package/lib/asap/needle-asap.js +95 -95
  29. package/lib/asap/sessiongranted.d.ts +3 -3
  30. package/lib/asap/sessiongranted.js +65 -65
  31. package/lib/asap/utils.d.ts +1 -1
  32. package/lib/asap/utils.js +3 -3
  33. package/lib/engine/analytics/index.d.ts +6 -6
  34. package/lib/engine/analytics/index.js +12 -12
  35. package/lib/engine/analytics/lcp.d.ts +3 -3
  36. package/lib/engine/analytics/lcp.js +34 -34
  37. package/lib/engine/api.d.ts +81 -81
  38. package/lib/engine/api.js +80 -80
  39. package/lib/engine/assets/index.d.ts +11 -11
  40. package/lib/engine/assets/index.js +47 -47
  41. package/lib/engine/assets/static.d.ts +1 -1
  42. package/lib/engine/assets/static.js +4 -4
  43. package/lib/engine/codegen/register_types.d.ts +1 -1
  44. package/lib/engine/codegen/register_types.js +300 -298
  45. package/lib/engine/codegen/register_types.js.map +1 -1
  46. package/lib/engine/debug/debug.d.ts +15 -15
  47. package/lib/engine/debug/debug.js +44 -44
  48. package/lib/engine/debug/debug_console.d.ts +2 -2
  49. package/lib/engine/debug/debug_console.js +307 -307
  50. package/lib/engine/debug/debug_overlay.d.ts +22 -22
  51. package/lib/engine/debug/debug_overlay.js +316 -316
  52. package/lib/engine/debug/debug_spatial_console.d.ts +2 -2
  53. package/lib/engine/debug/debug_spatial_console.js +390 -390
  54. package/lib/engine/debug/index.d.ts +2 -2
  55. package/lib/engine/debug/index.js +2 -2
  56. package/lib/engine/engine_addressables.d.ts +166 -166
  57. package/lib/engine/engine_addressables.js +608 -608
  58. package/lib/engine/engine_animation.d.ts +43 -43
  59. package/lib/engine/engine_animation.js +133 -133
  60. package/lib/engine/engine_application.d.ts +40 -40
  61. package/lib/engine/engine_application.js +104 -104
  62. package/lib/engine/engine_assetdatabase.d.ts +25 -25
  63. package/lib/engine/engine_assetdatabase.js +344 -344
  64. package/lib/engine/engine_audio.d.ts +4 -4
  65. package/lib/engine/engine_audio.js +23 -23
  66. package/lib/engine/engine_camera.d.ts +13 -13
  67. package/lib/engine/engine_camera.js +30 -30
  68. package/lib/engine/engine_components.d.ts +110 -110
  69. package/lib/engine/engine_components.js +380 -380
  70. package/lib/engine/engine_components_internal.d.ts +9 -9
  71. package/lib/engine/engine_components_internal.js +36 -36
  72. package/lib/engine/engine_constants.d.ts +10 -10
  73. package/lib/engine/engine_constants.js +41 -41
  74. package/lib/engine/engine_context.d.ts +345 -345
  75. package/lib/engine/engine_context.js +1515 -1515
  76. package/lib/engine/engine_context_registry.d.ts +71 -71
  77. package/lib/engine/engine_context_registry.js +117 -117
  78. package/lib/engine/engine_coroutine.d.ts +35 -35
  79. package/lib/engine/engine_coroutine.js +52 -52
  80. package/lib/engine/engine_create_objects.d.ts +118 -118
  81. package/lib/engine/engine_create_objects.js +308 -308
  82. package/lib/engine/engine_default_parameters.d.ts +2 -2
  83. package/lib/engine/engine_default_parameters.js +3 -3
  84. package/lib/engine/engine_editor-sync.d.ts +21 -21
  85. package/lib/engine/engine_editor-sync.js +4 -4
  86. package/lib/engine/engine_element.d.ts +113 -113
  87. package/lib/engine/engine_element.js +830 -830
  88. package/lib/engine/engine_element_attributes.d.ts +72 -72
  89. package/lib/engine/engine_element_attributes.js +1 -1
  90. package/lib/engine/engine_element_extras.d.ts +6 -6
  91. package/lib/engine/engine_element_extras.js +13 -13
  92. package/lib/engine/engine_element_loading.d.ts +44 -44
  93. package/lib/engine/engine_element_loading.js +349 -349
  94. package/lib/engine/engine_element_overlay.d.ts +21 -21
  95. package/lib/engine/engine_element_overlay.js +166 -166
  96. package/lib/engine/engine_fileloader.d.ts +2 -2
  97. package/lib/engine/engine_fileloader.js +8 -8
  98. package/lib/engine/engine_gameobject.d.ts +68 -68
  99. package/lib/engine/engine_gameobject.js +591 -591
  100. package/lib/engine/engine_generic_utils.d.ts +1 -1
  101. package/lib/engine/engine_generic_utils.js +13 -13
  102. package/lib/engine/engine_gizmos.d.ts +149 -149
  103. package/lib/engine/engine_gizmos.js +530 -530
  104. package/lib/engine/engine_gltf.d.ts +12 -12
  105. package/lib/engine/engine_gltf.js +15 -15
  106. package/lib/engine/engine_gltf_builtin_components.d.ts +7 -7
  107. package/lib/engine/engine_gltf_builtin_components.js +341 -341
  108. package/lib/engine/engine_hot_reload.d.ts +7 -7
  109. package/lib/engine/engine_hot_reload.js +184 -184
  110. package/lib/engine/engine_input.d.ts +352 -352
  111. package/lib/engine/engine_input.js +1265 -1265
  112. package/lib/engine/engine_input_utils.d.ts +2 -2
  113. package/lib/engine/engine_input_utils.js +22 -22
  114. package/lib/engine/engine_instancing.d.ts +19 -19
  115. package/lib/engine/engine_instancing.js +39 -39
  116. package/lib/engine/engine_license.d.ts +9 -9
  117. package/lib/engine/engine_license.js +320 -320
  118. package/lib/engine/engine_lifecycle_api.d.ts +76 -76
  119. package/lib/engine/engine_lifecycle_api.js +99 -99
  120. package/lib/engine/engine_lifecycle_functions_internal.d.ts +32 -32
  121. package/lib/engine/engine_lifecycle_functions_internal.js +146 -146
  122. package/lib/engine/engine_lightdata.d.ts +23 -23
  123. package/lib/engine/engine_lightdata.js +91 -91
  124. package/lib/engine/engine_loaders.d.ts +13 -13
  125. package/lib/engine/engine_loaders.js +62 -62
  126. package/lib/engine/engine_lods.d.ts +31 -31
  127. package/lib/engine/engine_lods.js +146 -146
  128. package/lib/engine/engine_mainloop_utils.d.ts +32 -32
  129. package/lib/engine/engine_mainloop_utils.js +466 -466
  130. package/lib/engine/engine_math.d.ts +114 -114
  131. package/lib/engine/engine_math.js +247 -247
  132. package/lib/engine/engine_modules.d.ts +36 -36
  133. package/lib/engine/engine_modules.js +85 -85
  134. package/lib/engine/engine_networking.d.ts +252 -252
  135. package/lib/engine/engine_networking.js +743 -743
  136. package/lib/engine/engine_networking_auto.d.ts +24 -24
  137. package/lib/engine/engine_networking_auto.js +310 -310
  138. package/lib/engine/engine_networking_blob.d.ts +48 -48
  139. package/lib/engine/engine_networking_blob.js +212 -212
  140. package/lib/engine/engine_networking_files.d.ts +35 -35
  141. package/lib/engine/engine_networking_files.js +172 -172
  142. package/lib/engine/engine_networking_files_default_components.d.ts +6 -6
  143. package/lib/engine/engine_networking_files_default_components.js +42 -42
  144. package/lib/engine/engine_networking_instantiate.d.ts +100 -100
  145. package/lib/engine/engine_networking_instantiate.js +345 -345
  146. package/lib/engine/engine_networking_peer.d.ts +15 -15
  147. package/lib/engine/engine_networking_peer.js +132 -132
  148. package/lib/engine/engine_networking_streams.d.ts +123 -123
  149. package/lib/engine/engine_networking_streams.js +645 -645
  150. package/lib/engine/engine_networking_types.d.ts +22 -22
  151. package/lib/engine/engine_networking_types.js +7 -7
  152. package/lib/engine/engine_networking_utils.d.ts +2 -2
  153. package/lib/engine/engine_networking_utils.js +20 -20
  154. package/lib/engine/engine_networking_websocket.d.ts +1 -1
  155. package/lib/engine/engine_networking_websocket.js +2 -2
  156. package/lib/engine/engine_patcher.d.ts +10 -10
  157. package/lib/engine/engine_patcher.js +142 -142
  158. package/lib/engine/engine_physics.d.ts +152 -152
  159. package/lib/engine/engine_physics.js +645 -645
  160. package/lib/engine/engine_physics.types.d.ts +40 -40
  161. package/lib/engine/engine_physics.types.js +33 -33
  162. package/lib/engine/engine_physics_rapier.d.ts +147 -147
  163. package/lib/engine/engine_physics_rapier.js +1432 -1432
  164. package/lib/engine/engine_playerview.d.ts +26 -26
  165. package/lib/engine/engine_playerview.js +64 -64
  166. package/lib/engine/engine_scenelighting.d.ts +71 -71
  167. package/lib/engine/engine_scenelighting.js +226 -226
  168. package/lib/engine/engine_scenetools.d.ts +50 -50
  169. package/lib/engine/engine_scenetools.js +321 -321
  170. package/lib/engine/engine_serialization.d.ts +3 -3
  171. package/lib/engine/engine_serialization.js +3 -3
  172. package/lib/engine/engine_serialization_builtin_serializer.d.ts +72 -72
  173. package/lib/engine/engine_serialization_builtin_serializer.js +403 -403
  174. package/lib/engine/engine_serialization_core.d.ts +85 -85
  175. package/lib/engine/engine_serialization_core.js +602 -602
  176. package/lib/engine/engine_serialization_decorator.d.ts +23 -23
  177. package/lib/engine/engine_serialization_decorator.js +66 -66
  178. package/lib/engine/engine_setup.d.ts +1 -1
  179. package/lib/engine/engine_setup.js +2 -2
  180. package/lib/engine/engine_shaders.d.ts +53 -53
  181. package/lib/engine/engine_shaders.js +252 -252
  182. package/lib/engine/engine_shims.d.ts +4 -4
  183. package/lib/engine/engine_shims.js +24 -24
  184. package/lib/engine/engine_test_utils.d.ts +39 -39
  185. package/lib/engine/engine_test_utils.js +83 -83
  186. package/lib/engine/engine_texture.d.ts +28 -28
  187. package/lib/engine/engine_texture.js +64 -64
  188. package/lib/engine/engine_three_utils.d.ts +201 -201
  189. package/lib/engine/engine_three_utils.js +731 -731
  190. package/lib/engine/engine_time.d.ts +51 -51
  191. package/lib/engine/engine_time.js +82 -82
  192. package/lib/engine/engine_time_utils.d.ts +88 -88
  193. package/lib/engine/engine_time_utils.js +215 -215
  194. package/lib/engine/engine_tonemapping.d.ts +2 -2
  195. package/lib/engine/engine_tonemapping.js +194 -194
  196. package/lib/engine/engine_types.d.ts +572 -572
  197. package/lib/engine/engine_types.js +88 -88
  198. package/lib/engine/engine_typestore.d.ts +28 -28
  199. package/lib/engine/engine_typestore.js +55 -55
  200. package/lib/engine/engine_util_decorator.d.ts +13 -13
  201. package/lib/engine/engine_util_decorator.js +116 -116
  202. package/lib/engine/engine_utils.d.ts +266 -266
  203. package/lib/engine/engine_utils.js +878 -878
  204. package/lib/engine/engine_utils_format.d.ts +21 -21
  205. package/lib/engine/engine_utils_format.js +193 -193
  206. package/lib/engine/engine_utils_screenshot.d.ts +159 -159
  207. package/lib/engine/engine_utils_screenshot.js +513 -513
  208. package/lib/engine/engine_utils_screenshot.xr.d.ts +5 -5
  209. package/lib/engine/engine_utils_screenshot.xr.js +90 -90
  210. package/lib/engine/engine_xr.d.ts +1 -1
  211. package/lib/engine/engine_xr.js +1 -1
  212. package/lib/engine/export/gltf/Writers.d.ts +19 -19
  213. package/lib/engine/export/gltf/Writers.js +24 -24
  214. package/lib/engine/export/gltf/index.d.ts +11 -11
  215. package/lib/engine/export/gltf/index.js +123 -123
  216. package/lib/engine/export/index.d.ts +2 -2
  217. package/lib/engine/export/index.js +2 -2
  218. package/lib/engine/export/state.d.ts +7 -7
  219. package/lib/engine/export/state.js +17 -17
  220. package/lib/engine/export/utils.d.ts +2 -2
  221. package/lib/engine/export/utils.js +7 -7
  222. package/lib/engine/extensions/EXT_texture_exr.d.ts +8 -8
  223. package/lib/engine/extensions/EXT_texture_exr.js +32 -32
  224. package/lib/engine/extensions/NEEDLE_animator_controller_model.d.ts +122 -122
  225. package/lib/engine/extensions/NEEDLE_animator_controller_model.js +95 -95
  226. package/lib/engine/extensions/NEEDLE_components.d.ts +35 -35
  227. package/lib/engine/extensions/NEEDLE_components.js +220 -220
  228. package/lib/engine/extensions/NEEDLE_gameobject_data.d.ts +10 -10
  229. package/lib/engine/extensions/NEEDLE_gameobject_data.js +57 -57
  230. package/lib/engine/extensions/NEEDLE_lighting_settings.d.ts +37 -37
  231. package/lib/engine/extensions/NEEDLE_lighting_settings.js +157 -157
  232. package/lib/engine/extensions/NEEDLE_lightmaps.d.ts +18 -18
  233. package/lib/engine/extensions/NEEDLE_lightmaps.js +99 -99
  234. package/lib/engine/extensions/NEEDLE_persistent_assets.d.ts +11 -11
  235. package/lib/engine/extensions/NEEDLE_persistent_assets.js +63 -63
  236. package/lib/engine/extensions/NEEDLE_progressive.d.ts +1 -1
  237. package/lib/engine/extensions/NEEDLE_progressive.js +1 -1
  238. package/lib/engine/extensions/NEEDLE_render_objects.d.ts +13 -13
  239. package/lib/engine/extensions/NEEDLE_render_objects.js +159 -159
  240. package/lib/engine/extensions/NEEDLE_techniques_webgl.d.ts +38 -38
  241. package/lib/engine/extensions/NEEDLE_techniques_webgl.js +564 -564
  242. package/lib/engine/extensions/extension_resolver.d.ts +4 -4
  243. package/lib/engine/extensions/extension_resolver.js +1 -1
  244. package/lib/engine/extensions/extension_utils.d.ts +12 -12
  245. package/lib/engine/extensions/extension_utils.js +152 -152
  246. package/lib/engine/extensions/extensions.d.ts +31 -31
  247. package/lib/engine/extensions/extensions.js +103 -103
  248. package/lib/engine/extensions/index.d.ts +6 -6
  249. package/lib/engine/extensions/index.js +6 -6
  250. package/lib/engine/extensions/usage_tracker.d.ts +13 -13
  251. package/lib/engine/extensions/usage_tracker.js +65 -65
  252. package/lib/engine/js-extensions/Camera.d.ts +1 -1
  253. package/lib/engine/js-extensions/Camera.js +39 -39
  254. package/lib/engine/js-extensions/ExtensionUtils.d.ts +9 -9
  255. package/lib/engine/js-extensions/ExtensionUtils.js +67 -67
  256. package/lib/engine/js-extensions/Layers.d.ts +6 -6
  257. package/lib/engine/js-extensions/Layers.js +22 -22
  258. package/lib/engine/js-extensions/Object3D.d.ts +120 -120
  259. package/lib/engine/js-extensions/Object3D.js +136 -136
  260. package/lib/engine/js-extensions/RGBAColor.d.ts +22 -22
  261. package/lib/engine/js-extensions/RGBAColor.js +62 -62
  262. package/lib/engine/js-extensions/Vector.d.ts +3 -3
  263. package/lib/engine/js-extensions/Vector.js +13 -13
  264. package/lib/engine/js-extensions/index.d.ts +5 -5
  265. package/lib/engine/js-extensions/index.js +5 -5
  266. package/lib/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.d.ts +4 -4
  267. package/lib/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.js +75 -75
  268. package/lib/engine/shaders/shaderData.d.ts +55 -55
  269. package/lib/engine/shaders/shaderData.js +58 -58
  270. package/lib/engine/tests/test_utils.d.ts +2 -2
  271. package/lib/engine/tests/test_utils.js +53 -53
  272. package/lib/engine/webcomponents/WebXRButtons.d.ts +56 -56
  273. package/lib/engine/webcomponents/WebXRButtons.js +230 -230
  274. package/lib/engine/webcomponents/api.d.ts +5 -5
  275. package/lib/engine/webcomponents/api.js +4 -4
  276. package/lib/engine/webcomponents/buttons.d.ts +39 -39
  277. package/lib/engine/webcomponents/buttons.js +237 -237
  278. package/lib/engine/webcomponents/fonts.d.ts +9 -9
  279. package/lib/engine/webcomponents/fonts.js +32 -32
  280. package/lib/engine/webcomponents/icons.d.ts +9 -9
  281. package/lib/engine/webcomponents/icons.js +52 -52
  282. package/lib/engine/webcomponents/index.d.ts +1 -1
  283. package/lib/engine/webcomponents/index.js +1 -1
  284. package/lib/engine/webcomponents/logo-element.d.ts +10 -10
  285. package/lib/engine/webcomponents/logo-element.js +67 -67
  286. package/lib/engine/webcomponents/needle menu/needle-menu-spatial.d.ts +37 -37
  287. package/lib/engine/webcomponents/needle menu/needle-menu-spatial.js +513 -513
  288. package/lib/engine/webcomponents/needle menu/needle-menu.d.ts +151 -151
  289. package/lib/engine/webcomponents/needle menu/needle-menu.js +1018 -1018
  290. package/lib/engine/webcomponents/needle-button.d.ts +34 -34
  291. package/lib/engine/webcomponents/needle-button.js +161 -161
  292. package/lib/engine/xr/NeedleXRController.d.ts +313 -313
  293. package/lib/engine/xr/NeedleXRController.js +1008 -1008
  294. package/lib/engine/xr/NeedleXRSession.d.ts +339 -339
  295. package/lib/engine/xr/NeedleXRSession.js +1427 -1427
  296. package/lib/engine/xr/NeedleXRSync.d.ts +22 -22
  297. package/lib/engine/xr/NeedleXRSync.js +188 -188
  298. package/lib/engine/xr/SceneTransition.d.ts +18 -18
  299. package/lib/engine/xr/SceneTransition.js +69 -69
  300. package/lib/engine/xr/TempXRContext.d.ts +34 -34
  301. package/lib/engine/xr/TempXRContext.js +187 -187
  302. package/lib/engine/xr/XRRig.d.ts +7 -7
  303. package/lib/engine/xr/XRRig.js +1 -1
  304. package/lib/engine/xr/api.d.ts +6 -6
  305. package/lib/engine/xr/api.js +6 -6
  306. package/lib/engine/xr/events.d.ts +66 -66
  307. package/lib/engine/xr/events.js +93 -93
  308. package/lib/engine/xr/internal.d.ts +12 -12
  309. package/lib/engine/xr/internal.js +25 -25
  310. package/lib/engine/xr/usdz.d.ts +12 -12
  311. package/lib/engine/xr/usdz.js +29 -29
  312. package/lib/engine/xr/utils.d.ts +11 -11
  313. package/lib/engine/xr/utils.js +34 -34
  314. package/lib/engine-components/AlignmentConstraint.d.ts +10 -10
  315. package/lib/engine-components/AlignmentConstraint.js +39 -39
  316. package/lib/engine-components/Animation.d.ts +156 -156
  317. package/lib/engine-components/Animation.js +508 -508
  318. package/lib/engine-components/AnimationCurve.d.ts +40 -40
  319. package/lib/engine-components/AnimationCurve.js +159 -159
  320. package/lib/engine-components/AnimationUtils.d.ts +8 -8
  321. package/lib/engine-components/AnimationUtils.js +27 -27
  322. package/lib/engine-components/AnimationUtilsAutoplay.d.ts +1 -1
  323. package/lib/engine-components/AnimationUtilsAutoplay.js +39 -39
  324. package/lib/engine-components/Animator.d.ts +217 -217
  325. package/lib/engine-components/Animator.js +354 -354
  326. package/lib/engine-components/AnimatorController.d.ts +227 -227
  327. package/lib/engine-components/AnimatorController.js +1152 -1152
  328. package/lib/engine-components/AudioListener.d.ts +33 -33
  329. package/lib/engine-components/AudioListener.js +86 -86
  330. package/lib/engine-components/AudioSource.d.ts +217 -217
  331. package/lib/engine-components/AudioSource.js +627 -627
  332. package/lib/engine-components/AvatarLoader.d.ts +80 -80
  333. package/lib/engine-components/AvatarLoader.js +231 -231
  334. package/lib/engine-components/AxesHelper.d.ts +32 -32
  335. package/lib/engine-components/AxesHelper.js +67 -67
  336. package/lib/engine-components/BasicIKConstraint.d.ts +9 -9
  337. package/lib/engine-components/BasicIKConstraint.js +43 -43
  338. package/lib/engine-components/BoxCollider.d.ts +2 -2
  339. package/lib/engine-components/BoxCollider.js +2 -2
  340. package/lib/engine-components/BoxHelperComponent.d.ts +47 -47
  341. package/lib/engine-components/BoxHelperComponent.js +102 -102
  342. package/lib/engine-components/Camera.d.ts +231 -231
  343. package/lib/engine-components/Camera.js +694 -694
  344. package/lib/engine-components/CameraUtils.d.ts +1 -1
  345. package/lib/engine-components/CameraUtils.js +127 -127
  346. package/lib/engine-components/CameraUtils.js.map +1 -1
  347. package/lib/engine-components/CharacterController.d.ts +55 -55
  348. package/lib/engine-components/CharacterController.js +236 -236
  349. package/lib/engine-components/Collider.d.ts +188 -188
  350. package/lib/engine-components/Collider.js +369 -369
  351. package/lib/engine-components/Component.d.ts +792 -792
  352. package/lib/engine-components/Component.js +915 -915
  353. package/lib/engine-components/ContactShadows.d.ts +82 -82
  354. package/lib/engine-components/ContactShadows.js +430 -430
  355. package/lib/engine-components/DeleteBox.d.ts +19 -19
  356. package/lib/engine-components/DeleteBox.js +58 -58
  357. package/lib/engine-components/DeviceFlag.d.ts +16 -16
  358. package/lib/engine-components/DeviceFlag.js +47 -47
  359. package/lib/engine-components/DragControls.d.ts +170 -170
  360. package/lib/engine-components/DragControls.js +1421 -1421
  361. package/lib/engine-components/DropListener.d.ts +215 -215
  362. package/lib/engine-components/DropListener.js +630 -630
  363. package/lib/engine-components/Duplicatable.d.ts +35 -35
  364. package/lib/engine-components/Duplicatable.js +202 -202
  365. package/lib/engine-components/EventList.d.ts +54 -54
  366. package/lib/engine-components/EventList.js +232 -232
  367. package/lib/engine-components/EventTrigger.d.ts +33 -33
  368. package/lib/engine-components/EventTrigger.js +75 -75
  369. package/lib/engine-components/EventType.d.ts +22 -22
  370. package/lib/engine-components/EventType.js +23 -23
  371. package/lib/engine-components/Fog.d.ts +22 -22
  372. package/lib/engine-components/Fog.js +61 -61
  373. package/lib/engine-components/Gizmos.d.ts +17 -17
  374. package/lib/engine-components/Gizmos.js +64 -64
  375. package/lib/engine-components/GridHelper.d.ts +20 -20
  376. package/lib/engine-components/GridHelper.js +54 -54
  377. package/lib/engine-components/GroundProjection.d.ts +67 -67
  378. package/lib/engine-components/GroundProjection.js +343 -343
  379. package/lib/engine-components/Interactable.d.ts +12 -12
  380. package/lib/engine-components/Interactable.js +12 -12
  381. package/lib/engine-components/Joints.d.ts +19 -19
  382. package/lib/engine-components/Joints.js +51 -51
  383. package/lib/engine-components/LODGroup.d.ts +35 -35
  384. package/lib/engine-components/LODGroup.js +152 -152
  385. package/lib/engine-components/Light.d.ts +180 -180
  386. package/lib/engine-components/Light.js +535 -535
  387. package/lib/engine-components/LookAtConstraint.d.ts +19 -19
  388. package/lib/engine-components/LookAtConstraint.js +35 -35
  389. package/lib/engine-components/NeedleMenu.d.ts +50 -50
  390. package/lib/engine-components/NeedleMenu.js +92 -92
  391. package/lib/engine-components/NestedGltf.d.ts +25 -25
  392. package/lib/engine-components/NestedGltf.js +88 -88
  393. package/lib/engine-components/Networking.d.ts +54 -54
  394. package/lib/engine-components/Networking.js +112 -112
  395. package/lib/engine-components/OffsetConstraint.d.ts +14 -14
  396. package/lib/engine-components/OffsetConstraint.js +65 -65
  397. package/lib/engine-components/OrbitControls.d.ts +266 -266
  398. package/lib/engine-components/OrbitControls.js +1009 -1009
  399. package/lib/engine-components/PlayerColor.d.ts +19 -19
  400. package/lib/engine-components/PlayerColor.js +94 -94
  401. package/lib/engine-components/ReflectionProbe.d.ts +26 -26
  402. package/lib/engine-components/ReflectionProbe.js +194 -194
  403. package/lib/engine-components/Renderer.d.ts +153 -153
  404. package/lib/engine-components/Renderer.js +830 -830
  405. package/lib/engine-components/RendererInstancing.d.ts +140 -140
  406. package/lib/engine-components/RendererInstancing.js +744 -744
  407. package/lib/engine-components/RendererLightmap.d.ts +24 -24
  408. package/lib/engine-components/RendererLightmap.js +182 -182
  409. package/lib/engine-components/RigidBody.d.ts +155 -155
  410. package/lib/engine-components/RigidBody.js +517 -517
  411. package/lib/engine-components/SceneSwitcher.d.ts +263 -263
  412. package/lib/engine-components/SceneSwitcher.js +951 -951
  413. package/lib/engine-components/ScreenCapture.d.ts +144 -144
  414. package/lib/engine-components/ScreenCapture.js +547 -547
  415. package/lib/engine-components/ShadowCatcher.d.ts +33 -33
  416. package/lib/engine-components/ShadowCatcher.js +166 -166
  417. package/lib/engine-components/Skybox.d.ts +82 -82
  418. package/lib/engine-components/Skybox.js +448 -448
  419. package/lib/engine-components/SmoothFollow.d.ts +34 -34
  420. package/lib/engine-components/SmoothFollow.js +82 -82
  421. package/lib/engine-components/SpatialTrigger.d.ts +102 -102
  422. package/lib/engine-components/SpatialTrigger.js +225 -225
  423. package/lib/engine-components/SpectatorCamera.d.ts +111 -111
  424. package/lib/engine-components/SpectatorCamera.js +715 -715
  425. package/lib/engine-components/SphereCollider.d.ts +2 -2
  426. package/lib/engine-components/SphereCollider.js +2 -2
  427. package/lib/engine-components/SpriteRenderer.d.ts +132 -132
  428. package/lib/engine-components/SpriteRenderer.js +472 -472
  429. package/lib/engine-components/SyncedCamera.d.ts +41 -41
  430. package/lib/engine-components/SyncedCamera.js +199 -199
  431. package/lib/engine-components/SyncedRoom.d.ts +106 -106
  432. package/lib/engine-components/SyncedRoom.js +371 -371
  433. package/lib/engine-components/SyncedTransform.d.ts +88 -88
  434. package/lib/engine-components/SyncedTransform.js +326 -326
  435. package/lib/engine-components/TestRunner.d.ts +16 -16
  436. package/lib/engine-components/TestRunner.js +102 -102
  437. package/lib/engine-components/TransformGizmo.d.ts +75 -75
  438. package/lib/engine-components/TransformGizmo.js +209 -209
  439. package/lib/engine-components/VideoPlayer.d.ts +184 -184
  440. package/lib/engine-components/VideoPlayer.js +978 -978
  441. package/lib/engine-components/Voip.d.ts +67 -67
  442. package/lib/engine-components/Voip.js +360 -360
  443. package/lib/engine-components/api.d.ts +51 -51
  444. package/lib/engine-components/api.js +50 -50
  445. package/lib/engine-components/avatar/AvatarBlink_Simple.d.ts +11 -11
  446. package/lib/engine-components/avatar/AvatarBlink_Simple.js +76 -76
  447. package/lib/engine-components/avatar/AvatarEyeLook_Rotation.d.ts +14 -14
  448. package/lib/engine-components/avatar/AvatarEyeLook_Rotation.js +68 -68
  449. package/lib/engine-components/avatar/Avatar_Brain_LookAt.d.ts +29 -29
  450. package/lib/engine-components/avatar/Avatar_Brain_LookAt.js +121 -121
  451. package/lib/engine-components/avatar/Avatar_MouthShapes.d.ts +15 -15
  452. package/lib/engine-components/avatar/Avatar_MouthShapes.js +79 -79
  453. package/lib/engine-components/avatar/Avatar_MustacheShake.d.ts +9 -9
  454. package/lib/engine-components/avatar/Avatar_MustacheShake.js +29 -29
  455. package/lib/engine-components/codegen/components.d.ts +216 -215
  456. package/lib/engine-components/codegen/components.js +218 -217
  457. package/lib/engine-components/codegen/components.js.map +1 -1
  458. package/lib/engine-components/debug/LogStats.d.ts +5 -5
  459. package/lib/engine-components/debug/LogStats.js +18 -18
  460. package/lib/engine-components/export/gltf/GltfExport.d.ts +30 -30
  461. package/lib/engine-components/export/gltf/GltfExport.js +246 -246
  462. package/lib/engine-components/export/gltf/index.d.ts +1 -1
  463. package/lib/engine-components/export/gltf/index.js +1 -1
  464. package/lib/engine-components/export/index.d.ts +1 -1
  465. package/lib/engine-components/export/index.js +1 -1
  466. package/lib/engine-components/export/usdz/Extension.d.ts +22 -22
  467. package/lib/engine-components/export/usdz/Extension.js +1 -1
  468. package/lib/engine-components/export/usdz/ThreeUSDZExporter.d.ts +160 -160
  469. package/lib/engine-components/export/usdz/ThreeUSDZExporter.js +1782 -1782
  470. package/lib/engine-components/export/usdz/USDZExporter.d.ts +130 -130
  471. package/lib/engine-components/export/usdz/USDZExporter.js +663 -663
  472. package/lib/engine-components/export/usdz/extensions/Animation.d.ts +106 -106
  473. package/lib/engine-components/export/usdz/extensions/Animation.js +1071 -1071
  474. package/lib/engine-components/export/usdz/extensions/DocumentExtension.d.ts +5 -5
  475. package/lib/engine-components/export/usdz/extensions/DocumentExtension.js +6 -6
  476. package/lib/engine-components/export/usdz/extensions/USDZText.d.ts +54 -54
  477. package/lib/engine-components/export/usdz/extensions/USDZText.js +203 -203
  478. package/lib/engine-components/export/usdz/extensions/USDZUI.d.ts +8 -8
  479. package/lib/engine-components/export/usdz/extensions/USDZUI.js +157 -157
  480. package/lib/engine-components/export/usdz/extensions/behavior/Actions.d.ts +30 -30
  481. package/lib/engine-components/export/usdz/extensions/behavior/Actions.js +88 -88
  482. package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.d.ts +10 -10
  483. package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.js +86 -86
  484. package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.d.ts +28 -28
  485. package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.js +290 -290
  486. package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.d.ts +190 -190
  487. package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.js +1060 -1060
  488. package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.d.ts +135 -135
  489. package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.js +548 -548
  490. package/lib/engine-components/export/usdz/extensions/behavior/PhysicsExtension.d.ts +7 -7
  491. package/lib/engine-components/export/usdz/extensions/behavior/PhysicsExtension.js +115 -115
  492. package/lib/engine-components/export/usdz/index.d.ts +3 -3
  493. package/lib/engine-components/export/usdz/index.js +2 -2
  494. package/lib/engine-components/export/usdz/utils/animationutils.d.ts +7 -7
  495. package/lib/engine-components/export/usdz/utils/animationutils.js +163 -163
  496. package/lib/engine-components/export/usdz/utils/quicklook.d.ts +2 -2
  497. package/lib/engine-components/export/usdz/utils/quicklook.js +43 -43
  498. package/lib/engine-components/particlesystem/ParticleSystem.d.ts +177 -177
  499. package/lib/engine-components/particlesystem/ParticleSystem.js +1176 -1176
  500. package/lib/engine-components/particlesystem/ParticleSystemModules.d.ts +526 -526
  501. package/lib/engine-components/particlesystem/ParticleSystemModules.js +1930 -1930
  502. package/lib/engine-components/particlesystem/ParticleSystemSubEmitter.d.ts +25 -25
  503. package/lib/engine-components/particlesystem/ParticleSystemSubEmitter.js +87 -87
  504. package/lib/engine-components/particlesystem/api.d.ts +2 -2
  505. package/lib/engine-components/particlesystem/api.js +2 -2
  506. package/lib/engine-components/postprocessing/Effects/Antialiasing.d.ts +17 -17
  507. package/lib/engine-components/postprocessing/Effects/Antialiasing.js +50 -50
  508. package/lib/engine-components/postprocessing/Effects/BloomEffect.d.ts +46 -46
  509. package/lib/engine-components/postprocessing/Effects/BloomEffect.js +113 -113
  510. package/lib/engine-components/postprocessing/Effects/ChromaticAberration.d.ts +11 -11
  511. package/lib/engine-components/postprocessing/Effects/ChromaticAberration.js +39 -39
  512. package/lib/engine-components/postprocessing/Effects/ColorAdjustments.d.ts +15 -15
  513. package/lib/engine-components/postprocessing/Effects/ColorAdjustments.js +92 -92
  514. package/lib/engine-components/postprocessing/Effects/DepthOfField.d.ts +25 -25
  515. package/lib/engine-components/postprocessing/Effects/DepthOfField.js +104 -104
  516. package/lib/engine-components/postprocessing/Effects/EffectWrapper.d.ts +12 -12
  517. package/lib/engine-components/postprocessing/Effects/EffectWrapper.js +18 -18
  518. package/lib/engine-components/postprocessing/Effects/Pixelation.d.ts +11 -11
  519. package/lib/engine-components/postprocessing/Effects/Pixelation.js +32 -32
  520. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.d.ts +18 -18
  521. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.js +91 -91
  522. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.d.ts +70 -70
  523. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.js +175 -175
  524. package/lib/engine-components/postprocessing/Effects/Sharpening.d.ts +17 -17
  525. package/lib/engine-components/postprocessing/Effects/Sharpening.js +123 -123
  526. package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.d.ts +17 -17
  527. package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.js +70 -70
  528. package/lib/engine-components/postprocessing/Effects/Tonemapping.d.ts +26 -26
  529. package/lib/engine-components/postprocessing/Effects/Tonemapping.js +138 -138
  530. package/lib/engine-components/postprocessing/Effects/Vignette.d.ts +15 -15
  531. package/lib/engine-components/postprocessing/Effects/Vignette.js +60 -60
  532. package/lib/engine-components/postprocessing/PostProcessingEffect.d.ts +72 -72
  533. package/lib/engine-components/postprocessing/PostProcessingEffect.js +149 -149
  534. package/lib/engine-components/postprocessing/PostProcessingHandler.d.ts +25 -25
  535. package/lib/engine-components/postprocessing/PostProcessingHandler.js +350 -350
  536. package/lib/engine-components/postprocessing/Volume.d.ts +89 -89
  537. package/lib/engine-components/postprocessing/Volume.js +367 -367
  538. package/lib/engine-components/postprocessing/VolumeParameter.d.ts +26 -26
  539. package/lib/engine-components/postprocessing/VolumeParameter.js +136 -136
  540. package/lib/engine-components/postprocessing/VolumeProfile.d.ts +15 -15
  541. package/lib/engine-components/postprocessing/VolumeProfile.js +60 -60
  542. package/lib/engine-components/postprocessing/index.d.ts +5 -5
  543. package/lib/engine-components/postprocessing/index.js +5 -5
  544. package/lib/engine-components/postprocessing/utils.d.ts +11 -11
  545. package/lib/engine-components/postprocessing/utils.js +37 -37
  546. package/lib/engine-components/timeline/PlayableDirector.d.ts +163 -163
  547. package/lib/engine-components/timeline/PlayableDirector.js +686 -686
  548. package/lib/engine-components/timeline/SignalAsset.d.ts +24 -24
  549. package/lib/engine-components/timeline/SignalAsset.js +130 -130
  550. package/lib/engine-components/timeline/TimelineModels.d.ts +89 -89
  551. package/lib/engine-components/timeline/TimelineModels.js +22 -22
  552. package/lib/engine-components/timeline/TimelineTracks.d.ts +110 -110
  553. package/lib/engine-components/timeline/TimelineTracks.js +879 -879
  554. package/lib/engine-components/timeline/index.d.ts +4 -4
  555. package/lib/engine-components/timeline/index.js +3 -3
  556. package/lib/engine-components/ui/BaseUIComponent.d.ts +49 -49
  557. package/lib/engine-components/ui/BaseUIComponent.js +170 -170
  558. package/lib/engine-components/ui/Button.d.ts +64 -64
  559. package/lib/engine-components/ui/Button.js +315 -315
  560. package/lib/engine-components/ui/Canvas.d.ts +74 -74
  561. package/lib/engine-components/ui/Canvas.js +407 -407
  562. package/lib/engine-components/ui/CanvasGroup.d.ts +19 -19
  563. package/lib/engine-components/ui/CanvasGroup.js +58 -58
  564. package/lib/engine-components/ui/EventSystem.d.ts +125 -125
  565. package/lib/engine-components/ui/EventSystem.js +764 -764
  566. package/lib/engine-components/ui/Graphic.d.ts +55 -55
  567. package/lib/engine-components/ui/Graphic.js +254 -254
  568. package/lib/engine-components/ui/Image.d.ts +35 -35
  569. package/lib/engine-components/ui/Image.js +116 -116
  570. package/lib/engine-components/ui/InputField.d.ts +42 -42
  571. package/lib/engine-components/ui/InputField.js +268 -268
  572. package/lib/engine-components/ui/Interfaces.d.ts +38 -38
  573. package/lib/engine-components/ui/Interfaces.js +12 -12
  574. package/lib/engine-components/ui/Layout.d.ts +84 -84
  575. package/lib/engine-components/ui/Layout.js +330 -330
  576. package/lib/engine-components/ui/Outline.d.ts +7 -7
  577. package/lib/engine-components/ui/Outline.js +20 -20
  578. package/lib/engine-components/ui/PointerEvents.d.ts +115 -115
  579. package/lib/engine-components/ui/PointerEvents.js +145 -145
  580. package/lib/engine-components/ui/RaycastUtils.d.ts +11 -11
  581. package/lib/engine-components/ui/RaycastUtils.js +67 -67
  582. package/lib/engine-components/ui/Raycaster.d.ts +30 -30
  583. package/lib/engine-components/ui/Raycaster.js +95 -95
  584. package/lib/engine-components/ui/RectTransform.d.ts +61 -61
  585. package/lib/engine-components/ui/RectTransform.js +353 -353
  586. package/lib/engine-components/ui/SpatialHtml.d.ts +8 -8
  587. package/lib/engine-components/ui/SpatialHtml.js +79 -79
  588. package/lib/engine-components/ui/Text.d.ts +78 -78
  589. package/lib/engine-components/ui/Text.js +539 -539
  590. package/lib/engine-components/ui/Utils.d.ts +24 -24
  591. package/lib/engine-components/ui/Utils.js +90 -90
  592. package/lib/engine-components/ui/index.d.ts +1 -1
  593. package/lib/engine-components/ui/index.js +1 -1
  594. package/lib/engine-components/utils/EnvironmentScene.d.ts +5 -5
  595. package/lib/engine-components/utils/EnvironmentScene.js +205 -205
  596. package/lib/engine-components/utils/EnvironmentScene.js.map +1 -1
  597. package/lib/engine-components/utils/LookAt.d.ts +31 -31
  598. package/lib/engine-components/utils/LookAt.js +82 -82
  599. package/lib/engine-components/utils/OpenURL.d.ts +42 -42
  600. package/lib/engine-components/utils/OpenURL.js +119 -119
  601. package/lib/engine-components/webxr/Avatar.d.ts +25 -25
  602. package/lib/engine-components/webxr/Avatar.js +255 -255
  603. package/lib/engine-components/webxr/TeleportTarget.d.ts +7 -7
  604. package/lib/engine-components/webxr/TeleportTarget.js +7 -7
  605. package/lib/engine-components/webxr/WebARCameraBackground.d.ts +30 -30
  606. package/lib/engine-components/webxr/WebARCameraBackground.js +155 -155
  607. package/lib/engine-components/webxr/WebARSessionRoot.d.ts +98 -98
  608. package/lib/engine-components/webxr/WebARSessionRoot.js +770 -770
  609. package/lib/engine-components/webxr/WebXR.d.ts +232 -232
  610. package/lib/engine-components/webxr/WebXR.js +561 -561
  611. package/lib/engine-components/webxr/WebXRAvatar.d.ts +27 -27
  612. package/lib/engine-components/webxr/WebXRAvatar.js +44 -44
  613. package/lib/engine-components/webxr/WebXRImageTracking.d.ts +86 -86
  614. package/lib/engine-components/webxr/WebXRImageTracking.js +470 -470
  615. package/lib/engine-components/webxr/WebXRPlaneTracking.d.ts +92 -92
  616. package/lib/engine-components/webxr/WebXRPlaneTracking.js +500 -500
  617. package/lib/engine-components/webxr/WebXRRig.d.ts +32 -32
  618. package/lib/engine-components/webxr/WebXRRig.js +72 -72
  619. package/lib/engine-components/webxr/XRFlag.d.ts +38 -38
  620. package/lib/engine-components/webxr/XRFlag.js +139 -139
  621. package/lib/engine-components/webxr/controllers/XRControllerFollow.d.ts +47 -47
  622. package/lib/engine-components/webxr/controllers/XRControllerFollow.js +120 -120
  623. package/lib/engine-components/webxr/controllers/XRControllerModel.d.ts +43 -43
  624. package/lib/engine-components/webxr/controllers/XRControllerModel.js +351 -351
  625. package/lib/engine-components/webxr/controllers/XRControllerMovement.d.ts +78 -78
  626. package/lib/engine-components/webxr/controllers/XRControllerMovement.js +506 -506
  627. package/lib/engine-components/webxr/index.d.ts +3 -3
  628. package/lib/engine-components/webxr/index.js +3 -3
  629. package/lib/engine-components/webxr/types.d.ts +3 -3
  630. package/lib/engine-components/webxr/types.js +1 -1
  631. package/lib/engine-components-experimental/Presentation.d.ts +6 -6
  632. package/lib/engine-components-experimental/Presentation.js +9 -9
  633. package/lib/engine-components-experimental/api.d.ts +4 -4
  634. package/lib/engine-components-experimental/api.js +4 -4
  635. package/lib/engine-components-experimental/networking/PlayerSync.d.ts +156 -156
  636. package/lib/engine-components-experimental/networking/PlayerSync.js +377 -377
  637. package/lib/engine-schemes/api.d.ts +12 -12
  638. package/lib/engine-schemes/api.js +12 -12
  639. package/lib/engine-schemes/schemes.d.ts +7 -7
  640. package/lib/engine-schemes/schemes.js +19 -19
  641. package/lib/engine-schemes/synced-camera-model.d.ts +25 -25
  642. package/lib/engine-schemes/synced-camera-model.js +67 -67
  643. package/lib/engine-schemes/synced-transform-model.d.ts +31 -31
  644. package/lib/engine-schemes/synced-transform-model.js +66 -66
  645. package/lib/engine-schemes/transform.d.ts +12 -12
  646. package/lib/engine-schemes/transform.js +39 -39
  647. package/lib/engine-schemes/vec2.d.ts +10 -10
  648. package/lib/engine-schemes/vec2.js +25 -25
  649. package/lib/engine-schemes/vec3.d.ts +11 -11
  650. package/lib/engine-schemes/vec3.js +29 -29
  651. package/lib/engine-schemes/vec4.d.ts +12 -12
  652. package/lib/engine-schemes/vec4.js +33 -33
  653. package/lib/engine-schemes/vr-user-state-buffer.d.ts +37 -37
  654. package/lib/engine-schemes/vr-user-state-buffer.js +110 -110
  655. package/lib/include/three/EXT_mesh_gpu_instancing_exporter.d.ts +6 -6
  656. package/lib/include/three/EXT_mesh_gpu_instancing_exporter.js +45 -45
  657. package/lib/needle-engine.d.ts +7 -7
  658. package/lib/needle-engine.js +64 -64
  659. package/package.json +1 -1
  660. package/plugins/common/buildinfo.js +64 -63
  661. package/plugins/common/cloud.js +2 -0
  662. package/plugins/common/config.cjs +31 -31
  663. package/plugins/common/config.js +35 -35
  664. package/plugins/common/files.js +31 -31
  665. package/plugins/common/generator.js +10 -10
  666. package/plugins/common/license.js +317 -224
  667. package/plugins/common/npm.js +15 -15
  668. package/plugins/common/timers.js +7 -7
  669. package/plugins/common/version.js +37 -37
  670. package/plugins/gltf-packer.mjs +1 -1
  671. package/plugins/next/alias.cjs +39 -39
  672. package/plugins/next/license.cjs +18 -18
  673. package/plugins/next/meshbvhworker.cjs +18 -18
  674. package/plugins/next/next.js +128 -128
  675. package/plugins/types/index.d.ts +2 -2
  676. package/plugins/types/license.d.ts +24 -24
  677. package/plugins/types/needleConfig.d.ts +27 -27
  678. package/plugins/types/userconfig.d.ts +105 -105
  679. package/plugins/types/webmanifest.d.ts +32 -32
  680. package/plugins/vite/alias.js +174 -174
  681. package/plugins/vite/asap.js +245 -245
  682. package/plugins/vite/build-pipeline.js +355 -354
  683. package/plugins/vite/build.js +19 -19
  684. package/plugins/vite/buildinfo.js +41 -41
  685. package/plugins/vite/config.js +106 -106
  686. package/plugins/vite/copyfiles.js +138 -138
  687. package/plugins/vite/defines.js +66 -66
  688. package/plugins/vite/dependencies.js +213 -213
  689. package/plugins/vite/dependency-watcher.js +231 -231
  690. package/plugins/vite/drop-client.js +76 -76
  691. package/plugins/vite/drop.js +87 -87
  692. package/plugins/vite/editor-connection.js +124 -124
  693. package/plugins/vite/facebook-instant-games.js +99 -99
  694. package/plugins/vite/gzip.js +5 -5
  695. package/plugins/vite/imports-logger.js +143 -143
  696. package/plugins/vite/index.js +139 -139
  697. package/plugins/vite/license.js +55 -55
  698. package/plugins/vite/meta.js +163 -163
  699. package/plugins/vite/npm.js +7 -7
  700. package/plugins/vite/peer.js +29 -29
  701. package/plugins/vite/poster-client.js +73 -73
  702. package/plugins/vite/poster.js +79 -79
  703. package/plugins/vite/pwa.js +604 -604
  704. package/plugins/vite/reload-client.js +15 -15
  705. package/plugins/vite/reload.js +363 -363
  706. package/plugins/vite/server.js +66 -66
  707. package/plugins/vite/transform-codegen.js +55 -55
  708. package/plugins/vite/transform.js +31 -31
  709. package/plugins/vite/vite-4.4-hack.js +31 -31
  710. package/src/asap/needle-asap.ts +111 -111
  711. package/src/asap/sessiongranted.ts +75 -75
  712. package/src/asap/utils.ts +4 -4
  713. package/src/engine/analytics/index.ts +10 -10
  714. package/src/engine/analytics/lcp.ts +35 -35
  715. package/src/engine/api.ts +81 -81
  716. package/src/engine/assets/index.ts +59 -59
  717. package/src/engine/assets/static.js +5 -5
  718. package/src/engine/codegen/register_types.ts +300 -298
  719. package/src/engine/debug/debug.ts +51 -51
  720. package/src/engine/debug/debug_console.ts +333 -333
  721. package/src/engine/debug/debug_overlay.ts +332 -332
  722. package/src/engine/debug/debug_spatial_console.ts +429 -429
  723. package/src/engine/debug/index.ts +1 -1
  724. package/src/engine/engine_addressables.ts +679 -679
  725. package/src/engine/engine_animation.ts +145 -145
  726. package/src/engine/engine_application.ts +113 -113
  727. package/src/engine/engine_assetdatabase.ts +387 -387
  728. package/src/engine/engine_audio.ts +24 -24
  729. package/src/engine/engine_camera.ts +39 -39
  730. package/src/engine/engine_components.ts +373 -373
  731. package/src/engine/engine_components_internal.ts +40 -40
  732. package/src/engine/engine_constants.ts +52 -52
  733. package/src/engine/engine_context.ts +1662 -1662
  734. package/src/engine/engine_context_registry.ts +129 -129
  735. package/src/engine/engine_coroutine.ts +54 -54
  736. package/src/engine/engine_create_objects.ts +398 -398
  737. package/src/engine/engine_default_parameters.ts +3 -3
  738. package/src/engine/engine_editor-sync.ts +28 -28
  739. package/src/engine/engine_element.ts +871 -871
  740. package/src/engine/engine_element_attributes.ts +85 -85
  741. package/src/engine/engine_element_extras.ts +16 -16
  742. package/src/engine/engine_element_loading.ts +381 -381
  743. package/src/engine/engine_element_overlay.ts +186 -186
  744. package/src/engine/engine_fileloader.js +9 -9
  745. package/src/engine/engine_gameobject.ts +684 -684
  746. package/src/engine/engine_generic_utils.js +13 -13
  747. package/src/engine/engine_gizmos.ts +577 -577
  748. package/src/engine/engine_gltf.ts +29 -29
  749. package/src/engine/engine_gltf_builtin_components.ts +403 -403
  750. package/src/engine/engine_hot_reload.ts +198 -198
  751. package/src/engine/engine_input.ts +1460 -1460
  752. package/src/engine/engine_input_utils.ts +23 -23
  753. package/src/engine/engine_instancing.ts +45 -45
  754. package/src/engine/engine_license.ts +329 -329
  755. package/src/engine/engine_lifecycle_api.ts +106 -106
  756. package/src/engine/engine_lifecycle_functions_internal.ts +193 -193
  757. package/src/engine/engine_lightdata.ts +117 -117
  758. package/src/engine/engine_loaders.ts +82 -82
  759. package/src/engine/engine_lods.ts +168 -168
  760. package/src/engine/engine_mainloop_utils.ts +472 -472
  761. package/src/engine/engine_math.ts +282 -282
  762. package/src/engine/engine_modules.ts +83 -83
  763. package/src/engine/engine_networking.ts +841 -841
  764. package/src/engine/engine_networking_auto.ts +352 -352
  765. package/src/engine/engine_networking_blob.ts +254 -254
  766. package/src/engine/engine_networking_files.ts +217 -217
  767. package/src/engine/engine_networking_files_default_components.ts +58 -58
  768. package/src/engine/engine_networking_instantiate.ts +419 -419
  769. package/src/engine/engine_networking_peer.ts +159 -159
  770. package/src/engine/engine_networking_streams.ts +713 -713
  771. package/src/engine/engine_networking_types.ts +24 -24
  772. package/src/engine/engine_networking_utils.ts +23 -23
  773. package/src/engine/engine_networking_websocket.ts +2 -2
  774. package/src/engine/engine_patcher.ts +199 -199
  775. package/src/engine/engine_physics.ts +783 -783
  776. package/src/engine/engine_physics.types.ts +46 -46
  777. package/src/engine/engine_physics_rapier.ts +1579 -1579
  778. package/src/engine/engine_playerview.ts +80 -80
  779. package/src/engine/engine_scenelighting.ts +294 -294
  780. package/src/engine/engine_scenetools.ts +365 -365
  781. package/src/engine/engine_serialization.ts +2 -2
  782. package/src/engine/engine_serialization_builtin_serializer.ts +473 -473
  783. package/src/engine/engine_serialization_core.ts +705 -705
  784. package/src/engine/engine_serialization_decorator.ts +80 -80
  785. package/src/engine/engine_setup.ts +1 -1
  786. package/src/engine/engine_shaders.ts +267 -267
  787. package/src/engine/engine_shims.ts +32 -32
  788. package/src/engine/engine_test_utils.ts +109 -109
  789. package/src/engine/engine_texture.ts +82 -82
  790. package/src/engine/engine_three_utils.ts +849 -849
  791. package/src/engine/engine_time.ts +94 -94
  792. package/src/engine/engine_time_utils.ts +237 -237
  793. package/src/engine/engine_tonemapping.ts +210 -210
  794. package/src/engine/engine_types.ts +714 -714
  795. package/src/engine/engine_typestore.ts +63 -63
  796. package/src/engine/engine_util_decorator.ts +136 -136
  797. package/src/engine/engine_utils.ts +972 -972
  798. package/src/engine/engine_utils_format.ts +212 -212
  799. package/src/engine/engine_utils_screenshot.ts +698 -698
  800. package/src/engine/engine_utils_screenshot.xr.ts +103 -103
  801. package/src/engine/export/gltf/Writers.ts +34 -34
  802. package/src/engine/export/gltf/index.ts +158 -158
  803. package/src/engine/export/index.ts +2 -2
  804. package/src/engine/export/state.ts +19 -19
  805. package/src/engine/export/utils.ts +9 -9
  806. package/src/engine/extensions/EXT_texture_exr.ts +50 -50
  807. package/src/engine/extensions/NEEDLE_animator_controller_model.ts +195 -195
  808. package/src/engine/extensions/NEEDLE_components.ts +268 -268
  809. package/src/engine/extensions/NEEDLE_gameobject_data.ts +81 -81
  810. package/src/engine/extensions/NEEDLE_lighting_settings.ts +185 -185
  811. package/src/engine/extensions/NEEDLE_lightmaps.ts +119 -119
  812. package/src/engine/extensions/NEEDLE_persistent_assets.ts +76 -76
  813. package/src/engine/extensions/NEEDLE_render_objects.ts +209 -209
  814. package/src/engine/extensions/NEEDLE_techniques_webgl.ts +640 -640
  815. package/src/engine/extensions/extension_resolver.ts +4 -4
  816. package/src/engine/extensions/extension_utils.ts +166 -166
  817. package/src/engine/extensions/extensions.ts +135 -135
  818. package/src/engine/extensions/index.ts +5 -5
  819. package/src/engine/extensions/usage_tracker.ts +100 -100
  820. package/src/engine/js-extensions/Camera.ts +37 -37
  821. package/src/engine/js-extensions/ExtensionUtils.ts +85 -85
  822. package/src/engine/js-extensions/Layers.ts +23 -23
  823. package/src/engine/js-extensions/Object3D.ts +296 -296
  824. package/src/engine/js-extensions/RGBAColor.ts +75 -75
  825. package/src/engine/js-extensions/Vector.ts +18 -18
  826. package/src/engine/js-extensions/index.ts +4 -4
  827. package/src/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.js +122 -122
  828. package/src/engine/shaders/shaderData.ts +67 -67
  829. package/src/engine/tests/test_utils.ts +63 -63
  830. package/src/engine/webcomponents/WebXRButtons.ts +260 -260
  831. package/src/engine/webcomponents/api.ts +6 -6
  832. package/src/engine/webcomponents/buttons.ts +262 -262
  833. package/src/engine/webcomponents/fonts.ts +41 -41
  834. package/src/engine/webcomponents/icons.ts +57 -57
  835. package/src/engine/webcomponents/index.ts +1 -1
  836. package/src/engine/webcomponents/logo-element.ts +78 -78
  837. package/src/engine/webcomponents/needle menu/needle-menu-spatial.ts +573 -573
  838. package/src/engine/webcomponents/needle menu/needle-menu.ts +1107 -1107
  839. package/src/engine/webcomponents/needle-button.ts +181 -181
  840. package/src/engine/xr/NeedleXRController.ts +1126 -1126
  841. package/src/engine/xr/NeedleXRSession.ts +1585 -1585
  842. package/src/engine/xr/NeedleXRSync.ts +220 -220
  843. package/src/engine/xr/SceneTransition.ts +78 -78
  844. package/src/engine/xr/TempXRContext.ts +216 -216
  845. package/src/engine/xr/XRRig.ts +9 -9
  846. package/src/engine/xr/api.ts +5 -5
  847. package/src/engine/xr/events.ts +102 -102
  848. package/src/engine/xr/internal.ts +34 -34
  849. package/src/engine/xr/usdz.ts +30 -30
  850. package/src/engine/xr/utils.ts +39 -39
  851. package/src/engine-components/AlignmentConstraint.ts +36 -36
  852. package/src/engine-components/Animation.ts +557 -557
  853. package/src/engine-components/AnimationCurve.ts +150 -150
  854. package/src/engine-components/AnimationUtils.ts +28 -28
  855. package/src/engine-components/AnimationUtilsAutoplay.ts +43 -43
  856. package/src/engine-components/Animator.ts +397 -397
  857. package/src/engine-components/AnimatorController.ts +1293 -1293
  858. package/src/engine-components/AudioListener.ts +92 -92
  859. package/src/engine-components/AudioSource.ts +639 -639
  860. package/src/engine-components/AvatarLoader.ts +263 -263
  861. package/src/engine-components/AxesHelper.ts +59 -59
  862. package/src/engine-components/BasicIKConstraint.ts +54 -54
  863. package/src/engine-components/BoxCollider.ts +1 -1
  864. package/src/engine-components/BoxHelperComponent.ts +114 -114
  865. package/src/engine-components/Camera.ts +707 -707
  866. package/src/engine-components/CameraUtils.ts +142 -144
  867. package/src/engine-components/CharacterController.ts +253 -253
  868. package/src/engine-components/Collider.ts +374 -374
  869. package/src/engine-components/Component.ts +1294 -1294
  870. package/src/engine-components/ContactShadows.ts +482 -482
  871. package/src/engine-components/DeleteBox.ts +62 -62
  872. package/src/engine-components/DeviceFlag.ts +46 -46
  873. package/src/engine-components/DragControls.ts +1623 -1623
  874. package/src/engine-components/DropListener.ts +698 -698
  875. package/src/engine-components/Duplicatable.ts +198 -198
  876. package/src/engine-components/EventList.ts +266 -266
  877. package/src/engine-components/EventTrigger.ts +74 -74
  878. package/src/engine-components/EventType.ts +22 -22
  879. package/src/engine-components/Fog.ts +60 -60
  880. package/src/engine-components/Gizmos.ts +56 -56
  881. package/src/engine-components/GridHelper.ts +48 -48
  882. package/src/engine-components/GroundProjection.ts +356 -356
  883. package/src/engine-components/Interactable.ts +14 -14
  884. package/src/engine-components/Joints.ts +52 -52
  885. package/src/engine-components/LODGroup.ts +153 -153
  886. package/src/engine-components/Light.ts +558 -558
  887. package/src/engine-components/LookAtConstraint.ts +25 -25
  888. package/src/engine-components/NeedleMenu.ts +84 -84
  889. package/src/engine-components/NestedGltf.ts +86 -86
  890. package/src/engine-components/Networking.ts +114 -114
  891. package/src/engine-components/OffsetConstraint.ts +60 -60
  892. package/src/engine-components/OrbitControls.ts +1068 -1068
  893. package/src/engine-components/PlayerColor.ts +103 -103
  894. package/src/engine-components/ReflectionProbe.ts +209 -209
  895. package/src/engine-components/Renderer.ts +900 -900
  896. package/src/engine-components/RendererInstancing.ts +855 -855
  897. package/src/engine-components/RendererLightmap.ts +198 -198
  898. package/src/engine-components/RigidBody.ts +526 -526
  899. package/src/engine-components/SceneSwitcher.ts +1013 -1013
  900. package/src/engine-components/ScreenCapture.ts +592 -592
  901. package/src/engine-components/ShadowCatcher.ts +172 -172
  902. package/src/engine-components/Skybox.ts +455 -455
  903. package/src/engine-components/SmoothFollow.ts +76 -76
  904. package/src/engine-components/SpatialTrigger.ts +229 -229
  905. package/src/engine-components/SpectatorCamera.ts +787 -787
  906. package/src/engine-components/SphereCollider.ts +1 -1
  907. package/src/engine-components/SpriteRenderer.ts +468 -468
  908. package/src/engine-components/SyncedCamera.ts +220 -220
  909. package/src/engine-components/SyncedRoom.ts +380 -380
  910. package/src/engine-components/SyncedTransform.ts +378 -378
  911. package/src/engine-components/TestRunner.ts +118 -118
  912. package/src/engine-components/TransformGizmo.ts +219 -219
  913. package/src/engine-components/VideoPlayer.ts +1025 -1025
  914. package/src/engine-components/Voip.ts +363 -363
  915. package/src/engine-components/api.ts +60 -60
  916. package/src/engine-components/avatar/AvatarBlink_Simple.ts +69 -69
  917. package/src/engine-components/avatar/AvatarEyeLook_Rotation.ts +63 -63
  918. package/src/engine-components/avatar/Avatar_Brain_LookAt.ts +139 -139
  919. package/src/engine-components/avatar/Avatar_MouthShapes.ts +83 -83
  920. package/src/engine-components/avatar/Avatar_MustacheShake.ts +31 -31
  921. package/src/engine-components/codegen/components.ts +217 -216
  922. package/src/engine-components/debug/LogStats.ts +21 -21
  923. package/src/engine-components/export/gltf/GltfExport.ts +265 -265
  924. package/src/engine-components/export/usdz/Extension.ts +24 -24
  925. package/src/engine-components/export/usdz/ThreeUSDZExporter.ts +2413 -2413
  926. package/src/engine-components/export/usdz/USDZExporter.ts +705 -705
  927. package/src/engine-components/export/usdz/extensions/Animation.ts +1204 -1204
  928. package/src/engine-components/export/usdz/extensions/DocumentExtension.ts +9 -9
  929. package/src/engine-components/export/usdz/extensions/USDZText.ts +240 -240
  930. package/src/engine-components/export/usdz/extensions/USDZUI.ts +189 -189
  931. package/src/engine-components/export/usdz/extensions/behavior/Actions.ts +99 -99
  932. package/src/engine-components/export/usdz/extensions/behavior/AudioExtension.ts +102 -102
  933. package/src/engine-components/export/usdz/extensions/behavior/Behaviour.ts +320 -320
  934. package/src/engine-components/export/usdz/extensions/behavior/BehaviourComponents.ts +1225 -1225
  935. package/src/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.ts +646 -646
  936. package/src/engine-components/export/usdz/extensions/behavior/PhysicsExtension.ts +132 -132
  937. package/src/engine-components/export/usdz/index.ts +2 -2
  938. package/src/engine-components/export/usdz/utils/animationutils.ts +191 -191
  939. package/src/engine-components/export/usdz/utils/quicklook.ts +50 -50
  940. package/src/engine-components/particlesystem/ParticleSystem.ts +1287 -1287
  941. package/src/engine-components/particlesystem/ParticleSystemModules.ts +1765 -1765
  942. package/src/engine-components/particlesystem/ParticleSystemSubEmitter.ts +111 -111
  943. package/src/engine-components/particlesystem/api.ts +1 -1
  944. package/src/engine-components/postprocessing/Effects/Antialiasing.ts +55 -55
  945. package/src/engine-components/postprocessing/Effects/BloomEffect.ts +116 -116
  946. package/src/engine-components/postprocessing/Effects/ChromaticAberration.ts +37 -37
  947. package/src/engine-components/postprocessing/Effects/ColorAdjustments.ts +95 -95
  948. package/src/engine-components/postprocessing/Effects/DepthOfField.ts +103 -103
  949. package/src/engine-components/postprocessing/Effects/EffectWrapper.ts +25 -25
  950. package/src/engine-components/postprocessing/Effects/Pixelation.ts +32 -32
  951. package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.ts +90 -90
  952. package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.ts +191 -191
  953. package/src/engine-components/postprocessing/Effects/Sharpening.ts +138 -138
  954. package/src/engine-components/postprocessing/Effects/TiltShiftEffect.ts +61 -61
  955. package/src/engine-components/postprocessing/Effects/Tonemapping.ts +155 -155
  956. package/src/engine-components/postprocessing/Effects/Vignette.ts +59 -59
  957. package/src/engine-components/postprocessing/PostProcessingEffect.ts +172 -172
  958. package/src/engine-components/postprocessing/PostProcessingHandler.ts +398 -398
  959. package/src/engine-components/postprocessing/Volume.ts +410 -410
  960. package/src/engine-components/postprocessing/VolumeParameter.ts +158 -158
  961. package/src/engine-components/postprocessing/VolumeProfile.ts +61 -61
  962. package/src/engine-components/postprocessing/index.ts +5 -5
  963. package/src/engine-components/postprocessing/utils.ts +52 -52
  964. package/src/engine-components/timeline/PlayableDirector.ts +722 -722
  965. package/src/engine-components/timeline/SignalAsset.ts +144 -144
  966. package/src/engine-components/timeline/TimelineModels.ts +92 -92
  967. package/src/engine-components/timeline/TimelineTracks.ts +967 -967
  968. package/src/engine-components/timeline/index.ts +3 -3
  969. package/src/engine-components/ui/BaseUIComponent.ts +203 -203
  970. package/src/engine-components/ui/Button.ts +307 -307
  971. package/src/engine-components/ui/Canvas.ts +419 -419
  972. package/src/engine-components/ui/CanvasGroup.ts +54 -54
  973. package/src/engine-components/ui/EventSystem.ts +853 -853
  974. package/src/engine-components/ui/Graphic.ts +275 -275
  975. package/src/engine-components/ui/Image.ts +112 -112
  976. package/src/engine-components/ui/InputField.ts +321 -321
  977. package/src/engine-components/ui/Interfaces.ts +57 -57
  978. package/src/engine-components/ui/Layout.ts +334 -334
  979. package/src/engine-components/ui/Outline.ts +13 -13
  980. package/src/engine-components/ui/PointerEvents.ts +206 -206
  981. package/src/engine-components/ui/RaycastUtils.ts +69 -69
  982. package/src/engine-components/ui/Raycaster.ts +102 -102
  983. package/src/engine-components/ui/RectTransform.ts +372 -372
  984. package/src/engine-components/ui/SpatialHtml.ts +79 -79
  985. package/src/engine-components/ui/Text.ts +578 -578
  986. package/src/engine-components/ui/Utils.ts +112 -112
  987. package/src/engine-components/utils/EnvironmentScene.ts +245 -245
  988. package/src/engine-components/utils/LookAt.ts +88 -88
  989. package/src/engine-components/utils/OpenURL.ts +114 -114
  990. package/src/engine-components/webxr/Avatar.ts +265 -265
  991. package/src/engine-components/webxr/TeleportTarget.ts +9 -9
  992. package/src/engine-components/webxr/WebARCameraBackground.ts +175 -175
  993. package/src/engine-components/webxr/WebARSessionRoot.ts +880 -880
  994. package/src/engine-components/webxr/WebXR.ts +585 -585
  995. package/src/engine-components/webxr/WebXRAvatar.ts +66 -66
  996. package/src/engine-components/webxr/WebXRImageTracking.ts +518 -518
  997. package/src/engine-components/webxr/WebXRPlaneTracking.ts +570 -570
  998. package/src/engine-components/webxr/WebXRRig.ts +77 -77
  999. package/src/engine-components/webxr/XRFlag.ts +147 -147
  1000. package/src/engine-components/webxr/controllers/XRControllerFollow.ts +118 -118
  1001. package/src/engine-components/webxr/controllers/XRControllerModel.ts +374 -374
  1002. package/src/engine-components/webxr/controllers/XRControllerMovement.ts +550 -550
  1003. package/src/engine-components/webxr/index.ts +2 -2
  1004. package/src/engine-components/webxr/types.ts +3 -3
  1005. package/src/engine-components-experimental/Presentation.ts +12 -12
  1006. package/src/engine-components-experimental/api.ts +4 -4
  1007. package/src/engine-components-experimental/networking/PlayerSync.ts +401 -401
  1008. package/src/engine-schemes/COMPILE_SCHEMES.bat +3 -3
  1009. package/src/engine-schemes/COMPILE_TS.bat +11 -11
  1010. package/src/engine-schemes/README.md +1 -1
  1011. package/src/engine-schemes/api.ts +12 -12
  1012. package/src/engine-schemes/schemes.ts +28 -28
  1013. package/src/engine-schemes/synced-camera-model.ts +92 -92
  1014. package/src/engine-schemes/synced-transform-model.ts +90 -90
  1015. package/src/engine-schemes/syncedCamera.fbs +10 -10
  1016. package/src/engine-schemes/transform.ts +50 -50
  1017. package/src/engine-schemes/transforms.fbs +25 -25
  1018. package/src/engine-schemes/vec.fbs +19 -19
  1019. package/src/engine-schemes/vec2.ts +33 -33
  1020. package/src/engine-schemes/vec3.ts +38 -38
  1021. package/src/engine-schemes/vec4.ts +43 -43
  1022. package/src/engine-schemes/vr-user-state-buffer.ts +145 -145
  1023. package/src/engine-schemes/vrUserStateBuffer.fbs +17 -17
  1024. package/src/include/draco/draco_decoder.js +34 -34
  1025. package/src/include/ktx2/basis_transcoder.js +21 -21
  1026. package/src/include/needle/arial-msdf.json +1471 -1471
  1027. package/src/include/three/DragControls.js +231 -231
  1028. package/src/include/three/EXT_mesh_gpu_instancing_exporter.js +66 -66
  1029. package/src/needle-engine.ts +70 -70
  1030. package/lib/engine/engine.d.ts +0 -4
  1031. package/lib/engine/engine.js +0 -12
  1032. package/lib/engine/engine.js.map +0 -1
  1033. package/lib/engine/engine_web_api.d.ts +0 -12
  1034. package/lib/engine/engine_web_api.js +0 -113
  1035. package/lib/engine/engine_web_api.js.map +0 -1
  1036. package/lib/engine-components/FlyControls.d.ts +0 -10
  1037. package/lib/engine-components/FlyControls.js +0 -29
  1038. package/lib/engine-components/FlyControls.js.map +0 -1
  1039. package/src/engine-schemes/dist/api.js +0 -17
  1040. package/src/engine-schemes/dist/api.js.meta +0 -7
  1041. package/src/engine-schemes/dist/schemes.js +0 -25
  1042. package/src/engine-schemes/dist/schemes.js.meta +0 -7
  1043. package/src/engine-schemes/dist/synced-camera-model.js +0 -74
  1044. package/src/engine-schemes/dist/synced-camera-model.js.meta +0 -7
  1045. package/src/engine-schemes/dist/synced-transform-model.js +0 -73
  1046. package/src/engine-schemes/dist/synced-transform-model.js.meta +0 -7
  1047. package/src/engine-schemes/dist/transform.js +0 -46
  1048. package/src/engine-schemes/dist/transform.js.meta +0 -7
  1049. package/src/engine-schemes/dist/vec2.js +0 -32
  1050. package/src/engine-schemes/dist/vec2.js.meta +0 -7
  1051. package/src/engine-schemes/dist/vec3.js +0 -36
  1052. package/src/engine-schemes/dist/vec3.js.meta +0 -7
  1053. package/src/engine-schemes/dist/vec4.js +0 -40
  1054. package/src/engine-schemes/dist/vec4.js.meta +0 -7
  1055. package/src/engine-schemes/dist/vr-user-state-buffer.js +0 -110
  1056. package/src/engine-schemes/dist/vr-user-state-buffer.js.meta +0 -7
@@ -1,1072 +1,1072 @@
1
- import { Matrix4, PropertyBinding, Quaternion, Vector3 } from "three";
2
- import { isDevEnvironment, showBalloonWarning } from "../../../../engine/debug/debug.js";
3
- import { getParam } from "../../../../engine/engine_utils.js";
4
- import { Animator } from "../../../Animator.js";
5
- import { GameObject } from "../../../Component.js";
6
- import { buildMatrix, findStructuralNodesInBoneHierarchy, getPathToSkeleton, usdNumberFormatting as fn } from "../ThreeUSDZExporter.js";
7
- const debug = getParam("debugusdzanimation");
8
- const debugSerialization = getParam("debugusdzanimationserialization");
9
- export class RegisteredAnimationInfo {
10
- _start;
11
- get start() {
12
- if (this._start === undefined) {
13
- this._start = this.ext.getStartTimeByClip(this.clip);
14
- }
15
- return this._start;
16
- }
17
- get duration() { return this.clip?.duration ?? TransformData.restPoseClipDuration; }
18
- get nearestAnimatedRoot() { return this._nearestAnimatedRoot; }
19
- get clipName() { return this.clip?.name ?? "rest"; }
20
- ext;
21
- root;
22
- _nearestAnimatedRoot = undefined;
23
- clip;
24
- // Playback speed. Does not affect how the animation is written, just how fast actions play it back.
25
- speed;
26
- constructor(ext, root, clip) {
27
- this.ext = ext;
28
- this.root = root;
29
- this.clip = clip;
30
- this._nearestAnimatedRoot = this.getNearestAnimatedRoot();
31
- }
32
- static isDescendantOf(parent, child) {
33
- let current = child;
34
- if (!current || !parent)
35
- return false;
36
- while (current) {
37
- if (!current)
38
- return false;
39
- if (current === parent)
40
- return true;
41
- current = current.parent;
42
- }
43
- return false;
44
- }
45
- /** Finds the nearest actually animated object under root based on the tracks in the AnimationClip. */
46
- getNearestAnimatedRoot() {
47
- let highestRoot = undefined;
48
- try {
49
- for (const track of this.clip?.tracks ?? []) {
50
- const parsedPath = PropertyBinding.parseTrackName(track.name);
51
- let animationTarget = PropertyBinding.findNode(this.root, parsedPath.nodeName);
52
- if (animationTarget) {
53
- if (!highestRoot)
54
- highestRoot = animationTarget;
55
- else {
56
- if (animationTarget === highestRoot)
57
- continue;
58
- if (RegisteredAnimationInfo.isDescendantOf(highestRoot, animationTarget))
59
- continue;
60
- if (!RegisteredAnimationInfo.isDescendantOf(animationTarget, highestRoot)) {
61
- // TODO test this, should find the nearest common ancestor
62
- while (!RegisteredAnimationInfo.isDescendantOf(animationTarget, highestRoot) && animationTarget.parent) {
63
- animationTarget = animationTarget.parent;
64
- }
65
- if (!RegisteredAnimationInfo.isDescendantOf(animationTarget, highestRoot)) {
66
- console.error("USDZExporter: Animation clip targets multiple roots that are not parent/child. Please report a bug", this.root, this.clip, highestRoot, animationTarget);
67
- }
68
- }
69
- highestRoot = animationTarget;
70
- }
71
- }
72
- }
73
- }
74
- catch (e) {
75
- console.error("USDZExporter: Exception when trying to find nearest animated root. Please report a bug", e);
76
- highestRoot = undefined;
77
- }
78
- return highestRoot;
79
- }
80
- }
81
- export class TransformData {
82
- clip;
83
- pos;
84
- rot;
85
- scale;
86
- root;
87
- target;
88
- duration = 0;
89
- useRootMotion = false;
90
- /** This value can theoretically be anything – a value of 1 is good to clearly see animation gaps.
91
- * For production, a value of 1/60 is enough, since the files can then still properly play back at 60fps.
92
- */
93
- static frameRate = 60;
94
- static animationDurationPadding = 6 / 60;
95
- static restPoseClipDuration = 6 / 60;
96
- constructor(root, target, clip) {
97
- this.root = root;
98
- this.target = target;
99
- this.clip = clip;
100
- // this is a rest pose clip.
101
- // we assume duration 1/60 and no tracks, and when queried for times we just return [0, duration]
102
- if (!clip) {
103
- this.duration = TransformData.restPoseClipDuration;
104
- }
105
- else {
106
- this.duration = clip.duration;
107
- }
108
- // warn if the duration does not equal the maximum time value in the tracks
109
- if (clip && clip.tracks) {
110
- const maxTime = Math.max(...clip.tracks.map((t) => t.times[t.times.length - 1]));
111
- if (maxTime !== this.duration) {
112
- console.warn("USDZExporter: Animation clip duration does not match the maximum time value in the tracks.", clip, maxTime, this.duration);
113
- // We need to override the duration, otherwise we end up with gaps in the exported animation
114
- // where there are actually no written animation values
115
- this.duration = maxTime;
116
- }
117
- }
118
- const animator = GameObject.getComponent(root, Animator);
119
- if (animator)
120
- this.useRootMotion = animator.applyRootMotion;
121
- }
122
- addTrack(track) {
123
- if (!this.clip) {
124
- console.error("This is a rest clip but you're trying to add tracks to it – this is likely a bug");
125
- return;
126
- }
127
- if (track.name.endsWith("position"))
128
- this.pos = track;
129
- else if (track.name.endsWith("quaternion"))
130
- this.rot = track;
131
- else if (track.name.endsWith("scale"))
132
- this.scale = track;
133
- else {
134
- if (track.name.endsWith("activeSelf")) {
135
- /*
136
- // Construct a scale track, then apply to the existing scale track.
137
- // Not supported right now, because it would also require properly tracking that these objects need to be enabled
138
- // at animation start because they're animating the enabled state... otherwise they just stay disabled from scene start
139
- const newValues = [...track.values].map((v) => v ? [1,1,1] : [0,0,0]).flat();
140
- const scaleTrack = new KeyframeTrack(track.name.replace(".activeSelf", ".scale"), track.times, newValues, InterpolateDiscrete);
141
- if (!this.scale)
142
- {
143
- this.scale = scaleTrack;
144
- console.log("Mock scale track", this.scale);
145
- }
146
- */
147
- console.warn("[USDZ] Animation of enabled/disabled state is not supported for USDZ export and will NOT be exported: " + track.name + " on " + (this.root?.name ?? this.target.name) + ". Animate scale 0/1 instead.");
148
- }
149
- else {
150
- console.warn("[USDZ] Animation track type not supported for USDZ export and will NOT be exported: " + track.name + " on " + (this.root?.name ?? this.target.name) + ". Only .position, .rotation, .scale are supported.");
151
- }
152
- if (isDevEnvironment())
153
- showBalloonWarning("[USDZ] Some animations can't be exported. See console for details.");
154
- }
155
- }
156
- getFrames() {
157
- if (!this.clip)
158
- return 2;
159
- return Math.max(this.pos?.times?.length ?? 0, this.rot?.times?.length ?? 0, this.scale?.times?.length ?? 0);
160
- }
161
- getDuration() {
162
- return this.duration;
163
- }
164
- getSortedTimesArray(generatePos = true, generateRot = true, generateScale = true) {
165
- if (!this.clip)
166
- return [0, this.duration];
167
- const posTimesArray = this.pos?.times;
168
- const rotTimesArray = this.rot?.times;
169
- const scaleTimesArray = this.scale?.times;
170
- // timesArray is the sorted union of all time values
171
- const timesArray = [];
172
- if (generatePos && posTimesArray)
173
- for (const t of posTimesArray)
174
- timesArray.push(t);
175
- if (generateRot && rotTimesArray)
176
- for (const t of rotTimesArray)
177
- timesArray.push(t);
178
- if (generateScale && scaleTimesArray)
179
- for (const t of scaleTimesArray)
180
- timesArray.push(t);
181
- // We also need to make sure we have start and end times for these tracks
182
- // We already ensure this is the case for duration – it's always the maximum time value in the tracks
183
- // (see constructor)
184
- if (!timesArray.includes(0))
185
- timesArray.push(0);
186
- // sort times so it's increasing
187
- timesArray.sort((a, b) => a - b);
188
- // make sure time values are unique
189
- return [...new Set(timesArray)];
190
- }
191
- /**
192
- * Returns an iterator that yields the values for each time sample.
193
- * Values are reused objects - if you want to append them to some array
194
- * instead of processing them right away, clone() them.
195
- * @param timesArray
196
- * @param generatePos
197
- * @param generateRot
198
- * @param generateScale
199
- */
200
- *getValues(timesArray, generatePos = true, generateRot = true, generateScale = true) {
201
- const translation = new Vector3();
202
- const rotation = new Quaternion();
203
- const scale = new Vector3(1, 1, 1);
204
- const object = this.target;
205
- const positionInterpolant = generatePos ? this.pos?.createInterpolant() : undefined;
206
- const rotationInterpolant = generateRot ? this.rot?.createInterpolant() : undefined;
207
- const scaleInterpolant = generateScale ? this.scale?.createInterpolant() : undefined;
208
- if (!positionInterpolant)
209
- translation.set(object.position.x, object.position.y, object.position.z);
210
- if (!rotationInterpolant)
211
- rotation.set(object.quaternion.x, object.quaternion.y, object.quaternion.z, object.quaternion.w);
212
- if (!scaleInterpolant)
213
- scale.set(object.scale.x, object.scale.y, object.scale.z);
214
- // WORKAROUND because it seems that sometimes we get a quaternion interpolant with a valueSize
215
- // of its own length... which then goes into an endless loop
216
- if (positionInterpolant && positionInterpolant.valueSize !== 3)
217
- positionInterpolant.valueSize = 3;
218
- if (rotationInterpolant && rotationInterpolant.valueSize !== 4)
219
- rotationInterpolant.valueSize = 4;
220
- if (scaleInterpolant && scaleInterpolant.valueSize !== 3)
221
- scaleInterpolant.valueSize = 3;
222
- // We're optionally padding with one extra time step at the beginning and the end
223
- // So that we don't get unwanted interpolations between clips (during the padding time)
224
- const extraFrame = 0; // TransformData.animationDurationPadding > 1 / 60 ? 1 : 0;
225
- for (let index = 0 - extraFrame; index < timesArray.length + extraFrame; index++) {
226
- let time = 0;
227
- let returnTime = 0;
228
- if (index < 0) {
229
- time = timesArray[0];
230
- returnTime = time - (TransformData.animationDurationPadding / 2) + 1 / 60;
231
- }
232
- else if (index >= timesArray.length) {
233
- time = timesArray[timesArray.length - 1];
234
- returnTime = time + (TransformData.animationDurationPadding / 2) - 1 / 60;
235
- }
236
- else {
237
- time = timesArray[index];
238
- returnTime = time;
239
- }
240
- if (positionInterpolant) {
241
- const pos = positionInterpolant.evaluate(time);
242
- translation.set(pos[0], pos[1], pos[2]);
243
- }
244
- if (rotationInterpolant) {
245
- const quat = rotationInterpolant.evaluate(time);
246
- rotation.set(quat[0], quat[1], quat[2], quat[3]);
247
- }
248
- if (scaleInterpolant) {
249
- const scaleVal = scaleInterpolant.evaluate(time);
250
- scale.set(scaleVal[0], scaleVal[1], scaleVal[2]);
251
- }
252
- // Apply basic root motion offset – non-animated transformation data is applied to the node again.
253
- // We're doing this because clips that animate their own root are (typically) not in world space,
254
- // but in local space and moved to a specific spot in the world.
255
- if (this.useRootMotion && object === this.root) {
256
- const rootMatrix = new Matrix4();
257
- rootMatrix.compose(translation, rotation, scale);
258
- rootMatrix.multiply(object.matrix);
259
- rootMatrix.decompose(translation, rotation, scale);
260
- }
261
- yield { time: returnTime, translation, rotation, scale, index };
262
- }
263
- }
264
- }
265
- export class AnimationExtension {
266
- get extensionName() { return "animation"; }
267
- get animationData() { return this.dict; }
268
- get registeredClips() { return this.clipToStartTime.keys(); }
269
- get animatedRoots() { return this.rootTargetMap.keys(); }
270
- get holdClipMap() { return this.clipToHoldClip; }
271
- /** For each animated object, contains time/pos/rot/scale samples in the format that USD needs,
272
- * ready to be written to the .usda file.
273
- */
274
- dict = new Map();
275
- /** Map of all roots (Animation/Animator or scene) and all targets that they animate.
276
- * We need that info so that we can ensure that each target has the same number of TransformData entries
277
- * so that switching between animations doesn't result in data "leaking" to another clip.
278
- */
279
- rootTargetMap = new Map();
280
- rootAndClipToRegisteredAnimationMap = new Map();
281
- /** Clips registered for each root */
282
- rootToRegisteredClip = new Map();
283
- lastClipEndTime = 0;
284
- clipToStartTime = new Map();
285
- clipToHoldClip = new Map();
286
- serializers = [];
287
- /** Determines if we inject a rest pose clip for each root - only makes sense for QuickLook */
288
- injectRestPoses = false;
289
- /** Determines if we inject a PlayAnimationOnClick component with "scenestart" trigger - only makes sense for QuickLook */
290
- injectImplicitBehaviours = false;
291
- constructor(quickLookCompatible) {
292
- this.injectRestPoses = quickLookCompatible;
293
- this.injectImplicitBehaviours = quickLookCompatible;
294
- }
295
- getStartTimeCode() {
296
- // return the end time + padding of the rest clip, if any exists
297
- if (!this.injectRestPoses)
298
- return 0;
299
- if (this.rootAndClipToRegisteredAnimationMap.size === 0)
300
- return 0;
301
- // return 0;
302
- return (TransformData.restPoseClipDuration + TransformData.animationDurationPadding) * 60;
303
- }
304
- /** Returns the end time code, based on 60 frames per second, for all registered animations.
305
- * This matches the highest time value in the USDZ file. */
306
- getEndTimeCode() {
307
- let max = 0;
308
- for (const [_, info] of this.rootAndClipToRegisteredAnimationMap) {
309
- const end = info.start + info.duration;
310
- if (end > max)
311
- max = end;
312
- }
313
- return max * 60;
314
- }
315
- getClipCount(root) {
316
- const currentCount = this.rootToRegisteredClip.get(root)?.length ?? 0;
317
- // The rest pose is not part of rootToRegisteredClip
318
- // if (this.injectRestPoses) currentCount = currentCount ? currentCount - 1 : 0;
319
- return currentCount ?? 0;
320
- }
321
- /*
322
- // TODO why do we have this here and on TransformData? Can RegisteredAnimationInfo not cache this value?
323
- // TODO we probably want to assert here that this is the same value on all nodes
324
- getStartTime01(root: Object3D, clip: AnimationClip | null) {
325
- // This is a rest pose clip, it always starts at 0
326
- if (!clip) return 0;
327
-
328
- const targets = this.rootTargetMap.get(root);
329
- if (!targets) return 0;
330
- const transformDatas = this.dict.get(targets[0]);
331
- if (!transformDatas) {
332
- console.error("Trying to get start time for root that has no animation data", root, clip, ...this.dict);
333
- return 0;
334
- }
335
-
336
- let currentStartTime = 0;
337
- for (let i = 0; i < transformDatas.length; i++) {
338
- if (transformDatas[i].clip === clip) break;
339
- currentStartTime += transformDatas[i].getDuration() + TransformData.animationDurationPadding;
340
- }
341
-
342
- return currentStartTime;
343
- }
344
- */
345
- getStartTimeByClip(clip) {
346
- if (!clip)
347
- return 0;
348
- if (!this.clipToStartTime.has(clip)) {
349
- console.error("USDZExporter: Missing start time for clip – please report a bug.", clip);
350
- return 0;
351
- }
352
- const time = this.clipToStartTime.get(clip);
353
- return time;
354
- }
355
- // The same clip could be registered for different roots. All of them need written animation data then.
356
- // The same root could have multiple clips registered to it. If it does, the clips need to write
357
- // independent time data, so that playing back an animation on that root doesn't result in data "leaking"/"overlapping".
358
- // The structure we need is:
359
- // - MyRoot
360
- // Animator
361
- // - Clip1: CubeScale (only animates MyCube), duration: 3s
362
- // - Clip2: SphereRotation (only animates MySphere), duration: 2s
363
- // - MyCube
364
- // - MySphere
365
- // Results in:
366
- // - MyRoot
367
- // - MyCube
368
- // - # rest clip (0..0.1)
369
- // - # CubeScale (0.2..3.2)
370
- // - # rest clip for SphereRotation (3.3..5.3)
371
- // - MySphere
372
- // - # rest clip (0..0.1)
373
- // - # rest clip for CubeScale (0.2..3.2)
374
- // - # SphereRotation (3.3..5.3)
375
- /** Register an AnimationClip for a specific root object.
376
- * @param root The root object that the animation clip is targeting.
377
- * @param clip The animation clip to register. If null, a rest pose is registered.
378
- * @returns The registered animation info, which contains the start time and duration of the clip.
379
- */
380
- registerAnimation(root, clip) {
381
- if (!root)
382
- return null;
383
- if (!this.rootTargetMap.has(root))
384
- this.rootTargetMap.set(root, []);
385
- // if we registered that exact pair already, just return the info
386
- // no proper tuples in JavaScript, but we can use the uuids for a unique key here
387
- const hash = root.uuid + (clip?.uuid ?? "-rest");
388
- if (this.rootAndClipToRegisteredAnimationMap.has(hash)) {
389
- return this.rootAndClipToRegisteredAnimationMap.get(hash);
390
- }
391
- if (debug)
392
- console.log("registerAnimation", root, clip);
393
- // When injecting a rest clip, the rest clip has ALL animated nodes as targets.
394
- // So all other nodes will already have at least one animated clip registered, and their own
395
- // animations need to start at index 1. Otherwise we're getting overlap where everything is
396
- // in animation 0 and some data overrides each other incorrectly.
397
- // When we don't inject a rest clip, we start at 0.
398
- const startIndex = this.injectRestPoses ? 1 : 0;
399
- const currentCount = (this.rootToRegisteredClip.get(root)?.length ?? 0) + startIndex;
400
- const targets = this.rootTargetMap.get(root);
401
- const unregisteredNodesForThisClip = new Set(targets);
402
- if (clip && clip.tracks) {
403
- // We could sort so that supported tracks come first, this allows us to support some additional tracks by
404
- // modifying what has already been written for the supported ones (e.g. enabled -> modify scale).
405
- // Only needed if we're actually emulating some unsupported track types in addTrack(...).
406
- // const sortedTracks = clip.tracks.filter(x => !!x).sort((a, _b) => a.name.endsWith("position") || a.name.endsWith("quaternion") || a.name.endsWith("scale") ? -1 : 1);
407
- for (const track of clip.tracks) {
408
- const parsedPath = PropertyBinding.parseTrackName(track.name);
409
- const animationTarget = PropertyBinding.findNode(root, parsedPath.nodeName);
410
- if (!animationTarget) {
411
- console.warn("no object found for track", track.name, "using " + root.name + " instead");
412
- continue;
413
- // // if no object was found it might be that we have a component that references an animation clip but wants to target another object
414
- // // in that case UnityGLTF writes the name of the component as track targets because it doesnt know of the intented target
415
- // animationTarget = root;
416
- }
417
- if (!this.dict.has(animationTarget)) {
418
- this.dict.set(animationTarget, []);
419
- }
420
- const transformDataForTarget = this.dict.get(animationTarget);
421
- if (!transformDataForTarget) {
422
- console.warn("no transform data found for target ", animationTarget, "at slot " + currentCount + ", this is likely a bug");
423
- continue;
424
- }
425
- // this node has animation data for this clip – no need for additional padding
426
- unregisteredNodesForThisClip.delete(animationTarget);
427
- // Since we're interleaving animations, we need to ensure that for the same root,
428
- // all clips that "touch" it are written in the same order for all animated nodes.
429
- // this means we need to pad the TransformData array with empty entries when a particular
430
- // node inside that root is not animated by a particular clip.
431
- // It also means that when we encounter a clip that contains animation data for a new node,
432
- // We need to pad that one's array as well so it starts at the same point.
433
- // TODO most likely doesn't work for overlapping clips (clips where a root is a child of another root)
434
- // TODO in that case we may need to pad globally, not per root
435
- // Inject a rest pose if we don't have it already
436
- if (this.injectRestPoses && !transformDataForTarget[0]) {
437
- console.log("Injecting rest pose", animationTarget, clip, "at slot", currentCount);
438
- transformDataForTarget[0] = new TransformData(null, animationTarget, null);
439
- }
440
- // These all need to be at the same index, otherwise our padding went wrong
441
- let model = transformDataForTarget[currentCount];
442
- if (!model) {
443
- model = new TransformData(root, animationTarget, clip);
444
- transformDataForTarget[currentCount] = model;
445
- }
446
- model.addTrack(track);
447
- // We're keeping track of all animated nodes per root, needed for proper padding
448
- if (!targets?.includes(animationTarget))
449
- targets?.push(animationTarget);
450
- }
451
- }
452
- if (debug)
453
- console.log("Unregistered nodes for this clip", unregisteredNodesForThisClip, "clip", clip, "at slot", currentCount, "for root", root, "targets", targets);
454
- // add padding for nodes that are not animated by this clip
455
- for (const target of unregisteredNodesForThisClip) {
456
- const transformDataForTarget = this.dict.get(target);
457
- if (!transformDataForTarget)
458
- continue;
459
- // Inject rest pose if these nodes don't have it yet for some reason – this is likely a bug
460
- if (this.injectRestPoses && !transformDataForTarget[0]) {
461
- console.warn("Adding rest pose for ", target, clip, "at slot", currentCount, "This is likely a bug, should have been added earlier.");
462
- const model = new TransformData(null, target, null);
463
- transformDataForTarget[0] = model;
464
- }
465
- let model = transformDataForTarget[currentCount];
466
- if (!model) {
467
- if (debug)
468
- console.log("Adding padding clip for ", target, clip, "at slot", currentCount);
469
- model = new TransformData(root, target, clip);
470
- transformDataForTarget[currentCount] = model;
471
- }
472
- }
473
- // get the entry for this object.
474
- // This doesnt work if we have clips animating multiple objects
475
- const info = new RegisteredAnimationInfo(this, root, clip);
476
- this.rootAndClipToRegisteredAnimationMap.set(hash, info);
477
- if (debug)
478
- console.log({ root, clip, info });
479
- if (clip) {
480
- const registered = this.rootToRegisteredClip.get(root);
481
- if (!registered)
482
- this.rootToRegisteredClip.set(root, [clip]);
483
- else
484
- registered.push(clip);
485
- const lastClip = this.clipToStartTime.get(clip);
486
- if (!lastClip) {
487
- if (this.lastClipEndTime == null)
488
- this.lastClipEndTime = TransformData.restPoseClipDuration;
489
- let newStartTime = this.lastClipEndTime + TransformData.animationDurationPadding;
490
- let newEndTime = newStartTime + clip.duration;
491
- // Round these times, makes it easier to understand what happens in the file
492
- const roundedStartTime = Math.round(newStartTime * 60) / 60;
493
- const roundedEndTime = Math.round(newEndTime * 60) / 60;
494
- if (Math.abs(roundedStartTime - newStartTime) < 0.01)
495
- newStartTime = roundedStartTime;
496
- if (Math.abs(roundedEndTime - newEndTime) < 0.01)
497
- newEndTime = roundedEndTime;
498
- // Round newStartTime up to the next frame
499
- newStartTime = Math.ceil(newStartTime);
500
- newEndTime = newStartTime + clip.duration;
501
- this.clipToStartTime.set(clip, newStartTime);
502
- this.lastClipEndTime = newEndTime;
503
- }
504
- }
505
- return info;
506
- }
507
- onAfterHierarchy(_context) {
508
- if (debug)
509
- console.log("Animation clips per animation target node", this.dict);
510
- }
511
- onAfterBuildDocument(_context) {
512
- // Validation: go through all roots, check if their data and lengths are consistent.
513
- // There are some cases that we can patch up here, especially if non-overlapping animations have resulted in "holes"
514
- // in TransformData where only now we know what the matching animation clip actually is.
515
- if (debug)
516
- console.log("Animation data", { dict: this.dict, rootTargetMap: this.rootTargetMap, rootToRegisteredClip: this.rootToRegisteredClip });
517
- for (const root of this.rootTargetMap.keys()) {
518
- const targets = this.rootTargetMap.get(root);
519
- if (!targets)
520
- continue;
521
- // The TransformData[] arrays here should have the same length, and the same durations
522
- let arrayLength = undefined;
523
- const durations = [];
524
- for (const target of targets) {
525
- const datas = this.dict.get(target);
526
- if (!datas) {
527
- console.error("No data found for target on USDZ export – please report a bug!", target);
528
- continue;
529
- }
530
- if (arrayLength === undefined)
531
- arrayLength = datas?.length;
532
- if (arrayLength !== datas?.length)
533
- console.error("Different array lengths for targets – please report a bug!", datas);
534
- for (let i = 0; i < datas.length; i++) {
535
- let data = datas[i];
536
- if (!data) {
537
- // If we don't have TransformData for this object yet, we're emitting a rest pose with the duration
538
- // of the matching clip that was registered for this root.
539
- const index = i - (this.injectRestPoses ? 1 : 0);
540
- datas[i] = new TransformData(null, target, this.rootToRegisteredClip.get(root)[index]);
541
- data = datas[i];
542
- }
543
- const duration = data.getDuration();
544
- if (durations[i] === undefined)
545
- durations[i] = duration;
546
- else if (durations[i] !== duration) {
547
- console.error("Error during UDSZ export: Encountered different animation durations for animated targets. Please report a bug!", { datas, target });
548
- durations[i] = duration;
549
- continue;
550
- }
551
- }
552
- }
553
- }
554
- for (const ser of this.serializers) {
555
- const parent = ser.model?.parent;
556
- const isEmptyParent = parent?.isDynamic === true;
557
- if (debugSerialization)
558
- console.log(isEmptyParent, ser.model?.parent);
559
- if (isEmptyParent) {
560
- ser.registerCallback(parent);
561
- }
562
- }
563
- }
564
- onExportObject(object, model, _context) {
565
- GameObject.foreachComponent(object, (comp) => {
566
- const c = comp;
567
- if (typeof c.createAnimation === "function") {
568
- c.createAnimation(this, model, _context);
569
- }
570
- }, false);
571
- // we need to be able to retarget serialization to empty parents before actually serializing (we do that in another callback)
572
- const ser = new SerializeAnimation(object, this);
573
- this.serializers.push(ser);
574
- ser.registerCallback(model);
575
- }
576
- }
577
- class SerializeAnimation {
578
- model = undefined;
579
- object;
580
- animationData;
581
- ext;
582
- callback;
583
- constructor(object, ext) {
584
- this.object = object;
585
- this.animationData = ext.animationData;
586
- this.ext = ext;
587
- }
588
- registerCallback(model) {
589
- if (this.model && this.callback) {
590
- this.model.removeEventListener("serialize", this.callback);
591
- }
592
- if (!this.callback)
593
- this.callback = this.onSerialize.bind(this);
594
- if (debugSerialization)
595
- console.log("REPARENT", model);
596
- this.model = model;
597
- if (this.callback)
598
- this.model.addEventListener("serialize", this.callback);
599
- }
600
- skinnedMeshExport(writer, _context, ext) {
601
- const model = this.model;
602
- const dict = this.animationData;
603
- if (!model)
604
- return;
605
- if (model.skinnedMesh) {
606
- const skeleton = model.skinnedMesh.skeleton;
607
- const boneAndInverse = new Array();
608
- const sortedBones = [];
609
- const uuidsFound = [];
610
- for (const bone of skeleton.bones) {
611
- // if (bone.parent!.type !== 'Bone')
612
- {
613
- sortedBones.push(bone);
614
- uuidsFound.push(bone.uuid);
615
- const inverse = skeleton.boneInverses[skeleton.bones.indexOf(bone)];
616
- boneAndInverse.push({ bone, inverse });
617
- }
618
- }
619
- let maxSteps = 10_000;
620
- while (uuidsFound.length < skeleton.bones.length && maxSteps-- > 0) {
621
- for (const sortedBone of sortedBones) {
622
- const children = sortedBone.children;
623
- for (const childBone of children) {
624
- if (uuidsFound.indexOf(childBone.uuid) === -1 && skeleton.bones.indexOf(childBone) !== -1) {
625
- sortedBones.push(childBone);
626
- uuidsFound.push(childBone.uuid);
627
- const childInverse = skeleton.boneInverses[skeleton.bones.indexOf(childBone)];
628
- boneAndInverse.push({ bone: childBone, inverse: childInverse });
629
- }
630
- }
631
- }
632
- }
633
- if (maxSteps <= 0)
634
- console.error("Failed to sort bones in skinned mesh", model.skinnedMesh, skeleton.bones, uuidsFound);
635
- for (const structuralNode of findStructuralNodesInBoneHierarchy(skeleton.bones)) {
636
- boneAndInverse.push({ bone: structuralNode, inverse: structuralNode.matrixWorld.clone().invert() });
637
- }
638
- // sort bones by path – need to be sorted in the same order as during mesh export
639
- const assumedRoot = boneAndInverse[0].bone.parent;
640
- if (!assumedRoot)
641
- console.error("No bone parent found for skinned mesh during USDZ export", model.skinnedMesh);
642
- boneAndInverse.sort((a, b) => getPathToSkeleton(a.bone, assumedRoot) > getPathToSkeleton(b.bone, assumedRoot) ? 1 : -1);
643
- function createVector3TimeSampleLines_(values) {
644
- const lines = [];
645
- for (const [frame, frameValues] of values) {
646
- let line = `${frame} : [`;
647
- const boneRotations = [];
648
- for (const v of frameValues) {
649
- boneRotations.push(`(${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
650
- }
651
- line = line.concat(boneRotations.join(', '));
652
- line = line.concat('],');
653
- lines.push(line);
654
- }
655
- return lines;
656
- }
657
- function createVector4TimeSampleLines_(rotations) {
658
- const lines = [];
659
- for (const [frame, frameRotations] of rotations) {
660
- let line = `${frame} : [`;
661
- const boneRotations = [];
662
- for (const v of frameRotations) {
663
- boneRotations.push(`(${fn(v.w)}, ${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
664
- }
665
- line = line.concat(boneRotations.join(', '));
666
- line = line.concat('],');
667
- lines.push(line);
668
- }
669
- return lines;
670
- }
671
- function getSortedFrameTimes(boneToTransformData) {
672
- // We should have a proper rectangular array,
673
- // Where for each bone we have the same number of TransformData entries.
674
- let numberOfEntries = undefined;
675
- let allBonesHaveSameNumberOfTransformDataEntries = true;
676
- const undefinedBoneEntries = new Map();
677
- for (const [bone, transformDatas] of boneToTransformData) {
678
- if (numberOfEntries === undefined)
679
- numberOfEntries = transformDatas.length;
680
- if (numberOfEntries !== transformDatas.length) {
681
- allBonesHaveSameNumberOfTransformDataEntries = false;
682
- }
683
- let index = 0;
684
- for (const transformData of transformDatas) {
685
- index++;
686
- if (!transformData) {
687
- if (!undefinedBoneEntries.has(bone))
688
- undefinedBoneEntries.set(bone, []);
689
- undefinedBoneEntries.get(bone).push(index);
690
- }
691
- }
692
- }
693
- // TODO not working yet for multiple skinned characters at the same time
694
- if (debug) {
695
- console.log("Bone count: ", boneToTransformData.size, "TransformData entries per bone: ", numberOfEntries, "Undefined bone entries: ", undefinedBoneEntries);
696
- }
697
- console.assert(allBonesHaveSameNumberOfTransformDataEntries, "All bones should have the same number of TransformData entries", boneToTransformData);
698
- console.assert(undefinedBoneEntries.size === 0, "All TransformData entries should be set", undefinedBoneEntries);
699
- const times = [];
700
- for (const [bone, transformDatas] of boneToTransformData) {
701
- /*
702
- // calculate start times from the transformDatas
703
- const startTimes = new Array<number>();
704
- let currentStartTime = 0;
705
- for (let i = 0; i < transformDatas.length; i++) {
706
- startTimes.push(currentStartTime);
707
- currentStartTime += transformDatas[i].getDuration() + TransformData.animationDurationPadding;
708
- }
709
- */
710
- for (let i = 0; i < transformDatas.length; i++) {
711
- const transformData = transformDatas[i];
712
- // const timeOffset = transformData.getStartTime(dict);
713
- const timeOffset = ext.getStartTimeByClip(transformData.clip);
714
- if (times.length <= i) {
715
- times.push({ pos: [], rot: [], scale: [], timeOffset });
716
- }
717
- const perTransfromDataTimes = times[i];
718
- perTransfromDataTimes.pos.push(...transformData.getSortedTimesArray(true, false, false));
719
- perTransfromDataTimes.rot.push(...transformData.getSortedTimesArray(false, true, false));
720
- perTransfromDataTimes.scale.push(...transformData.getSortedTimesArray(false, false, true));
721
- }
722
- }
723
- for (const perTransfromDataTimes of times) {
724
- /*
725
- // TODO we're doing that in animation export as well
726
- if (!times.pos.includes(0)) times.pos.push(0);
727
- if (!times.rot.includes(0)) times.rot.push(0);
728
- if (!times.scale.includes(0)) times.scale.push(0);
729
- */
730
- // sort times so it's increasing
731
- perTransfromDataTimes.pos.sort((a, b) => a - b);
732
- perTransfromDataTimes.rot.sort((a, b) => a - b);
733
- perTransfromDataTimes.scale.sort((a, b) => a - b);
734
- // make sure time values are unique
735
- perTransfromDataTimes.pos = [...new Set(perTransfromDataTimes.pos)];
736
- perTransfromDataTimes.rot = [...new Set(perTransfromDataTimes.rot)];
737
- perTransfromDataTimes.scale = [...new Set(perTransfromDataTimes.scale)];
738
- }
739
- return times;
740
- }
741
- function createTimeSamplesObject_(data, sortedComponentFrameNumbers, bones) {
742
- const positionTimeSamples = new Map();
743
- const quaternionTimeSamples = new Map();
744
- const scaleTimeSamples = new Map();
745
- const count = sortedComponentFrameNumbers.length;
746
- // return sampled data for each bone
747
- for (const bone of bones) {
748
- const boneEntryInData = data.get(bone);
749
- let emptyTransformData = undefined;
750
- // if we have animation data for this bone, check that it's the right amount.
751
- if (boneEntryInData)
752
- console.assert(boneEntryInData.length === count, "We should have the same number of TransformData entries for each bone", boneEntryInData, sortedComponentFrameNumbers);
753
- // if we don't have animation data, create an empty one – 
754
- // it will automatically map to the rest pose, albeit inefficiently
755
- else
756
- emptyTransformData = new TransformData(null, bone, null);
757
- for (let i = 0; i < count; i++) {
758
- const transformData = boneEntryInData ? boneEntryInData[i] : emptyTransformData;
759
- const timeData = sortedComponentFrameNumbers[i];
760
- for (const { time, translation } of transformData.getValues(timeData.pos, true, false, false)) {
761
- const shiftedTime = time + timeData.timeOffset;
762
- const t = shiftedTime * 60;
763
- if (!positionTimeSamples.has(t))
764
- positionTimeSamples.set(t, new Array());
765
- positionTimeSamples.get(t).push(translation.clone());
766
- }
767
- for (const { time, rotation } of transformData.getValues(timeData.rot, false, true, false)) {
768
- const shiftedTime = time + timeData.timeOffset;
769
- const t = shiftedTime * 60;
770
- if (!quaternionTimeSamples.has(t))
771
- quaternionTimeSamples.set(t, new Array());
772
- quaternionTimeSamples.get(t).push(rotation.clone());
773
- }
774
- for (const { time, scale } of transformData.getValues(timeData.scale, false, false, true)) {
775
- const shiftedTime = time + timeData.timeOffset;
776
- const t = shiftedTime * 60;
777
- if (!scaleTimeSamples.has(t))
778
- scaleTimeSamples.set(t, new Array());
779
- scaleTimeSamples.get(t).push(scale.clone());
780
- }
781
- }
782
- }
783
- return {
784
- position: positionTimeSamples.size == 0 ? undefined : positionTimeSamples,
785
- quaternion: quaternionTimeSamples.size == 0 ? undefined : quaternionTimeSamples,
786
- scale: scaleTimeSamples.size == 0 ? undefined : scaleTimeSamples,
787
- };
788
- }
789
- function buildVector3Array_(array) {
790
- const lines = [];
791
- for (const v of array) {
792
- lines.push(`(${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
793
- }
794
- return lines.join(', ');
795
- }
796
- function buildVector4Array_(array) {
797
- const lines = [];
798
- for (const v of array) {
799
- lines.push(`(${fn(v.w)}, ${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
800
- }
801
- return lines.join(', ');
802
- }
803
- function getPerBoneTransformData(bones) {
804
- const boneToTransformData = new Map();
805
- if (debug) {
806
- const logData = new Array();
807
- for (const [key, val] of dict) {
808
- logData.push(key.uuid + ": " + val.length + " " + val.map(x => x.clip?.uuid.substring(0, 6)).join(" "));
809
- }
810
- console.log("getPerBoneTransformData\n" + logData.join("\n"));
811
- }
812
- for (const bone of bones) {
813
- const data = dict.get(bone);
814
- if (!data)
815
- continue;
816
- boneToTransformData.set(bone, data);
817
- }
818
- return boneToTransformData;
819
- }
820
- function createAllTimeSampleObjects(bones) {
821
- const perBoneTransformData = getPerBoneTransformData(bones);
822
- const sortedFrameNumbers = getSortedFrameTimes(perBoneTransformData);
823
- return createTimeSamplesObject_(perBoneTransformData, sortedFrameNumbers, bones);
824
- }
825
- const sanitizeRestPose = _context.quickLookCompatible;
826
- const rest = [];
827
- const translations = [];
828
- const rotations = [];
829
- const scales = [];
830
- for (const { bone } of boneAndInverse) {
831
- // Workaround for FB13808839: Rest poses must be decomposable in QuickLook
832
- if (sanitizeRestPose) {
833
- const scale = bone.scale;
834
- if (scale.x == 0)
835
- scale.x = 0.00001;
836
- if (scale.y == 0)
837
- scale.y = 0.00001;
838
- if (scale.z == 0)
839
- scale.z = 0.00001;
840
- rest.push(new Matrix4().compose(bone.position, bone.quaternion, bone.scale));
841
- }
842
- else {
843
- rest.push(bone.matrix.clone());
844
- }
845
- translations.push(bone.position);
846
- rotations.push(bone.quaternion);
847
- scales.push(bone.scale);
848
- }
849
- const bonesArray = boneAndInverse.map(x => "\"" + getPathToSkeleton(x.bone, assumedRoot) + "\"").join(', ');
850
- const bindTransforms = boneAndInverse.map(x => buildMatrix(x.inverse.clone().invert())).join(', ');
851
- writer.beginBlock(`def Skeleton "Rig"`);
852
- writer.appendLine(`uniform matrix4d[] bindTransforms = [${bindTransforms}]`);
853
- writer.appendLine(`uniform token[] joints = [${bonesArray}]`);
854
- writer.appendLine(`uniform token purpose = "guide"`);
855
- writer.appendLine(`uniform matrix4d[] restTransforms = [${rest.map(m => buildMatrix(m)).join(', ')}]`);
856
- // In glTF, transformations on the Skeleton are ignored (NODE_SKINNED_MESH_LOCAL_TRANSFORMS validator warning)
857
- // So here we don't write anything to get an identity transform.
858
- // writer.appendLine( `matrix4d xformOp:transform = ${buildMatrix( new Matrix4() )}` );
859
- // writer.appendLine( `uniform token[] xformOpOrder = ["xformOp:transform"]` );
860
- const timeSampleObjects = createAllTimeSampleObjects(boneAndInverse.map(x => x.bone));
861
- if (debug) {
862
- // find the first..last value in the time samples
863
- let min = 10000000;
864
- let max = 0;
865
- for (const key of timeSampleObjects.position?.keys() ?? []) {
866
- min = Math.min(min, key);
867
- max = Math.max(max, key);
868
- }
869
- console.log("Time samples", min, max, timeSampleObjects);
870
- }
871
- writer.beginBlock(`def SkelAnimation "_anim"`);
872
- // TODO if we include blendshapes we likely need subdivision?
873
- // writer.appendLine( `uniform token[] blendShapes` )
874
- // writer.appendLine( `float[] blendShapeWeights` )
875
- writer.appendLine(`uniform token[] joints = [${bonesArray}]`);
876
- writer.appendLine(`quatf[] rotations = [${buildVector4Array_(rotations)}]`);
877
- if (timeSampleObjects && timeSampleObjects.quaternion) {
878
- writer.beginBlock(`quatf[] rotations.timeSamples = {`, '');
879
- const rotationTimeSampleLines = createVector4TimeSampleLines_(timeSampleObjects['quaternion']);
880
- for (const line of rotationTimeSampleLines) {
881
- writer.appendLine(line);
882
- }
883
- writer.closeBlock();
884
- }
885
- writer.appendLine(`half3[] scales = [${buildVector3Array_(scales)}]`);
886
- if (timeSampleObjects && timeSampleObjects.scale) {
887
- writer.beginBlock(`half3[] scales.timeSamples = {`, '');
888
- const scaleTimeSampleLines = createVector3TimeSampleLines_(timeSampleObjects['scale']);
889
- for (const line of scaleTimeSampleLines) {
890
- writer.appendLine(line);
891
- }
892
- writer.closeBlock();
893
- }
894
- writer.appendLine(`float3[] translations = [${buildVector3Array_(translations)}]`);
895
- if (timeSampleObjects && timeSampleObjects.position) {
896
- writer.beginBlock(`float3[] translations.timeSamples = {`, '');
897
- const positionTimeSampleLines = createVector3TimeSampleLines_(timeSampleObjects['position']);
898
- for (const line of positionTimeSampleLines) {
899
- writer.appendLine(line);
900
- }
901
- writer.closeBlock();
902
- }
903
- writer.closeBlock();
904
- writer.closeBlock();
905
- }
906
- }
907
- onSerialize(writer, _context) {
908
- if (!this.model)
909
- return;
910
- // Workaround: Sanitize TransformData for this object.
911
- // This works around an issue with wrongly detected animation roots, where some of the indices
912
- // in the TransformData array are not property set. Reproduces with golem_yokai.glb
913
- const arr0 = this.animationData.get(this.object);
914
- if (arr0) {
915
- for (let i = 0; i < arr0.length; i++) {
916
- if (arr0[i] !== undefined)
917
- continue;
918
- arr0[i] = new TransformData(null, this.object, null);
919
- }
920
- }
921
- const ext = this.ext;
922
- this.skinnedMeshExport(writer, _context, ext);
923
- const object = this.object;
924
- const model = this.model;
925
- // do we have animation data for this node? if not, return
926
- const animationData = this.animationData.get(object);
927
- if (!animationData)
928
- return;
929
- // Skinned meshes are handled separately by the method above.
930
- // They need to be handled first (before checking for animation data) because animation needs to be exported
931
- // as part of the skinned mesh and that may not be animated at all – if any bone is animated we need to export.
932
- //@ts-ignore
933
- if (object.isSkinnedMesh)
934
- return;
935
- // Excluding the concrete bone xform hierarchy animation his is mostly useful for debugging,
936
- // as otherwise we're getting a ton of extra animation data per-bone xform
937
- // TODO if this turns out to be slow/large (lots of duplicated animation data)
938
- // we can look into optimizing it, and only including both the xform hierarchy and the animation
939
- // only when we need it – when anywhere below it in the hierarchy are animated visible meshes.
940
- //@ts-ignore
941
- // if (object.isBone) return;
942
- if (debugSerialization)
943
- console.log("SERIALIZE", this.model.name, this.object.type, animationData);
944
- // const composedTransform = new Matrix4();
945
- // writer.appendLine("matrix4d xformOp:transform.timeSamples = {");
946
- // writer.indent++;
947
- // TransformData is a collection of clips (position, rotation and scale) for a particular node
948
- // We need to make sure that the same underlying animation clip ends up
949
- // at the same start time in the USD file, and that we're not getting overlaps to other clips.
950
- // That means that the same clip (transformData.clip) should end up at the same start time for all nodes.
951
- // calculate start times
952
- // calculate start times from the transformDatas
953
- /*
954
- const startTimes = new Array<number>();
955
- let currentStartTime = 0;
956
- for (let i = 0; i < animationData.length; i++) {
957
- startTimes.push(currentStartTime);
958
- if (animationData[i] === undefined) {
959
- console.error("Got an undefined transform data, this is likely a bug.", object, animationData);
960
- continue;
961
- }
962
- currentStartTime += animationData[i].getDuration() + TransformData.animationDurationPadding;
963
- }
964
- */
965
- const formatter = Intl.NumberFormat("en-US", {
966
- maximumFractionDigits: 3,
967
- minimumFractionDigits: 0,
968
- useGrouping: false,
969
- });
970
- function writeAnimationTimesamples(arr, type) {
971
- const hasAnimationData = arr.some(x => x && {
972
- position: x.pos,
973
- rotation: x.rot,
974
- scale: x.scale
975
- }[type]);
976
- if (!hasAnimationData) {
977
- return;
978
- }
979
- switch (type) {
980
- case "position":
981
- model.needsTranslate = true;
982
- writer.beginBlock(`double3 xformOp:translate.timeSamples = {`, '');
983
- break;
984
- case "rotation":
985
- model.needsOrient = true;
986
- writer.beginBlock(`quatf xformOp:orient.timeSamples = {`, '');
987
- break;
988
- case "scale":
989
- model.needsScale = true;
990
- writer.beginBlock(`double3 xformOp:scale.timeSamples = {`, '');
991
- break;
992
- }
993
- for (let i = 0; i < arr.length; i++) {
994
- const transformData = arr[i];
995
- if (!transformData)
996
- continue;
997
- const startTime = ext.getStartTimeByClip(transformData.clip);
998
- const timesArray = transformData.getSortedTimesArray(type === "position", type === "rotation", type === "scale");
999
- if (!timesArray || timesArray.length === 0) {
1000
- console.error("got an animated object but no time values?", object, transformData);
1001
- continue;
1002
- }
1003
- const isRestPose = !transformData.clip;
1004
- const hasPos = type === "position" && (transformData.pos || isRestPose);
1005
- const hasRot = type === "rotation" && (transformData.rot || isRestPose);
1006
- const hasScale = type === "scale" && (transformData.scale || isRestPose);
1007
- // Writing out the clip name and duration.
1008
- // If this is a rest pose clip, we still want to write it out, as it's a valid clip.
1009
- if (hasPos || hasRot || hasScale) {
1010
- const clipName = transformData.clip?.name ?? "rest";
1011
- const duration = transformData.getDuration();
1012
- if (debug)
1013
- console.log("Write .timeSamples:", clipName, startTime, duration, arr);
1014
- writer.appendLine("# " + clipName + ": start=" + formatter.format(startTime * TransformData.frameRate) + ", length=" + formatter.format(duration * TransformData.frameRate) + ", frames=" + transformData.getFrames());
1015
- }
1016
- if (hasPos) {
1017
- for (const { time, translation } of transformData.getValues(timesArray, true, false, false)) {
1018
- const timeStr = formatter.format((startTime + time) * TransformData.frameRate);
1019
- const line = `${timeStr}: (${fn(translation.x)}, ${fn(translation.y)}, ${fn(translation.z)}),`;
1020
- writer.appendLine(line);
1021
- }
1022
- }
1023
- if (hasRot) {
1024
- for (const { time, rotation } of transformData.getValues(timesArray, false, true, false)) {
1025
- const timeStr = formatter.format((startTime + time) * TransformData.frameRate);
1026
- const line = `${timeStr}: (${fn(rotation.w)}, ${fn(rotation.x)}, ${fn(rotation.y)}, ${fn(rotation.z)}),`;
1027
- writer.appendLine(line);
1028
- }
1029
- }
1030
- if (hasScale) {
1031
- for (const { time, scale } of transformData.getValues(timesArray, false, false, true)) {
1032
- const timeStr = formatter.format((startTime + time) * TransformData.frameRate);
1033
- const line = `${timeStr}: (${fn(scale.x)}, ${fn(scale.y)}, ${fn(scale.z)}),`;
1034
- writer.appendLine(line);
1035
- }
1036
- }
1037
- }
1038
- writer.closeBlock();
1039
- }
1040
- writeAnimationTimesamples(animationData, "position");
1041
- writeAnimationTimesamples(animationData, "rotation");
1042
- writeAnimationTimesamples(animationData, "scale");
1043
- // We must be careful here that we don't overwrite the xformOpOrder that the object already had.
1044
- // it _might_ not even have any (if the position/quaternion/scale are all indentity values)
1045
- // so in some cases we end up writing the same xformOpOrder multiple times here...
1046
- // So right now, we just always write the xformOpOrder when traversing the hierarchy, in case something is animated.
1047
- // if (xFormOrder.length > 0) {
1048
- // const xformUnique = [...new Set(xFormOrder)];
1049
- // writer.appendLine(`uniform token[] xformOpOrder = [${xformUnique.map(x => `"${x}"`).join(', ')}]`);
1050
- // writer.appendLine('uniform token[] xformOpOrder = ["xformOp:translate", "xformOp:orient", "xformOp:scale"]');
1051
- // }
1052
- // for (let i = 0; i < arr.length; i++) {
1053
- // const transformData = arr[i];
1054
- // if (!transformData) continue;
1055
- // const startTime = startTimes[i];
1056
- // const timesArray = transformData.getSortedTimesArray();
1057
- // if (!timesArray || timesArray.length === 0) {
1058
- // console.error("got an animated object but no time values?", object, transformData);
1059
- // continue;
1060
- // }
1061
- // for (const { time, translation, rotation, scale } of transformData.getValues(timesArray)) {
1062
- // composedTransform.compose(translation, rotation, scale);
1063
- // const timeStr = formatter.format((startTime + time) * transformData.frameRate);
1064
- // const line = `${timeStr}: ${buildMatrix(composedTransform)},`;
1065
- // writer.appendLine(line);
1066
- // }
1067
- // }
1068
- // writer.indent--;
1069
- // writer.appendLine("}");
1070
- }
1071
- }
1
+ import { Matrix4, PropertyBinding, Quaternion, Vector3 } from "three";
2
+ import { isDevEnvironment, showBalloonWarning } from "../../../../engine/debug/debug.js";
3
+ import { getParam } from "../../../../engine/engine_utils.js";
4
+ import { Animator } from "../../../Animator.js";
5
+ import { GameObject } from "../../../Component.js";
6
+ import { buildMatrix, findStructuralNodesInBoneHierarchy, getPathToSkeleton, usdNumberFormatting as fn } from "../ThreeUSDZExporter.js";
7
+ const debug = getParam("debugusdzanimation");
8
+ const debugSerialization = getParam("debugusdzanimationserialization");
9
+ export class RegisteredAnimationInfo {
10
+ _start;
11
+ get start() {
12
+ if (this._start === undefined) {
13
+ this._start = this.ext.getStartTimeByClip(this.clip);
14
+ }
15
+ return this._start;
16
+ }
17
+ get duration() { return this.clip?.duration ?? TransformData.restPoseClipDuration; }
18
+ get nearestAnimatedRoot() { return this._nearestAnimatedRoot; }
19
+ get clipName() { return this.clip?.name ?? "rest"; }
20
+ ext;
21
+ root;
22
+ _nearestAnimatedRoot = undefined;
23
+ clip;
24
+ // Playback speed. Does not affect how the animation is written, just how fast actions play it back.
25
+ speed;
26
+ constructor(ext, root, clip) {
27
+ this.ext = ext;
28
+ this.root = root;
29
+ this.clip = clip;
30
+ this._nearestAnimatedRoot = this.getNearestAnimatedRoot();
31
+ }
32
+ static isDescendantOf(parent, child) {
33
+ let current = child;
34
+ if (!current || !parent)
35
+ return false;
36
+ while (current) {
37
+ if (!current)
38
+ return false;
39
+ if (current === parent)
40
+ return true;
41
+ current = current.parent;
42
+ }
43
+ return false;
44
+ }
45
+ /** Finds the nearest actually animated object under root based on the tracks in the AnimationClip. */
46
+ getNearestAnimatedRoot() {
47
+ let highestRoot = undefined;
48
+ try {
49
+ for (const track of this.clip?.tracks ?? []) {
50
+ const parsedPath = PropertyBinding.parseTrackName(track.name);
51
+ let animationTarget = PropertyBinding.findNode(this.root, parsedPath.nodeName);
52
+ if (animationTarget) {
53
+ if (!highestRoot)
54
+ highestRoot = animationTarget;
55
+ else {
56
+ if (animationTarget === highestRoot)
57
+ continue;
58
+ if (RegisteredAnimationInfo.isDescendantOf(highestRoot, animationTarget))
59
+ continue;
60
+ if (!RegisteredAnimationInfo.isDescendantOf(animationTarget, highestRoot)) {
61
+ // TODO test this, should find the nearest common ancestor
62
+ while (!RegisteredAnimationInfo.isDescendantOf(animationTarget, highestRoot) && animationTarget.parent) {
63
+ animationTarget = animationTarget.parent;
64
+ }
65
+ if (!RegisteredAnimationInfo.isDescendantOf(animationTarget, highestRoot)) {
66
+ console.error("USDZExporter: Animation clip targets multiple roots that are not parent/child. Please report a bug", this.root, this.clip, highestRoot, animationTarget);
67
+ }
68
+ }
69
+ highestRoot = animationTarget;
70
+ }
71
+ }
72
+ }
73
+ }
74
+ catch (e) {
75
+ console.error("USDZExporter: Exception when trying to find nearest animated root. Please report a bug", e);
76
+ highestRoot = undefined;
77
+ }
78
+ return highestRoot;
79
+ }
80
+ }
81
+ export class TransformData {
82
+ clip;
83
+ pos;
84
+ rot;
85
+ scale;
86
+ root;
87
+ target;
88
+ duration = 0;
89
+ useRootMotion = false;
90
+ /** This value can theoretically be anything – a value of 1 is good to clearly see animation gaps.
91
+ * For production, a value of 1/60 is enough, since the files can then still properly play back at 60fps.
92
+ */
93
+ static frameRate = 60;
94
+ static animationDurationPadding = 6 / 60;
95
+ static restPoseClipDuration = 6 / 60;
96
+ constructor(root, target, clip) {
97
+ this.root = root;
98
+ this.target = target;
99
+ this.clip = clip;
100
+ // this is a rest pose clip.
101
+ // we assume duration 1/60 and no tracks, and when queried for times we just return [0, duration]
102
+ if (!clip) {
103
+ this.duration = TransformData.restPoseClipDuration;
104
+ }
105
+ else {
106
+ this.duration = clip.duration;
107
+ }
108
+ // warn if the duration does not equal the maximum time value in the tracks
109
+ if (clip && clip.tracks) {
110
+ const maxTime = Math.max(...clip.tracks.map((t) => t.times[t.times.length - 1]));
111
+ if (maxTime !== this.duration) {
112
+ console.warn("USDZExporter: Animation clip duration does not match the maximum time value in the tracks.", clip, maxTime, this.duration);
113
+ // We need to override the duration, otherwise we end up with gaps in the exported animation
114
+ // where there are actually no written animation values
115
+ this.duration = maxTime;
116
+ }
117
+ }
118
+ const animator = GameObject.getComponent(root, Animator);
119
+ if (animator)
120
+ this.useRootMotion = animator.applyRootMotion;
121
+ }
122
+ addTrack(track) {
123
+ if (!this.clip) {
124
+ console.error("This is a rest clip but you're trying to add tracks to it – this is likely a bug");
125
+ return;
126
+ }
127
+ if (track.name.endsWith("position"))
128
+ this.pos = track;
129
+ else if (track.name.endsWith("quaternion"))
130
+ this.rot = track;
131
+ else if (track.name.endsWith("scale"))
132
+ this.scale = track;
133
+ else {
134
+ if (track.name.endsWith("activeSelf")) {
135
+ /*
136
+ // Construct a scale track, then apply to the existing scale track.
137
+ // Not supported right now, because it would also require properly tracking that these objects need to be enabled
138
+ // at animation start because they're animating the enabled state... otherwise they just stay disabled from scene start
139
+ const newValues = [...track.values].map((v) => v ? [1,1,1] : [0,0,0]).flat();
140
+ const scaleTrack = new KeyframeTrack(track.name.replace(".activeSelf", ".scale"), track.times, newValues, InterpolateDiscrete);
141
+ if (!this.scale)
142
+ {
143
+ this.scale = scaleTrack;
144
+ console.log("Mock scale track", this.scale);
145
+ }
146
+ */
147
+ console.warn("[USDZ] Animation of enabled/disabled state is not supported for USDZ export and will NOT be exported: " + track.name + " on " + (this.root?.name ?? this.target.name) + ". Animate scale 0/1 instead.");
148
+ }
149
+ else {
150
+ console.warn("[USDZ] Animation track type not supported for USDZ export and will NOT be exported: " + track.name + " on " + (this.root?.name ?? this.target.name) + ". Only .position, .rotation, .scale are supported.");
151
+ }
152
+ if (isDevEnvironment())
153
+ showBalloonWarning("[USDZ] Some animations can't be exported. See console for details.");
154
+ }
155
+ }
156
+ getFrames() {
157
+ if (!this.clip)
158
+ return 2;
159
+ return Math.max(this.pos?.times?.length ?? 0, this.rot?.times?.length ?? 0, this.scale?.times?.length ?? 0);
160
+ }
161
+ getDuration() {
162
+ return this.duration;
163
+ }
164
+ getSortedTimesArray(generatePos = true, generateRot = true, generateScale = true) {
165
+ if (!this.clip)
166
+ return [0, this.duration];
167
+ const posTimesArray = this.pos?.times;
168
+ const rotTimesArray = this.rot?.times;
169
+ const scaleTimesArray = this.scale?.times;
170
+ // timesArray is the sorted union of all time values
171
+ const timesArray = [];
172
+ if (generatePos && posTimesArray)
173
+ for (const t of posTimesArray)
174
+ timesArray.push(t);
175
+ if (generateRot && rotTimesArray)
176
+ for (const t of rotTimesArray)
177
+ timesArray.push(t);
178
+ if (generateScale && scaleTimesArray)
179
+ for (const t of scaleTimesArray)
180
+ timesArray.push(t);
181
+ // We also need to make sure we have start and end times for these tracks
182
+ // We already ensure this is the case for duration – it's always the maximum time value in the tracks
183
+ // (see constructor)
184
+ if (!timesArray.includes(0))
185
+ timesArray.push(0);
186
+ // sort times so it's increasing
187
+ timesArray.sort((a, b) => a - b);
188
+ // make sure time values are unique
189
+ return [...new Set(timesArray)];
190
+ }
191
+ /**
192
+ * Returns an iterator that yields the values for each time sample.
193
+ * Values are reused objects - if you want to append them to some array
194
+ * instead of processing them right away, clone() them.
195
+ * @param timesArray
196
+ * @param generatePos
197
+ * @param generateRot
198
+ * @param generateScale
199
+ */
200
+ *getValues(timesArray, generatePos = true, generateRot = true, generateScale = true) {
201
+ const translation = new Vector3();
202
+ const rotation = new Quaternion();
203
+ const scale = new Vector3(1, 1, 1);
204
+ const object = this.target;
205
+ const positionInterpolant = generatePos ? this.pos?.createInterpolant() : undefined;
206
+ const rotationInterpolant = generateRot ? this.rot?.createInterpolant() : undefined;
207
+ const scaleInterpolant = generateScale ? this.scale?.createInterpolant() : undefined;
208
+ if (!positionInterpolant)
209
+ translation.set(object.position.x, object.position.y, object.position.z);
210
+ if (!rotationInterpolant)
211
+ rotation.set(object.quaternion.x, object.quaternion.y, object.quaternion.z, object.quaternion.w);
212
+ if (!scaleInterpolant)
213
+ scale.set(object.scale.x, object.scale.y, object.scale.z);
214
+ // WORKAROUND because it seems that sometimes we get a quaternion interpolant with a valueSize
215
+ // of its own length... which then goes into an endless loop
216
+ if (positionInterpolant && positionInterpolant.valueSize !== 3)
217
+ positionInterpolant.valueSize = 3;
218
+ if (rotationInterpolant && rotationInterpolant.valueSize !== 4)
219
+ rotationInterpolant.valueSize = 4;
220
+ if (scaleInterpolant && scaleInterpolant.valueSize !== 3)
221
+ scaleInterpolant.valueSize = 3;
222
+ // We're optionally padding with one extra time step at the beginning and the end
223
+ // So that we don't get unwanted interpolations between clips (during the padding time)
224
+ const extraFrame = 0; // TransformData.animationDurationPadding > 1 / 60 ? 1 : 0;
225
+ for (let index = 0 - extraFrame; index < timesArray.length + extraFrame; index++) {
226
+ let time = 0;
227
+ let returnTime = 0;
228
+ if (index < 0) {
229
+ time = timesArray[0];
230
+ returnTime = time - (TransformData.animationDurationPadding / 2) + 1 / 60;
231
+ }
232
+ else if (index >= timesArray.length) {
233
+ time = timesArray[timesArray.length - 1];
234
+ returnTime = time + (TransformData.animationDurationPadding / 2) - 1 / 60;
235
+ }
236
+ else {
237
+ time = timesArray[index];
238
+ returnTime = time;
239
+ }
240
+ if (positionInterpolant) {
241
+ const pos = positionInterpolant.evaluate(time);
242
+ translation.set(pos[0], pos[1], pos[2]);
243
+ }
244
+ if (rotationInterpolant) {
245
+ const quat = rotationInterpolant.evaluate(time);
246
+ rotation.set(quat[0], quat[1], quat[2], quat[3]);
247
+ }
248
+ if (scaleInterpolant) {
249
+ const scaleVal = scaleInterpolant.evaluate(time);
250
+ scale.set(scaleVal[0], scaleVal[1], scaleVal[2]);
251
+ }
252
+ // Apply basic root motion offset – non-animated transformation data is applied to the node again.
253
+ // We're doing this because clips that animate their own root are (typically) not in world space,
254
+ // but in local space and moved to a specific spot in the world.
255
+ if (this.useRootMotion && object === this.root) {
256
+ const rootMatrix = new Matrix4();
257
+ rootMatrix.compose(translation, rotation, scale);
258
+ rootMatrix.multiply(object.matrix);
259
+ rootMatrix.decompose(translation, rotation, scale);
260
+ }
261
+ yield { time: returnTime, translation, rotation, scale, index };
262
+ }
263
+ }
264
+ }
265
+ export class AnimationExtension {
266
+ get extensionName() { return "animation"; }
267
+ get animationData() { return this.dict; }
268
+ get registeredClips() { return this.clipToStartTime.keys(); }
269
+ get animatedRoots() { return this.rootTargetMap.keys(); }
270
+ get holdClipMap() { return this.clipToHoldClip; }
271
+ /** For each animated object, contains time/pos/rot/scale samples in the format that USD needs,
272
+ * ready to be written to the .usda file.
273
+ */
274
+ dict = new Map();
275
+ /** Map of all roots (Animation/Animator or scene) and all targets that they animate.
276
+ * We need that info so that we can ensure that each target has the same number of TransformData entries
277
+ * so that switching between animations doesn't result in data "leaking" to another clip.
278
+ */
279
+ rootTargetMap = new Map();
280
+ rootAndClipToRegisteredAnimationMap = new Map();
281
+ /** Clips registered for each root */
282
+ rootToRegisteredClip = new Map();
283
+ lastClipEndTime = 0;
284
+ clipToStartTime = new Map();
285
+ clipToHoldClip = new Map();
286
+ serializers = [];
287
+ /** Determines if we inject a rest pose clip for each root - only makes sense for QuickLook */
288
+ injectRestPoses = false;
289
+ /** Determines if we inject a PlayAnimationOnClick component with "scenestart" trigger - only makes sense for QuickLook */
290
+ injectImplicitBehaviours = false;
291
+ constructor(quickLookCompatible) {
292
+ this.injectRestPoses = quickLookCompatible;
293
+ this.injectImplicitBehaviours = quickLookCompatible;
294
+ }
295
+ getStartTimeCode() {
296
+ // return the end time + padding of the rest clip, if any exists
297
+ if (!this.injectRestPoses)
298
+ return 0;
299
+ if (this.rootAndClipToRegisteredAnimationMap.size === 0)
300
+ return 0;
301
+ // return 0;
302
+ return (TransformData.restPoseClipDuration + TransformData.animationDurationPadding) * 60;
303
+ }
304
+ /** Returns the end time code, based on 60 frames per second, for all registered animations.
305
+ * This matches the highest time value in the USDZ file. */
306
+ getEndTimeCode() {
307
+ let max = 0;
308
+ for (const [_, info] of this.rootAndClipToRegisteredAnimationMap) {
309
+ const end = info.start + info.duration;
310
+ if (end > max)
311
+ max = end;
312
+ }
313
+ return max * 60;
314
+ }
315
+ getClipCount(root) {
316
+ const currentCount = this.rootToRegisteredClip.get(root)?.length ?? 0;
317
+ // The rest pose is not part of rootToRegisteredClip
318
+ // if (this.injectRestPoses) currentCount = currentCount ? currentCount - 1 : 0;
319
+ return currentCount ?? 0;
320
+ }
321
+ /*
322
+ // TODO why do we have this here and on TransformData? Can RegisteredAnimationInfo not cache this value?
323
+ // TODO we probably want to assert here that this is the same value on all nodes
324
+ getStartTime01(root: Object3D, clip: AnimationClip | null) {
325
+ // This is a rest pose clip, it always starts at 0
326
+ if (!clip) return 0;
327
+
328
+ const targets = this.rootTargetMap.get(root);
329
+ if (!targets) return 0;
330
+ const transformDatas = this.dict.get(targets[0]);
331
+ if (!transformDatas) {
332
+ console.error("Trying to get start time for root that has no animation data", root, clip, ...this.dict);
333
+ return 0;
334
+ }
335
+
336
+ let currentStartTime = 0;
337
+ for (let i = 0; i < transformDatas.length; i++) {
338
+ if (transformDatas[i].clip === clip) break;
339
+ currentStartTime += transformDatas[i].getDuration() + TransformData.animationDurationPadding;
340
+ }
341
+
342
+ return currentStartTime;
343
+ }
344
+ */
345
+ getStartTimeByClip(clip) {
346
+ if (!clip)
347
+ return 0;
348
+ if (!this.clipToStartTime.has(clip)) {
349
+ console.error("USDZExporter: Missing start time for clip – please report a bug.", clip);
350
+ return 0;
351
+ }
352
+ const time = this.clipToStartTime.get(clip);
353
+ return time;
354
+ }
355
+ // The same clip could be registered for different roots. All of them need written animation data then.
356
+ // The same root could have multiple clips registered to it. If it does, the clips need to write
357
+ // independent time data, so that playing back an animation on that root doesn't result in data "leaking"/"overlapping".
358
+ // The structure we need is:
359
+ // - MyRoot
360
+ // Animator
361
+ // - Clip1: CubeScale (only animates MyCube), duration: 3s
362
+ // - Clip2: SphereRotation (only animates MySphere), duration: 2s
363
+ // - MyCube
364
+ // - MySphere
365
+ // Results in:
366
+ // - MyRoot
367
+ // - MyCube
368
+ // - # rest clip (0..0.1)
369
+ // - # CubeScale (0.2..3.2)
370
+ // - # rest clip for SphereRotation (3.3..5.3)
371
+ // - MySphere
372
+ // - # rest clip (0..0.1)
373
+ // - # rest clip for CubeScale (0.2..3.2)
374
+ // - # SphereRotation (3.3..5.3)
375
+ /** Register an AnimationClip for a specific root object.
376
+ * @param root The root object that the animation clip is targeting.
377
+ * @param clip The animation clip to register. If null, a rest pose is registered.
378
+ * @returns The registered animation info, which contains the start time and duration of the clip.
379
+ */
380
+ registerAnimation(root, clip) {
381
+ if (!root)
382
+ return null;
383
+ if (!this.rootTargetMap.has(root))
384
+ this.rootTargetMap.set(root, []);
385
+ // if we registered that exact pair already, just return the info
386
+ // no proper tuples in JavaScript, but we can use the uuids for a unique key here
387
+ const hash = root.uuid + (clip?.uuid ?? "-rest");
388
+ if (this.rootAndClipToRegisteredAnimationMap.has(hash)) {
389
+ return this.rootAndClipToRegisteredAnimationMap.get(hash);
390
+ }
391
+ if (debug)
392
+ console.log("registerAnimation", root, clip);
393
+ // When injecting a rest clip, the rest clip has ALL animated nodes as targets.
394
+ // So all other nodes will already have at least one animated clip registered, and their own
395
+ // animations need to start at index 1. Otherwise we're getting overlap where everything is
396
+ // in animation 0 and some data overrides each other incorrectly.
397
+ // When we don't inject a rest clip, we start at 0.
398
+ const startIndex = this.injectRestPoses ? 1 : 0;
399
+ const currentCount = (this.rootToRegisteredClip.get(root)?.length ?? 0) + startIndex;
400
+ const targets = this.rootTargetMap.get(root);
401
+ const unregisteredNodesForThisClip = new Set(targets);
402
+ if (clip && clip.tracks) {
403
+ // We could sort so that supported tracks come first, this allows us to support some additional tracks by
404
+ // modifying what has already been written for the supported ones (e.g. enabled -> modify scale).
405
+ // Only needed if we're actually emulating some unsupported track types in addTrack(...).
406
+ // const sortedTracks = clip.tracks.filter(x => !!x).sort((a, _b) => a.name.endsWith("position") || a.name.endsWith("quaternion") || a.name.endsWith("scale") ? -1 : 1);
407
+ for (const track of clip.tracks) {
408
+ const parsedPath = PropertyBinding.parseTrackName(track.name);
409
+ const animationTarget = PropertyBinding.findNode(root, parsedPath.nodeName);
410
+ if (!animationTarget) {
411
+ console.warn("no object found for track", track.name, "using " + root.name + " instead");
412
+ continue;
413
+ // // if no object was found it might be that we have a component that references an animation clip but wants to target another object
414
+ // // in that case UnityGLTF writes the name of the component as track targets because it doesnt know of the intented target
415
+ // animationTarget = root;
416
+ }
417
+ if (!this.dict.has(animationTarget)) {
418
+ this.dict.set(animationTarget, []);
419
+ }
420
+ const transformDataForTarget = this.dict.get(animationTarget);
421
+ if (!transformDataForTarget) {
422
+ console.warn("no transform data found for target ", animationTarget, "at slot " + currentCount + ", this is likely a bug");
423
+ continue;
424
+ }
425
+ // this node has animation data for this clip – no need for additional padding
426
+ unregisteredNodesForThisClip.delete(animationTarget);
427
+ // Since we're interleaving animations, we need to ensure that for the same root,
428
+ // all clips that "touch" it are written in the same order for all animated nodes.
429
+ // this means we need to pad the TransformData array with empty entries when a particular
430
+ // node inside that root is not animated by a particular clip.
431
+ // It also means that when we encounter a clip that contains animation data for a new node,
432
+ // We need to pad that one's array as well so it starts at the same point.
433
+ // TODO most likely doesn't work for overlapping clips (clips where a root is a child of another root)
434
+ // TODO in that case we may need to pad globally, not per root
435
+ // Inject a rest pose if we don't have it already
436
+ if (this.injectRestPoses && !transformDataForTarget[0]) {
437
+ console.log("Injecting rest pose", animationTarget, clip, "at slot", currentCount);
438
+ transformDataForTarget[0] = new TransformData(null, animationTarget, null);
439
+ }
440
+ // These all need to be at the same index, otherwise our padding went wrong
441
+ let model = transformDataForTarget[currentCount];
442
+ if (!model) {
443
+ model = new TransformData(root, animationTarget, clip);
444
+ transformDataForTarget[currentCount] = model;
445
+ }
446
+ model.addTrack(track);
447
+ // We're keeping track of all animated nodes per root, needed for proper padding
448
+ if (!targets?.includes(animationTarget))
449
+ targets?.push(animationTarget);
450
+ }
451
+ }
452
+ if (debug)
453
+ console.log("Unregistered nodes for this clip", unregisteredNodesForThisClip, "clip", clip, "at slot", currentCount, "for root", root, "targets", targets);
454
+ // add padding for nodes that are not animated by this clip
455
+ for (const target of unregisteredNodesForThisClip) {
456
+ const transformDataForTarget = this.dict.get(target);
457
+ if (!transformDataForTarget)
458
+ continue;
459
+ // Inject rest pose if these nodes don't have it yet for some reason – this is likely a bug
460
+ if (this.injectRestPoses && !transformDataForTarget[0]) {
461
+ console.warn("Adding rest pose for ", target, clip, "at slot", currentCount, "This is likely a bug, should have been added earlier.");
462
+ const model = new TransformData(null, target, null);
463
+ transformDataForTarget[0] = model;
464
+ }
465
+ let model = transformDataForTarget[currentCount];
466
+ if (!model) {
467
+ if (debug)
468
+ console.log("Adding padding clip for ", target, clip, "at slot", currentCount);
469
+ model = new TransformData(root, target, clip);
470
+ transformDataForTarget[currentCount] = model;
471
+ }
472
+ }
473
+ // get the entry for this object.
474
+ // This doesnt work if we have clips animating multiple objects
475
+ const info = new RegisteredAnimationInfo(this, root, clip);
476
+ this.rootAndClipToRegisteredAnimationMap.set(hash, info);
477
+ if (debug)
478
+ console.log({ root, clip, info });
479
+ if (clip) {
480
+ const registered = this.rootToRegisteredClip.get(root);
481
+ if (!registered)
482
+ this.rootToRegisteredClip.set(root, [clip]);
483
+ else
484
+ registered.push(clip);
485
+ const lastClip = this.clipToStartTime.get(clip);
486
+ if (!lastClip) {
487
+ if (this.lastClipEndTime == null)
488
+ this.lastClipEndTime = TransformData.restPoseClipDuration;
489
+ let newStartTime = this.lastClipEndTime + TransformData.animationDurationPadding;
490
+ let newEndTime = newStartTime + clip.duration;
491
+ // Round these times, makes it easier to understand what happens in the file
492
+ const roundedStartTime = Math.round(newStartTime * 60) / 60;
493
+ const roundedEndTime = Math.round(newEndTime * 60) / 60;
494
+ if (Math.abs(roundedStartTime - newStartTime) < 0.01)
495
+ newStartTime = roundedStartTime;
496
+ if (Math.abs(roundedEndTime - newEndTime) < 0.01)
497
+ newEndTime = roundedEndTime;
498
+ // Round newStartTime up to the next frame
499
+ newStartTime = Math.ceil(newStartTime);
500
+ newEndTime = newStartTime + clip.duration;
501
+ this.clipToStartTime.set(clip, newStartTime);
502
+ this.lastClipEndTime = newEndTime;
503
+ }
504
+ }
505
+ return info;
506
+ }
507
+ onAfterHierarchy(_context) {
508
+ if (debug)
509
+ console.log("Animation clips per animation target node", this.dict);
510
+ }
511
+ onAfterBuildDocument(_context) {
512
+ // Validation: go through all roots, check if their data and lengths are consistent.
513
+ // There are some cases that we can patch up here, especially if non-overlapping animations have resulted in "holes"
514
+ // in TransformData where only now we know what the matching animation clip actually is.
515
+ if (debug)
516
+ console.log("Animation data", { dict: this.dict, rootTargetMap: this.rootTargetMap, rootToRegisteredClip: this.rootToRegisteredClip });
517
+ for (const root of this.rootTargetMap.keys()) {
518
+ const targets = this.rootTargetMap.get(root);
519
+ if (!targets)
520
+ continue;
521
+ // The TransformData[] arrays here should have the same length, and the same durations
522
+ let arrayLength = undefined;
523
+ const durations = [];
524
+ for (const target of targets) {
525
+ const datas = this.dict.get(target);
526
+ if (!datas) {
527
+ console.error("No data found for target on USDZ export – please report a bug!", target);
528
+ continue;
529
+ }
530
+ if (arrayLength === undefined)
531
+ arrayLength = datas?.length;
532
+ if (arrayLength !== datas?.length)
533
+ console.error("Different array lengths for targets – please report a bug!", datas);
534
+ for (let i = 0; i < datas.length; i++) {
535
+ let data = datas[i];
536
+ if (!data) {
537
+ // If we don't have TransformData for this object yet, we're emitting a rest pose with the duration
538
+ // of the matching clip that was registered for this root.
539
+ const index = i - (this.injectRestPoses ? 1 : 0);
540
+ datas[i] = new TransformData(null, target, this.rootToRegisteredClip.get(root)[index]);
541
+ data = datas[i];
542
+ }
543
+ const duration = data.getDuration();
544
+ if (durations[i] === undefined)
545
+ durations[i] = duration;
546
+ else if (durations[i] !== duration) {
547
+ console.error("Error during UDSZ export: Encountered different animation durations for animated targets. Please report a bug!", { datas, target });
548
+ durations[i] = duration;
549
+ continue;
550
+ }
551
+ }
552
+ }
553
+ }
554
+ for (const ser of this.serializers) {
555
+ const parent = ser.model?.parent;
556
+ const isEmptyParent = parent?.isDynamic === true;
557
+ if (debugSerialization)
558
+ console.log(isEmptyParent, ser.model?.parent);
559
+ if (isEmptyParent) {
560
+ ser.registerCallback(parent);
561
+ }
562
+ }
563
+ }
564
+ onExportObject(object, model, _context) {
565
+ GameObject.foreachComponent(object, (comp) => {
566
+ const c = comp;
567
+ if (typeof c.createAnimation === "function") {
568
+ c.createAnimation(this, model, _context);
569
+ }
570
+ }, false);
571
+ // we need to be able to retarget serialization to empty parents before actually serializing (we do that in another callback)
572
+ const ser = new SerializeAnimation(object, this);
573
+ this.serializers.push(ser);
574
+ ser.registerCallback(model);
575
+ }
576
+ }
577
+ class SerializeAnimation {
578
+ model = undefined;
579
+ object;
580
+ animationData;
581
+ ext;
582
+ callback;
583
+ constructor(object, ext) {
584
+ this.object = object;
585
+ this.animationData = ext.animationData;
586
+ this.ext = ext;
587
+ }
588
+ registerCallback(model) {
589
+ if (this.model && this.callback) {
590
+ this.model.removeEventListener("serialize", this.callback);
591
+ }
592
+ if (!this.callback)
593
+ this.callback = this.onSerialize.bind(this);
594
+ if (debugSerialization)
595
+ console.log("REPARENT", model);
596
+ this.model = model;
597
+ if (this.callback)
598
+ this.model.addEventListener("serialize", this.callback);
599
+ }
600
+ skinnedMeshExport(writer, _context, ext) {
601
+ const model = this.model;
602
+ const dict = this.animationData;
603
+ if (!model)
604
+ return;
605
+ if (model.skinnedMesh) {
606
+ const skeleton = model.skinnedMesh.skeleton;
607
+ const boneAndInverse = new Array();
608
+ const sortedBones = [];
609
+ const uuidsFound = [];
610
+ for (const bone of skeleton.bones) {
611
+ // if (bone.parent!.type !== 'Bone')
612
+ {
613
+ sortedBones.push(bone);
614
+ uuidsFound.push(bone.uuid);
615
+ const inverse = skeleton.boneInverses[skeleton.bones.indexOf(bone)];
616
+ boneAndInverse.push({ bone, inverse });
617
+ }
618
+ }
619
+ let maxSteps = 10_000;
620
+ while (uuidsFound.length < skeleton.bones.length && maxSteps-- > 0) {
621
+ for (const sortedBone of sortedBones) {
622
+ const children = sortedBone.children;
623
+ for (const childBone of children) {
624
+ if (uuidsFound.indexOf(childBone.uuid) === -1 && skeleton.bones.indexOf(childBone) !== -1) {
625
+ sortedBones.push(childBone);
626
+ uuidsFound.push(childBone.uuid);
627
+ const childInverse = skeleton.boneInverses[skeleton.bones.indexOf(childBone)];
628
+ boneAndInverse.push({ bone: childBone, inverse: childInverse });
629
+ }
630
+ }
631
+ }
632
+ }
633
+ if (maxSteps <= 0)
634
+ console.error("Failed to sort bones in skinned mesh", model.skinnedMesh, skeleton.bones, uuidsFound);
635
+ for (const structuralNode of findStructuralNodesInBoneHierarchy(skeleton.bones)) {
636
+ boneAndInverse.push({ bone: structuralNode, inverse: structuralNode.matrixWorld.clone().invert() });
637
+ }
638
+ // sort bones by path – need to be sorted in the same order as during mesh export
639
+ const assumedRoot = boneAndInverse[0].bone.parent;
640
+ if (!assumedRoot)
641
+ console.error("No bone parent found for skinned mesh during USDZ export", model.skinnedMesh);
642
+ boneAndInverse.sort((a, b) => getPathToSkeleton(a.bone, assumedRoot) > getPathToSkeleton(b.bone, assumedRoot) ? 1 : -1);
643
+ function createVector3TimeSampleLines_(values) {
644
+ const lines = [];
645
+ for (const [frame, frameValues] of values) {
646
+ let line = `${frame} : [`;
647
+ const boneRotations = [];
648
+ for (const v of frameValues) {
649
+ boneRotations.push(`(${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
650
+ }
651
+ line = line.concat(boneRotations.join(', '));
652
+ line = line.concat('],');
653
+ lines.push(line);
654
+ }
655
+ return lines;
656
+ }
657
+ function createVector4TimeSampleLines_(rotations) {
658
+ const lines = [];
659
+ for (const [frame, frameRotations] of rotations) {
660
+ let line = `${frame} : [`;
661
+ const boneRotations = [];
662
+ for (const v of frameRotations) {
663
+ boneRotations.push(`(${fn(v.w)}, ${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
664
+ }
665
+ line = line.concat(boneRotations.join(', '));
666
+ line = line.concat('],');
667
+ lines.push(line);
668
+ }
669
+ return lines;
670
+ }
671
+ function getSortedFrameTimes(boneToTransformData) {
672
+ // We should have a proper rectangular array,
673
+ // Where for each bone we have the same number of TransformData entries.
674
+ let numberOfEntries = undefined;
675
+ let allBonesHaveSameNumberOfTransformDataEntries = true;
676
+ const undefinedBoneEntries = new Map();
677
+ for (const [bone, transformDatas] of boneToTransformData) {
678
+ if (numberOfEntries === undefined)
679
+ numberOfEntries = transformDatas.length;
680
+ if (numberOfEntries !== transformDatas.length) {
681
+ allBonesHaveSameNumberOfTransformDataEntries = false;
682
+ }
683
+ let index = 0;
684
+ for (const transformData of transformDatas) {
685
+ index++;
686
+ if (!transformData) {
687
+ if (!undefinedBoneEntries.has(bone))
688
+ undefinedBoneEntries.set(bone, []);
689
+ undefinedBoneEntries.get(bone).push(index);
690
+ }
691
+ }
692
+ }
693
+ // TODO not working yet for multiple skinned characters at the same time
694
+ if (debug) {
695
+ console.log("Bone count: ", boneToTransformData.size, "TransformData entries per bone: ", numberOfEntries, "Undefined bone entries: ", undefinedBoneEntries);
696
+ }
697
+ console.assert(allBonesHaveSameNumberOfTransformDataEntries, "All bones should have the same number of TransformData entries", boneToTransformData);
698
+ console.assert(undefinedBoneEntries.size === 0, "All TransformData entries should be set", undefinedBoneEntries);
699
+ const times = [];
700
+ for (const [bone, transformDatas] of boneToTransformData) {
701
+ /*
702
+ // calculate start times from the transformDatas
703
+ const startTimes = new Array<number>();
704
+ let currentStartTime = 0;
705
+ for (let i = 0; i < transformDatas.length; i++) {
706
+ startTimes.push(currentStartTime);
707
+ currentStartTime += transformDatas[i].getDuration() + TransformData.animationDurationPadding;
708
+ }
709
+ */
710
+ for (let i = 0; i < transformDatas.length; i++) {
711
+ const transformData = transformDatas[i];
712
+ // const timeOffset = transformData.getStartTime(dict);
713
+ const timeOffset = ext.getStartTimeByClip(transformData.clip);
714
+ if (times.length <= i) {
715
+ times.push({ pos: [], rot: [], scale: [], timeOffset });
716
+ }
717
+ const perTransfromDataTimes = times[i];
718
+ perTransfromDataTimes.pos.push(...transformData.getSortedTimesArray(true, false, false));
719
+ perTransfromDataTimes.rot.push(...transformData.getSortedTimesArray(false, true, false));
720
+ perTransfromDataTimes.scale.push(...transformData.getSortedTimesArray(false, false, true));
721
+ }
722
+ }
723
+ for (const perTransfromDataTimes of times) {
724
+ /*
725
+ // TODO we're doing that in animation export as well
726
+ if (!times.pos.includes(0)) times.pos.push(0);
727
+ if (!times.rot.includes(0)) times.rot.push(0);
728
+ if (!times.scale.includes(0)) times.scale.push(0);
729
+ */
730
+ // sort times so it's increasing
731
+ perTransfromDataTimes.pos.sort((a, b) => a - b);
732
+ perTransfromDataTimes.rot.sort((a, b) => a - b);
733
+ perTransfromDataTimes.scale.sort((a, b) => a - b);
734
+ // make sure time values are unique
735
+ perTransfromDataTimes.pos = [...new Set(perTransfromDataTimes.pos)];
736
+ perTransfromDataTimes.rot = [...new Set(perTransfromDataTimes.rot)];
737
+ perTransfromDataTimes.scale = [...new Set(perTransfromDataTimes.scale)];
738
+ }
739
+ return times;
740
+ }
741
+ function createTimeSamplesObject_(data, sortedComponentFrameNumbers, bones) {
742
+ const positionTimeSamples = new Map();
743
+ const quaternionTimeSamples = new Map();
744
+ const scaleTimeSamples = new Map();
745
+ const count = sortedComponentFrameNumbers.length;
746
+ // return sampled data for each bone
747
+ for (const bone of bones) {
748
+ const boneEntryInData = data.get(bone);
749
+ let emptyTransformData = undefined;
750
+ // if we have animation data for this bone, check that it's the right amount.
751
+ if (boneEntryInData)
752
+ console.assert(boneEntryInData.length === count, "We should have the same number of TransformData entries for each bone", boneEntryInData, sortedComponentFrameNumbers);
753
+ // if we don't have animation data, create an empty one – 
754
+ // it will automatically map to the rest pose, albeit inefficiently
755
+ else
756
+ emptyTransformData = new TransformData(null, bone, null);
757
+ for (let i = 0; i < count; i++) {
758
+ const transformData = boneEntryInData ? boneEntryInData[i] : emptyTransformData;
759
+ const timeData = sortedComponentFrameNumbers[i];
760
+ for (const { time, translation } of transformData.getValues(timeData.pos, true, false, false)) {
761
+ const shiftedTime = time + timeData.timeOffset;
762
+ const t = shiftedTime * 60;
763
+ if (!positionTimeSamples.has(t))
764
+ positionTimeSamples.set(t, new Array());
765
+ positionTimeSamples.get(t).push(translation.clone());
766
+ }
767
+ for (const { time, rotation } of transformData.getValues(timeData.rot, false, true, false)) {
768
+ const shiftedTime = time + timeData.timeOffset;
769
+ const t = shiftedTime * 60;
770
+ if (!quaternionTimeSamples.has(t))
771
+ quaternionTimeSamples.set(t, new Array());
772
+ quaternionTimeSamples.get(t).push(rotation.clone());
773
+ }
774
+ for (const { time, scale } of transformData.getValues(timeData.scale, false, false, true)) {
775
+ const shiftedTime = time + timeData.timeOffset;
776
+ const t = shiftedTime * 60;
777
+ if (!scaleTimeSamples.has(t))
778
+ scaleTimeSamples.set(t, new Array());
779
+ scaleTimeSamples.get(t).push(scale.clone());
780
+ }
781
+ }
782
+ }
783
+ return {
784
+ position: positionTimeSamples.size == 0 ? undefined : positionTimeSamples,
785
+ quaternion: quaternionTimeSamples.size == 0 ? undefined : quaternionTimeSamples,
786
+ scale: scaleTimeSamples.size == 0 ? undefined : scaleTimeSamples,
787
+ };
788
+ }
789
+ function buildVector3Array_(array) {
790
+ const lines = [];
791
+ for (const v of array) {
792
+ lines.push(`(${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
793
+ }
794
+ return lines.join(', ');
795
+ }
796
+ function buildVector4Array_(array) {
797
+ const lines = [];
798
+ for (const v of array) {
799
+ lines.push(`(${fn(v.w)}, ${fn(v.x)}, ${fn(v.y)}, ${fn(v.z)})`);
800
+ }
801
+ return lines.join(', ');
802
+ }
803
+ function getPerBoneTransformData(bones) {
804
+ const boneToTransformData = new Map();
805
+ if (debug) {
806
+ const logData = new Array();
807
+ for (const [key, val] of dict) {
808
+ logData.push(key.uuid + ": " + val.length + " " + val.map(x => x.clip?.uuid.substring(0, 6)).join(" "));
809
+ }
810
+ console.log("getPerBoneTransformData\n" + logData.join("\n"));
811
+ }
812
+ for (const bone of bones) {
813
+ const data = dict.get(bone);
814
+ if (!data)
815
+ continue;
816
+ boneToTransformData.set(bone, data);
817
+ }
818
+ return boneToTransformData;
819
+ }
820
+ function createAllTimeSampleObjects(bones) {
821
+ const perBoneTransformData = getPerBoneTransformData(bones);
822
+ const sortedFrameNumbers = getSortedFrameTimes(perBoneTransformData);
823
+ return createTimeSamplesObject_(perBoneTransformData, sortedFrameNumbers, bones);
824
+ }
825
+ const sanitizeRestPose = _context.quickLookCompatible;
826
+ const rest = [];
827
+ const translations = [];
828
+ const rotations = [];
829
+ const scales = [];
830
+ for (const { bone } of boneAndInverse) {
831
+ // Workaround for FB13808839: Rest poses must be decomposable in QuickLook
832
+ if (sanitizeRestPose) {
833
+ const scale = bone.scale;
834
+ if (scale.x == 0)
835
+ scale.x = 0.00001;
836
+ if (scale.y == 0)
837
+ scale.y = 0.00001;
838
+ if (scale.z == 0)
839
+ scale.z = 0.00001;
840
+ rest.push(new Matrix4().compose(bone.position, bone.quaternion, bone.scale));
841
+ }
842
+ else {
843
+ rest.push(bone.matrix.clone());
844
+ }
845
+ translations.push(bone.position);
846
+ rotations.push(bone.quaternion);
847
+ scales.push(bone.scale);
848
+ }
849
+ const bonesArray = boneAndInverse.map(x => "\"" + getPathToSkeleton(x.bone, assumedRoot) + "\"").join(', ');
850
+ const bindTransforms = boneAndInverse.map(x => buildMatrix(x.inverse.clone().invert())).join(', ');
851
+ writer.beginBlock(`def Skeleton "Rig"`);
852
+ writer.appendLine(`uniform matrix4d[] bindTransforms = [${bindTransforms}]`);
853
+ writer.appendLine(`uniform token[] joints = [${bonesArray}]`);
854
+ writer.appendLine(`uniform token purpose = "guide"`);
855
+ writer.appendLine(`uniform matrix4d[] restTransforms = [${rest.map(m => buildMatrix(m)).join(', ')}]`);
856
+ // In glTF, transformations on the Skeleton are ignored (NODE_SKINNED_MESH_LOCAL_TRANSFORMS validator warning)
857
+ // So here we don't write anything to get an identity transform.
858
+ // writer.appendLine( `matrix4d xformOp:transform = ${buildMatrix( new Matrix4() )}` );
859
+ // writer.appendLine( `uniform token[] xformOpOrder = ["xformOp:transform"]` );
860
+ const timeSampleObjects = createAllTimeSampleObjects(boneAndInverse.map(x => x.bone));
861
+ if (debug) {
862
+ // find the first..last value in the time samples
863
+ let min = 10000000;
864
+ let max = 0;
865
+ for (const key of timeSampleObjects.position?.keys() ?? []) {
866
+ min = Math.min(min, key);
867
+ max = Math.max(max, key);
868
+ }
869
+ console.log("Time samples", min, max, timeSampleObjects);
870
+ }
871
+ writer.beginBlock(`def SkelAnimation "_anim"`);
872
+ // TODO if we include blendshapes we likely need subdivision?
873
+ // writer.appendLine( `uniform token[] blendShapes` )
874
+ // writer.appendLine( `float[] blendShapeWeights` )
875
+ writer.appendLine(`uniform token[] joints = [${bonesArray}]`);
876
+ writer.appendLine(`quatf[] rotations = [${buildVector4Array_(rotations)}]`);
877
+ if (timeSampleObjects && timeSampleObjects.quaternion) {
878
+ writer.beginBlock(`quatf[] rotations.timeSamples = {`, '');
879
+ const rotationTimeSampleLines = createVector4TimeSampleLines_(timeSampleObjects['quaternion']);
880
+ for (const line of rotationTimeSampleLines) {
881
+ writer.appendLine(line);
882
+ }
883
+ writer.closeBlock();
884
+ }
885
+ writer.appendLine(`half3[] scales = [${buildVector3Array_(scales)}]`);
886
+ if (timeSampleObjects && timeSampleObjects.scale) {
887
+ writer.beginBlock(`half3[] scales.timeSamples = {`, '');
888
+ const scaleTimeSampleLines = createVector3TimeSampleLines_(timeSampleObjects['scale']);
889
+ for (const line of scaleTimeSampleLines) {
890
+ writer.appendLine(line);
891
+ }
892
+ writer.closeBlock();
893
+ }
894
+ writer.appendLine(`float3[] translations = [${buildVector3Array_(translations)}]`);
895
+ if (timeSampleObjects && timeSampleObjects.position) {
896
+ writer.beginBlock(`float3[] translations.timeSamples = {`, '');
897
+ const positionTimeSampleLines = createVector3TimeSampleLines_(timeSampleObjects['position']);
898
+ for (const line of positionTimeSampleLines) {
899
+ writer.appendLine(line);
900
+ }
901
+ writer.closeBlock();
902
+ }
903
+ writer.closeBlock();
904
+ writer.closeBlock();
905
+ }
906
+ }
907
+ onSerialize(writer, _context) {
908
+ if (!this.model)
909
+ return;
910
+ // Workaround: Sanitize TransformData for this object.
911
+ // This works around an issue with wrongly detected animation roots, where some of the indices
912
+ // in the TransformData array are not property set. Reproduces with golem_yokai.glb
913
+ const arr0 = this.animationData.get(this.object);
914
+ if (arr0) {
915
+ for (let i = 0; i < arr0.length; i++) {
916
+ if (arr0[i] !== undefined)
917
+ continue;
918
+ arr0[i] = new TransformData(null, this.object, null);
919
+ }
920
+ }
921
+ const ext = this.ext;
922
+ this.skinnedMeshExport(writer, _context, ext);
923
+ const object = this.object;
924
+ const model = this.model;
925
+ // do we have animation data for this node? if not, return
926
+ const animationData = this.animationData.get(object);
927
+ if (!animationData)
928
+ return;
929
+ // Skinned meshes are handled separately by the method above.
930
+ // They need to be handled first (before checking for animation data) because animation needs to be exported
931
+ // as part of the skinned mesh and that may not be animated at all – if any bone is animated we need to export.
932
+ //@ts-ignore
933
+ if (object.isSkinnedMesh)
934
+ return;
935
+ // Excluding the concrete bone xform hierarchy animation his is mostly useful for debugging,
936
+ // as otherwise we're getting a ton of extra animation data per-bone xform
937
+ // TODO if this turns out to be slow/large (lots of duplicated animation data)
938
+ // we can look into optimizing it, and only including both the xform hierarchy and the animation
939
+ // only when we need it – when anywhere below it in the hierarchy are animated visible meshes.
940
+ //@ts-ignore
941
+ // if (object.isBone) return;
942
+ if (debugSerialization)
943
+ console.log("SERIALIZE", this.model.name, this.object.type, animationData);
944
+ // const composedTransform = new Matrix4();
945
+ // writer.appendLine("matrix4d xformOp:transform.timeSamples = {");
946
+ // writer.indent++;
947
+ // TransformData is a collection of clips (position, rotation and scale) for a particular node
948
+ // We need to make sure that the same underlying animation clip ends up
949
+ // at the same start time in the USD file, and that we're not getting overlaps to other clips.
950
+ // That means that the same clip (transformData.clip) should end up at the same start time for all nodes.
951
+ // calculate start times
952
+ // calculate start times from the transformDatas
953
+ /*
954
+ const startTimes = new Array<number>();
955
+ let currentStartTime = 0;
956
+ for (let i = 0; i < animationData.length; i++) {
957
+ startTimes.push(currentStartTime);
958
+ if (animationData[i] === undefined) {
959
+ console.error("Got an undefined transform data, this is likely a bug.", object, animationData);
960
+ continue;
961
+ }
962
+ currentStartTime += animationData[i].getDuration() + TransformData.animationDurationPadding;
963
+ }
964
+ */
965
+ const formatter = Intl.NumberFormat("en-US", {
966
+ maximumFractionDigits: 3,
967
+ minimumFractionDigits: 0,
968
+ useGrouping: false,
969
+ });
970
+ function writeAnimationTimesamples(arr, type) {
971
+ const hasAnimationData = arr.some(x => x && {
972
+ position: x.pos,
973
+ rotation: x.rot,
974
+ scale: x.scale
975
+ }[type]);
976
+ if (!hasAnimationData) {
977
+ return;
978
+ }
979
+ switch (type) {
980
+ case "position":
981
+ model.needsTranslate = true;
982
+ writer.beginBlock(`double3 xformOp:translate.timeSamples = {`, '');
983
+ break;
984
+ case "rotation":
985
+ model.needsOrient = true;
986
+ writer.beginBlock(`quatf xformOp:orient.timeSamples = {`, '');
987
+ break;
988
+ case "scale":
989
+ model.needsScale = true;
990
+ writer.beginBlock(`double3 xformOp:scale.timeSamples = {`, '');
991
+ break;
992
+ }
993
+ for (let i = 0; i < arr.length; i++) {
994
+ const transformData = arr[i];
995
+ if (!transformData)
996
+ continue;
997
+ const startTime = ext.getStartTimeByClip(transformData.clip);
998
+ const timesArray = transformData.getSortedTimesArray(type === "position", type === "rotation", type === "scale");
999
+ if (!timesArray || timesArray.length === 0) {
1000
+ console.error("got an animated object but no time values?", object, transformData);
1001
+ continue;
1002
+ }
1003
+ const isRestPose = !transformData.clip;
1004
+ const hasPos = type === "position" && (transformData.pos || isRestPose);
1005
+ const hasRot = type === "rotation" && (transformData.rot || isRestPose);
1006
+ const hasScale = type === "scale" && (transformData.scale || isRestPose);
1007
+ // Writing out the clip name and duration.
1008
+ // If this is a rest pose clip, we still want to write it out, as it's a valid clip.
1009
+ if (hasPos || hasRot || hasScale) {
1010
+ const clipName = transformData.clip?.name ?? "rest";
1011
+ const duration = transformData.getDuration();
1012
+ if (debug)
1013
+ console.log("Write .timeSamples:", clipName, startTime, duration, arr);
1014
+ writer.appendLine("# " + clipName + ": start=" + formatter.format(startTime * TransformData.frameRate) + ", length=" + formatter.format(duration * TransformData.frameRate) + ", frames=" + transformData.getFrames());
1015
+ }
1016
+ if (hasPos) {
1017
+ for (const { time, translation } of transformData.getValues(timesArray, true, false, false)) {
1018
+ const timeStr = formatter.format((startTime + time) * TransformData.frameRate);
1019
+ const line = `${timeStr}: (${fn(translation.x)}, ${fn(translation.y)}, ${fn(translation.z)}),`;
1020
+ writer.appendLine(line);
1021
+ }
1022
+ }
1023
+ if (hasRot) {
1024
+ for (const { time, rotation } of transformData.getValues(timesArray, false, true, false)) {
1025
+ const timeStr = formatter.format((startTime + time) * TransformData.frameRate);
1026
+ const line = `${timeStr}: (${fn(rotation.w)}, ${fn(rotation.x)}, ${fn(rotation.y)}, ${fn(rotation.z)}),`;
1027
+ writer.appendLine(line);
1028
+ }
1029
+ }
1030
+ if (hasScale) {
1031
+ for (const { time, scale } of transformData.getValues(timesArray, false, false, true)) {
1032
+ const timeStr = formatter.format((startTime + time) * TransformData.frameRate);
1033
+ const line = `${timeStr}: (${fn(scale.x)}, ${fn(scale.y)}, ${fn(scale.z)}),`;
1034
+ writer.appendLine(line);
1035
+ }
1036
+ }
1037
+ }
1038
+ writer.closeBlock();
1039
+ }
1040
+ writeAnimationTimesamples(animationData, "position");
1041
+ writeAnimationTimesamples(animationData, "rotation");
1042
+ writeAnimationTimesamples(animationData, "scale");
1043
+ // We must be careful here that we don't overwrite the xformOpOrder that the object already had.
1044
+ // it _might_ not even have any (if the position/quaternion/scale are all indentity values)
1045
+ // so in some cases we end up writing the same xformOpOrder multiple times here...
1046
+ // So right now, we just always write the xformOpOrder when traversing the hierarchy, in case something is animated.
1047
+ // if (xFormOrder.length > 0) {
1048
+ // const xformUnique = [...new Set(xFormOrder)];
1049
+ // writer.appendLine(`uniform token[] xformOpOrder = [${xformUnique.map(x => `"${x}"`).join(', ')}]`);
1050
+ // writer.appendLine('uniform token[] xformOpOrder = ["xformOp:translate", "xformOp:orient", "xformOp:scale"]');
1051
+ // }
1052
+ // for (let i = 0; i < arr.length; i++) {
1053
+ // const transformData = arr[i];
1054
+ // if (!transformData) continue;
1055
+ // const startTime = startTimes[i];
1056
+ // const timesArray = transformData.getSortedTimesArray();
1057
+ // if (!timesArray || timesArray.length === 0) {
1058
+ // console.error("got an animated object but no time values?", object, transformData);
1059
+ // continue;
1060
+ // }
1061
+ // for (const { time, translation, rotation, scale } of transformData.getValues(timesArray)) {
1062
+ // composedTransform.compose(translation, rotation, scale);
1063
+ // const timeStr = formatter.format((startTime + time) * transformData.frameRate);
1064
+ // const line = `${timeStr}: ${buildMatrix(composedTransform)},`;
1065
+ // writer.appendLine(line);
1066
+ // }
1067
+ // }
1068
+ // writer.indent--;
1069
+ // writer.appendLine("}");
1070
+ }
1071
+ }
1072
1072
  //# sourceMappingURL=Animation.js.map