@needle-tools/engine 3.28.7-beta → 3.28.7-beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (849) hide show
  1. package/CHANGELOG.md +2259 -2256
  2. package/LICENSE.md +10 -10
  3. package/README.md +52 -52
  4. package/dist/needle-engine.js +9 -12
  5. package/dist/needle-engine.light.js +9 -12
  6. package/dist/needle-engine.light.min.js +8 -11
  7. package/dist/needle-engine.light.umd.cjs +8 -11
  8. package/dist/needle-engine.min.js +8 -11
  9. package/dist/needle-engine.umd.cjs +8 -11
  10. package/lib/engine/api.d.ts +52 -52
  11. package/lib/engine/api.js +51 -51
  12. package/lib/engine/assets/index.d.ts +1 -1
  13. package/lib/engine/assets/index.js +4 -4
  14. package/lib/engine/codegen/register_types.d.ts +1 -1
  15. package/lib/engine/codegen/register_types.js +439 -439
  16. package/lib/engine/debug/debug.d.ts +12 -12
  17. package/lib/engine/debug/debug.js +26 -26
  18. package/lib/engine/debug/debug_console.d.ts +2 -2
  19. package/lib/engine/debug/debug_console.js +204 -204
  20. package/lib/engine/debug/debug_overlay.d.ts +10 -10
  21. package/lib/engine/debug/debug_overlay.js +277 -277
  22. package/lib/engine/debug/index.d.ts +1 -1
  23. package/lib/engine/debug/index.js +1 -1
  24. package/lib/engine/engine_addressables.d.ts +75 -75
  25. package/lib/engine/engine_addressables.js +441 -441
  26. package/lib/engine/engine_application.d.ts +19 -19
  27. package/lib/engine/engine_application.js +45 -45
  28. package/lib/engine/engine_assetdatabase.d.ts +25 -25
  29. package/lib/engine/engine_assetdatabase.js +341 -341
  30. package/lib/engine/engine_camera.d.ts +6 -6
  31. package/lib/engine/engine_camera.js +23 -23
  32. package/lib/engine/engine_components.d.ts +17 -17
  33. package/lib/engine/engine_components.js +273 -273
  34. package/lib/engine/engine_components_internal.d.ts +11 -11
  35. package/lib/engine/engine_components_internal.js +41 -41
  36. package/lib/engine/engine_constants.d.ts +5 -5
  37. package/lib/engine/engine_constants.js +32 -32
  38. package/lib/engine/engine_context.d.ts +269 -269
  39. package/lib/engine/engine_context.js +1242 -1242
  40. package/lib/engine/engine_context_registry.d.ts +50 -50
  41. package/lib/engine/engine_context_registry.js +89 -89
  42. package/lib/engine/engine_coroutine.d.ts +4 -4
  43. package/lib/engine/engine_coroutine.js +21 -21
  44. package/lib/engine/engine_create_objects.d.ts +13 -13
  45. package/lib/engine/engine_create_objects.js +33 -33
  46. package/lib/engine/engine_default_parameters.d.ts +2 -2
  47. package/lib/engine/engine_default_parameters.js +3 -3
  48. package/lib/engine/engine_editor-sync.d.ts +17 -17
  49. package/lib/engine/engine_editor-sync.js +7 -7
  50. package/lib/engine/engine_element.d.ts +55 -55
  51. package/lib/engine/engine_element.js +559 -559
  52. package/lib/engine/engine_element_attributes.d.ts +49 -49
  53. package/lib/engine/engine_element_attributes.js +1 -1
  54. package/lib/engine/engine_element_extras.d.ts +6 -6
  55. package/lib/engine/engine_element_extras.js +13 -13
  56. package/lib/engine/engine_element_loading.d.ts +40 -40
  57. package/lib/engine/engine_element_loading.js +312 -312
  58. package/lib/engine/engine_element_overlay.d.ts +19 -19
  59. package/lib/engine/engine_element_overlay.js +143 -143
  60. package/lib/engine/engine_fileloader.d.ts +3 -3
  61. package/lib/engine/engine_fileloader.js +7 -7
  62. package/lib/engine/engine_gameobject.d.ts +39 -39
  63. package/lib/engine/engine_gameobject.js +559 -559
  64. package/lib/engine/engine_generic_utils.d.ts +1 -1
  65. package/lib/engine/engine_generic_utils.js +13 -13
  66. package/lib/engine/engine_gizmos.d.ts +26 -26
  67. package/lib/engine/engine_gizmos.js +282 -282
  68. package/lib/engine/engine_gltf.d.ts +13 -13
  69. package/lib/engine/engine_gltf.js +15 -15
  70. package/lib/engine/engine_gltf_builtin_components.d.ts +7 -7
  71. package/lib/engine/engine_gltf_builtin_components.js +298 -298
  72. package/lib/engine/engine_hot_reload.d.ts +5 -5
  73. package/lib/engine/engine_hot_reload.js +182 -182
  74. package/lib/engine/engine_input.d.ts +129 -129
  75. package/lib/engine/engine_input.js +799 -799
  76. package/lib/engine/engine_input_utils.d.ts +2 -2
  77. package/lib/engine/engine_input_utils.js +22 -22
  78. package/lib/engine/engine_instancing.d.ts +16 -16
  79. package/lib/engine/engine_instancing.js +36 -36
  80. package/lib/engine/engine_license.d.ts +4 -4
  81. package/lib/engine/engine_license.js +398 -398
  82. package/lib/engine/engine_lifecycle_api.d.ts +14 -14
  83. package/lib/engine/engine_lifecycle_api.js +24 -24
  84. package/lib/engine/engine_lifecycle_functions_internal.d.ts +6 -6
  85. package/lib/engine/engine_lifecycle_functions_internal.js +28 -28
  86. package/lib/engine/engine_lightdata.d.ts +23 -23
  87. package/lib/engine/engine_lightdata.js +86 -86
  88. package/lib/engine/engine_loaders.d.ts +7 -7
  89. package/lib/engine/engine_loaders.js +69 -69
  90. package/lib/engine/engine_mainloop_utils.d.ts +13 -13
  91. package/lib/engine/engine_mainloop_utils.js +426 -426
  92. package/lib/engine/engine_math.d.ts +43 -43
  93. package/lib/engine/engine_math.js +147 -147
  94. package/lib/engine/engine_networking.d.ts +176 -176
  95. package/lib/engine/engine_networking.js +649 -649
  96. package/lib/engine/engine_networking_auto.d.ts +24 -24
  97. package/lib/engine/engine_networking_auto.js +324 -324
  98. package/lib/engine/engine_networking_files.d.ts +23 -23
  99. package/lib/engine/engine_networking_files.js +176 -176
  100. package/lib/engine/engine_networking_files_default_components.d.ts +3 -3
  101. package/lib/engine/engine_networking_files_default_components.js +39 -39
  102. package/lib/engine/engine_networking_instantiate.d.ts +39 -39
  103. package/lib/engine/engine_networking_instantiate.js +302 -302
  104. package/lib/engine/engine_networking_peer.d.ts +15 -15
  105. package/lib/engine/engine_networking_peer.js +132 -132
  106. package/lib/engine/engine_networking_streams.d.ts +90 -90
  107. package/lib/engine/engine_networking_streams.js +428 -428
  108. package/lib/engine/engine_networking_types.d.ts +14 -14
  109. package/lib/engine/engine_networking_types.js +7 -7
  110. package/lib/engine/engine_networking_utils.d.ts +2 -2
  111. package/lib/engine/engine_networking_utils.js +20 -20
  112. package/lib/engine/engine_patcher.d.ts +10 -10
  113. package/lib/engine/engine_patcher.js +142 -142
  114. package/lib/engine/engine_physics.d.ts +115 -115
  115. package/lib/engine/engine_physics.js +228 -228
  116. package/lib/engine/engine_physics.types.d.ts +37 -37
  117. package/lib/engine/engine_physics.types.js +33 -33
  118. package/lib/engine/engine_physics_rapier.d.ts +112 -112
  119. package/lib/engine/engine_physics_rapier.js +1266 -1266
  120. package/lib/engine/engine_playerview.d.ts +26 -26
  121. package/lib/engine/engine_playerview.js +64 -64
  122. package/lib/engine/engine_scenelighting.d.ts +74 -74
  123. package/lib/engine/engine_scenelighting.js +285 -285
  124. package/lib/engine/engine_scenetools.d.ts +35 -35
  125. package/lib/engine/engine_scenetools.js +212 -212
  126. package/lib/engine/engine_serialization.d.ts +4 -4
  127. package/lib/engine/engine_serialization.js +4 -4
  128. package/lib/engine/engine_serialization_builtin_serializer.d.ts +62 -62
  129. package/lib/engine/engine_serialization_builtin_serializer.js +369 -369
  130. package/lib/engine/engine_serialization_core.d.ts +84 -84
  131. package/lib/engine/engine_serialization_core.js +576 -576
  132. package/lib/engine/engine_serialization_decorator.d.ts +15 -15
  133. package/lib/engine/engine_serialization_decorator.js +54 -54
  134. package/lib/engine/engine_setup.d.ts +1 -1
  135. package/lib/engine/engine_setup.js +2 -2
  136. package/lib/engine/engine_shaders.d.ts +31 -31
  137. package/lib/engine/engine_shaders.js +229 -229
  138. package/lib/engine/engine_shims.d.ts +3 -3
  139. package/lib/engine/engine_shims.js +22 -22
  140. package/lib/engine/engine_texture.d.ts +20 -20
  141. package/lib/engine/engine_texture.js +57 -57
  142. package/lib/engine/engine_three_utils.d.ts +51 -51
  143. package/lib/engine/engine_three_utils.js +342 -342
  144. package/lib/engine/engine_time.d.ts +19 -19
  145. package/lib/engine/engine_time.js +47 -47
  146. package/lib/engine/engine_types.d.ts +358 -358
  147. package/lib/engine/engine_types.js +72 -72
  148. package/lib/engine/engine_typestore.d.ts +16 -16
  149. package/lib/engine/engine_typestore.js +35 -35
  150. package/lib/engine/engine_util_decorator.d.ts +12 -12
  151. package/lib/engine/engine_util_decorator.js +115 -115
  152. package/lib/engine/engine_utils.d.ts +104 -104
  153. package/lib/engine/engine_utils.js +518 -518
  154. package/lib/engine/engine_utils_screenshot.d.ts +10 -10
  155. package/lib/engine/engine_utils_screenshot.js +70 -70
  156. package/lib/engine/engine_web_api.d.ts +12 -12
  157. package/lib/engine/engine_web_api.js +112 -112
  158. package/lib/engine/extensions/EXT_texture_exr.d.ts +8 -8
  159. package/lib/engine/extensions/EXT_texture_exr.js +32 -32
  160. package/lib/engine/extensions/NEEDLE_animator_controller_model.d.ts +116 -116
  161. package/lib/engine/extensions/NEEDLE_animator_controller_model.js +91 -91
  162. package/lib/engine/extensions/NEEDLE_components.d.ts +33 -33
  163. package/lib/engine/extensions/NEEDLE_components.js +206 -206
  164. package/lib/engine/extensions/NEEDLE_gameobject_data.d.ts +10 -10
  165. package/lib/engine/extensions/NEEDLE_gameobject_data.js +57 -57
  166. package/lib/engine/extensions/NEEDLE_lighting_settings.d.ts +38 -38
  167. package/lib/engine/extensions/NEEDLE_lighting_settings.js +183 -183
  168. package/lib/engine/extensions/NEEDLE_lightmaps.d.ts +18 -18
  169. package/lib/engine/extensions/NEEDLE_lightmaps.js +108 -108
  170. package/lib/engine/extensions/NEEDLE_persistent_assets.d.ts +11 -11
  171. package/lib/engine/extensions/NEEDLE_persistent_assets.js +63 -63
  172. package/lib/engine/extensions/NEEDLE_progressive.d.ts +41 -41
  173. package/lib/engine/extensions/NEEDLE_progressive.js +366 -366
  174. package/lib/engine/extensions/NEEDLE_render_objects.d.ts +13 -13
  175. package/lib/engine/extensions/NEEDLE_render_objects.js +159 -159
  176. package/lib/engine/extensions/NEEDLE_techniques_webgl.d.ts +39 -39
  177. package/lib/engine/extensions/NEEDLE_techniques_webgl.js +544 -544
  178. package/lib/engine/extensions/extension_resolver.d.ts +4 -4
  179. package/lib/engine/extensions/extension_resolver.js +1 -1
  180. package/lib/engine/extensions/extension_utils.d.ts +2 -2
  181. package/lib/engine/extensions/extension_utils.js +140 -140
  182. package/lib/engine/extensions/extensions.d.ts +21 -21
  183. package/lib/engine/extensions/extensions.js +94 -94
  184. package/lib/engine/extensions/index.d.ts +5 -5
  185. package/lib/engine/extensions/index.js +5 -5
  186. package/lib/engine/extensions/usage_tracker.d.ts +13 -13
  187. package/lib/engine/extensions/usage_tracker.js +61 -61
  188. package/lib/engine/js-extensions/Camera.d.ts +1 -1
  189. package/lib/engine/js-extensions/Camera.js +36 -36
  190. package/lib/engine/js-extensions/Layers.d.ts +3 -3
  191. package/lib/engine/js-extensions/Layers.js +19 -19
  192. package/lib/engine/js-extensions/index.d.ts +2 -2
  193. package/lib/engine/js-extensions/index.js +2 -2
  194. package/lib/engine/shaders/shaderData.d.ts +55 -55
  195. package/lib/engine/shaders/shaderData.js +58 -58
  196. package/lib/engine/tests/test_utils.d.ts +2 -2
  197. package/lib/engine/tests/test_utils.js +53 -53
  198. package/lib/engine-components/AlignmentConstraint.d.ts +10 -10
  199. package/lib/engine-components/AlignmentConstraint.js +39 -39
  200. package/lib/engine-components/Animation.d.ts +53 -53
  201. package/lib/engine-components/Animation.js +333 -333
  202. package/lib/engine-components/AnimationCurve.d.ts +16 -16
  203. package/lib/engine-components/AnimationCurve.js +97 -97
  204. package/lib/engine-components/AnimationUtils.d.ts +8 -8
  205. package/lib/engine-components/AnimationUtils.js +110 -110
  206. package/lib/engine-components/Animator.d.ts +81 -81
  207. package/lib/engine-components/Animator.js +229 -229
  208. package/lib/engine-components/AnimatorController.d.ts +57 -57
  209. package/lib/engine-components/AnimatorController.js +887 -887
  210. package/lib/engine-components/AnimatorController.js.map +1 -1
  211. package/lib/engine-components/AudioListener.d.ts +7 -7
  212. package/lib/engine-components/AudioListener.js +30 -30
  213. package/lib/engine-components/AudioSource.d.ts +61 -61
  214. package/lib/engine-components/AudioSource.js +422 -422
  215. package/lib/engine-components/AvatarLoader.d.ts +19 -19
  216. package/lib/engine-components/AvatarLoader.js +173 -173
  217. package/lib/engine-components/AxesHelper.d.ts +9 -9
  218. package/lib/engine-components/AxesHelper.js +44 -44
  219. package/lib/engine-components/BasicIKConstraint.d.ts +9 -9
  220. package/lib/engine-components/BasicIKConstraint.js +43 -43
  221. package/lib/engine-components/BoxHelperComponent.d.ts +16 -16
  222. package/lib/engine-components/BoxHelperComponent.js +89 -89
  223. package/lib/engine-components/Camera.d.ts +70 -70
  224. package/lib/engine-components/Camera.js +450 -450
  225. package/lib/engine-components/CameraUtils.d.ts +1 -1
  226. package/lib/engine-components/CameraUtils.js +77 -77
  227. package/lib/engine-components/CharacterController.d.ts +46 -46
  228. package/lib/engine-components/CharacterController.js +227 -227
  229. package/lib/engine-components/Collider.d.ts +46 -46
  230. package/lib/engine-components/Collider.js +153 -153
  231. package/lib/engine-components/Component.d.ts +228 -228
  232. package/lib/engine-components/Component.js +541 -541
  233. package/lib/engine-components/ContactShadows.d.ts +23 -23
  234. package/lib/engine-components/ContactShadows.js +233 -233
  235. package/lib/engine-components/DeleteBox.d.ts +9 -9
  236. package/lib/engine-components/DeleteBox.js +30 -30
  237. package/lib/engine-components/DeviceFlag.d.ts +12 -12
  238. package/lib/engine-components/DeviceFlag.js +43 -43
  239. package/lib/engine-components/DragControls.d.ts +51 -51
  240. package/lib/engine-components/DragControls.js +516 -516
  241. package/lib/engine-components/DropListener.d.ts +15 -15
  242. package/lib/engine-components/DropListener.js +120 -120
  243. package/lib/engine-components/Duplicatable.d.ts +16 -16
  244. package/lib/engine-components/Duplicatable.js +150 -150
  245. package/lib/engine-components/EventList.d.ts +28 -28
  246. package/lib/engine-components/EventList.js +105 -105
  247. package/lib/engine-components/EventTrigger.d.ts +12 -12
  248. package/lib/engine-components/EventTrigger.js +50 -50
  249. package/lib/engine-components/EventType.d.ts +19 -19
  250. package/lib/engine-components/EventType.js +71 -71
  251. package/lib/engine-components/FlyControls.d.ts +7 -7
  252. package/lib/engine-components/FlyControls.js +25 -25
  253. package/lib/engine-components/Fog.d.ts +20 -20
  254. package/lib/engine-components/Fog.js +60 -60
  255. package/lib/engine-components/Gizmos.d.ts +12 -12
  256. package/lib/engine-components/Gizmos.js +60 -60
  257. package/lib/engine-components/GridHelper.d.ts +12 -12
  258. package/lib/engine-components/GridHelper.js +47 -47
  259. package/lib/engine-components/GroundProjection.d.ts +21 -21
  260. package/lib/engine-components/GroundProjection.js +97 -97
  261. package/lib/engine-components/Interactable.d.ts +10 -10
  262. package/lib/engine-components/Interactable.js +11 -11
  263. package/lib/engine-components/Joints.d.ts +19 -19
  264. package/lib/engine-components/Joints.js +51 -51
  265. package/lib/engine-components/LODGroup.d.ts +30 -30
  266. package/lib/engine-components/LODGroup.js +145 -145
  267. package/lib/engine-components/Light.d.ts +75 -75
  268. package/lib/engine-components/Light.js +475 -475
  269. package/lib/engine-components/LookAtConstraint.d.ts +7 -7
  270. package/lib/engine-components/LookAtConstraint.js +17 -17
  271. package/lib/engine-components/NestedGltf.d.ts +11 -11
  272. package/lib/engine-components/NestedGltf.js +74 -74
  273. package/lib/engine-components/Networking.d.ts +11 -11
  274. package/lib/engine-components/Networking.js +70 -70
  275. package/lib/engine-components/OffsetConstraint.d.ts +14 -14
  276. package/lib/engine-components/OffsetConstraint.js +65 -65
  277. package/lib/engine-components/OrbitControls.d.ts +111 -111
  278. package/lib/engine-components/OrbitControls.js +646 -646
  279. package/lib/engine-components/ParticleSystem.d.ts +145 -145
  280. package/lib/engine-components/ParticleSystem.js +1077 -1077
  281. package/lib/engine-components/ParticleSystemModules.d.ts +489 -489
  282. package/lib/engine-components/ParticleSystemModules.js +1667 -1667
  283. package/lib/engine-components/ParticleSystemSubEmitter.d.ts +25 -25
  284. package/lib/engine-components/ParticleSystemSubEmitter.js +86 -86
  285. package/lib/engine-components/PlayerColor.d.ts +13 -13
  286. package/lib/engine-components/PlayerColor.js +83 -83
  287. package/lib/engine-components/ReflectionProbe.d.ts +22 -22
  288. package/lib/engine-components/ReflectionProbe.js +181 -181
  289. package/lib/engine-components/Renderer.d.ts +112 -112
  290. package/lib/engine-components/Renderer.js +1029 -1029
  291. package/lib/engine-components/RendererLightmap.d.ts +19 -19
  292. package/lib/engine-components/RendererLightmap.js +127 -127
  293. package/lib/engine-components/RigidBody.d.ts +120 -120
  294. package/lib/engine-components/RigidBody.js +452 -452
  295. package/lib/engine-components/SceneSwitcher.d.ts +72 -72
  296. package/lib/engine-components/SceneSwitcher.js +583 -583
  297. package/lib/engine-components/ScreenCapture.d.ts +64 -64
  298. package/lib/engine-components/ScreenCapture.js +405 -405
  299. package/lib/engine-components/ShadowCatcher.d.ts +18 -18
  300. package/lib/engine-components/ShadowCatcher.js +144 -144
  301. package/lib/engine-components/Skybox.d.ts +23 -23
  302. package/lib/engine-components/Skybox.js +287 -287
  303. package/lib/engine-components/SmoothFollow.d.ts +14 -14
  304. package/lib/engine-components/SmoothFollow.js +63 -63
  305. package/lib/engine-components/SpatialTrigger.d.ts +27 -27
  306. package/lib/engine-components/SpatialTrigger.js +144 -144
  307. package/lib/engine-components/SpectatorCamera.d.ts +45 -45
  308. package/lib/engine-components/SpectatorCamera.js +593 -593
  309. package/lib/engine-components/SpriteRenderer.d.ts +48 -48
  310. package/lib/engine-components/SpriteRenderer.js +257 -257
  311. package/lib/engine-components/SyncedCamera.d.ts +27 -27
  312. package/lib/engine-components/SyncedCamera.js +187 -187
  313. package/lib/engine-components/SyncedRoom.d.ts +24 -24
  314. package/lib/engine-components/SyncedRoom.js +162 -162
  315. package/lib/engine-components/SyncedTransform.d.ts +35 -35
  316. package/lib/engine-components/SyncedTransform.js +265 -265
  317. package/lib/engine-components/TestRunner.d.ts +13 -13
  318. package/lib/engine-components/TestRunner.js +99 -99
  319. package/lib/engine-components/TransformGizmo.d.ts +16 -16
  320. package/lib/engine-components/TransformGizmo.js +148 -148
  321. package/lib/engine-components/VideoPlayer.d.ts +86 -86
  322. package/lib/engine-components/VideoPlayer.js +792 -792
  323. package/lib/engine-components/Voip.d.ts +29 -29
  324. package/lib/engine-components/Voip.js +203 -203
  325. package/lib/engine-components/XRFlag.d.ts +33 -33
  326. package/lib/engine-components/XRFlag.js +128 -128
  327. package/lib/engine-components/api.d.ts +15 -15
  328. package/lib/engine-components/api.js +15 -15
  329. package/lib/engine-components/avatar/AvatarBlink_Simple.d.ts +10 -10
  330. package/lib/engine-components/avatar/AvatarBlink_Simple.js +75 -75
  331. package/lib/engine-components/avatar/AvatarEyeLook_Rotation.d.ts +13 -13
  332. package/lib/engine-components/avatar/AvatarEyeLook_Rotation.js +74 -74
  333. package/lib/engine-components/avatar/Avatar_Brain_LookAt.d.ts +27 -27
  334. package/lib/engine-components/avatar/Avatar_Brain_LookAt.js +119 -119
  335. package/lib/engine-components/avatar/Avatar_MouthShapes.d.ts +13 -13
  336. package/lib/engine-components/avatar/Avatar_MouthShapes.js +78 -78
  337. package/lib/engine-components/avatar/Avatar_MustacheShake.d.ts +8 -8
  338. package/lib/engine-components/avatar/Avatar_MustacheShake.js +28 -28
  339. package/lib/engine-components/codegen/components.d.ts +216 -216
  340. package/lib/engine-components/codegen/components.js +217 -217
  341. package/lib/engine-components/debug/LogStats.d.ts +5 -5
  342. package/lib/engine-components/debug/LogStats.js +18 -18
  343. package/lib/engine-components/export/gltf/GltfExport.d.ts +25 -25
  344. package/lib/engine-components/export/gltf/GltfExport.js +215 -215
  345. package/lib/engine-components/export/index.d.ts +1 -1
  346. package/lib/engine-components/export/index.js +1 -1
  347. package/lib/engine-components/export/usdz/Extension.d.ts +10 -10
  348. package/lib/engine-components/export/usdz/Extension.js +1 -1
  349. package/lib/engine-components/export/usdz/ThreeUSDZExporter.d.ts +114 -114
  350. package/lib/engine-components/export/usdz/ThreeUSDZExporter.js +1211 -1211
  351. package/lib/engine-components/export/usdz/USDZExporter.d.ts +59 -59
  352. package/lib/engine-components/export/usdz/USDZExporter.js +450 -450
  353. package/lib/engine-components/export/usdz/extensions/Animation.d.ts +69 -69
  354. package/lib/engine-components/export/usdz/extensions/Animation.js +650 -650
  355. package/lib/engine-components/export/usdz/extensions/DocumentExtension.d.ts +5 -5
  356. package/lib/engine-components/export/usdz/extensions/DocumentExtension.js +6 -6
  357. package/lib/engine-components/export/usdz/extensions/USDZText.d.ts +55 -55
  358. package/lib/engine-components/export/usdz/extensions/USDZText.js +246 -246
  359. package/lib/engine-components/export/usdz/extensions/USDZUI.d.ts +8 -8
  360. package/lib/engine-components/export/usdz/extensions/USDZUI.js +100 -100
  361. package/lib/engine-components/export/usdz/extensions/behavior/Actions.d.ts +30 -30
  362. package/lib/engine-components/export/usdz/extensions/behavior/Actions.js +88 -88
  363. package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.d.ts +9 -9
  364. package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.js +52 -52
  365. package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.d.ts +22 -22
  366. package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.js +134 -134
  367. package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.d.ts +126 -126
  368. package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.js +824 -824
  369. package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.d.ts +133 -133
  370. package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.js +464 -464
  371. package/lib/engine-components/export/usdz/index.d.ts +3 -3
  372. package/lib/engine-components/export/usdz/index.js +2 -2
  373. package/lib/engine-components/export/usdz/utils/animationutils.d.ts +3 -3
  374. package/lib/engine-components/export/usdz/utils/animationutils.js +85 -85
  375. package/lib/engine-components/export/usdz/utils/quicklook.d.ts +2 -2
  376. package/lib/engine-components/export/usdz/utils/quicklook.js +35 -35
  377. package/lib/engine-components/export/usdz/utils/timeutils.d.ts +1 -1
  378. package/lib/engine-components/export/usdz/utils/timeutils.js +14 -14
  379. package/lib/engine-components/js-extensions/ExtensionUtils.d.ts +6 -6
  380. package/lib/engine-components/js-extensions/ExtensionUtils.js +65 -65
  381. package/lib/engine-components/js-extensions/Object3D.d.ts +2 -2
  382. package/lib/engine-components/js-extensions/Object3D.js +140 -140
  383. package/lib/engine-components/js-extensions/RGBAColor.d.ts +14 -14
  384. package/lib/engine-components/js-extensions/RGBAColor.js +49 -49
  385. package/lib/engine-components/js-extensions/index.d.ts +3 -3
  386. package/lib/engine-components/js-extensions/index.js +3 -3
  387. package/lib/engine-components/postprocessing/Effects/Antialiasing.d.ts +13 -13
  388. package/lib/engine-components/postprocessing/Effects/Antialiasing.js +45 -45
  389. package/lib/engine-components/postprocessing/Effects/Bloom.d.ts +12 -12
  390. package/lib/engine-components/postprocessing/Effects/Bloom.js +77 -77
  391. package/lib/engine-components/postprocessing/Effects/ChromaticAberration.d.ts +8 -8
  392. package/lib/engine-components/postprocessing/Effects/ChromaticAberration.js +38 -38
  393. package/lib/engine-components/postprocessing/Effects/ColorAdjustments.d.ts +12 -12
  394. package/lib/engine-components/postprocessing/Effects/ColorAdjustments.js +81 -81
  395. package/lib/engine-components/postprocessing/Effects/DepthOfField.d.ts +21 -21
  396. package/lib/engine-components/postprocessing/Effects/DepthOfField.js +97 -97
  397. package/lib/engine-components/postprocessing/Effects/Pixelation.d.ts +7 -7
  398. package/lib/engine-components/postprocessing/Effects/Pixelation.js +28 -28
  399. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.d.ts +13 -13
  400. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.js +86 -86
  401. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.d.ts +24 -24
  402. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.js +94 -94
  403. package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.d.ts +13 -13
  404. package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.js +62 -62
  405. package/lib/engine-components/postprocessing/Effects/Tonemapping.d.ts +16 -16
  406. package/lib/engine-components/postprocessing/Effects/Tonemapping.js +51 -51
  407. package/lib/engine-components/postprocessing/Effects/Vignette.d.ts +11 -11
  408. package/lib/engine-components/postprocessing/Effects/Vignette.js +56 -56
  409. package/lib/engine-components/postprocessing/PostProcessingEffect.d.ts +33 -33
  410. package/lib/engine-components/postprocessing/PostProcessingEffect.js +126 -126
  411. package/lib/engine-components/postprocessing/PostProcessingHandler.d.ts +22 -22
  412. package/lib/engine-components/postprocessing/PostProcessingHandler.js +201 -201
  413. package/lib/engine-components/postprocessing/Volume.d.ts +25 -25
  414. package/lib/engine-components/postprocessing/Volume.js +193 -193
  415. package/lib/engine-components/postprocessing/VolumeParameter.d.ts +22 -22
  416. package/lib/engine-components/postprocessing/VolumeParameter.js +80 -80
  417. package/lib/engine-components/postprocessing/VolumeProfile.d.ts +7 -7
  418. package/lib/engine-components/postprocessing/VolumeProfile.js +41 -41
  419. package/lib/engine-components/postprocessing/index.d.ts +4 -4
  420. package/lib/engine-components/postprocessing/index.js +4 -4
  421. package/lib/engine-components/timeline/PlayableDirector.d.ts +107 -107
  422. package/lib/engine-components/timeline/PlayableDirector.js +624 -624
  423. package/lib/engine-components/timeline/SignalAsset.d.ts +18 -18
  424. package/lib/engine-components/timeline/SignalAsset.js +124 -124
  425. package/lib/engine-components/timeline/TimelineModels.d.ts +88 -88
  426. package/lib/engine-components/timeline/TimelineModels.js +22 -22
  427. package/lib/engine-components/timeline/TimelineTracks.d.ts +90 -90
  428. package/lib/engine-components/timeline/TimelineTracks.js +825 -825
  429. package/lib/engine-components/timeline/index.d.ts +4 -4
  430. package/lib/engine-components/timeline/index.js +3 -3
  431. package/lib/engine-components/ui/BaseUIComponent.d.ts +31 -31
  432. package/lib/engine-components/ui/BaseUIComponent.js +161 -161
  433. package/lib/engine-components/ui/Button.d.ts +56 -56
  434. package/lib/engine-components/ui/Button.js +282 -282
  435. package/lib/engine-components/ui/Canvas.d.ts +67 -67
  436. package/lib/engine-components/ui/Canvas.js +382 -382
  437. package/lib/engine-components/ui/CanvasGroup.d.ts +15 -15
  438. package/lib/engine-components/ui/CanvasGroup.js +53 -53
  439. package/lib/engine-components/ui/EventSystem.d.ts +102 -102
  440. package/lib/engine-components/ui/EventSystem.js +641 -641
  441. package/lib/engine-components/ui/Graphic.d.ts +45 -45
  442. package/lib/engine-components/ui/Graphic.js +236 -236
  443. package/lib/engine-components/ui/Image.d.ts +27 -27
  444. package/lib/engine-components/ui/Image.js +107 -107
  445. package/lib/engine-components/ui/InputField.d.ts +34 -34
  446. package/lib/engine-components/ui/InputField.js +234 -234
  447. package/lib/engine-components/ui/Interfaces.d.ts +38 -38
  448. package/lib/engine-components/ui/Interfaces.js +12 -12
  449. package/lib/engine-components/ui/Layout.d.ts +72 -72
  450. package/lib/engine-components/ui/Layout.js +318 -318
  451. package/lib/engine-components/ui/Outline.d.ts +7 -7
  452. package/lib/engine-components/ui/Outline.js +20 -20
  453. package/lib/engine-components/ui/PointerEvents.d.ts +64 -64
  454. package/lib/engine-components/ui/PointerEvents.js +68 -68
  455. package/lib/engine-components/ui/RaycastUtils.d.ts +11 -11
  456. package/lib/engine-components/ui/RaycastUtils.js +67 -67
  457. package/lib/engine-components/ui/Raycaster.d.ts +18 -18
  458. package/lib/engine-components/ui/Raycaster.js +69 -69
  459. package/lib/engine-components/ui/RectTransform.d.ts +61 -61
  460. package/lib/engine-components/ui/RectTransform.js +343 -343
  461. package/lib/engine-components/ui/SpatialHtml.d.ts +6 -6
  462. package/lib/engine-components/ui/SpatialHtml.js +57 -57
  463. package/lib/engine-components/ui/Text.d.ts +74 -74
  464. package/lib/engine-components/ui/Text.js +534 -534
  465. package/lib/engine-components/ui/Utils.d.ts +23 -23
  466. package/lib/engine-components/ui/Utils.js +90 -90
  467. package/lib/engine-components/ui/index.d.ts +1 -1
  468. package/lib/engine-components/ui/index.js +1 -1
  469. package/lib/engine-components/utils/LookAt.d.ts +13 -13
  470. package/lib/engine-components/utils/LookAt.js +59 -59
  471. package/lib/engine-components/utils/OpenURL.d.ts +21 -21
  472. package/lib/engine-components/utils/OpenURL.js +124 -124
  473. package/lib/engine-components/webxr/WebARCameraBackground.d.ts +19 -19
  474. package/lib/engine-components/webxr/WebARCameraBackground.js +193 -193
  475. package/lib/engine-components/webxr/WebARSessionRoot.d.ts +38 -38
  476. package/lib/engine-components/webxr/WebARSessionRoot.js +407 -407
  477. package/lib/engine-components/webxr/WebXR.d.ts +110 -110
  478. package/lib/engine-components/webxr/WebXR.js +672 -672
  479. package/lib/engine-components/webxr/WebXRAvatar.d.ts +61 -61
  480. package/lib/engine-components/webxr/WebXRAvatar.js +289 -289
  481. package/lib/engine-components/webxr/WebXRController.d.ts +154 -154
  482. package/lib/engine-components/webxr/WebXRController.js +1028 -1028
  483. package/lib/engine-components/webxr/WebXRGrabRendering.d.ts +42 -42
  484. package/lib/engine-components/webxr/WebXRGrabRendering.js +137 -137
  485. package/lib/engine-components/webxr/WebXRImageTracking.d.ts +49 -49
  486. package/lib/engine-components/webxr/WebXRImageTracking.js +336 -336
  487. package/lib/engine-components/webxr/WebXRPlaneTracking.d.ts +49 -49
  488. package/lib/engine-components/webxr/WebXRPlaneTracking.js +372 -372
  489. package/lib/engine-components/webxr/WebXRRig.d.ts +4 -4
  490. package/lib/engine-components/webxr/WebXRRig.js +19 -19
  491. package/lib/engine-components/webxr/WebXRSync.d.ts +54 -54
  492. package/lib/engine-components/webxr/WebXRSync.js +410 -410
  493. package/lib/engine-components/webxr/index.d.ts +4 -4
  494. package/lib/engine-components/webxr/index.js +4 -4
  495. package/lib/engine-components-experimental/Presentation.d.ts +6 -6
  496. package/lib/engine-components-experimental/Presentation.js +9 -9
  497. package/lib/engine-components-experimental/api.d.ts +1 -1
  498. package/lib/engine-components-experimental/api.js +1 -1
  499. package/lib/engine-components-experimental/networking/PlayerSync.d.ts +50 -50
  500. package/lib/engine-components-experimental/networking/PlayerSync.js +200 -200
  501. package/lib/engine-schemes/api.d.ts +1 -1
  502. package/lib/engine-schemes/api.js +1 -1
  503. package/lib/engine-schemes/schemes.d.ts +7 -7
  504. package/lib/engine-schemes/schemes.js +19 -19
  505. package/lib/engine-schemes/synced-camera-model.d.ts +25 -25
  506. package/lib/engine-schemes/synced-camera-model.js +67 -67
  507. package/lib/engine-schemes/synced-transform-model.d.ts +31 -31
  508. package/lib/engine-schemes/synced-transform-model.js +66 -66
  509. package/lib/engine-schemes/transform.d.ts +12 -12
  510. package/lib/engine-schemes/transform.js +39 -39
  511. package/lib/engine-schemes/vec3.d.ts +11 -11
  512. package/lib/engine-schemes/vec3.js +29 -29
  513. package/lib/engine-schemes/vec4.d.ts +12 -12
  514. package/lib/engine-schemes/vec4.js +33 -33
  515. package/lib/engine-schemes/vr-user-state-buffer.d.ts +36 -36
  516. package/lib/engine-schemes/vr-user-state-buffer.js +103 -103
  517. package/lib/include/three/ARButton.d.ts +3 -3
  518. package/lib/include/three/ARButton.js +151 -151
  519. package/lib/include/three/EXT_mesh_gpu_instancing_exporter.d.ts +6 -6
  520. package/lib/include/three/EXT_mesh_gpu_instancing_exporter.js +45 -45
  521. package/lib/include/three/VRButton.d.ts +5 -5
  522. package/lib/include/three/VRButton.js +118 -118
  523. package/lib/needle-engine.d.ts +6 -6
  524. package/lib/needle-engine.js +49 -49
  525. package/package.json +1 -1
  526. package/plugins/common/config.cjs +14 -14
  527. package/plugins/common/config.js +19 -19
  528. package/plugins/common/generator.js +10 -10
  529. package/plugins/common/license.cjs +30 -30
  530. package/plugins/common/version.js +11 -11
  531. package/plugins/next/license.cjs +4 -4
  532. package/plugins/next/next.js +70 -70
  533. package/plugins/types/index.d.ts +1 -1
  534. package/plugins/types/needleConfig.d.ts +21 -21
  535. package/plugins/types/userconfig.d.ts +42 -42
  536. package/plugins/vite/alias.js +70 -70
  537. package/plugins/vite/build.js +19 -19
  538. package/plugins/vite/config.js +73 -73
  539. package/plugins/vite/copyfiles.js +134 -134
  540. package/plugins/vite/defines.js +45 -45
  541. package/plugins/vite/dependency-watcher.js +224 -224
  542. package/plugins/vite/drop-client.js +76 -76
  543. package/plugins/vite/drop.js +82 -82
  544. package/plugins/vite/editor-connection.js +121 -121
  545. package/plugins/vite/facebook-instant-games.js +99 -99
  546. package/plugins/vite/gzip.js +5 -5
  547. package/plugins/vite/imports-logger.js +143 -143
  548. package/plugins/vite/index.js +81 -81
  549. package/plugins/vite/license.js +42 -42
  550. package/plugins/vite/meta.js +149 -149
  551. package/plugins/vite/peer.js +31 -31
  552. package/plugins/vite/poster-client.js +59 -59
  553. package/plugins/vite/poster.js +73 -73
  554. package/plugins/vite/reload-client.js +15 -15
  555. package/plugins/vite/reload.js +363 -363
  556. package/plugins/vite/transform-codegen.js +55 -55
  557. package/plugins/vite/vite-4.4-hack.js +31 -31
  558. package/src/engine/api.ts +54 -54
  559. package/src/engine/assets/index.ts +4 -4
  560. package/src/engine/codegen/register_types.ts +441 -441
  561. package/src/engine/debug/debug.ts +29 -29
  562. package/src/engine/debug/debug_console.ts +213 -213
  563. package/src/engine/debug/debug_overlay.ts +283 -283
  564. package/src/engine/engine.ts +13 -13
  565. package/src/engine/engine_addressables.ts +494 -494
  566. package/src/engine/engine_application.ts +53 -53
  567. package/src/engine/engine_assetdatabase.ts +383 -383
  568. package/src/engine/engine_camera.ts +32 -32
  569. package/src/engine/engine_components.ts +266 -266
  570. package/src/engine/engine_components_internal.ts +42 -42
  571. package/src/engine/engine_constants.ts +42 -42
  572. package/src/engine/engine_context.ts +1386 -1386
  573. package/src/engine/engine_context_registry.ts +103 -103
  574. package/src/engine/engine_coroutine.ts +24 -24
  575. package/src/engine/engine_create_objects.ts +39 -39
  576. package/src/engine/engine_default_parameters.ts +3 -3
  577. package/src/engine/engine_editor-sync.ts +29 -29
  578. package/src/engine/engine_element.ts +592 -592
  579. package/src/engine/engine_element_attributes.ts +61 -61
  580. package/src/engine/engine_element_extras.ts +16 -16
  581. package/src/engine/engine_element_loading.ts +341 -341
  582. package/src/engine/engine_element_overlay.ts +160 -160
  583. package/src/engine/engine_fileloader.js +8 -8
  584. package/src/engine/engine_gameobject.ts +621 -621
  585. package/src/engine/engine_generic_utils.js +13 -13
  586. package/src/engine/engine_gizmos.ts +321 -321
  587. package/src/engine/engine_gltf.ts +30 -30
  588. package/src/engine/engine_gltf_builtin_components.ts +350 -350
  589. package/src/engine/engine_hot_reload.ts +196 -196
  590. package/src/engine/engine_input.ts +879 -879
  591. package/src/engine/engine_input_utils.ts +23 -23
  592. package/src/engine/engine_instancing.ts +42 -42
  593. package/src/engine/engine_license.ts +413 -413
  594. package/src/engine/engine_lifecycle_api.ts +29 -29
  595. package/src/engine/engine_lifecycle_functions_internal.ts +36 -36
  596. package/src/engine/engine_lightdata.ts +113 -113
  597. package/src/engine/engine_loaders.ts +77 -77
  598. package/src/engine/engine_mainloop_utils.ts +431 -431
  599. package/src/engine/engine_math.ts +174 -174
  600. package/src/engine/engine_networking.ts +742 -742
  601. package/src/engine/engine_networking_auto.ts +373 -373
  602. package/src/engine/engine_networking_files.ts +206 -206
  603. package/src/engine/engine_networking_files_default_components.ts +54 -54
  604. package/src/engine/engine_networking_instantiate.ts +362 -362
  605. package/src/engine/engine_networking_peer.ts +158 -158
  606. package/src/engine/engine_networking_streams.ts +489 -489
  607. package/src/engine/engine_networking_types.ts +18 -18
  608. package/src/engine/engine_networking_utils.ts +23 -23
  609. package/src/engine/engine_networking_websocket.ts +2 -2
  610. package/src/engine/engine_patcher.ts +199 -199
  611. package/src/engine/engine_physics.ts +287 -287
  612. package/src/engine/engine_physics.types.ts +43 -43
  613. package/src/engine/engine_physics_rapier.ts +1385 -1385
  614. package/src/engine/engine_playerview.ts +79 -79
  615. package/src/engine/engine_scenelighting.ts +313 -313
  616. package/src/engine/engine_scenetools.ts +242 -242
  617. package/src/engine/engine_serialization.ts +6 -6
  618. package/src/engine/engine_serialization_builtin_serializer.ts +415 -415
  619. package/src/engine/engine_serialization_core.ts +680 -680
  620. package/src/engine/engine_serialization_decorator.ts +68 -68
  621. package/src/engine/engine_setup.ts +1 -1
  622. package/src/engine/engine_shaders.ts +242 -242
  623. package/src/engine/engine_shims.ts +28 -28
  624. package/src/engine/engine_texture.ts +70 -70
  625. package/src/engine/engine_three_utils.ts +382 -382
  626. package/src/engine/engine_time.ts +55 -55
  627. package/src/engine/engine_types.ts +489 -489
  628. package/src/engine/engine_typestore.ts +41 -41
  629. package/src/engine/engine_util_decorator.ts +134 -134
  630. package/src/engine/engine_utils.ts +605 -605
  631. package/src/engine/engine_utils_screenshot.ts +84 -84
  632. package/src/engine/engine_web_api.ts +119 -119
  633. package/src/engine/extensions/EXT_texture_exr.ts +49 -49
  634. package/src/engine/extensions/NEEDLE_animator_controller_model.ts +193 -193
  635. package/src/engine/extensions/NEEDLE_components.ts +250 -250
  636. package/src/engine/extensions/NEEDLE_gameobject_data.ts +82 -82
  637. package/src/engine/extensions/NEEDLE_lighting_settings.ts +210 -210
  638. package/src/engine/extensions/NEEDLE_lightmaps.ts +130 -130
  639. package/src/engine/extensions/NEEDLE_persistent_assets.ts +75 -75
  640. package/src/engine/extensions/NEEDLE_progressive.ts +412 -412
  641. package/src/engine/extensions/NEEDLE_render_objects.ts +209 -209
  642. package/src/engine/extensions/NEEDLE_techniques_webgl.ts +618 -618
  643. package/src/engine/extensions/extension_resolver.ts +4 -4
  644. package/src/engine/extensions/extension_utils.ts +149 -149
  645. package/src/engine/extensions/extensions.ts +118 -118
  646. package/src/engine/extensions/index.ts +4 -4
  647. package/src/engine/extensions/usage_tracker.ts +95 -95
  648. package/src/engine/js-extensions/Camera.ts +34 -34
  649. package/src/engine/js-extensions/Layers.ts +19 -19
  650. package/src/engine/js-extensions/index.ts +1 -1
  651. package/src/engine/shaders/shaderData.ts +67 -67
  652. package/src/engine/tests/test_utils.ts +63 -63
  653. package/src/engine-components/AlignmentConstraint.ts +35 -35
  654. package/src/engine-components/Animation.ts +345 -345
  655. package/src/engine-components/AnimationCurve.ts +83 -83
  656. package/src/engine-components/AnimationUtils.ts +117 -117
  657. package/src/engine-components/Animator.ts +243 -243
  658. package/src/engine-components/AnimatorController.ts +1020 -1020
  659. package/src/engine-components/AudioListener.ts +32 -32
  660. package/src/engine-components/AudioSource.ts +419 -419
  661. package/src/engine-components/AvatarLoader.ts +204 -204
  662. package/src/engine-components/AxesHelper.ts +33 -33
  663. package/src/engine-components/BasicIKConstraint.ts +53 -53
  664. package/src/engine-components/BoxCollider.ts +1 -1
  665. package/src/engine-components/BoxHelperComponent.ts +100 -100
  666. package/src/engine-components/Camera.ts +454 -454
  667. package/src/engine-components/CameraUtils.ts +89 -89
  668. package/src/engine-components/CharacterController.ts +243 -243
  669. package/src/engine-components/Collider.ts +160 -160
  670. package/src/engine-components/Component.ts +670 -670
  671. package/src/engine-components/ContactShadows.ts +265 -265
  672. package/src/engine-components/DeleteBox.ts +35 -35
  673. package/src/engine-components/DeviceFlag.ts +42 -42
  674. package/src/engine-components/DragControls.ts +574 -574
  675. package/src/engine-components/DropListener.ts +112 -112
  676. package/src/engine-components/Duplicatable.ts +146 -146
  677. package/src/engine-components/EventList.ts +125 -125
  678. package/src/engine-components/EventTrigger.ts +47 -47
  679. package/src/engine-components/EventType.ts +87 -87
  680. package/src/engine-components/FlyControls.ts +31 -31
  681. package/src/engine-components/Fog.ts +59 -59
  682. package/src/engine-components/Gizmos.ts +52 -52
  683. package/src/engine-components/GridHelper.ts +40 -40
  684. package/src/engine-components/GroundProjection.ts +97 -97
  685. package/src/engine-components/Interactable.ts +18 -18
  686. package/src/engine-components/Joints.ts +51 -51
  687. package/src/engine-components/LODGroup.ts +145 -145
  688. package/src/engine-components/Light.ts +493 -493
  689. package/src/engine-components/LookAtConstraint.ts +11 -11
  690. package/src/engine-components/NestedGltf.ts +70 -70
  691. package/src/engine-components/Networking.ts +72 -72
  692. package/src/engine-components/OffsetConstraint.ts +59 -59
  693. package/src/engine-components/OrbitControls.ts +653 -653
  694. package/src/engine-components/ParticleSystem.ts +1192 -1192
  695. package/src/engine-components/ParticleSystemModules.ts +1481 -1481
  696. package/src/engine-components/ParticleSystemSubEmitter.ts +110 -110
  697. package/src/engine-components/PlayerColor.ts +93 -93
  698. package/src/engine-components/ReflectionProbe.ts +192 -192
  699. package/src/engine-components/Renderer.ts +1125 -1125
  700. package/src/engine-components/RendererLightmap.ts +145 -145
  701. package/src/engine-components/RigidBody.ts +453 -453
  702. package/src/engine-components/SceneSwitcher.ts +594 -594
  703. package/src/engine-components/ScreenCapture.ts +437 -437
  704. package/src/engine-components/ShadowCatcher.ts +149 -149
  705. package/src/engine-components/Skybox.ts +281 -281
  706. package/src/engine-components/SmoothFollow.ts +57 -57
  707. package/src/engine-components/SpatialTrigger.ts +142 -142
  708. package/src/engine-components/SpectatorCamera.ts +675 -675
  709. package/src/engine-components/SphereCollider.ts +1 -1
  710. package/src/engine-components/SpriteRenderer.ts +244 -244
  711. package/src/engine-components/SyncedCamera.ts +208 -208
  712. package/src/engine-components/SyncedRoom.ts +166 -166
  713. package/src/engine-components/SyncedTransform.ts +336 -336
  714. package/src/engine-components/TestRunner.ts +114 -114
  715. package/src/engine-components/TransformGizmo.ts +157 -157
  716. package/src/engine-components/VideoPlayer.ts +831 -831
  717. package/src/engine-components/Voip.ts +214 -214
  718. package/src/engine-components/XRFlag.ts +138 -138
  719. package/src/engine-components/api.ts +22 -22
  720. package/src/engine-components/avatar/AvatarBlink_Simple.ts +67 -67
  721. package/src/engine-components/avatar/AvatarEyeLook_Rotation.ts +68 -68
  722. package/src/engine-components/avatar/Avatar_Brain_LookAt.ts +136 -136
  723. package/src/engine-components/avatar/Avatar_MouthShapes.ts +81 -81
  724. package/src/engine-components/avatar/Avatar_MustacheShake.ts +28 -28
  725. package/src/engine-components/codegen/components.ts +216 -216
  726. package/src/engine-components/debug/LogStats.ts +21 -21
  727. package/src/engine-components/export/gltf/GltfExport.ts +231 -231
  728. package/src/engine-components/export/usdz/Extension.ts +11 -11
  729. package/src/engine-components/export/usdz/ThreeUSDZExporter.ts +1773 -1773
  730. package/src/engine-components/export/usdz/USDZExporter.ts +477 -477
  731. package/src/engine-components/export/usdz/extensions/Animation.ts +774 -774
  732. package/src/engine-components/export/usdz/extensions/DocumentExtension.ts +9 -9
  733. package/src/engine-components/export/usdz/extensions/USDZText.ts +287 -287
  734. package/src/engine-components/export/usdz/extensions/USDZUI.ts +119 -119
  735. package/src/engine-components/export/usdz/extensions/behavior/Actions.ts +98 -98
  736. package/src/engine-components/export/usdz/extensions/behavior/AudioExtension.ts +67 -67
  737. package/src/engine-components/export/usdz/extensions/behavior/Behaviour.ts +202 -202
  738. package/src/engine-components/export/usdz/extensions/behavior/BehaviourComponents.ts +963 -963
  739. package/src/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.ts +517 -517
  740. package/src/engine-components/export/usdz/index.ts +2 -2
  741. package/src/engine-components/export/usdz/utils/animationutils.ts +100 -100
  742. package/src/engine-components/export/usdz/utils/quicklook.ts +42 -42
  743. package/src/engine-components/export/usdz/utils/timeutils.ts +19 -19
  744. package/src/engine-components/js-extensions/ExtensionUtils.ts +81 -81
  745. package/src/engine-components/js-extensions/Object3D.ts +181 -181
  746. package/src/engine-components/js-extensions/RGBAColor.ts +54 -54
  747. package/src/engine-components/js-extensions/Vector.ts +16 -16
  748. package/src/engine-components/js-extensions/index.ts +2 -2
  749. package/src/engine-components/postprocessing/Effects/Antialiasing.ts +51 -51
  750. package/src/engine-components/postprocessing/Effects/Bloom.ts +76 -76
  751. package/src/engine-components/postprocessing/Effects/ChromaticAberration.ts +35 -35
  752. package/src/engine-components/postprocessing/Effects/ColorAdjustments.ts +96 -96
  753. package/src/engine-components/postprocessing/Effects/DepthOfField.ts +93 -93
  754. package/src/engine-components/postprocessing/Effects/Pixelation.ts +26 -26
  755. package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.ts +84 -84
  756. package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.ts +98 -98
  757. package/src/engine-components/postprocessing/Effects/TiltShiftEffect.ts +55 -55
  758. package/src/engine-components/postprocessing/Effects/Tonemapping.ts +54 -54
  759. package/src/engine-components/postprocessing/Effects/Vignette.ts +54 -54
  760. package/src/engine-components/postprocessing/PostProcessingEffect.ts +148 -148
  761. package/src/engine-components/postprocessing/PostProcessingHandler.ts +232 -232
  762. package/src/engine-components/postprocessing/Volume.ts +216 -216
  763. package/src/engine-components/postprocessing/VolumeParameter.ts +92 -92
  764. package/src/engine-components/postprocessing/VolumeProfile.ts +40 -40
  765. package/src/engine-components/postprocessing/index.ts +3 -3
  766. package/src/engine-components/timeline/PlayableDirector.ts +666 -666
  767. package/src/engine-components/timeline/SignalAsset.ts +138 -138
  768. package/src/engine-components/timeline/TimelineModels.ts +93 -93
  769. package/src/engine-components/timeline/TimelineTracks.ts +906 -906
  770. package/src/engine-components/timeline/index.ts +3 -3
  771. package/src/engine-components/ui/BaseUIComponent.ts +195 -195
  772. package/src/engine-components/ui/Button.ts +283 -283
  773. package/src/engine-components/ui/Canvas.ts +390 -390
  774. package/src/engine-components/ui/CanvasGroup.ts +49 -49
  775. package/src/engine-components/ui/EventSystem.ts +736 -736
  776. package/src/engine-components/ui/Graphic.ts +255 -255
  777. package/src/engine-components/ui/Image.ts +102 -102
  778. package/src/engine-components/ui/InputField.ts +290 -290
  779. package/src/engine-components/ui/Interfaces.ts +57 -57
  780. package/src/engine-components/ui/Layout.ts +322 -322
  781. package/src/engine-components/ui/Outline.ts +12 -12
  782. package/src/engine-components/ui/PointerEvents.ts +118 -118
  783. package/src/engine-components/ui/RaycastUtils.ts +68 -68
  784. package/src/engine-components/ui/Raycaster.ts +73 -73
  785. package/src/engine-components/ui/RectTransform.ts +364 -364
  786. package/src/engine-components/ui/SpatialHtml.ts +63 -63
  787. package/src/engine-components/ui/Text.ts +572 -572
  788. package/src/engine-components/ui/Utils.ts +110 -110
  789. package/src/engine-components/utils/LookAt.ts +65 -65
  790. package/src/engine-components/utils/OpenURL.ts +118 -118
  791. package/src/engine-components/webxr/WebARCameraBackground.ts +224 -224
  792. package/src/engine-components/webxr/WebARSessionRoot.ts +446 -446
  793. package/src/engine-components/webxr/WebXR.ts +761 -761
  794. package/src/engine-components/webxr/WebXRAvatar.ts +356 -356
  795. package/src/engine-components/webxr/WebXRController.ts +1168 -1168
  796. package/src/engine-components/webxr/WebXRGrabRendering.ts +150 -150
  797. package/src/engine-components/webxr/WebXRImageTracking.ts +371 -371
  798. package/src/engine-components/webxr/WebXRPlaneTracking.ts +429 -429
  799. package/src/engine-components/webxr/WebXRRig.ts +21 -21
  800. package/src/engine-components/webxr/WebXRSync.ts +463 -463
  801. package/src/engine-components/webxr/index.ts +3 -3
  802. package/src/engine-components-experimental/Presentation.ts +12 -12
  803. package/src/engine-components-experimental/networking/PlayerSync.ts +217 -217
  804. package/src/engine-schemes/COMPILE_SCHEMES.bat +3 -3
  805. package/src/engine-schemes/COMPILE_TS.bat +11 -11
  806. package/src/engine-schemes/schemes.ts +27 -27
  807. package/src/engine-schemes/synced-camera-model.ts +92 -92
  808. package/src/engine-schemes/synced-transform-model.ts +90 -90
  809. package/src/engine-schemes/syncedCamera.fbs +10 -10
  810. package/src/engine-schemes/transform.ts +50 -50
  811. package/src/engine-schemes/transforms.fbs +25 -25
  812. package/src/engine-schemes/vec.fbs +19 -19
  813. package/src/engine-schemes/vec2.ts +33 -33
  814. package/src/engine-schemes/vec3.ts +38 -38
  815. package/src/engine-schemes/vec4.ts +43 -43
  816. package/src/engine-schemes/vr-user-state-buffer.ts +138 -138
  817. package/src/engine-schemes/vrUserStateBuffer.fbs +16 -16
  818. package/src/include/draco/draco_decoder.js +34 -34
  819. package/src/include/draco/draco_wasm_wrapper.js +117 -117
  820. package/src/include/ktx2/basis_transcoder.js +21 -21
  821. package/src/include/needle/arial-msdf.json +1471 -1471
  822. package/src/include/three/ARButton.js +231 -231
  823. package/src/include/three/DragControls.js +231 -231
  824. package/src/include/three/EXT_mesh_gpu_instancing_exporter.js +66 -66
  825. package/src/include/three/VRButton.js +194 -194
  826. package/src/needle-engine.ts +55 -55
  827. package/src/engine/dist/api.js +0 -73
  828. package/src/engine/dist/api.js.meta +0 -7
  829. package/src/engine/dist/engine_networking_streams.js +0 -474
  830. package/src/engine/dist/engine_networking_streams.js.meta +0 -7
  831. package/src/engine-schemes/dist/api.js +0 -17
  832. package/src/engine-schemes/dist/api.js.meta +0 -7
  833. package/src/engine-schemes/dist/schemes.js +0 -25
  834. package/src/engine-schemes/dist/schemes.js.meta +0 -7
  835. package/src/engine-schemes/dist/synced-camera-model.js +0 -74
  836. package/src/engine-schemes/dist/synced-camera-model.js.meta +0 -7
  837. package/src/engine-schemes/dist/synced-transform-model.js +0 -73
  838. package/src/engine-schemes/dist/synced-transform-model.js.meta +0 -7
  839. package/src/engine-schemes/dist/transform.js +0 -46
  840. package/src/engine-schemes/dist/transform.js.meta +0 -7
  841. package/src/engine-schemes/dist/vec2.js +0 -32
  842. package/src/engine-schemes/dist/vec2.js.meta +0 -7
  843. package/src/engine-schemes/dist/vec3.js +0 -36
  844. package/src/engine-schemes/dist/vec3.js.meta +0 -7
  845. package/src/engine-schemes/dist/vec4.js +0 -40
  846. package/src/engine-schemes/dist/vec4.js.meta +0 -7
  847. package/src/engine-schemes/dist/vr-user-state-buffer.js +0 -110
  848. package/src/engine-schemes/dist/vr-user-state-buffer.js.meta +0 -7
  849. package/src/engine-schemes/flatc.exe +0 -0
@@ -1,408 +1,408 @@
1
- var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
2
- var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
- if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
- else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
- return c > 3 && r && Object.defineProperty(target, key, r), r;
6
- };
7
- import { Behaviour, GameObject } from "../Component.js";
8
- import { Matrix4, Plane, Raycaster, Vector3 } from "three";
9
- import { WebXR } from "./WebXR.js";
10
- import { InstancingUtil } from "../../engine/engine_instancing.js";
11
- import { serializable } from "../../engine/engine_serialization_decorator.js";
12
- import { isQuest } from "../../engine/engine_utils.js";
13
- // https://github.com/takahirox/takahirox.github.io/blob/master/js.mmdeditor/examples/js/controls/DeviceOrientationControls.js
14
- const tempMatrix = new Matrix4();
15
- export class WebARSessionRoot extends Behaviour {
16
- webAR = null;
17
- get rig() {
18
- return this.webAR?.webxr.Rig;
19
- }
20
- invertForward = false;
21
- /** Preview feature: enable touch transform */
22
- arTouchTransform = false;
23
- get arScale() {
24
- return this._arScale;
25
- }
26
- set arScale(val) {
27
- if (val === this._arScale)
28
- return;
29
- this._arScale = val;
30
- this.setScale(val);
31
- }
32
- _initalMatrix = new Matrix4();
33
- _selectStartFn = this.onSelectStart.bind(this);
34
- _selectEndFn = this.onSelectEnd.bind(this);
35
- userInput;
36
- start() {
37
- const xr = GameObject.findObjectOfType(WebXR);
38
- if (xr) {
39
- xr.Rig.updateMatrix();
40
- this._initalMatrix.copy(xr.Rig.matrix);
41
- }
42
- }
43
- _arScale = 1;
44
- _rig = null;
45
- _startPose = null;
46
- _placementPose = null;
47
- _isTouching = false;
48
- _rigStartPose = null;
49
- _gotFirstHitTestResult = false;
50
- _anchor = null;
51
- onBegin(session) {
52
- this._placementPose = null;
53
- this.gameObject.visible = false;
54
- this.gameObject.matrixAutoUpdate = false;
55
- this._startPose = this.gameObject.matrix.clone();
56
- this._rigStartPose = this.rig?.matrix.clone();
57
- this._gotFirstHitTestResult = false;
58
- this._anchor = null;
59
- session.addEventListener('selectstart', this._selectStartFn);
60
- session.addEventListener('selectend', this._selectEndFn);
61
- // setTimeout(() => this.gameObject.visible = false, 1000); // TODO test on phone AR and Hololens if this was still needed
62
- // console.log(this.rig?.position, this.rig?.quaternion, this.rig?.scale);
63
- this.gameObject.visible = false;
64
- if (this.rig) {
65
- // reset rig to initial pose, this is helping the mix of immersive AR and immersive VR that we now have on quest
66
- // where the rig can be moved and scaled by the user in VR mode and we use the rig position when entering
67
- // immersive Ar right now to place the user/offset the session
68
- this.rig.matrixAutoUpdate = true;
69
- this._initalMatrix.decompose(this.rig.position, this.rig.quaternion, this.rig.scale);
70
- }
71
- // TODO this is duplicate to WebXR events AND engine events, would be better in one place
72
- this.dispatchEvent(new CustomEvent('onBeginSession'));
73
- }
74
- onUpdate(rig, _session, hit, pose) {
75
- if (pose && !this._placementPose) {
76
- if (!this._gotFirstHitTestResult) {
77
- this._gotFirstHitTestResult = true;
78
- this.dispatchEvent(new CustomEvent('canPlaceSession', { detail: { pose: pose } }));
79
- }
80
- if (this._isTouching) {
81
- // callbacks
82
- const poseMatrix = new Matrix4().fromArray(pose.transform.matrix).invert();
83
- this.dispatchEvent(new CustomEvent('placedSession', { detail: { pose, poseMatrix } }));
84
- if (this.webAR)
85
- this.webAR.setReticleActive(false);
86
- this.placeAt(rig, poseMatrix);
87
- if (hit && pose && !isQuest()) // TODO anchors seem to behave differently with an XRRig
88
- this.onCreatePlacementAnchor(hit, pose);
89
- return true;
90
- }
91
- }
92
- return false;
93
- }
94
- onCreatePlacementAnchor(hit, pose) {
95
- this._anchor = null;
96
- hit?.createAnchor?.call(hit, pose.transform)?.then(anchor => {
97
- if (this.context.isInAR)
98
- this._anchor = anchor;
99
- }).catch(ex => {
100
- console.warn("Failed to create anchor", ex);
101
- });
102
- }
103
- _anchorMatrix = new Matrix4();
104
- onBeforeRender(frame) {
105
- if (frame && this._rig) {
106
- if (this._anchor) {
107
- const referenceSpace = this.context.renderer.xr.getReferenceSpace();
108
- if (referenceSpace) {
109
- const pose = frame.getPose(this._anchor.anchorSpace, referenceSpace);
110
- if (pose) {
111
- const poseMatrix = this._anchorMatrix.fromArray(pose.transform.matrix).invert();
112
- this.placeAt(this._rig, poseMatrix);
113
- return;
114
- }
115
- }
116
- }
117
- else if (this._placementPose) {
118
- this.placeAt(this._rig, this._placementPose);
119
- }
120
- }
121
- }
122
- _invertedSessionRootMatrix = new Matrix4();
123
- _invertForwardMatrix = new Matrix4().makeRotationY(Math.PI);
124
- placeAt(rig, mat) {
125
- if (!this._placementPose)
126
- this._placementPose = new Matrix4();
127
- this._placementPose.copy(mat);
128
- // apply session root offset
129
- const invertedSessionRoot = this._invertedSessionRootMatrix.copy(this.gameObject.matrixWorld).invert();
130
- this._placementPose.premultiply(invertedSessionRoot);
131
- if (rig) {
132
- if (this.invertForward) {
133
- this._placementPose.premultiply(this._invertForwardMatrix);
134
- }
135
- if (!this.userInput)
136
- this.userInput = new WebXRSessionRootUserInput(this.context);
137
- this.userInput.enable();
138
- this._rig = rig;
139
- this.setScale(this.arScale);
140
- }
141
- else
142
- this._rig = null;
143
- this.gameObject.visible = true;
144
- }
145
- onEnd(rig, _session) {
146
- this.userInput?.disable();
147
- this.userInput?.reset();
148
- this._placementPose = null;
149
- this.gameObject.visible = false;
150
- this.gameObject.matrixAutoUpdate = false;
151
- this._anchor = null;
152
- if (this._startPose) {
153
- this.gameObject.matrix.copy(this._startPose);
154
- }
155
- if (rig) {
156
- rig.matrixAutoUpdate = true;
157
- if (this._rigStartPose) {
158
- this._rigStartPose.decompose(rig.position, rig.quaternion, rig.scale);
159
- // console.log(rig.position, rig.quaternion, rig.scale);
160
- }
161
- }
162
- InstancingUtil.markDirty(this.gameObject, true);
163
- // HACK to fix physics being not in correct place after exiting AR
164
- setTimeout(() => {
165
- if (!this.gameObject)
166
- return;
167
- this.gameObject.matrixAutoUpdate = true;
168
- this.gameObject.visible = true;
169
- }, 100);
170
- }
171
- onSelectStart() {
172
- this._isTouching = true;
173
- }
174
- onSelectEnd() {
175
- this._isTouching = false;
176
- }
177
- setScale(scale) {
178
- const rig = this._rig;
179
- if (!rig || !this._placementPose) {
180
- return;
181
- }
182
- // Capture the rig position before the first time we move it during a session
183
- if (!this._rigStartPose) {
184
- this._rigStartPose = rig.matrix.clone();
185
- }
186
- // we apply the transform to the rig because we want to move the user's position for easy networking
187
- rig.matrixAutoUpdate = false;
188
- if (this.arTouchTransform && this.userInput) {
189
- this.userInput.applyMatrixTo(this._placementPose);
190
- // rig.matrix.premultiply(this.userInput.offset);
191
- }
192
- rig.matrix.multiplyMatrices(tempMatrix.makeScale(scale, scale, scale), this._placementPose);
193
- rig.matrix.decompose(rig.position, rig.quaternion, rig.scale);
194
- rig.updateMatrixWorld();
195
- }
196
- }
197
- __decorate([
198
- serializable()
199
- ], WebARSessionRoot.prototype, "invertForward", void 0);
200
- __decorate([
201
- serializable()
202
- ], WebARSessionRoot.prototype, "arTouchTransform", void 0);
203
- __decorate([
204
- serializable()
205
- ], WebARSessionRoot.prototype, "arScale", null);
206
- class WebXRSessionRootUserInput {
207
- static up = new Vector3(0, 1, 0);
208
- static zero = new Vector3(0, 0, 0);
209
- static one = new Vector3(1, 1, 1);
210
- oneFingerDrag = true;
211
- twoFingerRotate = true;
212
- twoFingerScale = true;
213
- context;
214
- offset;
215
- plane;
216
- _scale = 1;
217
- // readonly translate: Vector3 = new Vector3();
218
- // readonly rotation: Quaternion = new Quaternion();
219
- // readonly scale: Vector3 = new Vector3(1, 1, 1);
220
- constructor(context) {
221
- this.context = context;
222
- this.offset = new Matrix4();
223
- this.plane = new Plane();
224
- this.plane.setFromNormalAndCoplanarPoint(WebXRSessionRootUserInput.up, WebXRSessionRootUserInput.zero);
225
- }
226
- _enabled = false;
227
- enable() {
228
- if (this._enabled)
229
- return;
230
- this._enabled = true;
231
- window.addEventListener('touchstart', this.touchStart, { passive: false });
232
- window.addEventListener('touchmove', this.touchMove, { passive: false });
233
- window.addEventListener('touchend', this.touchEnd, { passive: false });
234
- }
235
- disable() {
236
- if (!this._enabled)
237
- return;
238
- this._enabled = false;
239
- window.removeEventListener('touchstart', this.touchStart);
240
- window.removeEventListener('touchmove', this.touchMove);
241
- window.removeEventListener('touchend', this.touchEnd);
242
- }
243
- reset() {
244
- this._scale = 1;
245
- this.offset.identity();
246
- }
247
- applyMatrixTo(matrix) {
248
- matrix.premultiply(this.offset);
249
- // if (this._needsUpdate)
250
- // this.updateMatrix();
251
- // matrix.premultiply(this._rotationMatrix);
252
- // matrix.premultiply(this.offset).premultiply(this._rotationMatrix)
253
- }
254
- // private _needsUpdate: boolean = true;
255
- // private _rotationMatrix: Matrix4 = new Matrix4();
256
- // private updateMatrix() {
257
- // this._needsUpdate = false;
258
- // this._rotationMatrix.makeRotationFromQuaternion(this.rotation);
259
- // this.offset.compose(this.translate, new Quaternion(), this.scale);
260
- // // const rot = this._tempMatrix.makeRotationY(this.angle);
261
- // // this.translate.applyMatrix4(rot);
262
- // // this.offset.elements[12] = this.translate.x;
263
- // // this.offset.elements[13] = this.translate.y;
264
- // // this.offset.elements[14] = this.translate.z;
265
- // // this.offset.premultiply(rot);
266
- // // const s = this.scale;
267
- // // this.offset.premultiply(this._tempMatrix.makeScale(s, s, s));
268
- // }
269
- prev = new Map();
270
- _didMultitouch = false;
271
- touchStart = (evt) => {
272
- for (let i = 0; i < evt.changedTouches.length; i++) {
273
- const touch = evt.changedTouches[i];
274
- if (!this.prev.has(touch.identifier))
275
- this.prev.set(touch.identifier, {
276
- x: 0,
277
- z: 0,
278
- screenx: 0,
279
- screeny: 0,
280
- });
281
- const prev = this.prev.get(touch.identifier);
282
- if (prev) {
283
- const pos = this.getPositionOnPlane(touch.clientX, touch.clientY);
284
- prev.x = pos.x;
285
- prev.z = pos.z;
286
- prev.screenx = touch.clientX;
287
- prev.screeny = touch.clientY;
288
- }
289
- }
290
- };
291
- touchEnd = (evt) => {
292
- if (evt.touches.length <= 0) {
293
- this._didMultitouch = false;
294
- }
295
- };
296
- touchMove = (evt) => {
297
- if (evt.defaultPrevented)
298
- return;
299
- if (evt.touches.length === 1) {
300
- // if we had multiple touches before due to e.g. pinching / rotating
301
- // and stopping one of the touches, we don't want to move the scene suddenly
302
- // this will be resettet when all touches stop
303
- if (this._didMultitouch) {
304
- return;
305
- }
306
- const touch = evt.touches[0];
307
- const prev = this.prev.get(touch.identifier);
308
- if (!prev)
309
- return;
310
- const pos = this.getPositionOnPlane(touch.clientX, touch.clientY);
311
- const dx = pos.x - prev.x;
312
- const dy = pos.z - prev.z;
313
- if (dx === 0 && dy === 0)
314
- return;
315
- if (this.oneFingerDrag)
316
- this.addMovement(dx, dy);
317
- prev.x = pos.x;
318
- prev.z = pos.z;
319
- prev.screenx = touch.clientX;
320
- prev.screeny = touch.clientY;
321
- return;
322
- }
323
- else if (evt.touches.length === 2) {
324
- this._didMultitouch = true;
325
- const touch1 = evt.touches[0];
326
- const touch2 = evt.touches[1];
327
- const prev1 = this.prev.get(touch1.identifier);
328
- const prev2 = this.prev.get(touch2.identifier);
329
- if (!prev1 || !prev2)
330
- return;
331
- if (this.twoFingerRotate) {
332
- const angle1 = Math.atan2(touch1.clientY - touch2.clientY, touch1.clientX - touch2.clientX);
333
- const lastAngle = Math.atan2(prev1.screeny - prev2.screeny, prev1.screenx - prev2.screenx);
334
- const angleDiff = angle1 - lastAngle;
335
- if (Math.abs(angleDiff) > 0.001) {
336
- this.addRotation(angleDiff);
337
- }
338
- }
339
- if (this.twoFingerScale) {
340
- const distx = touch1.clientX - touch2.clientX;
341
- const disty = touch1.clientY - touch2.clientY;
342
- const dist = Math.sqrt(distx * distx + disty * disty);
343
- const lastDistx = prev1.screenx - prev2.screenx;
344
- const lastDisty = prev1.screeny - prev2.screeny;
345
- const lastDist = Math.sqrt(lastDistx * lastDistx + lastDisty * lastDisty);
346
- const distDiff = dist - lastDist;
347
- if (Math.abs(distDiff) > 2) {
348
- this.addScale(distDiff);
349
- }
350
- }
351
- prev1.screenx = touch1.clientX;
352
- prev1.screeny = touch1.clientY;
353
- prev2.screenx = touch2.clientX;
354
- prev2.screeny = touch2.clientY;
355
- }
356
- };
357
- _raycaster = new Raycaster();
358
- _intersection = new Vector3();
359
- _screenPos = new Vector3();
360
- getPositionOnPlane(tx, ty) {
361
- const camera = this.context.mainCamera;
362
- this._screenPos.x = (tx / window.innerWidth) * 2 - 1;
363
- this._screenPos.y = -(ty / window.innerHeight) * 2 + 1;
364
- this._screenPos.z = 1;
365
- this._screenPos.unproject(camera);
366
- this._raycaster.set(camera.position, this._screenPos.sub(camera.position));
367
- this._raycaster.ray.intersectPlane(this.plane, this._intersection);
368
- return this._intersection;
369
- }
370
- addMovement(dx, dz) {
371
- // this.translate.x -= dx;
372
- // this.translate.z -= dz;
373
- // this._needsUpdate = true;
374
- // return
375
- // some arbitrary factor
376
- dx *= .75;
377
- dz *= .75;
378
- // increase diff if the scene is scaled small
379
- dx /= this._scale;
380
- dz /= this._scale;
381
- // apply it
382
- this.offset.elements[12] -= dx;
383
- this.offset.elements[14] -= dz;
384
- }
385
- ;
386
- _tempMatrix = new Matrix4();
387
- addScale(diff) {
388
- diff /= window.innerWidth;
389
- // this.scale.x *= 1 + diff;
390
- // this.scale.y *= 1 + diff;
391
- // this.scale.z *= 1 + diff;
392
- // this._needsUpdate = true;
393
- // return;
394
- // we use this factor to modify the translation factor (in apply movement)
395
- this._scale *= 1 + diff;
396
- // apply the scale
397
- this._tempMatrix.makeScale(1 - diff, 1 - diff, 1 - diff);
398
- this.offset.premultiply(this._tempMatrix);
399
- }
400
- addRotation(rot) {
401
- // this.rotation.multiply(new Quaternion().setFromAxisAngle(WebXRSessionRootUserInput.up, rot));
402
- // this._needsUpdate = true;
403
- // return;
404
- this._tempMatrix.makeRotationY(rot);
405
- this.offset.premultiply(this._tempMatrix);
406
- }
407
- }
1
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
2
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
3
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
4
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
5
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
6
+ };
7
+ import { Behaviour, GameObject } from "../Component.js";
8
+ import { Matrix4, Plane, Raycaster, Vector3 } from "three";
9
+ import { WebXR } from "./WebXR.js";
10
+ import { InstancingUtil } from "../../engine/engine_instancing.js";
11
+ import { serializable } from "../../engine/engine_serialization_decorator.js";
12
+ import { isQuest } from "../../engine/engine_utils.js";
13
+ // https://github.com/takahirox/takahirox.github.io/blob/master/js.mmdeditor/examples/js/controls/DeviceOrientationControls.js
14
+ const tempMatrix = new Matrix4();
15
+ export class WebARSessionRoot extends Behaviour {
16
+ webAR = null;
17
+ get rig() {
18
+ return this.webAR?.webxr.Rig;
19
+ }
20
+ invertForward = false;
21
+ /** Preview feature: enable touch transform */
22
+ arTouchTransform = false;
23
+ get arScale() {
24
+ return this._arScale;
25
+ }
26
+ set arScale(val) {
27
+ if (val === this._arScale)
28
+ return;
29
+ this._arScale = val;
30
+ this.setScale(val);
31
+ }
32
+ _initalMatrix = new Matrix4();
33
+ _selectStartFn = this.onSelectStart.bind(this);
34
+ _selectEndFn = this.onSelectEnd.bind(this);
35
+ userInput;
36
+ start() {
37
+ const xr = GameObject.findObjectOfType(WebXR);
38
+ if (xr) {
39
+ xr.Rig.updateMatrix();
40
+ this._initalMatrix.copy(xr.Rig.matrix);
41
+ }
42
+ }
43
+ _arScale = 1;
44
+ _rig = null;
45
+ _startPose = null;
46
+ _placementPose = null;
47
+ _isTouching = false;
48
+ _rigStartPose = null;
49
+ _gotFirstHitTestResult = false;
50
+ _anchor = null;
51
+ onBegin(session) {
52
+ this._placementPose = null;
53
+ this.gameObject.visible = false;
54
+ this.gameObject.matrixAutoUpdate = false;
55
+ this._startPose = this.gameObject.matrix.clone();
56
+ this._rigStartPose = this.rig?.matrix.clone();
57
+ this._gotFirstHitTestResult = false;
58
+ this._anchor = null;
59
+ session.addEventListener('selectstart', this._selectStartFn);
60
+ session.addEventListener('selectend', this._selectEndFn);
61
+ // setTimeout(() => this.gameObject.visible = false, 1000); // TODO test on phone AR and Hololens if this was still needed
62
+ // console.log(this.rig?.position, this.rig?.quaternion, this.rig?.scale);
63
+ this.gameObject.visible = false;
64
+ if (this.rig) {
65
+ // reset rig to initial pose, this is helping the mix of immersive AR and immersive VR that we now have on quest
66
+ // where the rig can be moved and scaled by the user in VR mode and we use the rig position when entering
67
+ // immersive Ar right now to place the user/offset the session
68
+ this.rig.matrixAutoUpdate = true;
69
+ this._initalMatrix.decompose(this.rig.position, this.rig.quaternion, this.rig.scale);
70
+ }
71
+ // TODO this is duplicate to WebXR events AND engine events, would be better in one place
72
+ this.dispatchEvent(new CustomEvent('onBeginSession'));
73
+ }
74
+ onUpdate(rig, _session, hit, pose) {
75
+ if (pose && !this._placementPose) {
76
+ if (!this._gotFirstHitTestResult) {
77
+ this._gotFirstHitTestResult = true;
78
+ this.dispatchEvent(new CustomEvent('canPlaceSession', { detail: { pose: pose } }));
79
+ }
80
+ if (this._isTouching) {
81
+ // callbacks
82
+ const poseMatrix = new Matrix4().fromArray(pose.transform.matrix).invert();
83
+ this.dispatchEvent(new CustomEvent('placedSession', { detail: { pose, poseMatrix } }));
84
+ if (this.webAR)
85
+ this.webAR.setReticleActive(false);
86
+ this.placeAt(rig, poseMatrix);
87
+ if (hit && pose && !isQuest()) // TODO anchors seem to behave differently with an XRRig
88
+ this.onCreatePlacementAnchor(hit, pose);
89
+ return true;
90
+ }
91
+ }
92
+ return false;
93
+ }
94
+ onCreatePlacementAnchor(hit, pose) {
95
+ this._anchor = null;
96
+ hit?.createAnchor?.call(hit, pose.transform)?.then(anchor => {
97
+ if (this.context.isInAR)
98
+ this._anchor = anchor;
99
+ }).catch(ex => {
100
+ console.warn("Failed to create anchor", ex);
101
+ });
102
+ }
103
+ _anchorMatrix = new Matrix4();
104
+ onBeforeRender(frame) {
105
+ if (frame && this._rig) {
106
+ if (this._anchor) {
107
+ const referenceSpace = this.context.renderer.xr.getReferenceSpace();
108
+ if (referenceSpace) {
109
+ const pose = frame.getPose(this._anchor.anchorSpace, referenceSpace);
110
+ if (pose) {
111
+ const poseMatrix = this._anchorMatrix.fromArray(pose.transform.matrix).invert();
112
+ this.placeAt(this._rig, poseMatrix);
113
+ return;
114
+ }
115
+ }
116
+ }
117
+ else if (this._placementPose) {
118
+ this.placeAt(this._rig, this._placementPose);
119
+ }
120
+ }
121
+ }
122
+ _invertedSessionRootMatrix = new Matrix4();
123
+ _invertForwardMatrix = new Matrix4().makeRotationY(Math.PI);
124
+ placeAt(rig, mat) {
125
+ if (!this._placementPose)
126
+ this._placementPose = new Matrix4();
127
+ this._placementPose.copy(mat);
128
+ // apply session root offset
129
+ const invertedSessionRoot = this._invertedSessionRootMatrix.copy(this.gameObject.matrixWorld).invert();
130
+ this._placementPose.premultiply(invertedSessionRoot);
131
+ if (rig) {
132
+ if (this.invertForward) {
133
+ this._placementPose.premultiply(this._invertForwardMatrix);
134
+ }
135
+ if (!this.userInput)
136
+ this.userInput = new WebXRSessionRootUserInput(this.context);
137
+ this.userInput.enable();
138
+ this._rig = rig;
139
+ this.setScale(this.arScale);
140
+ }
141
+ else
142
+ this._rig = null;
143
+ this.gameObject.visible = true;
144
+ }
145
+ onEnd(rig, _session) {
146
+ this.userInput?.disable();
147
+ this.userInput?.reset();
148
+ this._placementPose = null;
149
+ this.gameObject.visible = false;
150
+ this.gameObject.matrixAutoUpdate = false;
151
+ this._anchor = null;
152
+ if (this._startPose) {
153
+ this.gameObject.matrix.copy(this._startPose);
154
+ }
155
+ if (rig) {
156
+ rig.matrixAutoUpdate = true;
157
+ if (this._rigStartPose) {
158
+ this._rigStartPose.decompose(rig.position, rig.quaternion, rig.scale);
159
+ // console.log(rig.position, rig.quaternion, rig.scale);
160
+ }
161
+ }
162
+ InstancingUtil.markDirty(this.gameObject, true);
163
+ // HACK to fix physics being not in correct place after exiting AR
164
+ setTimeout(() => {
165
+ if (!this.gameObject)
166
+ return;
167
+ this.gameObject.matrixAutoUpdate = true;
168
+ this.gameObject.visible = true;
169
+ }, 100);
170
+ }
171
+ onSelectStart() {
172
+ this._isTouching = true;
173
+ }
174
+ onSelectEnd() {
175
+ this._isTouching = false;
176
+ }
177
+ setScale(scale) {
178
+ const rig = this._rig;
179
+ if (!rig || !this._placementPose) {
180
+ return;
181
+ }
182
+ // Capture the rig position before the first time we move it during a session
183
+ if (!this._rigStartPose) {
184
+ this._rigStartPose = rig.matrix.clone();
185
+ }
186
+ // we apply the transform to the rig because we want to move the user's position for easy networking
187
+ rig.matrixAutoUpdate = false;
188
+ if (this.arTouchTransform && this.userInput) {
189
+ this.userInput.applyMatrixTo(this._placementPose);
190
+ // rig.matrix.premultiply(this.userInput.offset);
191
+ }
192
+ rig.matrix.multiplyMatrices(tempMatrix.makeScale(scale, scale, scale), this._placementPose);
193
+ rig.matrix.decompose(rig.position, rig.quaternion, rig.scale);
194
+ rig.updateMatrixWorld();
195
+ }
196
+ }
197
+ __decorate([
198
+ serializable()
199
+ ], WebARSessionRoot.prototype, "invertForward", void 0);
200
+ __decorate([
201
+ serializable()
202
+ ], WebARSessionRoot.prototype, "arTouchTransform", void 0);
203
+ __decorate([
204
+ serializable()
205
+ ], WebARSessionRoot.prototype, "arScale", null);
206
+ class WebXRSessionRootUserInput {
207
+ static up = new Vector3(0, 1, 0);
208
+ static zero = new Vector3(0, 0, 0);
209
+ static one = new Vector3(1, 1, 1);
210
+ oneFingerDrag = true;
211
+ twoFingerRotate = true;
212
+ twoFingerScale = true;
213
+ context;
214
+ offset;
215
+ plane;
216
+ _scale = 1;
217
+ // readonly translate: Vector3 = new Vector3();
218
+ // readonly rotation: Quaternion = new Quaternion();
219
+ // readonly scale: Vector3 = new Vector3(1, 1, 1);
220
+ constructor(context) {
221
+ this.context = context;
222
+ this.offset = new Matrix4();
223
+ this.plane = new Plane();
224
+ this.plane.setFromNormalAndCoplanarPoint(WebXRSessionRootUserInput.up, WebXRSessionRootUserInput.zero);
225
+ }
226
+ _enabled = false;
227
+ enable() {
228
+ if (this._enabled)
229
+ return;
230
+ this._enabled = true;
231
+ window.addEventListener('touchstart', this.touchStart, { passive: false });
232
+ window.addEventListener('touchmove', this.touchMove, { passive: false });
233
+ window.addEventListener('touchend', this.touchEnd, { passive: false });
234
+ }
235
+ disable() {
236
+ if (!this._enabled)
237
+ return;
238
+ this._enabled = false;
239
+ window.removeEventListener('touchstart', this.touchStart);
240
+ window.removeEventListener('touchmove', this.touchMove);
241
+ window.removeEventListener('touchend', this.touchEnd);
242
+ }
243
+ reset() {
244
+ this._scale = 1;
245
+ this.offset.identity();
246
+ }
247
+ applyMatrixTo(matrix) {
248
+ matrix.premultiply(this.offset);
249
+ // if (this._needsUpdate)
250
+ // this.updateMatrix();
251
+ // matrix.premultiply(this._rotationMatrix);
252
+ // matrix.premultiply(this.offset).premultiply(this._rotationMatrix)
253
+ }
254
+ // private _needsUpdate: boolean = true;
255
+ // private _rotationMatrix: Matrix4 = new Matrix4();
256
+ // private updateMatrix() {
257
+ // this._needsUpdate = false;
258
+ // this._rotationMatrix.makeRotationFromQuaternion(this.rotation);
259
+ // this.offset.compose(this.translate, new Quaternion(), this.scale);
260
+ // // const rot = this._tempMatrix.makeRotationY(this.angle);
261
+ // // this.translate.applyMatrix4(rot);
262
+ // // this.offset.elements[12] = this.translate.x;
263
+ // // this.offset.elements[13] = this.translate.y;
264
+ // // this.offset.elements[14] = this.translate.z;
265
+ // // this.offset.premultiply(rot);
266
+ // // const s = this.scale;
267
+ // // this.offset.premultiply(this._tempMatrix.makeScale(s, s, s));
268
+ // }
269
+ prev = new Map();
270
+ _didMultitouch = false;
271
+ touchStart = (evt) => {
272
+ for (let i = 0; i < evt.changedTouches.length; i++) {
273
+ const touch = evt.changedTouches[i];
274
+ if (!this.prev.has(touch.identifier))
275
+ this.prev.set(touch.identifier, {
276
+ x: 0,
277
+ z: 0,
278
+ screenx: 0,
279
+ screeny: 0,
280
+ });
281
+ const prev = this.prev.get(touch.identifier);
282
+ if (prev) {
283
+ const pos = this.getPositionOnPlane(touch.clientX, touch.clientY);
284
+ prev.x = pos.x;
285
+ prev.z = pos.z;
286
+ prev.screenx = touch.clientX;
287
+ prev.screeny = touch.clientY;
288
+ }
289
+ }
290
+ };
291
+ touchEnd = (evt) => {
292
+ if (evt.touches.length <= 0) {
293
+ this._didMultitouch = false;
294
+ }
295
+ };
296
+ touchMove = (evt) => {
297
+ if (evt.defaultPrevented)
298
+ return;
299
+ if (evt.touches.length === 1) {
300
+ // if we had multiple touches before due to e.g. pinching / rotating
301
+ // and stopping one of the touches, we don't want to move the scene suddenly
302
+ // this will be resettet when all touches stop
303
+ if (this._didMultitouch) {
304
+ return;
305
+ }
306
+ const touch = evt.touches[0];
307
+ const prev = this.prev.get(touch.identifier);
308
+ if (!prev)
309
+ return;
310
+ const pos = this.getPositionOnPlane(touch.clientX, touch.clientY);
311
+ const dx = pos.x - prev.x;
312
+ const dy = pos.z - prev.z;
313
+ if (dx === 0 && dy === 0)
314
+ return;
315
+ if (this.oneFingerDrag)
316
+ this.addMovement(dx, dy);
317
+ prev.x = pos.x;
318
+ prev.z = pos.z;
319
+ prev.screenx = touch.clientX;
320
+ prev.screeny = touch.clientY;
321
+ return;
322
+ }
323
+ else if (evt.touches.length === 2) {
324
+ this._didMultitouch = true;
325
+ const touch1 = evt.touches[0];
326
+ const touch2 = evt.touches[1];
327
+ const prev1 = this.prev.get(touch1.identifier);
328
+ const prev2 = this.prev.get(touch2.identifier);
329
+ if (!prev1 || !prev2)
330
+ return;
331
+ if (this.twoFingerRotate) {
332
+ const angle1 = Math.atan2(touch1.clientY - touch2.clientY, touch1.clientX - touch2.clientX);
333
+ const lastAngle = Math.atan2(prev1.screeny - prev2.screeny, prev1.screenx - prev2.screenx);
334
+ const angleDiff = angle1 - lastAngle;
335
+ if (Math.abs(angleDiff) > 0.001) {
336
+ this.addRotation(angleDiff);
337
+ }
338
+ }
339
+ if (this.twoFingerScale) {
340
+ const distx = touch1.clientX - touch2.clientX;
341
+ const disty = touch1.clientY - touch2.clientY;
342
+ const dist = Math.sqrt(distx * distx + disty * disty);
343
+ const lastDistx = prev1.screenx - prev2.screenx;
344
+ const lastDisty = prev1.screeny - prev2.screeny;
345
+ const lastDist = Math.sqrt(lastDistx * lastDistx + lastDisty * lastDisty);
346
+ const distDiff = dist - lastDist;
347
+ if (Math.abs(distDiff) > 2) {
348
+ this.addScale(distDiff);
349
+ }
350
+ }
351
+ prev1.screenx = touch1.clientX;
352
+ prev1.screeny = touch1.clientY;
353
+ prev2.screenx = touch2.clientX;
354
+ prev2.screeny = touch2.clientY;
355
+ }
356
+ };
357
+ _raycaster = new Raycaster();
358
+ _intersection = new Vector3();
359
+ _screenPos = new Vector3();
360
+ getPositionOnPlane(tx, ty) {
361
+ const camera = this.context.mainCamera;
362
+ this._screenPos.x = (tx / window.innerWidth) * 2 - 1;
363
+ this._screenPos.y = -(ty / window.innerHeight) * 2 + 1;
364
+ this._screenPos.z = 1;
365
+ this._screenPos.unproject(camera);
366
+ this._raycaster.set(camera.position, this._screenPos.sub(camera.position));
367
+ this._raycaster.ray.intersectPlane(this.plane, this._intersection);
368
+ return this._intersection;
369
+ }
370
+ addMovement(dx, dz) {
371
+ // this.translate.x -= dx;
372
+ // this.translate.z -= dz;
373
+ // this._needsUpdate = true;
374
+ // return
375
+ // some arbitrary factor
376
+ dx *= .75;
377
+ dz *= .75;
378
+ // increase diff if the scene is scaled small
379
+ dx /= this._scale;
380
+ dz /= this._scale;
381
+ // apply it
382
+ this.offset.elements[12] -= dx;
383
+ this.offset.elements[14] -= dz;
384
+ }
385
+ ;
386
+ _tempMatrix = new Matrix4();
387
+ addScale(diff) {
388
+ diff /= window.innerWidth;
389
+ // this.scale.x *= 1 + diff;
390
+ // this.scale.y *= 1 + diff;
391
+ // this.scale.z *= 1 + diff;
392
+ // this._needsUpdate = true;
393
+ // return;
394
+ // we use this factor to modify the translation factor (in apply movement)
395
+ this._scale *= 1 + diff;
396
+ // apply the scale
397
+ this._tempMatrix.makeScale(1 - diff, 1 - diff, 1 - diff);
398
+ this.offset.premultiply(this._tempMatrix);
399
+ }
400
+ addRotation(rot) {
401
+ // this.rotation.multiply(new Quaternion().setFromAxisAngle(WebXRSessionRootUserInput.up, rot));
402
+ // this._needsUpdate = true;
403
+ // return;
404
+ this._tempMatrix.makeRotationY(rot);
405
+ this.offset.premultiply(this._tempMatrix);
406
+ }
407
+ }
408
408
  //# sourceMappingURL=WebARSessionRoot.js.map