@needle-tools/engine 4.4.0-beta.2 → 4.4.0-beta.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1051) hide show
  1. package/CHANGELOG.md +3614 -3607
  2. package/LICENSE.md +10 -10
  3. package/README.md +64 -64
  4. package/components.needle.json +1 -1
  5. package/dist/needle-engine.bundle.js +503 -460
  6. package/dist/needle-engine.bundle.light.js +502 -459
  7. package/dist/needle-engine.bundle.light.min.js +69 -69
  8. package/dist/needle-engine.bundle.light.umd.cjs +76 -76
  9. package/dist/needle-engine.bundle.min.js +69 -69
  10. package/dist/needle-engine.bundle.umd.cjs +67 -67
  11. package/dist/needle-engine.d.ts +138 -130
  12. package/dist/needle-engine.light.d.ts +138 -130
  13. package/dist/postprocessing.js +1513 -1659
  14. package/dist/postprocessing.light.js +1513 -1659
  15. package/dist/postprocessing.light.min.js +66 -80
  16. package/dist/postprocessing.light.umd.cjs +69 -83
  17. package/dist/postprocessing.min.js +66 -80
  18. package/dist/postprocessing.umd.cjs +69 -83
  19. package/dist/vendor.js +1 -1
  20. package/dist/vendor.light.js +1 -1
  21. package/lib/asap/needle-asap.d.ts +1 -1
  22. package/lib/asap/needle-asap.js +95 -95
  23. package/lib/asap/sessiongranted.d.ts +3 -3
  24. package/lib/asap/sessiongranted.js +65 -65
  25. package/lib/asap/utils.d.ts +1 -1
  26. package/lib/asap/utils.js +3 -3
  27. package/lib/engine/analytics/index.d.ts +6 -6
  28. package/lib/engine/analytics/index.js +12 -12
  29. package/lib/engine/analytics/lcp.d.ts +3 -3
  30. package/lib/engine/analytics/lcp.js +34 -34
  31. package/lib/engine/api.d.ts +81 -81
  32. package/lib/engine/api.js +80 -80
  33. package/lib/engine/assets/index.d.ts +11 -11
  34. package/lib/engine/assets/index.js +47 -47
  35. package/lib/engine/assets/static.d.ts +1 -1
  36. package/lib/engine/assets/static.js +4 -4
  37. package/lib/engine/codegen/register_types.d.ts +1 -1
  38. package/lib/engine/codegen/register_types.js +300 -300
  39. package/lib/engine/debug/debug.d.ts +15 -15
  40. package/lib/engine/debug/debug.js +44 -44
  41. package/lib/engine/debug/debug_console.d.ts +2 -2
  42. package/lib/engine/debug/debug_console.js +307 -307
  43. package/lib/engine/debug/debug_overlay.d.ts +22 -22
  44. package/lib/engine/debug/debug_overlay.js +316 -316
  45. package/lib/engine/debug/debug_spatial_console.d.ts +2 -2
  46. package/lib/engine/debug/debug_spatial_console.js +390 -390
  47. package/lib/engine/debug/index.d.ts +2 -2
  48. package/lib/engine/debug/index.js +2 -2
  49. package/lib/engine/engine.d.ts +4 -0
  50. package/lib/engine/engine.js +12 -0
  51. package/lib/engine/engine.js.map +1 -0
  52. package/lib/engine/engine_addressables.d.ts +166 -166
  53. package/lib/engine/engine_addressables.js +608 -608
  54. package/lib/engine/engine_animation.d.ts +43 -43
  55. package/lib/engine/engine_animation.js +133 -133
  56. package/lib/engine/engine_application.d.ts +40 -40
  57. package/lib/engine/engine_application.js +104 -104
  58. package/lib/engine/engine_assetdatabase.d.ts +25 -25
  59. package/lib/engine/engine_assetdatabase.js +344 -344
  60. package/lib/engine/engine_audio.d.ts +4 -4
  61. package/lib/engine/engine_audio.js +23 -23
  62. package/lib/engine/engine_camera.d.ts +13 -13
  63. package/lib/engine/engine_camera.js +30 -30
  64. package/lib/engine/engine_components.d.ts +110 -110
  65. package/lib/engine/engine_components.js +380 -380
  66. package/lib/engine/engine_components_internal.d.ts +9 -9
  67. package/lib/engine/engine_components_internal.js +36 -36
  68. package/lib/engine/engine_constants.d.ts +10 -10
  69. package/lib/engine/engine_constants.js +41 -41
  70. package/lib/engine/engine_context.d.ts +345 -345
  71. package/lib/engine/engine_context.js +1515 -1515
  72. package/lib/engine/engine_context_registry.d.ts +71 -71
  73. package/lib/engine/engine_context_registry.js +117 -117
  74. package/lib/engine/engine_coroutine.d.ts +35 -35
  75. package/lib/engine/engine_coroutine.js +52 -52
  76. package/lib/engine/engine_create_objects.d.ts +118 -118
  77. package/lib/engine/engine_create_objects.js +308 -308
  78. package/lib/engine/engine_default_parameters.d.ts +2 -2
  79. package/lib/engine/engine_default_parameters.js +3 -3
  80. package/lib/engine/engine_editor-sync.d.ts +21 -21
  81. package/lib/engine/engine_editor-sync.js +4 -4
  82. package/lib/engine/engine_element.d.ts +113 -113
  83. package/lib/engine/engine_element.js +829 -830
  84. package/lib/engine/engine_element.js.map +1 -1
  85. package/lib/engine/engine_element_attributes.d.ts +72 -72
  86. package/lib/engine/engine_element_attributes.js +1 -1
  87. package/lib/engine/engine_element_extras.d.ts +6 -6
  88. package/lib/engine/engine_element_extras.js +13 -13
  89. package/lib/engine/engine_element_loading.d.ts +44 -44
  90. package/lib/engine/engine_element_loading.js +349 -349
  91. package/lib/engine/engine_element_overlay.d.ts +21 -21
  92. package/lib/engine/engine_element_overlay.js +166 -166
  93. package/lib/engine/engine_fileloader.d.ts +2 -2
  94. package/lib/engine/engine_fileloader.js +8 -8
  95. package/lib/engine/engine_gameobject.d.ts +68 -68
  96. package/lib/engine/engine_gameobject.js +591 -591
  97. package/lib/engine/engine_generic_utils.d.ts +1 -1
  98. package/lib/engine/engine_generic_utils.js +13 -13
  99. package/lib/engine/engine_gizmos.d.ts +149 -149
  100. package/lib/engine/engine_gizmos.js +530 -530
  101. package/lib/engine/engine_gltf.d.ts +12 -12
  102. package/lib/engine/engine_gltf.js +15 -15
  103. package/lib/engine/engine_gltf_builtin_components.d.ts +7 -7
  104. package/lib/engine/engine_gltf_builtin_components.js +341 -341
  105. package/lib/engine/engine_hot_reload.d.ts +7 -7
  106. package/lib/engine/engine_hot_reload.js +184 -184
  107. package/lib/engine/engine_input.d.ts +352 -352
  108. package/lib/engine/engine_input.js +1265 -1265
  109. package/lib/engine/engine_input_utils.d.ts +2 -2
  110. package/lib/engine/engine_input_utils.js +22 -22
  111. package/lib/engine/engine_instancing.d.ts +19 -19
  112. package/lib/engine/engine_instancing.js +39 -39
  113. package/lib/engine/engine_license.d.ts +9 -9
  114. package/lib/engine/engine_license.js +320 -320
  115. package/lib/engine/engine_lifecycle_api.d.ts +76 -76
  116. package/lib/engine/engine_lifecycle_api.js +99 -99
  117. package/lib/engine/engine_lifecycle_functions_internal.d.ts +32 -32
  118. package/lib/engine/engine_lifecycle_functions_internal.js +146 -146
  119. package/lib/engine/engine_lightdata.d.ts +23 -23
  120. package/lib/engine/engine_lightdata.js +91 -91
  121. package/lib/engine/engine_loaders.d.ts +13 -13
  122. package/lib/engine/engine_loaders.js +62 -62
  123. package/lib/engine/engine_lods.d.ts +31 -31
  124. package/lib/engine/engine_lods.js +146 -146
  125. package/lib/engine/engine_mainloop_utils.d.ts +32 -32
  126. package/lib/engine/engine_mainloop_utils.js +466 -466
  127. package/lib/engine/engine_math.d.ts +114 -114
  128. package/lib/engine/engine_math.js +247 -247
  129. package/lib/engine/engine_modules.d.ts +36 -36
  130. package/lib/engine/engine_modules.js +85 -85
  131. package/lib/engine/engine_networking.d.ts +252 -252
  132. package/lib/engine/engine_networking.js +743 -743
  133. package/lib/engine/engine_networking_auto.d.ts +24 -24
  134. package/lib/engine/engine_networking_auto.js +310 -310
  135. package/lib/engine/engine_networking_blob.d.ts +48 -48
  136. package/lib/engine/engine_networking_blob.js +212 -212
  137. package/lib/engine/engine_networking_files.d.ts +35 -35
  138. package/lib/engine/engine_networking_files.js +172 -172
  139. package/lib/engine/engine_networking_files_default_components.d.ts +6 -6
  140. package/lib/engine/engine_networking_files_default_components.js +42 -42
  141. package/lib/engine/engine_networking_instantiate.d.ts +100 -100
  142. package/lib/engine/engine_networking_instantiate.js +345 -345
  143. package/lib/engine/engine_networking_peer.d.ts +15 -15
  144. package/lib/engine/engine_networking_peer.js +132 -132
  145. package/lib/engine/engine_networking_streams.d.ts +123 -123
  146. package/lib/engine/engine_networking_streams.js +645 -645
  147. package/lib/engine/engine_networking_types.d.ts +22 -22
  148. package/lib/engine/engine_networking_types.js +7 -7
  149. package/lib/engine/engine_networking_utils.d.ts +2 -2
  150. package/lib/engine/engine_networking_utils.js +20 -20
  151. package/lib/engine/engine_networking_websocket.d.ts +1 -1
  152. package/lib/engine/engine_networking_websocket.js +2 -2
  153. package/lib/engine/engine_patcher.d.ts +10 -10
  154. package/lib/engine/engine_patcher.js +142 -142
  155. package/lib/engine/engine_physics.d.ts +152 -152
  156. package/lib/engine/engine_physics.js +645 -645
  157. package/lib/engine/engine_physics.types.d.ts +40 -40
  158. package/lib/engine/engine_physics.types.js +33 -33
  159. package/lib/engine/engine_physics_rapier.d.ts +147 -147
  160. package/lib/engine/engine_physics_rapier.js +1432 -1432
  161. package/lib/engine/engine_playerview.d.ts +26 -26
  162. package/lib/engine/engine_playerview.js +64 -64
  163. package/lib/engine/engine_scenelighting.d.ts +71 -71
  164. package/lib/engine/engine_scenelighting.js +226 -226
  165. package/lib/engine/engine_scenetools.d.ts +50 -50
  166. package/lib/engine/engine_scenetools.js +321 -321
  167. package/lib/engine/engine_serialization.d.ts +3 -3
  168. package/lib/engine/engine_serialization.js +3 -3
  169. package/lib/engine/engine_serialization_builtin_serializer.d.ts +72 -72
  170. package/lib/engine/engine_serialization_builtin_serializer.js +403 -403
  171. package/lib/engine/engine_serialization_core.d.ts +85 -85
  172. package/lib/engine/engine_serialization_core.js +602 -602
  173. package/lib/engine/engine_serialization_decorator.d.ts +23 -23
  174. package/lib/engine/engine_serialization_decorator.js +66 -66
  175. package/lib/engine/engine_setup.d.ts +1 -1
  176. package/lib/engine/engine_setup.js +2 -2
  177. package/lib/engine/engine_shaders.d.ts +53 -53
  178. package/lib/engine/engine_shaders.js +252 -252
  179. package/lib/engine/engine_shims.d.ts +4 -4
  180. package/lib/engine/engine_shims.js +24 -24
  181. package/lib/engine/engine_test_utils.d.ts +39 -39
  182. package/lib/engine/engine_test_utils.js +83 -83
  183. package/lib/engine/engine_texture.d.ts +28 -28
  184. package/lib/engine/engine_texture.js +64 -64
  185. package/lib/engine/engine_three_utils.d.ts +201 -201
  186. package/lib/engine/engine_three_utils.js +731 -731
  187. package/lib/engine/engine_time.d.ts +51 -51
  188. package/lib/engine/engine_time.js +82 -82
  189. package/lib/engine/engine_time_utils.d.ts +88 -88
  190. package/lib/engine/engine_time_utils.js +215 -215
  191. package/lib/engine/engine_tonemapping.d.ts +2 -2
  192. package/lib/engine/engine_tonemapping.js +194 -194
  193. package/lib/engine/engine_types.d.ts +572 -572
  194. package/lib/engine/engine_types.js +88 -88
  195. package/lib/engine/engine_typestore.d.ts +28 -28
  196. package/lib/engine/engine_typestore.js +55 -55
  197. package/lib/engine/engine_util_decorator.d.ts +13 -13
  198. package/lib/engine/engine_util_decorator.js +116 -116
  199. package/lib/engine/engine_utils.d.ts +266 -266
  200. package/lib/engine/engine_utils.js +878 -878
  201. package/lib/engine/engine_utils_format.d.ts +21 -21
  202. package/lib/engine/engine_utils_format.js +193 -193
  203. package/lib/engine/engine_utils_screenshot.d.ts +159 -159
  204. package/lib/engine/engine_utils_screenshot.js +513 -513
  205. package/lib/engine/engine_utils_screenshot.xr.d.ts +5 -5
  206. package/lib/engine/engine_utils_screenshot.xr.js +90 -90
  207. package/lib/engine/engine_web_api.d.ts +12 -0
  208. package/lib/engine/engine_web_api.js +113 -0
  209. package/lib/engine/engine_web_api.js.map +1 -0
  210. package/lib/engine/engine_xr.d.ts +1 -1
  211. package/lib/engine/engine_xr.js +1 -1
  212. package/lib/engine/export/gltf/Writers.d.ts +19 -19
  213. package/lib/engine/export/gltf/Writers.js +24 -24
  214. package/lib/engine/export/gltf/index.d.ts +11 -11
  215. package/lib/engine/export/gltf/index.js +123 -123
  216. package/lib/engine/export/index.d.ts +2 -2
  217. package/lib/engine/export/index.js +2 -2
  218. package/lib/engine/export/state.d.ts +7 -7
  219. package/lib/engine/export/state.js +17 -17
  220. package/lib/engine/export/utils.d.ts +2 -2
  221. package/lib/engine/export/utils.js +7 -7
  222. package/lib/engine/extensions/EXT_texture_exr.d.ts +8 -8
  223. package/lib/engine/extensions/EXT_texture_exr.js +32 -32
  224. package/lib/engine/extensions/NEEDLE_animator_controller_model.d.ts +122 -122
  225. package/lib/engine/extensions/NEEDLE_animator_controller_model.js +95 -95
  226. package/lib/engine/extensions/NEEDLE_components.d.ts +35 -35
  227. package/lib/engine/extensions/NEEDLE_components.js +220 -220
  228. package/lib/engine/extensions/NEEDLE_gameobject_data.d.ts +10 -10
  229. package/lib/engine/extensions/NEEDLE_gameobject_data.js +57 -57
  230. package/lib/engine/extensions/NEEDLE_lighting_settings.d.ts +37 -37
  231. package/lib/engine/extensions/NEEDLE_lighting_settings.js +157 -157
  232. package/lib/engine/extensions/NEEDLE_lightmaps.d.ts +18 -18
  233. package/lib/engine/extensions/NEEDLE_lightmaps.js +99 -99
  234. package/lib/engine/extensions/NEEDLE_persistent_assets.d.ts +11 -11
  235. package/lib/engine/extensions/NEEDLE_persistent_assets.js +63 -63
  236. package/lib/engine/extensions/NEEDLE_progressive.d.ts +1 -1
  237. package/lib/engine/extensions/NEEDLE_progressive.js +1 -1
  238. package/lib/engine/extensions/NEEDLE_render_objects.d.ts +13 -13
  239. package/lib/engine/extensions/NEEDLE_render_objects.js +159 -159
  240. package/lib/engine/extensions/NEEDLE_techniques_webgl.d.ts +38 -38
  241. package/lib/engine/extensions/NEEDLE_techniques_webgl.js +564 -564
  242. package/lib/engine/extensions/extension_resolver.d.ts +4 -4
  243. package/lib/engine/extensions/extension_resolver.js +1 -1
  244. package/lib/engine/extensions/extension_utils.d.ts +12 -12
  245. package/lib/engine/extensions/extension_utils.js +152 -152
  246. package/lib/engine/extensions/extensions.d.ts +31 -31
  247. package/lib/engine/extensions/extensions.js +103 -103
  248. package/lib/engine/extensions/index.d.ts +6 -6
  249. package/lib/engine/extensions/index.js +6 -6
  250. package/lib/engine/extensions/usage_tracker.d.ts +13 -13
  251. package/lib/engine/extensions/usage_tracker.js +65 -65
  252. package/lib/engine/js-extensions/Camera.d.ts +1 -1
  253. package/lib/engine/js-extensions/Camera.js +39 -39
  254. package/lib/engine/js-extensions/ExtensionUtils.d.ts +9 -9
  255. package/lib/engine/js-extensions/ExtensionUtils.js +67 -67
  256. package/lib/engine/js-extensions/Layers.d.ts +6 -6
  257. package/lib/engine/js-extensions/Layers.js +22 -22
  258. package/lib/engine/js-extensions/Object3D.d.ts +120 -120
  259. package/lib/engine/js-extensions/Object3D.js +136 -136
  260. package/lib/engine/js-extensions/RGBAColor.d.ts +23 -22
  261. package/lib/engine/js-extensions/RGBAColor.js +110 -62
  262. package/lib/engine/js-extensions/RGBAColor.js.map +1 -1
  263. package/lib/engine/js-extensions/Vector.d.ts +3 -3
  264. package/lib/engine/js-extensions/Vector.js +13 -13
  265. package/lib/engine/js-extensions/index.d.ts +5 -5
  266. package/lib/engine/js-extensions/index.js +5 -5
  267. package/lib/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.d.ts +4 -4
  268. package/lib/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.js +75 -75
  269. package/lib/engine/shaders/shaderData.d.ts +55 -55
  270. package/lib/engine/shaders/shaderData.js +58 -58
  271. package/lib/engine/tests/test_utils.d.ts +2 -2
  272. package/lib/engine/tests/test_utils.js +53 -53
  273. package/lib/engine/webcomponents/WebXRButtons.d.ts +56 -56
  274. package/lib/engine/webcomponents/WebXRButtons.js +230 -230
  275. package/lib/engine/webcomponents/api.d.ts +5 -5
  276. package/lib/engine/webcomponents/api.js +4 -4
  277. package/lib/engine/webcomponents/buttons.d.ts +39 -39
  278. package/lib/engine/webcomponents/buttons.js +237 -237
  279. package/lib/engine/webcomponents/fonts.d.ts +9 -9
  280. package/lib/engine/webcomponents/fonts.js +32 -32
  281. package/lib/engine/webcomponents/icons.d.ts +9 -9
  282. package/lib/engine/webcomponents/icons.js +52 -52
  283. package/lib/engine/webcomponents/index.d.ts +1 -1
  284. package/lib/engine/webcomponents/index.js +1 -1
  285. package/lib/engine/webcomponents/logo-element.d.ts +10 -10
  286. package/lib/engine/webcomponents/logo-element.js +67 -67
  287. package/lib/engine/webcomponents/needle menu/needle-menu-spatial.d.ts +37 -37
  288. package/lib/engine/webcomponents/needle menu/needle-menu-spatial.js +513 -513
  289. package/lib/engine/webcomponents/needle menu/needle-menu.d.ts +151 -151
  290. package/lib/engine/webcomponents/needle menu/needle-menu.js +1018 -1018
  291. package/lib/engine/webcomponents/needle-button.d.ts +34 -34
  292. package/lib/engine/webcomponents/needle-button.js +161 -161
  293. package/lib/engine/xr/NeedleXRController.d.ts +313 -313
  294. package/lib/engine/xr/NeedleXRController.js +1008 -1008
  295. package/lib/engine/xr/NeedleXRSession.d.ts +339 -339
  296. package/lib/engine/xr/NeedleXRSession.js +1427 -1427
  297. package/lib/engine/xr/NeedleXRSync.d.ts +22 -22
  298. package/lib/engine/xr/NeedleXRSync.js +188 -188
  299. package/lib/engine/xr/SceneTransition.d.ts +18 -18
  300. package/lib/engine/xr/SceneTransition.js +69 -69
  301. package/lib/engine/xr/TempXRContext.d.ts +34 -34
  302. package/lib/engine/xr/TempXRContext.js +187 -187
  303. package/lib/engine/xr/XRRig.d.ts +7 -7
  304. package/lib/engine/xr/XRRig.js +1 -1
  305. package/lib/engine/xr/api.d.ts +6 -6
  306. package/lib/engine/xr/api.js +6 -6
  307. package/lib/engine/xr/events.d.ts +66 -66
  308. package/lib/engine/xr/events.js +93 -93
  309. package/lib/engine/xr/internal.d.ts +12 -12
  310. package/lib/engine/xr/internal.js +25 -25
  311. package/lib/engine/xr/usdz.d.ts +12 -12
  312. package/lib/engine/xr/usdz.js +29 -29
  313. package/lib/engine/xr/utils.d.ts +11 -11
  314. package/lib/engine/xr/utils.js +34 -34
  315. package/lib/engine-components/AlignmentConstraint.d.ts +10 -10
  316. package/lib/engine-components/AlignmentConstraint.js +39 -39
  317. package/lib/engine-components/Animation.d.ts +156 -156
  318. package/lib/engine-components/Animation.js +508 -508
  319. package/lib/engine-components/AnimationCurve.d.ts +40 -40
  320. package/lib/engine-components/AnimationCurve.js +159 -159
  321. package/lib/engine-components/AnimationUtils.d.ts +8 -8
  322. package/lib/engine-components/AnimationUtils.js +27 -27
  323. package/lib/engine-components/AnimationUtilsAutoplay.d.ts +1 -1
  324. package/lib/engine-components/AnimationUtilsAutoplay.js +39 -39
  325. package/lib/engine-components/Animator.d.ts +217 -217
  326. package/lib/engine-components/Animator.js +354 -354
  327. package/lib/engine-components/AnimatorController.d.ts +227 -227
  328. package/lib/engine-components/AnimatorController.js +1152 -1152
  329. package/lib/engine-components/AudioListener.d.ts +33 -33
  330. package/lib/engine-components/AudioListener.js +86 -86
  331. package/lib/engine-components/AudioSource.d.ts +217 -217
  332. package/lib/engine-components/AudioSource.js +627 -627
  333. package/lib/engine-components/AvatarLoader.d.ts +80 -80
  334. package/lib/engine-components/AvatarLoader.js +231 -231
  335. package/lib/engine-components/AxesHelper.d.ts +32 -32
  336. package/lib/engine-components/AxesHelper.js +67 -67
  337. package/lib/engine-components/BasicIKConstraint.d.ts +9 -9
  338. package/lib/engine-components/BasicIKConstraint.js +43 -43
  339. package/lib/engine-components/BoxCollider.d.ts +2 -2
  340. package/lib/engine-components/BoxCollider.js +2 -2
  341. package/lib/engine-components/BoxHelperComponent.d.ts +47 -47
  342. package/lib/engine-components/BoxHelperComponent.js +102 -102
  343. package/lib/engine-components/Camera.d.ts +231 -231
  344. package/lib/engine-components/Camera.js +700 -694
  345. package/lib/engine-components/Camera.js.map +1 -1
  346. package/lib/engine-components/CameraUtils.d.ts +1 -1
  347. package/lib/engine-components/CameraUtils.js +118 -127
  348. package/lib/engine-components/CameraUtils.js.map +1 -1
  349. package/lib/engine-components/CharacterController.d.ts +55 -55
  350. package/lib/engine-components/CharacterController.js +236 -236
  351. package/lib/engine-components/Collider.d.ts +188 -188
  352. package/lib/engine-components/Collider.js +369 -369
  353. package/lib/engine-components/Component.d.ts +792 -792
  354. package/lib/engine-components/Component.js +915 -915
  355. package/lib/engine-components/ContactShadows.d.ts +82 -82
  356. package/lib/engine-components/ContactShadows.js +430 -430
  357. package/lib/engine-components/DeleteBox.d.ts +19 -19
  358. package/lib/engine-components/DeleteBox.js +58 -58
  359. package/lib/engine-components/DeviceFlag.d.ts +16 -16
  360. package/lib/engine-components/DeviceFlag.js +47 -47
  361. package/lib/engine-components/DragControls.d.ts +170 -170
  362. package/lib/engine-components/DragControls.js +1421 -1421
  363. package/lib/engine-components/DropListener.d.ts +215 -215
  364. package/lib/engine-components/DropListener.js +630 -630
  365. package/lib/engine-components/Duplicatable.d.ts +35 -35
  366. package/lib/engine-components/Duplicatable.js +202 -202
  367. package/lib/engine-components/EventList.d.ts +54 -54
  368. package/lib/engine-components/EventList.js +232 -232
  369. package/lib/engine-components/EventTrigger.d.ts +33 -33
  370. package/lib/engine-components/EventTrigger.js +75 -75
  371. package/lib/engine-components/EventType.d.ts +22 -22
  372. package/lib/engine-components/EventType.js +23 -23
  373. package/lib/engine-components/FlyControls.d.ts +10 -0
  374. package/lib/engine-components/FlyControls.js +29 -0
  375. package/lib/engine-components/FlyControls.js.map +1 -0
  376. package/lib/engine-components/Fog.d.ts +22 -22
  377. package/lib/engine-components/Fog.js +61 -61
  378. package/lib/engine-components/Gizmos.d.ts +17 -17
  379. package/lib/engine-components/Gizmos.js +64 -64
  380. package/lib/engine-components/GridHelper.d.ts +20 -20
  381. package/lib/engine-components/GridHelper.js +54 -54
  382. package/lib/engine-components/GroundProjection.d.ts +67 -67
  383. package/lib/engine-components/GroundProjection.js +343 -343
  384. package/lib/engine-components/Interactable.d.ts +12 -12
  385. package/lib/engine-components/Interactable.js +12 -12
  386. package/lib/engine-components/Joints.d.ts +19 -19
  387. package/lib/engine-components/Joints.js +51 -51
  388. package/lib/engine-components/LODGroup.d.ts +35 -35
  389. package/lib/engine-components/LODGroup.js +152 -152
  390. package/lib/engine-components/Light.d.ts +180 -180
  391. package/lib/engine-components/Light.js +535 -535
  392. package/lib/engine-components/LookAtConstraint.d.ts +19 -19
  393. package/lib/engine-components/LookAtConstraint.js +35 -35
  394. package/lib/engine-components/NeedleMenu.d.ts +50 -50
  395. package/lib/engine-components/NeedleMenu.js +92 -92
  396. package/lib/engine-components/NestedGltf.d.ts +25 -25
  397. package/lib/engine-components/NestedGltf.js +88 -88
  398. package/lib/engine-components/Networking.d.ts +54 -54
  399. package/lib/engine-components/Networking.js +112 -112
  400. package/lib/engine-components/OffsetConstraint.d.ts +14 -14
  401. package/lib/engine-components/OffsetConstraint.js +65 -65
  402. package/lib/engine-components/OrbitControls.d.ts +266 -266
  403. package/lib/engine-components/OrbitControls.js +1009 -1009
  404. package/lib/engine-components/PlayerColor.d.ts +19 -19
  405. package/lib/engine-components/PlayerColor.js +94 -94
  406. package/lib/engine-components/ReflectionProbe.d.ts +26 -26
  407. package/lib/engine-components/ReflectionProbe.js +194 -194
  408. package/lib/engine-components/Renderer.d.ts +153 -153
  409. package/lib/engine-components/Renderer.js +830 -830
  410. package/lib/engine-components/RendererInstancing.d.ts +140 -140
  411. package/lib/engine-components/RendererInstancing.js +744 -744
  412. package/lib/engine-components/RendererLightmap.d.ts +24 -24
  413. package/lib/engine-components/RendererLightmap.js +182 -182
  414. package/lib/engine-components/RigidBody.d.ts +155 -155
  415. package/lib/engine-components/RigidBody.js +517 -517
  416. package/lib/engine-components/SceneSwitcher.d.ts +263 -263
  417. package/lib/engine-components/SceneSwitcher.js +951 -951
  418. package/lib/engine-components/ScreenCapture.d.ts +144 -144
  419. package/lib/engine-components/ScreenCapture.js +547 -547
  420. package/lib/engine-components/ShadowCatcher.d.ts +33 -33
  421. package/lib/engine-components/ShadowCatcher.js +166 -166
  422. package/lib/engine-components/Skybox.d.ts +82 -82
  423. package/lib/engine-components/Skybox.js +448 -448
  424. package/lib/engine-components/SmoothFollow.d.ts +34 -34
  425. package/lib/engine-components/SmoothFollow.js +82 -82
  426. package/lib/engine-components/SpatialTrigger.d.ts +102 -102
  427. package/lib/engine-components/SpatialTrigger.js +225 -225
  428. package/lib/engine-components/SpectatorCamera.d.ts +111 -111
  429. package/lib/engine-components/SpectatorCamera.js +715 -715
  430. package/lib/engine-components/SphereCollider.d.ts +2 -2
  431. package/lib/engine-components/SphereCollider.js +2 -2
  432. package/lib/engine-components/SpriteRenderer.d.ts +132 -132
  433. package/lib/engine-components/SpriteRenderer.js +472 -472
  434. package/lib/engine-components/SyncedCamera.d.ts +41 -41
  435. package/lib/engine-components/SyncedCamera.js +199 -199
  436. package/lib/engine-components/SyncedRoom.d.ts +106 -106
  437. package/lib/engine-components/SyncedRoom.js +371 -371
  438. package/lib/engine-components/SyncedTransform.d.ts +94 -88
  439. package/lib/engine-components/SyncedTransform.js +331 -326
  440. package/lib/engine-components/SyncedTransform.js.map +1 -1
  441. package/lib/engine-components/TestRunner.d.ts +16 -16
  442. package/lib/engine-components/TestRunner.js +102 -102
  443. package/lib/engine-components/TransformGizmo.d.ts +75 -75
  444. package/lib/engine-components/TransformGizmo.js +209 -209
  445. package/lib/engine-components/VideoPlayer.d.ts +184 -184
  446. package/lib/engine-components/VideoPlayer.js +978 -978
  447. package/lib/engine-components/Voip.d.ts +67 -67
  448. package/lib/engine-components/Voip.js +360 -360
  449. package/lib/engine-components/api.d.ts +51 -51
  450. package/lib/engine-components/api.js +50 -50
  451. package/lib/engine-components/avatar/AvatarBlink_Simple.d.ts +11 -11
  452. package/lib/engine-components/avatar/AvatarBlink_Simple.js +76 -76
  453. package/lib/engine-components/avatar/AvatarEyeLook_Rotation.d.ts +14 -14
  454. package/lib/engine-components/avatar/AvatarEyeLook_Rotation.js +68 -68
  455. package/lib/engine-components/avatar/Avatar_Brain_LookAt.d.ts +29 -29
  456. package/lib/engine-components/avatar/Avatar_Brain_LookAt.js +121 -121
  457. package/lib/engine-components/avatar/Avatar_MouthShapes.d.ts +15 -15
  458. package/lib/engine-components/avatar/Avatar_MouthShapes.js +79 -79
  459. package/lib/engine-components/avatar/Avatar_MustacheShake.d.ts +9 -9
  460. package/lib/engine-components/avatar/Avatar_MustacheShake.js +29 -29
  461. package/lib/engine-components/codegen/components.d.ts +216 -216
  462. package/lib/engine-components/codegen/components.js +218 -218
  463. package/lib/engine-components/debug/LogStats.d.ts +5 -5
  464. package/lib/engine-components/debug/LogStats.js +18 -18
  465. package/lib/engine-components/export/gltf/GltfExport.d.ts +30 -30
  466. package/lib/engine-components/export/gltf/GltfExport.js +246 -246
  467. package/lib/engine-components/export/gltf/index.d.ts +1 -1
  468. package/lib/engine-components/export/gltf/index.js +1 -1
  469. package/lib/engine-components/export/index.d.ts +1 -1
  470. package/lib/engine-components/export/index.js +1 -1
  471. package/lib/engine-components/export/usdz/Extension.d.ts +22 -22
  472. package/lib/engine-components/export/usdz/Extension.js +1 -1
  473. package/lib/engine-components/export/usdz/ThreeUSDZExporter.d.ts +160 -160
  474. package/lib/engine-components/export/usdz/ThreeUSDZExporter.js +1782 -1782
  475. package/lib/engine-components/export/usdz/USDZExporter.d.ts +130 -130
  476. package/lib/engine-components/export/usdz/USDZExporter.js +663 -663
  477. package/lib/engine-components/export/usdz/extensions/Animation.d.ts +106 -106
  478. package/lib/engine-components/export/usdz/extensions/Animation.js +1071 -1071
  479. package/lib/engine-components/export/usdz/extensions/DocumentExtension.d.ts +5 -5
  480. package/lib/engine-components/export/usdz/extensions/DocumentExtension.js +6 -6
  481. package/lib/engine-components/export/usdz/extensions/USDZText.d.ts +54 -54
  482. package/lib/engine-components/export/usdz/extensions/USDZText.js +203 -203
  483. package/lib/engine-components/export/usdz/extensions/USDZUI.d.ts +8 -8
  484. package/lib/engine-components/export/usdz/extensions/USDZUI.js +157 -157
  485. package/lib/engine-components/export/usdz/extensions/behavior/Actions.d.ts +30 -30
  486. package/lib/engine-components/export/usdz/extensions/behavior/Actions.js +88 -88
  487. package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.d.ts +10 -10
  488. package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.js +86 -86
  489. package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.d.ts +28 -28
  490. package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.js +290 -290
  491. package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.d.ts +190 -190
  492. package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.js +1060 -1060
  493. package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.d.ts +135 -135
  494. package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.js +548 -548
  495. package/lib/engine-components/export/usdz/extensions/behavior/PhysicsExtension.d.ts +7 -7
  496. package/lib/engine-components/export/usdz/extensions/behavior/PhysicsExtension.js +115 -115
  497. package/lib/engine-components/export/usdz/index.d.ts +3 -3
  498. package/lib/engine-components/export/usdz/index.js +2 -2
  499. package/lib/engine-components/export/usdz/utils/animationutils.d.ts +7 -7
  500. package/lib/engine-components/export/usdz/utils/animationutils.js +163 -163
  501. package/lib/engine-components/export/usdz/utils/quicklook.d.ts +2 -2
  502. package/lib/engine-components/export/usdz/utils/quicklook.js +43 -43
  503. package/lib/engine-components/particlesystem/ParticleSystem.d.ts +177 -177
  504. package/lib/engine-components/particlesystem/ParticleSystem.js +1176 -1176
  505. package/lib/engine-components/particlesystem/ParticleSystemModules.d.ts +526 -526
  506. package/lib/engine-components/particlesystem/ParticleSystemModules.js +1930 -1930
  507. package/lib/engine-components/particlesystem/ParticleSystemSubEmitter.d.ts +25 -25
  508. package/lib/engine-components/particlesystem/ParticleSystemSubEmitter.js +87 -87
  509. package/lib/engine-components/particlesystem/api.d.ts +2 -2
  510. package/lib/engine-components/particlesystem/api.js +2 -2
  511. package/lib/engine-components/postprocessing/Effects/Antialiasing.d.ts +17 -17
  512. package/lib/engine-components/postprocessing/Effects/Antialiasing.js +50 -50
  513. package/lib/engine-components/postprocessing/Effects/BloomEffect.d.ts +46 -46
  514. package/lib/engine-components/postprocessing/Effects/BloomEffect.js +113 -113
  515. package/lib/engine-components/postprocessing/Effects/ChromaticAberration.d.ts +11 -11
  516. package/lib/engine-components/postprocessing/Effects/ChromaticAberration.js +39 -39
  517. package/lib/engine-components/postprocessing/Effects/ColorAdjustments.d.ts +15 -15
  518. package/lib/engine-components/postprocessing/Effects/ColorAdjustments.js +92 -92
  519. package/lib/engine-components/postprocessing/Effects/DepthOfField.d.ts +25 -25
  520. package/lib/engine-components/postprocessing/Effects/DepthOfField.js +104 -104
  521. package/lib/engine-components/postprocessing/Effects/EffectWrapper.d.ts +12 -12
  522. package/lib/engine-components/postprocessing/Effects/EffectWrapper.js +18 -18
  523. package/lib/engine-components/postprocessing/Effects/Pixelation.d.ts +11 -11
  524. package/lib/engine-components/postprocessing/Effects/Pixelation.js +32 -32
  525. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.d.ts +18 -18
  526. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.js +91 -91
  527. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.d.ts +70 -70
  528. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.js +175 -175
  529. package/lib/engine-components/postprocessing/Effects/Sharpening.d.ts +17 -17
  530. package/lib/engine-components/postprocessing/Effects/Sharpening.js +123 -123
  531. package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.d.ts +17 -17
  532. package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.js +70 -70
  533. package/lib/engine-components/postprocessing/Effects/Tonemapping.d.ts +26 -26
  534. package/lib/engine-components/postprocessing/Effects/Tonemapping.js +138 -138
  535. package/lib/engine-components/postprocessing/Effects/Vignette.d.ts +15 -15
  536. package/lib/engine-components/postprocessing/Effects/Vignette.js +60 -60
  537. package/lib/engine-components/postprocessing/PostProcessingEffect.d.ts +72 -72
  538. package/lib/engine-components/postprocessing/PostProcessingEffect.js +149 -149
  539. package/lib/engine-components/postprocessing/PostProcessingHandler.d.ts +25 -25
  540. package/lib/engine-components/postprocessing/PostProcessingHandler.js +350 -350
  541. package/lib/engine-components/postprocessing/Volume.d.ts +89 -89
  542. package/lib/engine-components/postprocessing/Volume.js +367 -367
  543. package/lib/engine-components/postprocessing/VolumeParameter.d.ts +26 -26
  544. package/lib/engine-components/postprocessing/VolumeParameter.js +136 -136
  545. package/lib/engine-components/postprocessing/VolumeProfile.d.ts +15 -15
  546. package/lib/engine-components/postprocessing/VolumeProfile.js +60 -60
  547. package/lib/engine-components/postprocessing/index.d.ts +5 -5
  548. package/lib/engine-components/postprocessing/index.js +5 -5
  549. package/lib/engine-components/postprocessing/utils.d.ts +11 -11
  550. package/lib/engine-components/postprocessing/utils.js +37 -37
  551. package/lib/engine-components/timeline/PlayableDirector.d.ts +163 -163
  552. package/lib/engine-components/timeline/PlayableDirector.js +686 -686
  553. package/lib/engine-components/timeline/SignalAsset.d.ts +24 -24
  554. package/lib/engine-components/timeline/SignalAsset.js +130 -130
  555. package/lib/engine-components/timeline/TimelineModels.d.ts +89 -89
  556. package/lib/engine-components/timeline/TimelineModels.js +22 -22
  557. package/lib/engine-components/timeline/TimelineTracks.d.ts +110 -110
  558. package/lib/engine-components/timeline/TimelineTracks.js +879 -879
  559. package/lib/engine-components/timeline/index.d.ts +4 -4
  560. package/lib/engine-components/timeline/index.js +3 -3
  561. package/lib/engine-components/ui/BaseUIComponent.d.ts +49 -49
  562. package/lib/engine-components/ui/BaseUIComponent.js +170 -170
  563. package/lib/engine-components/ui/Button.d.ts +64 -64
  564. package/lib/engine-components/ui/Button.js +315 -315
  565. package/lib/engine-components/ui/Canvas.d.ts +74 -74
  566. package/lib/engine-components/ui/Canvas.js +407 -407
  567. package/lib/engine-components/ui/CanvasGroup.d.ts +19 -19
  568. package/lib/engine-components/ui/CanvasGroup.js +58 -58
  569. package/lib/engine-components/ui/EventSystem.d.ts +125 -125
  570. package/lib/engine-components/ui/EventSystem.js +764 -764
  571. package/lib/engine-components/ui/Graphic.d.ts +55 -55
  572. package/lib/engine-components/ui/Graphic.js +254 -254
  573. package/lib/engine-components/ui/Image.d.ts +35 -35
  574. package/lib/engine-components/ui/Image.js +116 -116
  575. package/lib/engine-components/ui/InputField.d.ts +42 -42
  576. package/lib/engine-components/ui/InputField.js +268 -268
  577. package/lib/engine-components/ui/Interfaces.d.ts +38 -38
  578. package/lib/engine-components/ui/Interfaces.js +12 -12
  579. package/lib/engine-components/ui/Layout.d.ts +84 -84
  580. package/lib/engine-components/ui/Layout.js +330 -330
  581. package/lib/engine-components/ui/Outline.d.ts +7 -7
  582. package/lib/engine-components/ui/Outline.js +20 -20
  583. package/lib/engine-components/ui/PointerEvents.d.ts +115 -115
  584. package/lib/engine-components/ui/PointerEvents.js +145 -145
  585. package/lib/engine-components/ui/RaycastUtils.d.ts +11 -11
  586. package/lib/engine-components/ui/RaycastUtils.js +67 -67
  587. package/lib/engine-components/ui/Raycaster.d.ts +30 -30
  588. package/lib/engine-components/ui/Raycaster.js +95 -95
  589. package/lib/engine-components/ui/RectTransform.d.ts +61 -61
  590. package/lib/engine-components/ui/RectTransform.js +353 -353
  591. package/lib/engine-components/ui/SpatialHtml.d.ts +8 -8
  592. package/lib/engine-components/ui/SpatialHtml.js +79 -79
  593. package/lib/engine-components/ui/Text.d.ts +78 -78
  594. package/lib/engine-components/ui/Text.js +539 -539
  595. package/lib/engine-components/ui/Utils.d.ts +24 -24
  596. package/lib/engine-components/ui/Utils.js +90 -90
  597. package/lib/engine-components/ui/index.d.ts +1 -1
  598. package/lib/engine-components/ui/index.js +1 -1
  599. package/lib/engine-components/utils/EnvironmentScene.d.ts +5 -5
  600. package/lib/engine-components/utils/EnvironmentScene.js +205 -205
  601. package/lib/engine-components/utils/LookAt.d.ts +31 -31
  602. package/lib/engine-components/utils/LookAt.js +82 -82
  603. package/lib/engine-components/utils/OpenURL.d.ts +42 -42
  604. package/lib/engine-components/utils/OpenURL.js +119 -119
  605. package/lib/engine-components/webxr/Avatar.d.ts +25 -25
  606. package/lib/engine-components/webxr/Avatar.js +255 -255
  607. package/lib/engine-components/webxr/TeleportTarget.d.ts +7 -7
  608. package/lib/engine-components/webxr/TeleportTarget.js +7 -7
  609. package/lib/engine-components/webxr/WebARCameraBackground.d.ts +30 -30
  610. package/lib/engine-components/webxr/WebARCameraBackground.js +155 -155
  611. package/lib/engine-components/webxr/WebARSessionRoot.d.ts +98 -98
  612. package/lib/engine-components/webxr/WebARSessionRoot.js +770 -770
  613. package/lib/engine-components/webxr/WebXR.d.ts +232 -232
  614. package/lib/engine-components/webxr/WebXR.js +561 -561
  615. package/lib/engine-components/webxr/WebXRAvatar.d.ts +27 -27
  616. package/lib/engine-components/webxr/WebXRAvatar.js +44 -44
  617. package/lib/engine-components/webxr/WebXRImageTracking.d.ts +86 -86
  618. package/lib/engine-components/webxr/WebXRImageTracking.js +470 -470
  619. package/lib/engine-components/webxr/WebXRPlaneTracking.d.ts +92 -92
  620. package/lib/engine-components/webxr/WebXRPlaneTracking.js +500 -500
  621. package/lib/engine-components/webxr/WebXRRig.d.ts +32 -32
  622. package/lib/engine-components/webxr/WebXRRig.js +72 -72
  623. package/lib/engine-components/webxr/XRFlag.d.ts +38 -38
  624. package/lib/engine-components/webxr/XRFlag.js +139 -139
  625. package/lib/engine-components/webxr/controllers/XRControllerFollow.d.ts +47 -47
  626. package/lib/engine-components/webxr/controllers/XRControllerFollow.js +120 -120
  627. package/lib/engine-components/webxr/controllers/XRControllerModel.d.ts +43 -43
  628. package/lib/engine-components/webxr/controllers/XRControllerModel.js +351 -351
  629. package/lib/engine-components/webxr/controllers/XRControllerMovement.d.ts +78 -78
  630. package/lib/engine-components/webxr/controllers/XRControllerMovement.js +506 -506
  631. package/lib/engine-components/webxr/index.d.ts +3 -3
  632. package/lib/engine-components/webxr/index.js +3 -3
  633. package/lib/engine-components/webxr/types.d.ts +3 -3
  634. package/lib/engine-components/webxr/types.js +1 -1
  635. package/lib/engine-components-experimental/Presentation.d.ts +6 -6
  636. package/lib/engine-components-experimental/Presentation.js +9 -9
  637. package/lib/engine-components-experimental/api.d.ts +4 -4
  638. package/lib/engine-components-experimental/api.js +4 -4
  639. package/lib/engine-components-experimental/networking/PlayerSync.d.ts +156 -156
  640. package/lib/engine-components-experimental/networking/PlayerSync.js +377 -377
  641. package/lib/engine-schemes/api.d.ts +12 -12
  642. package/lib/engine-schemes/api.js +12 -12
  643. package/lib/engine-schemes/schemes.d.ts +7 -7
  644. package/lib/engine-schemes/schemes.js +19 -19
  645. package/lib/engine-schemes/synced-camera-model.d.ts +25 -25
  646. package/lib/engine-schemes/synced-camera-model.js +67 -67
  647. package/lib/engine-schemes/synced-transform-model.d.ts +31 -31
  648. package/lib/engine-schemes/synced-transform-model.js +66 -66
  649. package/lib/engine-schemes/transform.d.ts +12 -12
  650. package/lib/engine-schemes/transform.js +39 -39
  651. package/lib/engine-schemes/vec2.d.ts +10 -10
  652. package/lib/engine-schemes/vec2.js +25 -25
  653. package/lib/engine-schemes/vec3.d.ts +11 -11
  654. package/lib/engine-schemes/vec3.js +29 -29
  655. package/lib/engine-schemes/vec4.d.ts +12 -12
  656. package/lib/engine-schemes/vec4.js +33 -33
  657. package/lib/engine-schemes/vr-user-state-buffer.d.ts +37 -37
  658. package/lib/engine-schemes/vr-user-state-buffer.js +110 -110
  659. package/lib/include/three/EXT_mesh_gpu_instancing_exporter.d.ts +6 -6
  660. package/lib/include/three/EXT_mesh_gpu_instancing_exporter.js +45 -45
  661. package/lib/needle-engine.d.ts +7 -7
  662. package/lib/needle-engine.js +64 -64
  663. package/package.json +1 -1
  664. package/plugins/common/buildinfo.js +64 -64
  665. package/plugins/common/cloud.js +1 -1
  666. package/plugins/common/config.cjs +31 -31
  667. package/plugins/common/config.js +35 -35
  668. package/plugins/common/files.js +31 -31
  669. package/plugins/common/generator.js +10 -10
  670. package/plugins/common/license.js +341 -317
  671. package/plugins/common/npm.js +15 -15
  672. package/plugins/common/timers.js +7 -7
  673. package/plugins/common/version.js +37 -37
  674. package/plugins/gltf-packer.mjs +1 -1
  675. package/plugins/next/alias.cjs +39 -39
  676. package/plugins/next/license.cjs +18 -18
  677. package/plugins/next/meshbvhworker.cjs +18 -18
  678. package/plugins/next/next.js +128 -128
  679. package/plugins/types/index.d.ts +2 -2
  680. package/plugins/types/license.d.ts +24 -24
  681. package/plugins/types/needleConfig.d.ts +27 -27
  682. package/plugins/types/userconfig.d.ts +105 -105
  683. package/plugins/types/webmanifest.d.ts +32 -32
  684. package/plugins/vite/alias.js +174 -174
  685. package/plugins/vite/asap.js +245 -245
  686. package/plugins/vite/build-pipeline.js +355 -355
  687. package/plugins/vite/build.js +19 -19
  688. package/plugins/vite/buildinfo.js +41 -41
  689. package/plugins/vite/config.js +106 -106
  690. package/plugins/vite/copyfiles.js +138 -138
  691. package/plugins/vite/defines.js +66 -66
  692. package/plugins/vite/dependencies.js +216 -213
  693. package/plugins/vite/dependency-watcher.js +231 -231
  694. package/plugins/vite/drop-client.js +76 -76
  695. package/plugins/vite/drop.js +87 -87
  696. package/plugins/vite/editor-connection.js +124 -124
  697. package/plugins/vite/facebook-instant-games.js +99 -99
  698. package/plugins/vite/gzip.js +5 -5
  699. package/plugins/vite/imports-logger.js +143 -143
  700. package/plugins/vite/index.js +139 -139
  701. package/plugins/vite/license.js +55 -55
  702. package/plugins/vite/meta.js +163 -163
  703. package/plugins/vite/npm.js +7 -7
  704. package/plugins/vite/peer.js +29 -29
  705. package/plugins/vite/poster-client.js +73 -73
  706. package/plugins/vite/poster.js +79 -79
  707. package/plugins/vite/pwa.js +604 -604
  708. package/plugins/vite/reload-client.js +15 -15
  709. package/plugins/vite/reload.js +363 -363
  710. package/plugins/vite/server.js +66 -66
  711. package/plugins/vite/transform-codegen.js +55 -55
  712. package/plugins/vite/transform.js +31 -31
  713. package/plugins/vite/vite-4.4-hack.js +31 -31
  714. package/src/asap/needle-asap.ts +111 -111
  715. package/src/asap/sessiongranted.ts +75 -75
  716. package/src/asap/utils.ts +4 -4
  717. package/src/engine/analytics/index.ts +10 -10
  718. package/src/engine/analytics/lcp.ts +35 -35
  719. package/src/engine/api.ts +81 -81
  720. package/src/engine/assets/index.ts +59 -59
  721. package/src/engine/assets/static.js +5 -5
  722. package/src/engine/codegen/register_types.ts +302 -302
  723. package/src/engine/debug/debug.ts +51 -51
  724. package/src/engine/debug/debug_console.ts +333 -333
  725. package/src/engine/debug/debug_overlay.ts +332 -332
  726. package/src/engine/debug/debug_spatial_console.ts +429 -429
  727. package/src/engine/debug/index.ts +1 -1
  728. package/src/engine/engine_addressables.ts +679 -679
  729. package/src/engine/engine_animation.ts +145 -145
  730. package/src/engine/engine_application.ts +113 -113
  731. package/src/engine/engine_assetdatabase.ts +387 -387
  732. package/src/engine/engine_audio.ts +24 -24
  733. package/src/engine/engine_camera.ts +39 -39
  734. package/src/engine/engine_components.ts +373 -373
  735. package/src/engine/engine_components_internal.ts +40 -40
  736. package/src/engine/engine_constants.ts +52 -52
  737. package/src/engine/engine_context.ts +1662 -1662
  738. package/src/engine/engine_context_registry.ts +129 -129
  739. package/src/engine/engine_coroutine.ts +54 -54
  740. package/src/engine/engine_create_objects.ts +398 -398
  741. package/src/engine/engine_default_parameters.ts +3 -3
  742. package/src/engine/engine_editor-sync.ts +28 -28
  743. package/src/engine/engine_element.ts +869 -871
  744. package/src/engine/engine_element_attributes.ts +85 -85
  745. package/src/engine/engine_element_extras.ts +16 -16
  746. package/src/engine/engine_element_loading.ts +381 -381
  747. package/src/engine/engine_element_overlay.ts +186 -186
  748. package/src/engine/engine_fileloader.js +9 -9
  749. package/src/engine/engine_gameobject.ts +684 -684
  750. package/src/engine/engine_generic_utils.js +13 -13
  751. package/src/engine/engine_gizmos.ts +577 -577
  752. package/src/engine/engine_gltf.ts +29 -29
  753. package/src/engine/engine_gltf_builtin_components.ts +403 -403
  754. package/src/engine/engine_hot_reload.ts +198 -198
  755. package/src/engine/engine_input.ts +1460 -1460
  756. package/src/engine/engine_input_utils.ts +23 -23
  757. package/src/engine/engine_instancing.ts +45 -45
  758. package/src/engine/engine_license.ts +329 -329
  759. package/src/engine/engine_lifecycle_api.ts +106 -106
  760. package/src/engine/engine_lifecycle_functions_internal.ts +193 -193
  761. package/src/engine/engine_lightdata.ts +117 -117
  762. package/src/engine/engine_loaders.ts +82 -82
  763. package/src/engine/engine_lods.ts +168 -168
  764. package/src/engine/engine_mainloop_utils.ts +472 -472
  765. package/src/engine/engine_math.ts +282 -282
  766. package/src/engine/engine_modules.ts +83 -83
  767. package/src/engine/engine_networking.ts +841 -841
  768. package/src/engine/engine_networking_auto.ts +352 -352
  769. package/src/engine/engine_networking_blob.ts +254 -254
  770. package/src/engine/engine_networking_files.ts +217 -217
  771. package/src/engine/engine_networking_files_default_components.ts +58 -58
  772. package/src/engine/engine_networking_instantiate.ts +419 -419
  773. package/src/engine/engine_networking_peer.ts +159 -159
  774. package/src/engine/engine_networking_streams.ts +713 -713
  775. package/src/engine/engine_networking_types.ts +24 -24
  776. package/src/engine/engine_networking_utils.ts +23 -23
  777. package/src/engine/engine_networking_websocket.ts +2 -2
  778. package/src/engine/engine_patcher.ts +199 -199
  779. package/src/engine/engine_physics.ts +783 -783
  780. package/src/engine/engine_physics.types.ts +46 -46
  781. package/src/engine/engine_physics_rapier.ts +1579 -1579
  782. package/src/engine/engine_playerview.ts +80 -80
  783. package/src/engine/engine_scenelighting.ts +294 -294
  784. package/src/engine/engine_scenetools.ts +365 -365
  785. package/src/engine/engine_serialization.ts +2 -2
  786. package/src/engine/engine_serialization_builtin_serializer.ts +473 -473
  787. package/src/engine/engine_serialization_core.ts +705 -705
  788. package/src/engine/engine_serialization_decorator.ts +80 -80
  789. package/src/engine/engine_setup.ts +1 -1
  790. package/src/engine/engine_shaders.ts +267 -267
  791. package/src/engine/engine_shims.ts +32 -32
  792. package/src/engine/engine_test_utils.ts +109 -109
  793. package/src/engine/engine_texture.ts +82 -82
  794. package/src/engine/engine_three_utils.ts +849 -849
  795. package/src/engine/engine_time.ts +94 -94
  796. package/src/engine/engine_time_utils.ts +237 -237
  797. package/src/engine/engine_tonemapping.ts +210 -210
  798. package/src/engine/engine_types.ts +714 -714
  799. package/src/engine/engine_typestore.ts +63 -63
  800. package/src/engine/engine_util_decorator.ts +136 -136
  801. package/src/engine/engine_utils.ts +972 -972
  802. package/src/engine/engine_utils_format.ts +212 -212
  803. package/src/engine/engine_utils_screenshot.ts +698 -698
  804. package/src/engine/engine_utils_screenshot.xr.ts +103 -103
  805. package/src/engine/export/gltf/Writers.ts +34 -34
  806. package/src/engine/export/gltf/index.ts +158 -158
  807. package/src/engine/export/index.ts +2 -2
  808. package/src/engine/export/state.ts +19 -19
  809. package/src/engine/export/utils.ts +9 -9
  810. package/src/engine/extensions/EXT_texture_exr.ts +50 -50
  811. package/src/engine/extensions/NEEDLE_animator_controller_model.ts +195 -195
  812. package/src/engine/extensions/NEEDLE_components.ts +268 -268
  813. package/src/engine/extensions/NEEDLE_gameobject_data.ts +81 -81
  814. package/src/engine/extensions/NEEDLE_lighting_settings.ts +185 -185
  815. package/src/engine/extensions/NEEDLE_lightmaps.ts +119 -119
  816. package/src/engine/extensions/NEEDLE_persistent_assets.ts +76 -76
  817. package/src/engine/extensions/NEEDLE_render_objects.ts +209 -209
  818. package/src/engine/extensions/NEEDLE_techniques_webgl.ts +640 -640
  819. package/src/engine/extensions/extension_resolver.ts +4 -4
  820. package/src/engine/extensions/extension_utils.ts +166 -166
  821. package/src/engine/extensions/extensions.ts +135 -135
  822. package/src/engine/extensions/index.ts +5 -5
  823. package/src/engine/extensions/usage_tracker.ts +100 -100
  824. package/src/engine/js-extensions/Camera.ts +37 -37
  825. package/src/engine/js-extensions/ExtensionUtils.ts +85 -85
  826. package/src/engine/js-extensions/Layers.ts +23 -23
  827. package/src/engine/js-extensions/Object3D.ts +296 -296
  828. package/src/engine/js-extensions/RGBAColor.ts +125 -75
  829. package/src/engine/js-extensions/Vector.ts +18 -18
  830. package/src/engine/js-extensions/index.ts +4 -4
  831. package/src/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.js +122 -122
  832. package/src/engine/shaders/shaderData.ts +67 -67
  833. package/src/engine/tests/test_utils.ts +63 -63
  834. package/src/engine/webcomponents/WebXRButtons.ts +260 -260
  835. package/src/engine/webcomponents/api.ts +6 -6
  836. package/src/engine/webcomponents/buttons.ts +262 -262
  837. package/src/engine/webcomponents/fonts.ts +41 -41
  838. package/src/engine/webcomponents/icons.ts +57 -57
  839. package/src/engine/webcomponents/index.ts +1 -1
  840. package/src/engine/webcomponents/logo-element.ts +78 -78
  841. package/src/engine/webcomponents/needle menu/needle-menu-spatial.ts +573 -573
  842. package/src/engine/webcomponents/needle menu/needle-menu.ts +1107 -1107
  843. package/src/engine/webcomponents/needle-button.ts +181 -181
  844. package/src/engine/xr/NeedleXRController.ts +1126 -1126
  845. package/src/engine/xr/NeedleXRSession.ts +1585 -1585
  846. package/src/engine/xr/NeedleXRSync.ts +220 -220
  847. package/src/engine/xr/SceneTransition.ts +78 -78
  848. package/src/engine/xr/TempXRContext.ts +216 -216
  849. package/src/engine/xr/XRRig.ts +9 -9
  850. package/src/engine/xr/api.ts +5 -5
  851. package/src/engine/xr/events.ts +102 -102
  852. package/src/engine/xr/internal.ts +34 -34
  853. package/src/engine/xr/usdz.ts +30 -30
  854. package/src/engine/xr/utils.ts +39 -39
  855. package/src/engine-components/AlignmentConstraint.ts +36 -36
  856. package/src/engine-components/Animation.ts +557 -557
  857. package/src/engine-components/AnimationCurve.ts +150 -150
  858. package/src/engine-components/AnimationUtils.ts +28 -28
  859. package/src/engine-components/AnimationUtilsAutoplay.ts +43 -43
  860. package/src/engine-components/Animator.ts +397 -397
  861. package/src/engine-components/AnimatorController.ts +1293 -1293
  862. package/src/engine-components/AudioListener.ts +92 -92
  863. package/src/engine-components/AudioSource.ts +639 -639
  864. package/src/engine-components/AvatarLoader.ts +263 -263
  865. package/src/engine-components/AxesHelper.ts +59 -59
  866. package/src/engine-components/BasicIKConstraint.ts +54 -54
  867. package/src/engine-components/BoxCollider.ts +1 -1
  868. package/src/engine-components/BoxHelperComponent.ts +114 -114
  869. package/src/engine-components/Camera.ts +719 -707
  870. package/src/engine-components/CameraUtils.ts +133 -142
  871. package/src/engine-components/CharacterController.ts +253 -253
  872. package/src/engine-components/Collider.ts +374 -374
  873. package/src/engine-components/Component.ts +1294 -1294
  874. package/src/engine-components/ContactShadows.ts +482 -482
  875. package/src/engine-components/DeleteBox.ts +62 -62
  876. package/src/engine-components/DeviceFlag.ts +46 -46
  877. package/src/engine-components/DragControls.ts +1623 -1623
  878. package/src/engine-components/DropListener.ts +698 -698
  879. package/src/engine-components/Duplicatable.ts +198 -198
  880. package/src/engine-components/EventList.ts +266 -266
  881. package/src/engine-components/EventTrigger.ts +74 -74
  882. package/src/engine-components/EventType.ts +22 -22
  883. package/src/engine-components/Fog.ts +60 -60
  884. package/src/engine-components/Gizmos.ts +56 -56
  885. package/src/engine-components/GridHelper.ts +48 -48
  886. package/src/engine-components/GroundProjection.ts +356 -356
  887. package/src/engine-components/Interactable.ts +14 -14
  888. package/src/engine-components/Joints.ts +52 -52
  889. package/src/engine-components/LODGroup.ts +153 -153
  890. package/src/engine-components/Light.ts +558 -558
  891. package/src/engine-components/LookAtConstraint.ts +25 -25
  892. package/src/engine-components/NeedleMenu.ts +84 -84
  893. package/src/engine-components/NestedGltf.ts +86 -86
  894. package/src/engine-components/Networking.ts +114 -114
  895. package/src/engine-components/OffsetConstraint.ts +60 -60
  896. package/src/engine-components/OrbitControls.ts +1068 -1068
  897. package/src/engine-components/PlayerColor.ts +103 -103
  898. package/src/engine-components/ReflectionProbe.ts +209 -209
  899. package/src/engine-components/Renderer.ts +900 -900
  900. package/src/engine-components/RendererInstancing.ts +855 -855
  901. package/src/engine-components/RendererLightmap.ts +198 -198
  902. package/src/engine-components/RigidBody.ts +526 -526
  903. package/src/engine-components/SceneSwitcher.ts +1013 -1013
  904. package/src/engine-components/ScreenCapture.ts +592 -592
  905. package/src/engine-components/ShadowCatcher.ts +172 -172
  906. package/src/engine-components/Skybox.ts +455 -455
  907. package/src/engine-components/SmoothFollow.ts +76 -76
  908. package/src/engine-components/SpatialTrigger.ts +229 -229
  909. package/src/engine-components/SpectatorCamera.ts +787 -787
  910. package/src/engine-components/SphereCollider.ts +1 -1
  911. package/src/engine-components/SpriteRenderer.ts +468 -468
  912. package/src/engine-components/SyncedCamera.ts +220 -220
  913. package/src/engine-components/SyncedRoom.ts +380 -380
  914. package/src/engine-components/SyncedTransform.ts +383 -378
  915. package/src/engine-components/TestRunner.ts +118 -118
  916. package/src/engine-components/TransformGizmo.ts +219 -219
  917. package/src/engine-components/VideoPlayer.ts +1025 -1025
  918. package/src/engine-components/Voip.ts +363 -363
  919. package/src/engine-components/api.ts +60 -60
  920. package/src/engine-components/avatar/AvatarBlink_Simple.ts +69 -69
  921. package/src/engine-components/avatar/AvatarEyeLook_Rotation.ts +63 -63
  922. package/src/engine-components/avatar/Avatar_Brain_LookAt.ts +139 -139
  923. package/src/engine-components/avatar/Avatar_MouthShapes.ts +83 -83
  924. package/src/engine-components/avatar/Avatar_MustacheShake.ts +31 -31
  925. package/src/engine-components/codegen/components.ts +217 -217
  926. package/src/engine-components/debug/LogStats.ts +21 -21
  927. package/src/engine-components/export/gltf/GltfExport.ts +265 -265
  928. package/src/engine-components/export/usdz/Extension.ts +24 -24
  929. package/src/engine-components/export/usdz/ThreeUSDZExporter.ts +2413 -2413
  930. package/src/engine-components/export/usdz/USDZExporter.ts +705 -705
  931. package/src/engine-components/export/usdz/extensions/Animation.ts +1204 -1204
  932. package/src/engine-components/export/usdz/extensions/DocumentExtension.ts +9 -9
  933. package/src/engine-components/export/usdz/extensions/USDZText.ts +240 -240
  934. package/src/engine-components/export/usdz/extensions/USDZUI.ts +189 -189
  935. package/src/engine-components/export/usdz/extensions/behavior/Actions.ts +99 -99
  936. package/src/engine-components/export/usdz/extensions/behavior/AudioExtension.ts +102 -102
  937. package/src/engine-components/export/usdz/extensions/behavior/Behaviour.ts +320 -320
  938. package/src/engine-components/export/usdz/extensions/behavior/BehaviourComponents.ts +1225 -1225
  939. package/src/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.ts +646 -646
  940. package/src/engine-components/export/usdz/extensions/behavior/PhysicsExtension.ts +132 -132
  941. package/src/engine-components/export/usdz/index.ts +2 -2
  942. package/src/engine-components/export/usdz/utils/animationutils.ts +191 -191
  943. package/src/engine-components/export/usdz/utils/quicklook.ts +50 -50
  944. package/src/engine-components/particlesystem/ParticleSystem.ts +1287 -1287
  945. package/src/engine-components/particlesystem/ParticleSystemModules.ts +1765 -1765
  946. package/src/engine-components/particlesystem/ParticleSystemSubEmitter.ts +111 -111
  947. package/src/engine-components/particlesystem/api.ts +1 -1
  948. package/src/engine-components/postprocessing/Effects/Antialiasing.ts +55 -55
  949. package/src/engine-components/postprocessing/Effects/BloomEffect.ts +116 -116
  950. package/src/engine-components/postprocessing/Effects/ChromaticAberration.ts +37 -37
  951. package/src/engine-components/postprocessing/Effects/ColorAdjustments.ts +95 -95
  952. package/src/engine-components/postprocessing/Effects/DepthOfField.ts +103 -103
  953. package/src/engine-components/postprocessing/Effects/EffectWrapper.ts +25 -25
  954. package/src/engine-components/postprocessing/Effects/Pixelation.ts +32 -32
  955. package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.ts +90 -90
  956. package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.ts +191 -191
  957. package/src/engine-components/postprocessing/Effects/Sharpening.ts +138 -138
  958. package/src/engine-components/postprocessing/Effects/TiltShiftEffect.ts +61 -61
  959. package/src/engine-components/postprocessing/Effects/Tonemapping.ts +155 -155
  960. package/src/engine-components/postprocessing/Effects/Vignette.ts +59 -59
  961. package/src/engine-components/postprocessing/PostProcessingEffect.ts +172 -172
  962. package/src/engine-components/postprocessing/PostProcessingHandler.ts +398 -398
  963. package/src/engine-components/postprocessing/Volume.ts +410 -410
  964. package/src/engine-components/postprocessing/VolumeParameter.ts +158 -158
  965. package/src/engine-components/postprocessing/VolumeProfile.ts +61 -61
  966. package/src/engine-components/postprocessing/index.ts +5 -5
  967. package/src/engine-components/postprocessing/utils.ts +52 -52
  968. package/src/engine-components/timeline/PlayableDirector.ts +722 -722
  969. package/src/engine-components/timeline/SignalAsset.ts +144 -144
  970. package/src/engine-components/timeline/TimelineModels.ts +92 -92
  971. package/src/engine-components/timeline/TimelineTracks.ts +967 -967
  972. package/src/engine-components/timeline/index.ts +3 -3
  973. package/src/engine-components/ui/BaseUIComponent.ts +203 -203
  974. package/src/engine-components/ui/Button.ts +307 -307
  975. package/src/engine-components/ui/Canvas.ts +419 -419
  976. package/src/engine-components/ui/CanvasGroup.ts +54 -54
  977. package/src/engine-components/ui/EventSystem.ts +853 -853
  978. package/src/engine-components/ui/Graphic.ts +275 -275
  979. package/src/engine-components/ui/Image.ts +112 -112
  980. package/src/engine-components/ui/InputField.ts +321 -321
  981. package/src/engine-components/ui/Interfaces.ts +57 -57
  982. package/src/engine-components/ui/Layout.ts +334 -334
  983. package/src/engine-components/ui/Outline.ts +13 -13
  984. package/src/engine-components/ui/PointerEvents.ts +206 -206
  985. package/src/engine-components/ui/RaycastUtils.ts +69 -69
  986. package/src/engine-components/ui/Raycaster.ts +102 -102
  987. package/src/engine-components/ui/RectTransform.ts +372 -372
  988. package/src/engine-components/ui/SpatialHtml.ts +79 -79
  989. package/src/engine-components/ui/Text.ts +578 -578
  990. package/src/engine-components/ui/Utils.ts +112 -112
  991. package/src/engine-components/utils/EnvironmentScene.ts +245 -245
  992. package/src/engine-components/utils/LookAt.ts +88 -88
  993. package/src/engine-components/utils/OpenURL.ts +114 -114
  994. package/src/engine-components/webxr/Avatar.ts +265 -265
  995. package/src/engine-components/webxr/TeleportTarget.ts +9 -9
  996. package/src/engine-components/webxr/WebARCameraBackground.ts +175 -175
  997. package/src/engine-components/webxr/WebARSessionRoot.ts +880 -880
  998. package/src/engine-components/webxr/WebXR.ts +585 -585
  999. package/src/engine-components/webxr/WebXRAvatar.ts +66 -66
  1000. package/src/engine-components/webxr/WebXRImageTracking.ts +518 -518
  1001. package/src/engine-components/webxr/WebXRPlaneTracking.ts +570 -570
  1002. package/src/engine-components/webxr/WebXRRig.ts +77 -77
  1003. package/src/engine-components/webxr/XRFlag.ts +147 -147
  1004. package/src/engine-components/webxr/controllers/XRControllerFollow.ts +118 -118
  1005. package/src/engine-components/webxr/controllers/XRControllerModel.ts +374 -374
  1006. package/src/engine-components/webxr/controllers/XRControllerMovement.ts +550 -550
  1007. package/src/engine-components/webxr/index.ts +2 -2
  1008. package/src/engine-components/webxr/types.ts +3 -3
  1009. package/src/engine-components-experimental/Presentation.ts +12 -12
  1010. package/src/engine-components-experimental/api.ts +4 -4
  1011. package/src/engine-components-experimental/networking/PlayerSync.ts +401 -401
  1012. package/src/engine-schemes/COMPILE_SCHEMES.bat +3 -3
  1013. package/src/engine-schemes/COMPILE_TS.bat +11 -11
  1014. package/src/engine-schemes/README.md +1 -1
  1015. package/src/engine-schemes/api.ts +12 -12
  1016. package/src/engine-schemes/dist/api.js +17 -0
  1017. package/src/engine-schemes/dist/api.js.meta +7 -0
  1018. package/src/engine-schemes/dist/schemes.js +25 -0
  1019. package/src/engine-schemes/dist/schemes.js.meta +7 -0
  1020. package/src/engine-schemes/dist/synced-camera-model.js +74 -0
  1021. package/src/engine-schemes/dist/synced-camera-model.js.meta +7 -0
  1022. package/src/engine-schemes/dist/synced-transform-model.js +73 -0
  1023. package/src/engine-schemes/dist/synced-transform-model.js.meta +7 -0
  1024. package/src/engine-schemes/dist/transform.js +46 -0
  1025. package/src/engine-schemes/dist/transform.js.meta +7 -0
  1026. package/src/engine-schemes/dist/vec2.js +32 -0
  1027. package/src/engine-schemes/dist/vec2.js.meta +7 -0
  1028. package/src/engine-schemes/dist/vec3.js +36 -0
  1029. package/src/engine-schemes/dist/vec3.js.meta +7 -0
  1030. package/src/engine-schemes/dist/vec4.js +40 -0
  1031. package/src/engine-schemes/dist/vec4.js.meta +7 -0
  1032. package/src/engine-schemes/dist/vr-user-state-buffer.js +110 -0
  1033. package/src/engine-schemes/dist/vr-user-state-buffer.js.meta +7 -0
  1034. package/src/engine-schemes/schemes.ts +28 -28
  1035. package/src/engine-schemes/synced-camera-model.ts +92 -92
  1036. package/src/engine-schemes/synced-transform-model.ts +90 -90
  1037. package/src/engine-schemes/syncedCamera.fbs +10 -10
  1038. package/src/engine-schemes/transform.ts +50 -50
  1039. package/src/engine-schemes/transforms.fbs +25 -25
  1040. package/src/engine-schemes/vec.fbs +19 -19
  1041. package/src/engine-schemes/vec2.ts +33 -33
  1042. package/src/engine-schemes/vec3.ts +38 -38
  1043. package/src/engine-schemes/vec4.ts +43 -43
  1044. package/src/engine-schemes/vr-user-state-buffer.ts +145 -145
  1045. package/src/engine-schemes/vrUserStateBuffer.fbs +17 -17
  1046. package/src/include/draco/draco_decoder.js +34 -34
  1047. package/src/include/ktx2/basis_transcoder.js +21 -21
  1048. package/src/include/needle/arial-msdf.json +1471 -1471
  1049. package/src/include/three/DragControls.js +231 -231
  1050. package/src/include/three/EXT_mesh_gpu_instancing_exporter.js +66 -66
  1051. package/src/needle-engine.ts +70 -70
@@ -1,1266 +1,1266 @@
1
- import { Matrix4, Object3D, Ray, Vector2, Vector3 } from 'three';
2
- import { showBalloonMessage, showBalloonWarning } from './debug/debug.js';
3
- import { Context } from './engine_setup.js';
4
- import { getTempVector, getWorldQuaternion } from './engine_three_utils.js';
5
- import { DeviceUtilities, getParam } from './engine_utils.js';
6
- const debug = getParam("debuginput");
7
- export var PointerType;
8
- (function (PointerType) {
9
- PointerType["Mouse"] = "mouse";
10
- PointerType["Touch"] = "touch";
11
- PointerType["Controller"] = "controller";
12
- PointerType["Hand"] = "hand";
13
- })(PointerType || (PointerType = {}));
14
- var PointerEnumType;
15
- (function (PointerEnumType) {
16
- PointerEnumType["PointerDown"] = "pointerdown";
17
- PointerEnumType["PointerUp"] = "pointerup";
18
- PointerEnumType["PointerMove"] = "pointermove";
19
- })(PointerEnumType || (PointerEnumType = {}));
20
- var KeyboardEnumType;
21
- (function (KeyboardEnumType) {
22
- KeyboardEnumType["KeyDown"] = "keydown";
23
- KeyboardEnumType["KeyUp"] = "keyup";
24
- KeyboardEnumType["KeyPressed"] = "keypress";
25
- })(KeyboardEnumType || (KeyboardEnumType = {}));
26
- export var InputEvents;
27
- (function (InputEvents) {
28
- InputEvents["PointerDown"] = "pointerdown";
29
- InputEvents["PointerUp"] = "pointerup";
30
- InputEvents["PointerMove"] = "pointermove";
31
- InputEvents["KeyDown"] = "keydown";
32
- InputEvents["KeyUp"] = "keyup";
33
- InputEvents["KeyPressed"] = "keypress";
34
- })(InputEvents || (InputEvents = {}));
35
- /**
36
- * The Needle Engine Pointer Event is a custom event that extends the PointerEvent. It holds additional information like the device index, the origin of the event, the mode of the event (e.g. screen or spatial), the ray in world space, the space of the device, and more.
37
- */
38
- export class NEPointerEvent extends PointerEvent {
39
- /**
40
- * Spatial input data
41
- */
42
- clientZ;
43
- /** the device index: mouse and touch are always 0, otherwise e.g. index of the connected Gamepad or XRController */
44
- deviceIndex;
45
- /** The origin of the event contains a reference to the creator of this event.
46
- * This can be the Needle Engine input system or e.g. a XR controller.
47
- * Implement `onPointerHits` to receive the intersections of this event.
48
- */
49
- origin;
50
- /** the browser event that triggered this event (if any) */
51
- source;
52
- /** Is the pointer event created via a touch on screen or a spatial device like a XR controller or hand tracking? */
53
- mode;
54
- /** Returns true if the input was emitted in 3D space (and not by e.g. clicking on a 2D screen). You can use {@link mode} if you need more information about the input source */
55
- get isSpatial() {
56
- return this.mode != "screen";
57
- }
58
- /** A ray in worldspace for the event.
59
- * If the ray is undefined you can also use `space.worldForward` and `space.worldPosition` */
60
- get ray() {
61
- if (!this._ray) {
62
- this._ray = new Ray(this.space.worldPosition.clone(), this.space.worldForward.clone());
63
- }
64
- return this._ray;
65
- }
66
- set ray(value) { this._ray = value; }
67
- /**@returns true if this event has a ray. If you access the ray property a ray will automatically created */
68
- get hasRay() { return this._ray !== undefined; }
69
- _ray;
70
- /** The device space (this object is not necessarily rendered in the scene but you can access or copy the matrix)
71
- * E.g. you can access the input world space source position with `space.worldPosition` or world direction with `space.worldForward`
72
- */
73
- space;
74
- /** true if this event is a click */
75
- isClick = false;
76
- /** true if this event is a double click */
77
- isDoubleClick = false;
78
- /** @returns `true` if the event is marked to be used (when `use()` has been called). Default: `false` */
79
- get used() { return this._used; }
80
- _used = false;
81
- /** Call to mark an event to be used */
82
- use() {
83
- this._used = true;
84
- }
85
- /** Unique identifier for this input: a combination of the deviceIndex + button to uniquely identify the exact input (e.g. LeftController:Button0 = 0, RightController:Button1 = 11) */
86
- get pointerId() { return this._pointerid; }
87
- _pointerid;
88
- // this is set via the init arguments (we override it here for intellisense to show the string options)
89
- /** What type of input created this event: touch, mouse, xr controller, xr hand tracking... */
90
- get pointerType() { return this._pointerType; }
91
- _pointerType;
92
- // this is set via the init arguments (we override it here for intellisense to show the string options)
93
- /** The input that raised this event like `pointerdown` */
94
- get type() { return this._type; }
95
- _type;
96
- /** metadata can be used to associate additional information with the event */
97
- metadata = {};
98
- /** intersections that were generated from this event (or are associated with this event in any way) */
99
- intersections = new Array();
100
- constructor(type, source, init) {
101
- super(type, init);
102
- this.clientZ = init.clientZ;
103
- // apply the init arguments. Otherwise the arguments will be undefined in the bundled / published version of needle engine
104
- // so we have to be careful if we override properties - we then also need to set them in the constructor
105
- this._pointerid = init.pointerId;
106
- this._pointerType = init.pointerType;
107
- this._type = type;
108
- this.deviceIndex = init.deviceIndex;
109
- this.origin = init.origin;
110
- this.source = source;
111
- this.mode = init.mode;
112
- this._ray = init.ray;
113
- this.space = init.device;
114
- }
115
- _immediatePropagationStopped = false;
116
- get immediatePropagationStopped() {
117
- return this._immediatePropagationStopped;
118
- }
119
- _propagationStopped = false;
120
- get propagationStopped() {
121
- return this._immediatePropagationStopped || this._propagationStopped;
122
- }
123
- stopImmediatePropagation() {
124
- this._immediatePropagationStopped = true;
125
- super.stopImmediatePropagation();
126
- this.source?.stopImmediatePropagation();
127
- }
128
- stopPropagation() {
129
- this._propagationStopped = true;
130
- super.stopPropagation();
131
- this.source?.stopPropagation();
132
- if (debug)
133
- console.warn("Stop propagation...", this.pointerId, this.pointerType);
134
- }
135
- }
136
- export class NEKeyboardEvent extends KeyboardEvent {
137
- source;
138
- constructor(type, source, init) {
139
- super(type, init);
140
- this.source = source;
141
- }
142
- stopImmediatePropagation() {
143
- super.stopImmediatePropagation();
144
- this.source?.stopImmediatePropagation();
145
- }
146
- }
147
- export class KeyEventArgs {
148
- key;
149
- keyType;
150
- source;
151
- constructor(evt) {
152
- this.key = evt.key;
153
- this.keyType = evt.type;
154
- this.source = evt;
155
- }
156
- }
157
- export var InputEventQueue;
158
- (function (InputEventQueue) {
159
- InputEventQueue[InputEventQueue["Early"] = -100] = "Early";
160
- InputEventQueue[InputEventQueue["Default"] = 0] = "Default";
161
- InputEventQueue[InputEventQueue["Late"] = 100] = "Late";
162
- })(InputEventQueue || (InputEventQueue = {}));
163
- /**
164
- * The input system is responsible for handling all input events like pointer events (mouse, touch, xr controllers) and keyboard events.
165
- */
166
- export class Input {
167
- /** This is a list of event listeners per event type (e.g. pointerdown, pointerup, keydown...). Each entry contains a priority and list of listeners.
168
- * That way users can control if they want to receive events before or after other listeners (e.g subscribe to pointer events before the EventSystem receives them) - this allows certain listeners to be always invoked first (or last) and stop propagation
169
- * Listeners per event are sorted
170
- */
171
- _eventListeners = {};
172
- addEventListener(type, callback, options) {
173
- if (!this._eventListeners[type])
174
- this._eventListeners[type] = [];
175
- if (!callback || typeof callback !== "function") {
176
- console.error("Invalid call to addEventListener: callback is required and must be a function!");
177
- return;
178
- }
179
- if (!options)
180
- options = {};
181
- // create a copy of the options object to avoid the original object being modified
182
- else
183
- options = { ...options };
184
- let queue = 0;
185
- if (options?.queue != undefined)
186
- queue = options.queue;
187
- const listeners = this._eventListeners[type];
188
- const queueListeners = listeners.find(l => l.priority === queue);
189
- if (!queueListeners) {
190
- listeners.push({ priority: queue, listeners: [{ callback, options }] });
191
- // ensure we sort the listeners by priority
192
- listeners.sort((a, b) => a.priority - b.priority);
193
- }
194
- else {
195
- queueListeners.listeners.push({ callback, options });
196
- }
197
- }
198
- removeEventListener(type, callback, options) {
199
- if (!this._eventListeners[type])
200
- return;
201
- if (!callback)
202
- return;
203
- const listeners = this._eventListeners[type];
204
- // if a specific queue is requested the callback should only be removed from that queue
205
- if (options?.queue != undefined) {
206
- const queueListeners = listeners.find(l => l.priority === options.queue);
207
- if (!queueListeners)
208
- return;
209
- const index = queueListeners.listeners.findIndex(l => l.callback === callback);
210
- if (index >= 0)
211
- queueListeners.listeners.splice(index, 1);
212
- }
213
- // if no queue is requested the callback will be removed from all queues
214
- else {
215
- for (const l of listeners) {
216
- const index = l.listeners.findIndex(l => l.callback === callback);
217
- if (index >= 0)
218
- l.listeners.splice(index, 1);
219
- }
220
- }
221
- }
222
- dispatchEvent(evt) {
223
- /** True when the next event queue should not be invoked */
224
- let preventNextEventQueue = false;
225
- // Handle keyboard event
226
- if (evt instanceof NEKeyboardEvent) {
227
- const listeners = this._eventListeners[evt.type];
228
- if (listeners) {
229
- for (const queue of listeners) {
230
- for (let i = 0; i < queue.listeners.length; i++) {
231
- const entry = queue.listeners[i];
232
- // if the abort signal is aborted we remove the listener and will not invoke it
233
- if (entry.options?.signal?.aborted) {
234
- queue.listeners.splice(i, 1);
235
- i--;
236
- continue;
237
- }
238
- // if the event should only be invoked once then we remove the listener before invoking it
239
- if (entry.options.once) {
240
- queue.listeners.splice(i, 1);
241
- i--;
242
- }
243
- entry.callback(evt);
244
- }
245
- }
246
- }
247
- }
248
- // Hnadle pointer event
249
- if (evt instanceof NEPointerEvent) {
250
- const listeners = this._eventListeners[evt.type];
251
- if (listeners) {
252
- for (const queue of listeners) {
253
- if (preventNextEventQueue)
254
- break;
255
- for (let i = 0; i < queue.listeners.length; i++) {
256
- const entry = queue.listeners[i];
257
- // if the abort signal is aborted we remove the listener and will not invoke it
258
- if (entry.options?.signal?.aborted) {
259
- queue.listeners.splice(i, 1);
260
- i--;
261
- continue;
262
- }
263
- // if immediatePropagationStopped is true we stop propagation altogether
264
- if (evt.immediatePropagationStopped) {
265
- preventNextEventQueue = true;
266
- if (debug)
267
- console.log("immediatePropagationStopped", evt.type);
268
- break;
269
- }
270
- // if propagationStopped is true we continue invoking the current queue but then not invoke the next queue
271
- else if (evt.propagationStopped) {
272
- preventNextEventQueue = true;
273
- if (debug)
274
- console.log("propagationStopped", evt.type);
275
- // we do not break here but continue invoking the listeners in the queue
276
- }
277
- // if the event should only be invoked once then we remove the listener before invoking it
278
- if (entry.options.once) {
279
- queue.listeners.splice(i, 1);
280
- i--;
281
- }
282
- entry.callback(evt);
283
- }
284
- }
285
- }
286
- }
287
- }
288
- _doubleClickTimeThreshold = .2;
289
- _longPressTimeThreshold = 1;
290
- get mousePosition() { return this._pointerPositions[0]; }
291
- ;
292
- get mousePositionRC() { return this._pointerPositionsRC[0]; }
293
- get mouseDown() { return this._pointerDown[0]; }
294
- get mouseUp() { return this._pointerUp[0]; }
295
- /** Is the primary pointer clicked (usually the left button). This is equivalent to `input.click` */
296
- get mouseClick() { return this._pointerClick[0]; }
297
- /** Was a double click detected for the primary pointer? This is equivalent to `input.doubleClick` */
298
- get mouseDoubleClick() { return this._pointerDoubleClick[0]; }
299
- get mousePressed() { return this._pointerPressed[0]; }
300
- get mouseWheelChanged() { return this.getMouseWheelChanged(0); }
301
- /** Is the primary pointer double clicked (usually the left button). This is equivalent to `input.mouseDoubleClick` */
302
- get click() { return this._pointerClick[0]; }
303
- /** Was a double click detected for the primary pointer? */
304
- get doubleClick() { return this._pointerDoubleClick[0]; }
305
- /**
306
- * Get a connected Gamepad
307
- * Note: For a gamepad to be available to the browser it must have received input before while the page was focused.
308
- * @link https://developer.mozilla.org/en-US/docs/Web/API/Gamepad_API/Using_the_Gamepad_API
309
- * @returns The gamepad or null if no gamepad is connected
310
- */
311
- getGamepad(index = 0) {
312
- if (typeof navigator !== "undefined" && "getGamepads" in navigator) {
313
- return navigator.getGamepads()[index] || null;
314
- }
315
- return null;
316
- }
317
- _setCursorTypes = [];
318
- /** @deprecated use setCursor("pointer") */
319
- setCursorPointer() {
320
- this.setCursor("pointer");
321
- }
322
- /** @deprecated use unsetCursor() */
323
- setCursorNormal() {
324
- this.unsetCursor("pointer");
325
- }
326
- /**
327
- * Set a custom cursor. This will set the cursor type until unsetCursor is called
328
- */
329
- setCursor(type) {
330
- this._setCursorTypes.push(type);
331
- if (this._setCursorTypes.length > 10) {
332
- this._setCursorTypes.shift();
333
- }
334
- this.updateCursor();
335
- }
336
- /**
337
- * Unset a custom cursor. This will set the cursor type to the previous type or default
338
- */
339
- unsetCursor(type) {
340
- for (let i = this._setCursorTypes.length - 1; i >= 0; i--) {
341
- if (this._setCursorTypes[i] === type) {
342
- this._setCursorTypes.splice(i, 1);
343
- this.updateCursor();
344
- break;
345
- }
346
- }
347
- }
348
- updateCursor() {
349
- if (this._setCursorTypes?.length == 0)
350
- this.context.domElement.style.cursor = "default";
351
- else
352
- this.context.domElement.style.cursor = this._setCursorTypes[this._setCursorTypes.length - 1];
353
- }
354
- /**
355
- * Check if a pointer id is currently used.
356
- */
357
- getIsPointerIdInUse(pointerId) {
358
- for (const evt of this._pointerEventsPressed) {
359
- if (evt.pointerId === pointerId) {
360
- if (evt.used)
361
- return true;
362
- }
363
- }
364
- return false;
365
- }
366
- /** how many pointers are currently pressed */
367
- getPointerPressedCount() {
368
- let count = 0;
369
- for (let i = 0; i < this._pointerPressed.length; i++) {
370
- if (this._pointerPressed[i]) {
371
- count++;
372
- }
373
- }
374
- return count;
375
- }
376
- /**
377
- * Gets the position of the given pointer index in pixel
378
- * @param i The pointer index
379
- * @returns The position of the pointer in pixel
380
- */
381
- getPointerPosition(i) {
382
- if (i >= this._pointerPositions.length)
383
- return null;
384
- return this._pointerPositions[i];
385
- }
386
- getPointerPositionLastFrame(i) {
387
- if (i >= this._pointerPositionsLastFrame.length)
388
- return null;
389
- return this._pointerPositionsLastFrame[i];
390
- }
391
- getPointerPositionDelta(i) {
392
- if (i >= this._pointerPositionsDelta.length)
393
- return null;
394
- return this._pointerPositionsDelta[i];
395
- }
396
- /**
397
- * The pointer position in screenspace coordinates (-1 to 1) where 0 is the center of the screen.
398
- * This can be useful for e.g. raycasting (see https://threejs.org/docs/#api/en/core/Raycaster.setFromCamera)
399
- */
400
- getPointerPositionRC(i) {
401
- if (i >= this._pointerPositionsRC.length)
402
- return null;
403
- return this._pointerPositionsRC[i];
404
- }
405
- getPointerDown(i) {
406
- if (i >= this._pointerDown.length)
407
- return false;
408
- return this._pointerDown[i];
409
- }
410
- getPointerUp(i) {
411
- if (i >= this._pointerUp.length)
412
- return false;
413
- return this._pointerUp[i];
414
- }
415
- getPointerPressed(i) {
416
- if (i >= this._pointerPressed.length)
417
- return false;
418
- const res = this._pointerPressed[i];
419
- // if (i === 0) console.log(...this._pointerIds);
420
- return res;
421
- }
422
- getPointerClicked(i) {
423
- if (i >= this._pointerClick.length)
424
- return false;
425
- return this._pointerClick[i];
426
- }
427
- getPointerDoubleClicked(i) {
428
- if (i >= this._pointerDoubleClick.length)
429
- return false;
430
- return this._pointerDoubleClick[i];
431
- }
432
- getPointerDownTime(i) {
433
- if (i >= this._pointerDownTime.length)
434
- return -1;
435
- return this._pointerDownTime[i];
436
- }
437
- getPointerUpTime(i) {
438
- if (i >= this._pointerUpTime.length)
439
- return -1;
440
- return this._pointerUpTime[i];
441
- }
442
- getPointerLongPress(i) {
443
- if (i >= this._pointerDownTime.length)
444
- return false;
445
- return this.getPointerPressed(i) && this.context.time.time - this._pointerDownTime[i] > this._longPressTimeThreshold;
446
- }
447
- getIsMouse(i) {
448
- if (i < 0 || i >= this._pointerTypes.length)
449
- return false;
450
- return this._pointerTypes[i] === PointerType.Mouse;
451
- }
452
- getIsTouch(i) {
453
- if (i < 0 || i >= this._pointerTypes.length)
454
- return false;
455
- return this._pointerTypes[i] === PointerType.Touch;
456
- }
457
- getTouchesPressedCount() {
458
- let count = 0;
459
- for (let i = 0; i < this._pointerPressed.length; i++) {
460
- if (this._pointerPressed[i] && this.getIsTouch(i)) {
461
- count++;
462
- }
463
- }
464
- return count;
465
- }
466
- getMouseWheelChanged(i = 0) {
467
- if (i >= this._mouseWheelChanged.length)
468
- return false;
469
- return this._mouseWheelChanged[i];
470
- }
471
- getMouseWheelDeltaY(i = 0) {
472
- if (i >= this._mouseWheelDeltaY.length)
473
- return 0;
474
- return this._mouseWheelDeltaY[i];
475
- }
476
- getPointerEvent(i) {
477
- if (i >= this._pointerEvent.length)
478
- return undefined;
479
- return this._pointerEvent[i] ?? undefined;
480
- }
481
- *foreachPointerId(pointerType) {
482
- for (let i = 0; i < this._pointerTypes.length; i++) {
483
- // check if the pointer is active
484
- if (this._pointerIsActive(i)) {
485
- // if specific pointer types are requested
486
- if (pointerType !== undefined) {
487
- const type = this._pointerTypes[i];
488
- if (Array.isArray(pointerType)) {
489
- let isInArray = false;
490
- for (const t of pointerType) {
491
- if (type === t) {
492
- isInArray = true;
493
- break;
494
- }
495
- }
496
- if (!isInArray)
497
- continue;
498
- }
499
- else {
500
- if (pointerType !== type)
501
- continue;
502
- }
503
- }
504
- yield i;
505
- }
506
- }
507
- }
508
- *foreachTouchId() {
509
- for (let i = 0; i < this._pointerTypes.length; i++) {
510
- const type = this._pointerTypes[i];
511
- if (type !== PointerType.Touch)
512
- continue;
513
- if (this._pointerIsActive[i])
514
- yield i;
515
- }
516
- }
517
- _pointerIsActive(index) {
518
- if (index < 0)
519
- return false;
520
- return this._pointerPressed[index] || this._pointerDown[index] || this._pointerUp[index];
521
- }
522
- context;
523
- _pointerDown = [false];
524
- _pointerUp = [false];
525
- _pointerClick = [false];
526
- _pointerDoubleClick = [false];
527
- _pointerPressed = [false];
528
- _pointerPositions = [new Vector2()];
529
- _pointerPositionsLastFrame = [new Vector2()];
530
- _pointerPositionsDelta = [new Vector2()];
531
- _pointerPositionsRC = [new Vector2()];
532
- _pointerPositionDown = [new Vector3()];
533
- _pointerDownTime = [];
534
- _pointerUpTime = [];
535
- _pointerUpTimestamp = [];
536
- _pointerIds = [];
537
- _pointerTypes = [""];
538
- _mouseWheelChanged = [false];
539
- _mouseWheelDeltaY = [0];
540
- _pointerEvent = [];
541
- /** current pressed pointer events. Used to check if any of those events was used */
542
- _pointerEventsPressed = [];
543
- /** This is added/updated for pointers. screenspace pointers set this to the camera near plane */
544
- _pointerSpace = [];
545
- _pressedStack = new Map();
546
- onDownButton(pointerId, button) {
547
- let stack = this._pressedStack.get(pointerId);
548
- if (!stack) {
549
- stack = [];
550
- this._pressedStack.set(pointerId, stack);
551
- }
552
- stack.push(button);
553
- }
554
- onReleaseButton(pointerId, button) {
555
- const stack = this._pressedStack.get(pointerId);
556
- if (!stack)
557
- return;
558
- const index = stack.indexOf(button);
559
- if (index >= 0)
560
- stack.splice(index, 1);
561
- }
562
- /** the first button that was down and is currently pressed */
563
- getFirstPressedButtonForPointer(pointerId) {
564
- const stack = this._pressedStack.get(pointerId);
565
- if (!stack)
566
- return undefined;
567
- return stack[0];
568
- }
569
- /** the last (most recent) button that was down and is currently pressed */
570
- getLatestPressedButtonForPointer(pointerId) {
571
- const stack = this._pressedStack.get(pointerId);
572
- if (!stack)
573
- return undefined;
574
- return stack[stack.length - 1];
575
- }
576
- getKeyDown() {
577
- for (const key in this.keysPressed) {
578
- const k = this.keysPressed[key];
579
- if (k.startFrame === this.context.time.frameCount)
580
- return k.key;
581
- }
582
- return null;
583
- }
584
- getKeyPressed() {
585
- for (const key in this.keysPressed) {
586
- const k = this.keysPressed[key];
587
- if (k.pressed)
588
- return k.key;
589
- }
590
- return null;
591
- }
592
- isKeyDown(keyCode) {
593
- if (!this.context.application.isVisible || !this.context.application.hasFocus)
594
- return false;
595
- const codes = this.getCodeForCommonKeyName(keyCode);
596
- if (codes !== null) {
597
- for (const code of codes)
598
- if (this.isKeyDown(code))
599
- return true;
600
- return false;
601
- }
602
- return this.keysPressed[keyCode]?.startFrame === this.context.time.frameCount && this.keysPressed[keyCode].pressed;
603
- }
604
- isKeyUp(keyCode) {
605
- if (!this.context.application.isVisible || !this.context.application.hasFocus)
606
- return false;
607
- const codes = this.getCodeForCommonKeyName(keyCode);
608
- if (codes !== null) {
609
- for (const code of codes)
610
- if (this.isKeyUp(code))
611
- return true;
612
- return false;
613
- }
614
- return this.keysPressed[keyCode]?.frame === this.context.time.frameCount && !this.keysPressed[keyCode].pressed;
615
- }
616
- isKeyPressed(keyCode) {
617
- if (!this.context.application.isVisible || !this.context.application.hasFocus)
618
- return false;
619
- const codes = this.getCodeForCommonKeyName(keyCode);
620
- if (codes !== null) {
621
- for (const code of codes)
622
- if (this.isKeyPressed(code))
623
- return true;
624
- return false;
625
- }
626
- return this.keysPressed[keyCode]?.pressed; // && time.frameCount - this.keysPressed[keyCode].frame < 100;
627
- }
628
- // utility helper for mapping common names to actual codes; e.g. "Shift" -> "ShiftLeft" and "ShiftRight" or "a" -> "KeyA"
629
- getCodeForCommonKeyName(keyName) {
630
- if (keyName.length === 1) {
631
- // check if this is a digit
632
- if (keyName >= "0" && keyName <= "9")
633
- return ["Digit" + keyName];
634
- // check if this is a letter
635
- if (keyName >= "a" && keyName <= "z")
636
- return ["Key" + keyName.toUpperCase()];
637
- if (keyName == " ")
638
- return ["Space"];
639
- }
640
- switch (keyName) {
641
- case "shift":
642
- case "Shift":
643
- return ["ShiftLeft", "ShiftRight"];
644
- case "control":
645
- case "Control":
646
- return ["ControlLeft", "ControlRight"];
647
- case "alt":
648
- case "Alt":
649
- return ["AltLeft", "AltRight"];
650
- }
651
- return null;
652
- }
653
- createInputEvent(args) {
654
- // TODO: technically we would need to check for circular invocations here!
655
- switch (args.type) {
656
- case InputEvents.PointerDown:
657
- if (debug)
658
- showBalloonMessage("Create Pointer down");
659
- this.onDownButton(args.deviceIndex, args.button);
660
- this.onDown(args);
661
- break;
662
- case InputEvents.PointerMove:
663
- if (debug)
664
- showBalloonMessage("Create Pointer move");
665
- this.onMove(args);
666
- break;
667
- case InputEvents.PointerUp:
668
- if (debug)
669
- showBalloonMessage("Create Pointer up");
670
- this.onUp(args);
671
- this.onReleaseButton(args.deviceIndex, args.button);
672
- break;
673
- }
674
- }
675
- convertScreenspaceToRaycastSpace(vec2) {
676
- vec2.x = (vec2.x - this.context.domX) / this.context.domWidth * 2 - 1;
677
- vec2.y = -((vec2.y - this.context.domY) / this.context.domHeight) * 2 + 1;
678
- return vec2;
679
- }
680
- /** @internal */
681
- constructor(context) {
682
- this.context = context;
683
- this.context.post_render_callbacks.push(this.onEndOfFrame);
684
- }
685
- /** this is the html element we subscribed to for events */
686
- _htmlEventSource;
687
- bindEvents() {
688
- this.unbindEvents();
689
- // we subscribe to the canvas element because we don't want to receive events when the user is interacting with the UI
690
- // e.g. if we have slotted HTML elements in the needle engine DOM elements we don't want to receive input events for those
691
- this._htmlEventSource = this.context.renderer.domElement;
692
- window.addEventListener('contextmenu', this.onContextMenu);
693
- this._htmlEventSource.addEventListener('pointerdown', this.onPointerDown, { passive: true });
694
- window.addEventListener('pointermove', this.onPointerMove, { passive: true, capture: true, });
695
- window.addEventListener('pointerup', this.onPointerUp, { passive: true });
696
- window.addEventListener('pointercancel', this.onPointerCancel, { passive: true });
697
- window.addEventListener("touchstart", this.onTouchStart, { passive: true });
698
- window.addEventListener("touchmove", this.onTouchMove, { passive: true });
699
- window.addEventListener("touchend", this.onTouchEnd, { passive: true });
700
- this._htmlEventSource.addEventListener('wheel', this.onMouseWheel, { passive: true });
701
- window.addEventListener("wheel", this.onWheelWindow, { passive: true });
702
- window.addEventListener("keydown", this.onKeyDown, false);
703
- window.addEventListener("keypress", this.onKeyPressed, false);
704
- window.addEventListener("keyup", this.onKeyUp, false);
705
- // e.g. when using sharex to capture we loose focus thus dont get e.g. key up events
706
- window.addEventListener('blur', this.onLostFocus);
707
- }
708
- unbindEvents() {
709
- window.removeEventListener('contextmenu', this.onContextMenu);
710
- this._htmlEventSource?.removeEventListener('pointerdown', this.onPointerDown);
711
- window.removeEventListener('pointermove', this.onPointerMove);
712
- window.removeEventListener('pointerup', this.onPointerUp);
713
- window.removeEventListener('pointercancel', this.onPointerCancel);
714
- window.removeEventListener("touchstart", this.onTouchStart);
715
- window.removeEventListener("touchmove", this.onTouchMove);
716
- window.removeEventListener("touchend", this.onTouchEnd);
717
- this._htmlEventSource?.removeEventListener('wheel', this.onMouseWheel, false);
718
- window.removeEventListener("wheel", this.onWheelWindow, false);
719
- window.removeEventListener("keydown", this.onKeyDown, false);
720
- window.removeEventListener("keypress", this.onKeyPressed, false);
721
- window.removeEventListener("keyup", this.onKeyUp, false);
722
- window.removeEventListener('blur', this.onLostFocus);
723
- }
724
- dispose() {
725
- const index = this.context.post_render_callbacks.indexOf(this.onEndOfFrame);
726
- if (index >= 0)
727
- this.context.post_render_callbacks.splice(index, 1);
728
- this.unbindEvents();
729
- }
730
- onLostFocus = () => {
731
- for (const kp in this.keysPressed) {
732
- this.keysPressed[kp].pressed = false;
733
- }
734
- };
735
- _receivedPointerMoveEventsThisFrame = new Array;
736
- onEndOfFrame = () => {
737
- this._receivedPointerMoveEventsThisFrame.length = 0;
738
- for (let i = 0; i < this._pointerUp.length; i++)
739
- this._pointerUp[i] = false;
740
- for (let i = 0; i < this._pointerDown.length; i++)
741
- this._pointerDown[i] = false;
742
- for (let i = 0; i < this._pointerClick.length; i++)
743
- this._pointerClick[i] = false;
744
- for (let i = 0; i < this._pointerDoubleClick.length; i++)
745
- this._pointerDoubleClick[i] = false;
746
- for (const pt of this._pointerPositionsDelta)
747
- pt.set(0, 0);
748
- for (let i = 0; i < this._mouseWheelChanged.length; i++)
749
- this._mouseWheelChanged[i] = false;
750
- for (let i = 0; i < this._mouseWheelDeltaY.length; i++)
751
- this._mouseWheelDeltaY[i] = 0;
752
- };
753
- canReceiveInput(evt) {
754
- // If the user has HTML objects ontop of the canvas
755
- // if(evt.target === this.context.renderer.domElement) return true;
756
- // const css = window.getComputedStyle(evt.target as HTMLElement);
757
- // if(css.pointerEvents === "all") return false;
758
- // We only check the target elements here since the canvas may be overlapped by other elements
759
- // in which case we do not want to use the input (e.g. if a HTML element is being triggered)
760
- if (evt.target === this.context.renderer?.domElement)
761
- return true;
762
- if (evt.target === this.context.domElement)
763
- return true;
764
- // if we are in AR we always want to receive touches because the canvas is the whole screen.
765
- // See https://linear.app/needle/issue/NE-4345
766
- if (this.context.isInAR) {
767
- return true;
768
- }
769
- // looks like in Mozilla WebXR viewer the target element is the body
770
- if (this.context.isInAR && evt.target === document.body && DeviceUtilities.isMozillaXR())
771
- return true;
772
- if (debug)
773
- console.warn("CanReceiveInput:False for", evt.target);
774
- return false;
775
- }
776
- onContextMenu = (evt) => {
777
- if (this.canReceiveInput(evt) === false)
778
- return;
779
- if (evt instanceof PointerEvent) {
780
- // for longpress on touch there might open a context menu
781
- // in which case we set the pointer pressed back to false (resetting the pressed pointer)
782
- // we need to emit a pointer up event here as well
783
- if (evt.pointerType === "touch") {
784
- // for (const index in this._pointerPressed) {
785
- // if (this._pointerTypes[index] === PointerType.Touch) {
786
- // // this._pointerPressed[index] = false;
787
- // // this throws orbit controls?
788
- // // const ne = this.createPointerEventFromTouch("pointerup", parseInt(index), this._pointerPositions[index].x, this._pointerPositions[index].y, 0, evt);
789
- // // this.onUp(ne);
790
- // }
791
- // }
792
- }
793
- }
794
- };
795
- keysPressed = {};
796
- onKeyDown = (evt) => {
797
- if (debug)
798
- console.log(`key down ${evt.code}, ${this.context.application.hasFocus}`, evt);
799
- if (!this.context.application.hasFocus)
800
- return;
801
- const ex = this.keysPressed[evt.code];
802
- if (ex && ex.pressed)
803
- return;
804
- this.keysPressed[evt.code] = { pressed: true, frame: this.context.time.frameCount + 1, startFrame: this.context.time.frameCount + 1, key: evt.key, code: evt.code };
805
- const ne = new NEKeyboardEvent(InputEvents.KeyDown, evt, evt);
806
- this.onDispatchEvent(ne);
807
- };
808
- onKeyPressed = (evt) => {
809
- if (!this.context.application.hasFocus)
810
- return;
811
- const p = this.keysPressed[evt.code];
812
- if (!p)
813
- return;
814
- p.pressed = true;
815
- p.frame = this.context.time.frameCount + 1;
816
- const ne = new NEKeyboardEvent(InputEvents.KeyPressed, evt, evt);
817
- this.onDispatchEvent(ne);
818
- };
819
- onKeyUp = (evt) => {
820
- if (!this.context.application.hasFocus)
821
- return;
822
- const p = this.keysPressed[evt.code];
823
- if (!p)
824
- return;
825
- p.pressed = false;
826
- p.frame = this.context.time.frameCount + 1;
827
- const ne = new NEKeyboardEvent(InputEvents.KeyUp, evt, evt);
828
- this.onDispatchEvent(ne);
829
- };
830
- onWheelWindow = (evt) => {
831
- // check if we are in pointer lock mode
832
- if (document.pointerLockElement) {
833
- // only if yes we want to use the mouse wheel as a pointer event
834
- this.onMouseWheel(evt);
835
- }
836
- };
837
- onMouseWheel = (evt) => {
838
- if (this.canReceiveInput(evt) === false)
839
- return;
840
- if (this._mouseWheelDeltaY.length <= 0)
841
- this._mouseWheelDeltaY.push(0);
842
- if (this._mouseWheelChanged.length <= 0)
843
- this._mouseWheelChanged.push(false);
844
- this._mouseWheelChanged[0] = true;
845
- const current = this._mouseWheelDeltaY[0];
846
- this._mouseWheelDeltaY[0] = current + evt.deltaY;
847
- };
848
- onPointerDown = (evt) => {
849
- if (this.context.isInAR)
850
- return;
851
- if (this.canReceiveInput(evt) === false)
852
- return;
853
- if (evt.target instanceof HTMLElement) {
854
- evt.target.setPointerCapture(evt.pointerId);
855
- }
856
- const id = this.getPointerId(evt);
857
- if (debug)
858
- showBalloonMessage(`pointer down #${id}, identifier:${evt.pointerId}`);
859
- const space = this.getAndUpdateSpatialObjectForScreenPosition(id, evt.clientX, evt.clientY);
860
- const ne = new NEPointerEvent(InputEvents.PointerDown, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: evt.button, clientX: evt.clientX, clientY: evt.clientY, pointerType: evt.pointerType, buttonName: this.getButtonName(evt), device: space, pressure: evt.pressure });
861
- this.onDown(ne);
862
- };
863
- onPointerMove = (evt) => {
864
- if (this.context.isInAR)
865
- return;
866
- // Prevent multiple pointerMove events per frame
867
- if (this._receivedPointerMoveEventsThisFrame.includes(evt.pointerId))
868
- return;
869
- this._receivedPointerMoveEventsThisFrame.push(evt.pointerId);
870
- // We want to keep receiving move events until pointerUp and not stop handling events just because we're hovering over *some* HTML element
871
- // if (this.canReceiveInput(evt) === false) return;
872
- let button = evt.button;
873
- if (evt.pointerType === "mouse") {
874
- const pressedButton = this.getFirstPressedButtonForPointer(0);
875
- button = pressedButton ?? 0;
876
- }
877
- const id = this.getPointerId(evt, button);
878
- if (button === -1) {
879
- button = id;
880
- }
881
- const space = this.getAndUpdateSpatialObjectForScreenPosition(id, evt.clientX, evt.clientY);
882
- const ne = new NEPointerEvent(InputEvents.PointerMove, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: button, clientX: evt.clientX, clientY: evt.clientY, pointerType: evt.pointerType, buttonName: this.getButtonName(evt), device: space, pressure: evt.pressure });
883
- this.onMove(ne);
884
- };
885
- onPointerCancel = (evt) => {
886
- if (this.context.isInAR)
887
- return;
888
- if (debug)
889
- console.log("Pointer cancel", evt);
890
- // we treat this as an up event for now to make sure we don't have any pointers stuck in a pressed state etc. Technically we dont want to invoke a up event for cancels...
891
- this.onPointerUp(evt);
892
- };
893
- onPointerUp = (evt) => {
894
- if (this.context.isInAR)
895
- return;
896
- if (evt.target instanceof HTMLElement) {
897
- evt.target.releasePointerCapture(evt.pointerId);
898
- }
899
- // the pointer up event should always be handled
900
- // if (this.canReceiveInput(evt) === false) return;
901
- const id = this.getPointerId(evt);
902
- // if (!this.isNewEvent(evt.timeStamp, id, this._pointerUpTimestamp)) return;
903
- const ne = new NEPointerEvent(InputEvents.PointerUp, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: evt.button, clientX: evt.clientX, clientY: evt.clientY, pointerType: evt.pointerType, buttonName: this.getButtonName(evt), device: this.getAndUpdateSpatialObjectForScreenPosition(id, evt.clientX, evt.clientY), pressure: evt.pressure });
904
- this.onUp(ne);
905
- this._pointerIds[id] = -1;
906
- if (debug)
907
- console.log("ID=" + id, "PointerId=" + evt.pointerId, "ALL:", [...this._pointerIds]);
908
- };
909
- getPointerId(evt, button) {
910
- if (evt.pointerType === "mouse")
911
- return 0 + (button ?? evt.button);
912
- return this.getPointerIndex(evt.pointerId);
913
- }
914
- getButtonName(evt) {
915
- const button = evt.button;
916
- if (evt.pointerType === "mouse") {
917
- switch (button) {
918
- case 0: return "left";
919
- case 1: return "middle";
920
- case 2: return "right";
921
- }
922
- }
923
- return "unknown";
924
- }
925
- // the touch events are currently only used for AR support on android
926
- onTouchStart = (evt) => {
927
- if (!this.context.isInAR)
928
- return;
929
- for (let i = 0; i < evt.changedTouches.length; i++) {
930
- const touch = evt.changedTouches[i];
931
- const id = this.getPointerIndex(touch.identifier);
932
- const space = this.getAndUpdateSpatialObjectForScreenPosition(id, touch.clientX, touch.clientY);
933
- const ne = new NEPointerEvent(InputEvents.PointerDown, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: 0, clientX: touch.clientX, clientY: touch.clientY, pointerType: "touch", buttonName: "unknown", device: space, pressure: touch.force });
934
- this.onDown(ne);
935
- }
936
- ;
937
- };
938
- onTouchMove = (evt) => {
939
- if (!this.context.isInAR)
940
- return;
941
- for (let i = 0; i < evt.changedTouches.length; i++) {
942
- const touch = evt.changedTouches[i];
943
- const id = this.getPointerIndex(touch.identifier);
944
- const space = this.getAndUpdateSpatialObjectForScreenPosition(id, touch.clientX, touch.clientY);
945
- const ne = new NEPointerEvent(InputEvents.PointerMove, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: 0, clientX: touch.clientX, clientY: touch.clientY, pointerType: "touch", buttonName: "unknown", device: space, pressure: touch.force });
946
- this.onMove(ne);
947
- }
948
- ;
949
- };
950
- onTouchEnd = (evt) => {
951
- if (!this.context.isInAR)
952
- return;
953
- for (let i = 0; i < evt.changedTouches.length; i++) {
954
- const touch = evt.changedTouches[i];
955
- const id = this.getPointerIndex(touch.identifier);
956
- const ne = new NEPointerEvent(InputEvents.PointerUp, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: 0, clientX: touch.clientX, clientY: touch.clientY, pointerType: "touch", buttonName: "unknown", device: this.getAndUpdateSpatialObjectForScreenPosition(id, touch.clientX, touch.clientY), pressure: touch.force });
957
- this.onUp(ne);
958
- this._pointerIds[id] = -1;
959
- }
960
- ;
961
- };
962
- tempNearPlaneVector = new Vector3();
963
- tempFarPlaneVector = new Vector3();
964
- tempLookMatrix = new Matrix4();
965
- getAndUpdateSpatialObjectForScreenPosition(id, screenX, screenY) {
966
- let space = this._pointerSpace[id];
967
- if (!space) {
968
- space = new Object3D();
969
- this._pointerSpace[id] = space;
970
- }
971
- this._pointerSpace[id] = space;
972
- const camera = this.context.mainCamera;
973
- if (camera) {
974
- const pointOnNearPlane = this.tempNearPlaneVector.set(screenX, screenY, -1);
975
- this.convertScreenspaceToRaycastSpace(pointOnNearPlane);
976
- const pointOnFarPlane = this.tempFarPlaneVector.set(pointOnNearPlane.x, pointOnNearPlane.y, 1);
977
- pointOnNearPlane.unproject(camera);
978
- pointOnFarPlane.unproject(camera);
979
- const worldUp = camera.worldUp || getTempVector(0, 1, 0).applyQuaternion(getWorldQuaternion(camera));
980
- this.tempLookMatrix.lookAt(pointOnFarPlane, pointOnNearPlane, worldUp);
981
- space.position.set(pointOnNearPlane.x, pointOnNearPlane.y, pointOnNearPlane.z);
982
- space.quaternion.setFromRotationMatrix(this.tempLookMatrix);
983
- }
984
- return space;
985
- }
986
- // Prevent the same event being handled twice (e.g. on touch we get a mouseUp and touchUp evt with the same timestamp)
987
- // private isNewEvent(timestamp: number, index: number, arr: number[]): boolean {
988
- // while (arr.length <= index) arr.push(-1);
989
- // if (timestamp === arr[index]) return false;
990
- // arr[index] = timestamp;
991
- // return true;
992
- // }
993
- isInRect(e) {
994
- if (this.context.isInXR)
995
- return true;
996
- const rect = this.context.domElement.getBoundingClientRect();
997
- const px = e.clientX;
998
- const py = e.clientY;
999
- const isInRect = px >= rect.x && px <= rect.right && py >= rect.y && py <= rect.bottom;
1000
- if (debug && !isInRect)
1001
- console.log("Not in rect", rect, px, py);
1002
- return isInRect;
1003
- }
1004
- onDown(evt) {
1005
- const index = evt.pointerId;
1006
- if (this.getPointerPressed(index)) {
1007
- console.warn(`Received pointerDown for pointerId that is already pressed: ${index}`, debug ? evt : '');
1008
- }
1009
- if (debug)
1010
- console.log(evt.pointerType, "DOWN", index);
1011
- if (!this.isInRect(evt))
1012
- return;
1013
- // if (this.isMouseEventFromTouch(evt)) return;
1014
- this.setPointerState(index, this._pointerPressed, true);
1015
- this.setPointerState(index, this._pointerDown, true);
1016
- this.setPointerStateT(index, this._pointerEvent, evt.source);
1017
- while (index >= this._pointerTypes.length)
1018
- this._pointerTypes.push(evt.pointerType);
1019
- this._pointerTypes[index] = evt.pointerType;
1020
- while (index >= this._pointerPositionDown.length)
1021
- this._pointerPositionDown.push(new Vector3());
1022
- this._pointerPositionDown[index].set(evt.clientX, evt.clientY, evt.clientZ ?? 0);
1023
- while (index >= this._pointerPositions.length)
1024
- this._pointerPositions.push(new Vector2());
1025
- this._pointerPositions[index].set(evt.clientX, evt.clientY);
1026
- if (index >= this._pointerDownTime.length)
1027
- this._pointerDownTime.push(0);
1028
- this._pointerDownTime[index] = this.context.time.realtimeSinceStartup;
1029
- this.updatePointerPosition(evt);
1030
- this._pointerEventsPressed.push(evt);
1031
- this.onDispatchEvent(evt);
1032
- }
1033
- // moveEvent?: Event;
1034
- onMove(evt) {
1035
- const index = evt.pointerId;
1036
- const isDown = this.getPointerPressed(index);
1037
- if (isDown === false && !this.isInRect(evt))
1038
- return;
1039
- if (evt.pointerType === PointerType.Touch && !isDown)
1040
- return;
1041
- // if (this.isMouseEventFromTouch(evt)) return;
1042
- // if (debug) console.log(evt.pointerType, "MOVE", index, "hasSpace=" + evt.space != null);
1043
- this.updatePointerPosition(evt);
1044
- this.setPointerStateT(index, this._pointerEvent, evt.source);
1045
- this.onDispatchEvent(evt);
1046
- }
1047
- onUp(evt) {
1048
- const index = evt.pointerId;
1049
- const wasDown = this.getPointerPressed(index);
1050
- if (!wasDown) {
1051
- if (debug)
1052
- console.log(evt.pointerType, "UP", index, "was not down");
1053
- return;
1054
- }
1055
- // if (this.isMouseEventFromTouch(evt)) return;
1056
- if (debug)
1057
- console.log(evt.pointerType, "UP", index);
1058
- this.setPointerState(index, this._pointerPressed, false);
1059
- this.setPointerStateT(index, this._pointerEvent, evt.source);
1060
- this.setPointerState(index, this._pointerUp, true);
1061
- this.updatePointerPosition(evt);
1062
- for (let i = this._pointerEventsPressed.length - 1; i >= 0; i--) {
1063
- const ptr = this._pointerEventsPressed[i];
1064
- if (ptr.pointerId === index) {
1065
- this._pointerEventsPressed.splice(i, 1);
1066
- break;
1067
- }
1068
- }
1069
- if (!this._pointerPositionDown[index]) {
1070
- if (debug)
1071
- showBalloonWarning("Received pointer up event without matching down event for button: " + index);
1072
- console.warn("Received pointer up event without matching down event for button: " + index);
1073
- return;
1074
- }
1075
- const lastUpTime = this._pointerUpTime[index];
1076
- const downTime = this._pointerDownTime[index];
1077
- const upTime = this.context.time.realtimeSinceStartup;
1078
- const dt = upTime - downTime;
1079
- if (index >= this._pointerUpTime.length)
1080
- this._pointerUpTime.push(-99);
1081
- this._pointerUpTime[index] = upTime;
1082
- // If the time from down to up is less than 1 second check if it was a click
1083
- if (dt < 1) {
1084
- let dx = evt.clientX - this._pointerPositionDown[index].x;
1085
- let dy = evt.clientY - this._pointerPositionDown[index].y;
1086
- let dz = 0;
1087
- if (evt.isSpatial && evt.clientZ != undefined) {
1088
- dz = evt.clientZ - this._pointerPositionDown[index].z;
1089
- // spatial clicks remapping
1090
- dx *= 200;
1091
- dy *= 200;
1092
- dz *= 200;
1093
- }
1094
- if (Math.abs(dx) < 5 && Math.abs(dy) < 5 && Math.abs(dz) < 5) {
1095
- this.setPointerState(index, this._pointerClick, true);
1096
- evt.isClick = true;
1097
- // handle double click
1098
- const dt = upTime - lastUpTime;
1099
- if (debug)
1100
- console.log("CLICK", index, dx, dy, dz, dt);
1101
- if (dt < this._doubleClickTimeThreshold && dt > 0) {
1102
- this.setPointerState(index, this._pointerDoubleClick, true);
1103
- evt.isDoubleClick = true;
1104
- }
1105
- }
1106
- }
1107
- this.onDispatchEvent(evt);
1108
- }
1109
- updatePointerPosition(evt) {
1110
- const index = evt.pointerId;
1111
- while (index >= this._pointerPositions.length)
1112
- this._pointerPositions.push(new Vector2());
1113
- while (index >= this._pointerPositionsLastFrame.length)
1114
- this._pointerPositionsLastFrame.push(new Vector2());
1115
- while (index >= this._pointerPositionsDelta.length)
1116
- this._pointerPositionsDelta.push(new Vector2());
1117
- const lf = this._pointerPositionsLastFrame[index];
1118
- lf.copy(this._pointerPositions[index]);
1119
- // accumulate delta (it's reset in end of frame), if we just write it here it's not correct when the browser console is open
1120
- const delta = this._pointerPositionsDelta[index];
1121
- let dx = evt.clientX - lf.x;
1122
- let dy = evt.clientY - lf.y;
1123
- // if pointer is locked, clientX and Y are not changed, but Movement is.
1124
- if (evt.source instanceof MouseEvent || evt.source instanceof TouchEvent) {
1125
- const source = evt.source;
1126
- if (dx === 0 && source.movementX !== 0)
1127
- dx = source.movementX || 0;
1128
- if (dy === 0 && source.movementY !== 0)
1129
- dy = source.movementY || 0;
1130
- }
1131
- delta.x += dx;
1132
- delta.y += dy;
1133
- this._pointerPositions[index].x = evt.clientX;
1134
- this._pointerPositions[index].y = evt.clientY;
1135
- // we want to have the position 01 on the canvas for raycasting
1136
- const px = evt.clientX;
1137
- const py = evt.clientY;
1138
- while (index >= this._pointerPositionsRC.length)
1139
- this._pointerPositionsRC.push(new Vector2());
1140
- const rc = this._pointerPositionsRC[index];
1141
- rc.set(px, py);
1142
- this.convertScreenspaceToRaycastSpace(rc);
1143
- // console.log(this.context.alias, rc);
1144
- // this._pointerPositionsRC[evt.button].x = (px - this.context.domX) / this.context.domWidth * 2 - 1;
1145
- // this._pointerPositionsRC[evt.button].y = -((py - this.context.domY) / this.context.domHeight) * 2 + 1;
1146
- // console.log(evt.button)
1147
- }
1148
- /** get the next free id */
1149
- getPointerIndex(pointerId) {
1150
- // test if theres a pointer with the id
1151
- let firstFreeIndex = -1;
1152
- for (let i = 0; i < this._pointerIds.length; i++) {
1153
- if (this._pointerIds[i] === pointerId)
1154
- return i;
1155
- else if (firstFreeIndex === -1 && this._pointerIds[i] === -1) {
1156
- firstFreeIndex = i;
1157
- }
1158
- }
1159
- // if not take the free slot if any
1160
- if (firstFreeIndex !== -1) {
1161
- this._pointerIds[firstFreeIndex] = pointerId;
1162
- return firstFreeIndex;
1163
- }
1164
- if (debug)
1165
- console.log("PUSH pointerId:", pointerId);
1166
- this._pointerIds.push(pointerId);
1167
- return this._pointerIds.length - 1;
1168
- }
1169
- setPointerState(index, arr, value) {
1170
- arr[index] = value;
1171
- }
1172
- setPointerStateT(index, arr, value) {
1173
- // while (arr.length <= index) arr.push(null as any);
1174
- arr[index] = value;
1175
- return value;
1176
- }
1177
- onDispatchEvent(evt) {
1178
- const prevContext = Context.Current;
1179
- try {
1180
- Context.Current = this.context;
1181
- this.dispatchEvent(evt);
1182
- }
1183
- finally {
1184
- Context.Current = prevContext;
1185
- }
1186
- }
1187
- }
1188
- // KEY_1 = 49,
1189
- // KEY_2 = 50,
1190
- // KEY_3 = 51,
1191
- // KEY_4 = 52,
1192
- // KEY_5 = 53,
1193
- // KEY_6 = 54,
1194
- // KEY_7 = 55,
1195
- // KEY_8 = 56,
1196
- // KEY_9 = 57,
1197
- // KEY_A = 65,
1198
- // KEY_B = 66,
1199
- // KEY_C = 67,
1200
- // KEY_D = "d",
1201
- // KEY_E = 69,
1202
- // KEY_F = 70,
1203
- // KEY_G = 71,
1204
- // KEY_H = 72,
1205
- // KEY_I = 73,
1206
- // KEY_J = 74,
1207
- // KEY_K = 75,
1208
- // KEY_L = 76,
1209
- // KEY_M = 77,
1210
- // KEY_N = 78,
1211
- // KEY_O = 79,
1212
- // KEY_P = 80,
1213
- // KEY_Q = 81,
1214
- // KEY_R = 82,
1215
- // KEY_S = 83,
1216
- // KEY_T = 84,
1217
- // KEY_U = 85,
1218
- // KEY_V = 86,
1219
- // KEY_W = 87,
1220
- // KEY_X = 88,
1221
- // KEY_Y = 89,
1222
- // KEY_Z = 90,
1223
- // LEFT_META = 91,
1224
- // RIGHT_META = 92,
1225
- // SELECT = 93,
1226
- // NUMPAD_0 = 96,
1227
- // NUMPAD_1 = 97,
1228
- // NUMPAD_2 = 98,
1229
- // NUMPAD_3 = 99,
1230
- // NUMPAD_4 = 100,
1231
- // NUMPAD_5 = 101,
1232
- // NUMPAD_6 = 102,
1233
- // NUMPAD_7 = 103,
1234
- // NUMPAD_8 = 104,
1235
- // NUMPAD_9 = 105,
1236
- // MULTIPLY = 106,
1237
- // ADD = 107,
1238
- // SUBTRACT = 109,
1239
- // DECIMAL = 110,
1240
- // DIVIDE = 111,
1241
- // F1 = 112,
1242
- // F2 = 113,
1243
- // F3 = 114,
1244
- // F4 = 115,
1245
- // F5 = 116,
1246
- // F6 = 117,
1247
- // F7 = 118,
1248
- // F8 = 119,
1249
- // F9 = 120,
1250
- // F10 = 121,
1251
- // F11 = 122,
1252
- // F12 = 123,
1253
- // NUM_LOCK = 144,
1254
- // SCROLL_LOCK = 145,
1255
- // SEMICOLON = 186,
1256
- // EQUALS = 187,
1257
- // COMMA = 188,
1258
- // DASH = 189,
1259
- // PERIOD = 190,
1260
- // FORWARD_SLASH = 191,
1261
- // GRAVE_ACCENT = 192,
1262
- // OPEN_BRACKET = 219,
1263
- // BACK_SLASH = 220,
1264
- // CLOSE_BRACKET = 221,
1265
- // SINGLE_QUOTE = 222
1
+ import { Matrix4, Object3D, Ray, Vector2, Vector3 } from 'three';
2
+ import { showBalloonMessage, showBalloonWarning } from './debug/debug.js';
3
+ import { Context } from './engine_setup.js';
4
+ import { getTempVector, getWorldQuaternion } from './engine_three_utils.js';
5
+ import { DeviceUtilities, getParam } from './engine_utils.js';
6
+ const debug = getParam("debuginput");
7
+ export var PointerType;
8
+ (function (PointerType) {
9
+ PointerType["Mouse"] = "mouse";
10
+ PointerType["Touch"] = "touch";
11
+ PointerType["Controller"] = "controller";
12
+ PointerType["Hand"] = "hand";
13
+ })(PointerType || (PointerType = {}));
14
+ var PointerEnumType;
15
+ (function (PointerEnumType) {
16
+ PointerEnumType["PointerDown"] = "pointerdown";
17
+ PointerEnumType["PointerUp"] = "pointerup";
18
+ PointerEnumType["PointerMove"] = "pointermove";
19
+ })(PointerEnumType || (PointerEnumType = {}));
20
+ var KeyboardEnumType;
21
+ (function (KeyboardEnumType) {
22
+ KeyboardEnumType["KeyDown"] = "keydown";
23
+ KeyboardEnumType["KeyUp"] = "keyup";
24
+ KeyboardEnumType["KeyPressed"] = "keypress";
25
+ })(KeyboardEnumType || (KeyboardEnumType = {}));
26
+ export var InputEvents;
27
+ (function (InputEvents) {
28
+ InputEvents["PointerDown"] = "pointerdown";
29
+ InputEvents["PointerUp"] = "pointerup";
30
+ InputEvents["PointerMove"] = "pointermove";
31
+ InputEvents["KeyDown"] = "keydown";
32
+ InputEvents["KeyUp"] = "keyup";
33
+ InputEvents["KeyPressed"] = "keypress";
34
+ })(InputEvents || (InputEvents = {}));
35
+ /**
36
+ * The Needle Engine Pointer Event is a custom event that extends the PointerEvent. It holds additional information like the device index, the origin of the event, the mode of the event (e.g. screen or spatial), the ray in world space, the space of the device, and more.
37
+ */
38
+ export class NEPointerEvent extends PointerEvent {
39
+ /**
40
+ * Spatial input data
41
+ */
42
+ clientZ;
43
+ /** the device index: mouse and touch are always 0, otherwise e.g. index of the connected Gamepad or XRController */
44
+ deviceIndex;
45
+ /** The origin of the event contains a reference to the creator of this event.
46
+ * This can be the Needle Engine input system or e.g. a XR controller.
47
+ * Implement `onPointerHits` to receive the intersections of this event.
48
+ */
49
+ origin;
50
+ /** the browser event that triggered this event (if any) */
51
+ source;
52
+ /** Is the pointer event created via a touch on screen or a spatial device like a XR controller or hand tracking? */
53
+ mode;
54
+ /** Returns true if the input was emitted in 3D space (and not by e.g. clicking on a 2D screen). You can use {@link mode} if you need more information about the input source */
55
+ get isSpatial() {
56
+ return this.mode != "screen";
57
+ }
58
+ /** A ray in worldspace for the event.
59
+ * If the ray is undefined you can also use `space.worldForward` and `space.worldPosition` */
60
+ get ray() {
61
+ if (!this._ray) {
62
+ this._ray = new Ray(this.space.worldPosition.clone(), this.space.worldForward.clone());
63
+ }
64
+ return this._ray;
65
+ }
66
+ set ray(value) { this._ray = value; }
67
+ /**@returns true if this event has a ray. If you access the ray property a ray will automatically created */
68
+ get hasRay() { return this._ray !== undefined; }
69
+ _ray;
70
+ /** The device space (this object is not necessarily rendered in the scene but you can access or copy the matrix)
71
+ * E.g. you can access the input world space source position with `space.worldPosition` or world direction with `space.worldForward`
72
+ */
73
+ space;
74
+ /** true if this event is a click */
75
+ isClick = false;
76
+ /** true if this event is a double click */
77
+ isDoubleClick = false;
78
+ /** @returns `true` if the event is marked to be used (when `use()` has been called). Default: `false` */
79
+ get used() { return this._used; }
80
+ _used = false;
81
+ /** Call to mark an event to be used */
82
+ use() {
83
+ this._used = true;
84
+ }
85
+ /** Unique identifier for this input: a combination of the deviceIndex + button to uniquely identify the exact input (e.g. LeftController:Button0 = 0, RightController:Button1 = 11) */
86
+ get pointerId() { return this._pointerid; }
87
+ _pointerid;
88
+ // this is set via the init arguments (we override it here for intellisense to show the string options)
89
+ /** What type of input created this event: touch, mouse, xr controller, xr hand tracking... */
90
+ get pointerType() { return this._pointerType; }
91
+ _pointerType;
92
+ // this is set via the init arguments (we override it here for intellisense to show the string options)
93
+ /** The input that raised this event like `pointerdown` */
94
+ get type() { return this._type; }
95
+ _type;
96
+ /** metadata can be used to associate additional information with the event */
97
+ metadata = {};
98
+ /** intersections that were generated from this event (or are associated with this event in any way) */
99
+ intersections = new Array();
100
+ constructor(type, source, init) {
101
+ super(type, init);
102
+ this.clientZ = init.clientZ;
103
+ // apply the init arguments. Otherwise the arguments will be undefined in the bundled / published version of needle engine
104
+ // so we have to be careful if we override properties - we then also need to set them in the constructor
105
+ this._pointerid = init.pointerId;
106
+ this._pointerType = init.pointerType;
107
+ this._type = type;
108
+ this.deviceIndex = init.deviceIndex;
109
+ this.origin = init.origin;
110
+ this.source = source;
111
+ this.mode = init.mode;
112
+ this._ray = init.ray;
113
+ this.space = init.device;
114
+ }
115
+ _immediatePropagationStopped = false;
116
+ get immediatePropagationStopped() {
117
+ return this._immediatePropagationStopped;
118
+ }
119
+ _propagationStopped = false;
120
+ get propagationStopped() {
121
+ return this._immediatePropagationStopped || this._propagationStopped;
122
+ }
123
+ stopImmediatePropagation() {
124
+ this._immediatePropagationStopped = true;
125
+ super.stopImmediatePropagation();
126
+ this.source?.stopImmediatePropagation();
127
+ }
128
+ stopPropagation() {
129
+ this._propagationStopped = true;
130
+ super.stopPropagation();
131
+ this.source?.stopPropagation();
132
+ if (debug)
133
+ console.warn("Stop propagation...", this.pointerId, this.pointerType);
134
+ }
135
+ }
136
+ export class NEKeyboardEvent extends KeyboardEvent {
137
+ source;
138
+ constructor(type, source, init) {
139
+ super(type, init);
140
+ this.source = source;
141
+ }
142
+ stopImmediatePropagation() {
143
+ super.stopImmediatePropagation();
144
+ this.source?.stopImmediatePropagation();
145
+ }
146
+ }
147
+ export class KeyEventArgs {
148
+ key;
149
+ keyType;
150
+ source;
151
+ constructor(evt) {
152
+ this.key = evt.key;
153
+ this.keyType = evt.type;
154
+ this.source = evt;
155
+ }
156
+ }
157
+ export var InputEventQueue;
158
+ (function (InputEventQueue) {
159
+ InputEventQueue[InputEventQueue["Early"] = -100] = "Early";
160
+ InputEventQueue[InputEventQueue["Default"] = 0] = "Default";
161
+ InputEventQueue[InputEventQueue["Late"] = 100] = "Late";
162
+ })(InputEventQueue || (InputEventQueue = {}));
163
+ /**
164
+ * The input system is responsible for handling all input events like pointer events (mouse, touch, xr controllers) and keyboard events.
165
+ */
166
+ export class Input {
167
+ /** This is a list of event listeners per event type (e.g. pointerdown, pointerup, keydown...). Each entry contains a priority and list of listeners.
168
+ * That way users can control if they want to receive events before or after other listeners (e.g subscribe to pointer events before the EventSystem receives them) - this allows certain listeners to be always invoked first (or last) and stop propagation
169
+ * Listeners per event are sorted
170
+ */
171
+ _eventListeners = {};
172
+ addEventListener(type, callback, options) {
173
+ if (!this._eventListeners[type])
174
+ this._eventListeners[type] = [];
175
+ if (!callback || typeof callback !== "function") {
176
+ console.error("Invalid call to addEventListener: callback is required and must be a function!");
177
+ return;
178
+ }
179
+ if (!options)
180
+ options = {};
181
+ // create a copy of the options object to avoid the original object being modified
182
+ else
183
+ options = { ...options };
184
+ let queue = 0;
185
+ if (options?.queue != undefined)
186
+ queue = options.queue;
187
+ const listeners = this._eventListeners[type];
188
+ const queueListeners = listeners.find(l => l.priority === queue);
189
+ if (!queueListeners) {
190
+ listeners.push({ priority: queue, listeners: [{ callback, options }] });
191
+ // ensure we sort the listeners by priority
192
+ listeners.sort((a, b) => a.priority - b.priority);
193
+ }
194
+ else {
195
+ queueListeners.listeners.push({ callback, options });
196
+ }
197
+ }
198
+ removeEventListener(type, callback, options) {
199
+ if (!this._eventListeners[type])
200
+ return;
201
+ if (!callback)
202
+ return;
203
+ const listeners = this._eventListeners[type];
204
+ // if a specific queue is requested the callback should only be removed from that queue
205
+ if (options?.queue != undefined) {
206
+ const queueListeners = listeners.find(l => l.priority === options.queue);
207
+ if (!queueListeners)
208
+ return;
209
+ const index = queueListeners.listeners.findIndex(l => l.callback === callback);
210
+ if (index >= 0)
211
+ queueListeners.listeners.splice(index, 1);
212
+ }
213
+ // if no queue is requested the callback will be removed from all queues
214
+ else {
215
+ for (const l of listeners) {
216
+ const index = l.listeners.findIndex(l => l.callback === callback);
217
+ if (index >= 0)
218
+ l.listeners.splice(index, 1);
219
+ }
220
+ }
221
+ }
222
+ dispatchEvent(evt) {
223
+ /** True when the next event queue should not be invoked */
224
+ let preventNextEventQueue = false;
225
+ // Handle keyboard event
226
+ if (evt instanceof NEKeyboardEvent) {
227
+ const listeners = this._eventListeners[evt.type];
228
+ if (listeners) {
229
+ for (const queue of listeners) {
230
+ for (let i = 0; i < queue.listeners.length; i++) {
231
+ const entry = queue.listeners[i];
232
+ // if the abort signal is aborted we remove the listener and will not invoke it
233
+ if (entry.options?.signal?.aborted) {
234
+ queue.listeners.splice(i, 1);
235
+ i--;
236
+ continue;
237
+ }
238
+ // if the event should only be invoked once then we remove the listener before invoking it
239
+ if (entry.options.once) {
240
+ queue.listeners.splice(i, 1);
241
+ i--;
242
+ }
243
+ entry.callback(evt);
244
+ }
245
+ }
246
+ }
247
+ }
248
+ // Hnadle pointer event
249
+ if (evt instanceof NEPointerEvent) {
250
+ const listeners = this._eventListeners[evt.type];
251
+ if (listeners) {
252
+ for (const queue of listeners) {
253
+ if (preventNextEventQueue)
254
+ break;
255
+ for (let i = 0; i < queue.listeners.length; i++) {
256
+ const entry = queue.listeners[i];
257
+ // if the abort signal is aborted we remove the listener and will not invoke it
258
+ if (entry.options?.signal?.aborted) {
259
+ queue.listeners.splice(i, 1);
260
+ i--;
261
+ continue;
262
+ }
263
+ // if immediatePropagationStopped is true we stop propagation altogether
264
+ if (evt.immediatePropagationStopped) {
265
+ preventNextEventQueue = true;
266
+ if (debug)
267
+ console.log("immediatePropagationStopped", evt.type);
268
+ break;
269
+ }
270
+ // if propagationStopped is true we continue invoking the current queue but then not invoke the next queue
271
+ else if (evt.propagationStopped) {
272
+ preventNextEventQueue = true;
273
+ if (debug)
274
+ console.log("propagationStopped", evt.type);
275
+ // we do not break here but continue invoking the listeners in the queue
276
+ }
277
+ // if the event should only be invoked once then we remove the listener before invoking it
278
+ if (entry.options.once) {
279
+ queue.listeners.splice(i, 1);
280
+ i--;
281
+ }
282
+ entry.callback(evt);
283
+ }
284
+ }
285
+ }
286
+ }
287
+ }
288
+ _doubleClickTimeThreshold = .2;
289
+ _longPressTimeThreshold = 1;
290
+ get mousePosition() { return this._pointerPositions[0]; }
291
+ ;
292
+ get mousePositionRC() { return this._pointerPositionsRC[0]; }
293
+ get mouseDown() { return this._pointerDown[0]; }
294
+ get mouseUp() { return this._pointerUp[0]; }
295
+ /** Is the primary pointer clicked (usually the left button). This is equivalent to `input.click` */
296
+ get mouseClick() { return this._pointerClick[0]; }
297
+ /** Was a double click detected for the primary pointer? This is equivalent to `input.doubleClick` */
298
+ get mouseDoubleClick() { return this._pointerDoubleClick[0]; }
299
+ get mousePressed() { return this._pointerPressed[0]; }
300
+ get mouseWheelChanged() { return this.getMouseWheelChanged(0); }
301
+ /** Is the primary pointer double clicked (usually the left button). This is equivalent to `input.mouseDoubleClick` */
302
+ get click() { return this._pointerClick[0]; }
303
+ /** Was a double click detected for the primary pointer? */
304
+ get doubleClick() { return this._pointerDoubleClick[0]; }
305
+ /**
306
+ * Get a connected Gamepad
307
+ * Note: For a gamepad to be available to the browser it must have received input before while the page was focused.
308
+ * @link https://developer.mozilla.org/en-US/docs/Web/API/Gamepad_API/Using_the_Gamepad_API
309
+ * @returns The gamepad or null if no gamepad is connected
310
+ */
311
+ getGamepad(index = 0) {
312
+ if (typeof navigator !== "undefined" && "getGamepads" in navigator) {
313
+ return navigator.getGamepads()[index] || null;
314
+ }
315
+ return null;
316
+ }
317
+ _setCursorTypes = [];
318
+ /** @deprecated use setCursor("pointer") */
319
+ setCursorPointer() {
320
+ this.setCursor("pointer");
321
+ }
322
+ /** @deprecated use unsetCursor() */
323
+ setCursorNormal() {
324
+ this.unsetCursor("pointer");
325
+ }
326
+ /**
327
+ * Set a custom cursor. This will set the cursor type until unsetCursor is called
328
+ */
329
+ setCursor(type) {
330
+ this._setCursorTypes.push(type);
331
+ if (this._setCursorTypes.length > 10) {
332
+ this._setCursorTypes.shift();
333
+ }
334
+ this.updateCursor();
335
+ }
336
+ /**
337
+ * Unset a custom cursor. This will set the cursor type to the previous type or default
338
+ */
339
+ unsetCursor(type) {
340
+ for (let i = this._setCursorTypes.length - 1; i >= 0; i--) {
341
+ if (this._setCursorTypes[i] === type) {
342
+ this._setCursorTypes.splice(i, 1);
343
+ this.updateCursor();
344
+ break;
345
+ }
346
+ }
347
+ }
348
+ updateCursor() {
349
+ if (this._setCursorTypes?.length == 0)
350
+ this.context.domElement.style.cursor = "default";
351
+ else
352
+ this.context.domElement.style.cursor = this._setCursorTypes[this._setCursorTypes.length - 1];
353
+ }
354
+ /**
355
+ * Check if a pointer id is currently used.
356
+ */
357
+ getIsPointerIdInUse(pointerId) {
358
+ for (const evt of this._pointerEventsPressed) {
359
+ if (evt.pointerId === pointerId) {
360
+ if (evt.used)
361
+ return true;
362
+ }
363
+ }
364
+ return false;
365
+ }
366
+ /** how many pointers are currently pressed */
367
+ getPointerPressedCount() {
368
+ let count = 0;
369
+ for (let i = 0; i < this._pointerPressed.length; i++) {
370
+ if (this._pointerPressed[i]) {
371
+ count++;
372
+ }
373
+ }
374
+ return count;
375
+ }
376
+ /**
377
+ * Gets the position of the given pointer index in pixel
378
+ * @param i The pointer index
379
+ * @returns The position of the pointer in pixel
380
+ */
381
+ getPointerPosition(i) {
382
+ if (i >= this._pointerPositions.length)
383
+ return null;
384
+ return this._pointerPositions[i];
385
+ }
386
+ getPointerPositionLastFrame(i) {
387
+ if (i >= this._pointerPositionsLastFrame.length)
388
+ return null;
389
+ return this._pointerPositionsLastFrame[i];
390
+ }
391
+ getPointerPositionDelta(i) {
392
+ if (i >= this._pointerPositionsDelta.length)
393
+ return null;
394
+ return this._pointerPositionsDelta[i];
395
+ }
396
+ /**
397
+ * The pointer position in screenspace coordinates (-1 to 1) where 0 is the center of the screen.
398
+ * This can be useful for e.g. raycasting (see https://threejs.org/docs/#api/en/core/Raycaster.setFromCamera)
399
+ */
400
+ getPointerPositionRC(i) {
401
+ if (i >= this._pointerPositionsRC.length)
402
+ return null;
403
+ return this._pointerPositionsRC[i];
404
+ }
405
+ getPointerDown(i) {
406
+ if (i >= this._pointerDown.length)
407
+ return false;
408
+ return this._pointerDown[i];
409
+ }
410
+ getPointerUp(i) {
411
+ if (i >= this._pointerUp.length)
412
+ return false;
413
+ return this._pointerUp[i];
414
+ }
415
+ getPointerPressed(i) {
416
+ if (i >= this._pointerPressed.length)
417
+ return false;
418
+ const res = this._pointerPressed[i];
419
+ // if (i === 0) console.log(...this._pointerIds);
420
+ return res;
421
+ }
422
+ getPointerClicked(i) {
423
+ if (i >= this._pointerClick.length)
424
+ return false;
425
+ return this._pointerClick[i];
426
+ }
427
+ getPointerDoubleClicked(i) {
428
+ if (i >= this._pointerDoubleClick.length)
429
+ return false;
430
+ return this._pointerDoubleClick[i];
431
+ }
432
+ getPointerDownTime(i) {
433
+ if (i >= this._pointerDownTime.length)
434
+ return -1;
435
+ return this._pointerDownTime[i];
436
+ }
437
+ getPointerUpTime(i) {
438
+ if (i >= this._pointerUpTime.length)
439
+ return -1;
440
+ return this._pointerUpTime[i];
441
+ }
442
+ getPointerLongPress(i) {
443
+ if (i >= this._pointerDownTime.length)
444
+ return false;
445
+ return this.getPointerPressed(i) && this.context.time.time - this._pointerDownTime[i] > this._longPressTimeThreshold;
446
+ }
447
+ getIsMouse(i) {
448
+ if (i < 0 || i >= this._pointerTypes.length)
449
+ return false;
450
+ return this._pointerTypes[i] === PointerType.Mouse;
451
+ }
452
+ getIsTouch(i) {
453
+ if (i < 0 || i >= this._pointerTypes.length)
454
+ return false;
455
+ return this._pointerTypes[i] === PointerType.Touch;
456
+ }
457
+ getTouchesPressedCount() {
458
+ let count = 0;
459
+ for (let i = 0; i < this._pointerPressed.length; i++) {
460
+ if (this._pointerPressed[i] && this.getIsTouch(i)) {
461
+ count++;
462
+ }
463
+ }
464
+ return count;
465
+ }
466
+ getMouseWheelChanged(i = 0) {
467
+ if (i >= this._mouseWheelChanged.length)
468
+ return false;
469
+ return this._mouseWheelChanged[i];
470
+ }
471
+ getMouseWheelDeltaY(i = 0) {
472
+ if (i >= this._mouseWheelDeltaY.length)
473
+ return 0;
474
+ return this._mouseWheelDeltaY[i];
475
+ }
476
+ getPointerEvent(i) {
477
+ if (i >= this._pointerEvent.length)
478
+ return undefined;
479
+ return this._pointerEvent[i] ?? undefined;
480
+ }
481
+ *foreachPointerId(pointerType) {
482
+ for (let i = 0; i < this._pointerTypes.length; i++) {
483
+ // check if the pointer is active
484
+ if (this._pointerIsActive(i)) {
485
+ // if specific pointer types are requested
486
+ if (pointerType !== undefined) {
487
+ const type = this._pointerTypes[i];
488
+ if (Array.isArray(pointerType)) {
489
+ let isInArray = false;
490
+ for (const t of pointerType) {
491
+ if (type === t) {
492
+ isInArray = true;
493
+ break;
494
+ }
495
+ }
496
+ if (!isInArray)
497
+ continue;
498
+ }
499
+ else {
500
+ if (pointerType !== type)
501
+ continue;
502
+ }
503
+ }
504
+ yield i;
505
+ }
506
+ }
507
+ }
508
+ *foreachTouchId() {
509
+ for (let i = 0; i < this._pointerTypes.length; i++) {
510
+ const type = this._pointerTypes[i];
511
+ if (type !== PointerType.Touch)
512
+ continue;
513
+ if (this._pointerIsActive[i])
514
+ yield i;
515
+ }
516
+ }
517
+ _pointerIsActive(index) {
518
+ if (index < 0)
519
+ return false;
520
+ return this._pointerPressed[index] || this._pointerDown[index] || this._pointerUp[index];
521
+ }
522
+ context;
523
+ _pointerDown = [false];
524
+ _pointerUp = [false];
525
+ _pointerClick = [false];
526
+ _pointerDoubleClick = [false];
527
+ _pointerPressed = [false];
528
+ _pointerPositions = [new Vector2()];
529
+ _pointerPositionsLastFrame = [new Vector2()];
530
+ _pointerPositionsDelta = [new Vector2()];
531
+ _pointerPositionsRC = [new Vector2()];
532
+ _pointerPositionDown = [new Vector3()];
533
+ _pointerDownTime = [];
534
+ _pointerUpTime = [];
535
+ _pointerUpTimestamp = [];
536
+ _pointerIds = [];
537
+ _pointerTypes = [""];
538
+ _mouseWheelChanged = [false];
539
+ _mouseWheelDeltaY = [0];
540
+ _pointerEvent = [];
541
+ /** current pressed pointer events. Used to check if any of those events was used */
542
+ _pointerEventsPressed = [];
543
+ /** This is added/updated for pointers. screenspace pointers set this to the camera near plane */
544
+ _pointerSpace = [];
545
+ _pressedStack = new Map();
546
+ onDownButton(pointerId, button) {
547
+ let stack = this._pressedStack.get(pointerId);
548
+ if (!stack) {
549
+ stack = [];
550
+ this._pressedStack.set(pointerId, stack);
551
+ }
552
+ stack.push(button);
553
+ }
554
+ onReleaseButton(pointerId, button) {
555
+ const stack = this._pressedStack.get(pointerId);
556
+ if (!stack)
557
+ return;
558
+ const index = stack.indexOf(button);
559
+ if (index >= 0)
560
+ stack.splice(index, 1);
561
+ }
562
+ /** the first button that was down and is currently pressed */
563
+ getFirstPressedButtonForPointer(pointerId) {
564
+ const stack = this._pressedStack.get(pointerId);
565
+ if (!stack)
566
+ return undefined;
567
+ return stack[0];
568
+ }
569
+ /** the last (most recent) button that was down and is currently pressed */
570
+ getLatestPressedButtonForPointer(pointerId) {
571
+ const stack = this._pressedStack.get(pointerId);
572
+ if (!stack)
573
+ return undefined;
574
+ return stack[stack.length - 1];
575
+ }
576
+ getKeyDown() {
577
+ for (const key in this.keysPressed) {
578
+ const k = this.keysPressed[key];
579
+ if (k.startFrame === this.context.time.frameCount)
580
+ return k.key;
581
+ }
582
+ return null;
583
+ }
584
+ getKeyPressed() {
585
+ for (const key in this.keysPressed) {
586
+ const k = this.keysPressed[key];
587
+ if (k.pressed)
588
+ return k.key;
589
+ }
590
+ return null;
591
+ }
592
+ isKeyDown(keyCode) {
593
+ if (!this.context.application.isVisible || !this.context.application.hasFocus)
594
+ return false;
595
+ const codes = this.getCodeForCommonKeyName(keyCode);
596
+ if (codes !== null) {
597
+ for (const code of codes)
598
+ if (this.isKeyDown(code))
599
+ return true;
600
+ return false;
601
+ }
602
+ return this.keysPressed[keyCode]?.startFrame === this.context.time.frameCount && this.keysPressed[keyCode].pressed;
603
+ }
604
+ isKeyUp(keyCode) {
605
+ if (!this.context.application.isVisible || !this.context.application.hasFocus)
606
+ return false;
607
+ const codes = this.getCodeForCommonKeyName(keyCode);
608
+ if (codes !== null) {
609
+ for (const code of codes)
610
+ if (this.isKeyUp(code))
611
+ return true;
612
+ return false;
613
+ }
614
+ return this.keysPressed[keyCode]?.frame === this.context.time.frameCount && !this.keysPressed[keyCode].pressed;
615
+ }
616
+ isKeyPressed(keyCode) {
617
+ if (!this.context.application.isVisible || !this.context.application.hasFocus)
618
+ return false;
619
+ const codes = this.getCodeForCommonKeyName(keyCode);
620
+ if (codes !== null) {
621
+ for (const code of codes)
622
+ if (this.isKeyPressed(code))
623
+ return true;
624
+ return false;
625
+ }
626
+ return this.keysPressed[keyCode]?.pressed; // && time.frameCount - this.keysPressed[keyCode].frame < 100;
627
+ }
628
+ // utility helper for mapping common names to actual codes; e.g. "Shift" -> "ShiftLeft" and "ShiftRight" or "a" -> "KeyA"
629
+ getCodeForCommonKeyName(keyName) {
630
+ if (keyName.length === 1) {
631
+ // check if this is a digit
632
+ if (keyName >= "0" && keyName <= "9")
633
+ return ["Digit" + keyName];
634
+ // check if this is a letter
635
+ if (keyName >= "a" && keyName <= "z")
636
+ return ["Key" + keyName.toUpperCase()];
637
+ if (keyName == " ")
638
+ return ["Space"];
639
+ }
640
+ switch (keyName) {
641
+ case "shift":
642
+ case "Shift":
643
+ return ["ShiftLeft", "ShiftRight"];
644
+ case "control":
645
+ case "Control":
646
+ return ["ControlLeft", "ControlRight"];
647
+ case "alt":
648
+ case "Alt":
649
+ return ["AltLeft", "AltRight"];
650
+ }
651
+ return null;
652
+ }
653
+ createInputEvent(args) {
654
+ // TODO: technically we would need to check for circular invocations here!
655
+ switch (args.type) {
656
+ case InputEvents.PointerDown:
657
+ if (debug)
658
+ showBalloonMessage("Create Pointer down");
659
+ this.onDownButton(args.deviceIndex, args.button);
660
+ this.onDown(args);
661
+ break;
662
+ case InputEvents.PointerMove:
663
+ if (debug)
664
+ showBalloonMessage("Create Pointer move");
665
+ this.onMove(args);
666
+ break;
667
+ case InputEvents.PointerUp:
668
+ if (debug)
669
+ showBalloonMessage("Create Pointer up");
670
+ this.onUp(args);
671
+ this.onReleaseButton(args.deviceIndex, args.button);
672
+ break;
673
+ }
674
+ }
675
+ convertScreenspaceToRaycastSpace(vec2) {
676
+ vec2.x = (vec2.x - this.context.domX) / this.context.domWidth * 2 - 1;
677
+ vec2.y = -((vec2.y - this.context.domY) / this.context.domHeight) * 2 + 1;
678
+ return vec2;
679
+ }
680
+ /** @internal */
681
+ constructor(context) {
682
+ this.context = context;
683
+ this.context.post_render_callbacks.push(this.onEndOfFrame);
684
+ }
685
+ /** this is the html element we subscribed to for events */
686
+ _htmlEventSource;
687
+ bindEvents() {
688
+ this.unbindEvents();
689
+ // we subscribe to the canvas element because we don't want to receive events when the user is interacting with the UI
690
+ // e.g. if we have slotted HTML elements in the needle engine DOM elements we don't want to receive input events for those
691
+ this._htmlEventSource = this.context.renderer.domElement;
692
+ window.addEventListener('contextmenu', this.onContextMenu);
693
+ this._htmlEventSource.addEventListener('pointerdown', this.onPointerDown, { passive: true });
694
+ window.addEventListener('pointermove', this.onPointerMove, { passive: true, capture: true, });
695
+ window.addEventListener('pointerup', this.onPointerUp, { passive: true });
696
+ window.addEventListener('pointercancel', this.onPointerCancel, { passive: true });
697
+ window.addEventListener("touchstart", this.onTouchStart, { passive: true });
698
+ window.addEventListener("touchmove", this.onTouchMove, { passive: true });
699
+ window.addEventListener("touchend", this.onTouchEnd, { passive: true });
700
+ this._htmlEventSource.addEventListener('wheel', this.onMouseWheel, { passive: true });
701
+ window.addEventListener("wheel", this.onWheelWindow, { passive: true });
702
+ window.addEventListener("keydown", this.onKeyDown, false);
703
+ window.addEventListener("keypress", this.onKeyPressed, false);
704
+ window.addEventListener("keyup", this.onKeyUp, false);
705
+ // e.g. when using sharex to capture we loose focus thus dont get e.g. key up events
706
+ window.addEventListener('blur', this.onLostFocus);
707
+ }
708
+ unbindEvents() {
709
+ window.removeEventListener('contextmenu', this.onContextMenu);
710
+ this._htmlEventSource?.removeEventListener('pointerdown', this.onPointerDown);
711
+ window.removeEventListener('pointermove', this.onPointerMove);
712
+ window.removeEventListener('pointerup', this.onPointerUp);
713
+ window.removeEventListener('pointercancel', this.onPointerCancel);
714
+ window.removeEventListener("touchstart", this.onTouchStart);
715
+ window.removeEventListener("touchmove", this.onTouchMove);
716
+ window.removeEventListener("touchend", this.onTouchEnd);
717
+ this._htmlEventSource?.removeEventListener('wheel', this.onMouseWheel, false);
718
+ window.removeEventListener("wheel", this.onWheelWindow, false);
719
+ window.removeEventListener("keydown", this.onKeyDown, false);
720
+ window.removeEventListener("keypress", this.onKeyPressed, false);
721
+ window.removeEventListener("keyup", this.onKeyUp, false);
722
+ window.removeEventListener('blur', this.onLostFocus);
723
+ }
724
+ dispose() {
725
+ const index = this.context.post_render_callbacks.indexOf(this.onEndOfFrame);
726
+ if (index >= 0)
727
+ this.context.post_render_callbacks.splice(index, 1);
728
+ this.unbindEvents();
729
+ }
730
+ onLostFocus = () => {
731
+ for (const kp in this.keysPressed) {
732
+ this.keysPressed[kp].pressed = false;
733
+ }
734
+ };
735
+ _receivedPointerMoveEventsThisFrame = new Array;
736
+ onEndOfFrame = () => {
737
+ this._receivedPointerMoveEventsThisFrame.length = 0;
738
+ for (let i = 0; i < this._pointerUp.length; i++)
739
+ this._pointerUp[i] = false;
740
+ for (let i = 0; i < this._pointerDown.length; i++)
741
+ this._pointerDown[i] = false;
742
+ for (let i = 0; i < this._pointerClick.length; i++)
743
+ this._pointerClick[i] = false;
744
+ for (let i = 0; i < this._pointerDoubleClick.length; i++)
745
+ this._pointerDoubleClick[i] = false;
746
+ for (const pt of this._pointerPositionsDelta)
747
+ pt.set(0, 0);
748
+ for (let i = 0; i < this._mouseWheelChanged.length; i++)
749
+ this._mouseWheelChanged[i] = false;
750
+ for (let i = 0; i < this._mouseWheelDeltaY.length; i++)
751
+ this._mouseWheelDeltaY[i] = 0;
752
+ };
753
+ canReceiveInput(evt) {
754
+ // If the user has HTML objects ontop of the canvas
755
+ // if(evt.target === this.context.renderer.domElement) return true;
756
+ // const css = window.getComputedStyle(evt.target as HTMLElement);
757
+ // if(css.pointerEvents === "all") return false;
758
+ // We only check the target elements here since the canvas may be overlapped by other elements
759
+ // in which case we do not want to use the input (e.g. if a HTML element is being triggered)
760
+ if (evt.target === this.context.renderer?.domElement)
761
+ return true;
762
+ if (evt.target === this.context.domElement)
763
+ return true;
764
+ // if we are in AR we always want to receive touches because the canvas is the whole screen.
765
+ // See https://linear.app/needle/issue/NE-4345
766
+ if (this.context.isInAR) {
767
+ return true;
768
+ }
769
+ // looks like in Mozilla WebXR viewer the target element is the body
770
+ if (this.context.isInAR && evt.target === document.body && DeviceUtilities.isMozillaXR())
771
+ return true;
772
+ if (debug)
773
+ console.warn("CanReceiveInput:False for", evt.target);
774
+ return false;
775
+ }
776
+ onContextMenu = (evt) => {
777
+ if (this.canReceiveInput(evt) === false)
778
+ return;
779
+ if (evt instanceof PointerEvent) {
780
+ // for longpress on touch there might open a context menu
781
+ // in which case we set the pointer pressed back to false (resetting the pressed pointer)
782
+ // we need to emit a pointer up event here as well
783
+ if (evt.pointerType === "touch") {
784
+ // for (const index in this._pointerPressed) {
785
+ // if (this._pointerTypes[index] === PointerType.Touch) {
786
+ // // this._pointerPressed[index] = false;
787
+ // // this throws orbit controls?
788
+ // // const ne = this.createPointerEventFromTouch("pointerup", parseInt(index), this._pointerPositions[index].x, this._pointerPositions[index].y, 0, evt);
789
+ // // this.onUp(ne);
790
+ // }
791
+ // }
792
+ }
793
+ }
794
+ };
795
+ keysPressed = {};
796
+ onKeyDown = (evt) => {
797
+ if (debug)
798
+ console.log(`key down ${evt.code}, ${this.context.application.hasFocus}`, evt);
799
+ if (!this.context.application.hasFocus)
800
+ return;
801
+ const ex = this.keysPressed[evt.code];
802
+ if (ex && ex.pressed)
803
+ return;
804
+ this.keysPressed[evt.code] = { pressed: true, frame: this.context.time.frameCount + 1, startFrame: this.context.time.frameCount + 1, key: evt.key, code: evt.code };
805
+ const ne = new NEKeyboardEvent(InputEvents.KeyDown, evt, evt);
806
+ this.onDispatchEvent(ne);
807
+ };
808
+ onKeyPressed = (evt) => {
809
+ if (!this.context.application.hasFocus)
810
+ return;
811
+ const p = this.keysPressed[evt.code];
812
+ if (!p)
813
+ return;
814
+ p.pressed = true;
815
+ p.frame = this.context.time.frameCount + 1;
816
+ const ne = new NEKeyboardEvent(InputEvents.KeyPressed, evt, evt);
817
+ this.onDispatchEvent(ne);
818
+ };
819
+ onKeyUp = (evt) => {
820
+ if (!this.context.application.hasFocus)
821
+ return;
822
+ const p = this.keysPressed[evt.code];
823
+ if (!p)
824
+ return;
825
+ p.pressed = false;
826
+ p.frame = this.context.time.frameCount + 1;
827
+ const ne = new NEKeyboardEvent(InputEvents.KeyUp, evt, evt);
828
+ this.onDispatchEvent(ne);
829
+ };
830
+ onWheelWindow = (evt) => {
831
+ // check if we are in pointer lock mode
832
+ if (document.pointerLockElement) {
833
+ // only if yes we want to use the mouse wheel as a pointer event
834
+ this.onMouseWheel(evt);
835
+ }
836
+ };
837
+ onMouseWheel = (evt) => {
838
+ if (this.canReceiveInput(evt) === false)
839
+ return;
840
+ if (this._mouseWheelDeltaY.length <= 0)
841
+ this._mouseWheelDeltaY.push(0);
842
+ if (this._mouseWheelChanged.length <= 0)
843
+ this._mouseWheelChanged.push(false);
844
+ this._mouseWheelChanged[0] = true;
845
+ const current = this._mouseWheelDeltaY[0];
846
+ this._mouseWheelDeltaY[0] = current + evt.deltaY;
847
+ };
848
+ onPointerDown = (evt) => {
849
+ if (this.context.isInAR)
850
+ return;
851
+ if (this.canReceiveInput(evt) === false)
852
+ return;
853
+ if (evt.target instanceof HTMLElement) {
854
+ evt.target.setPointerCapture(evt.pointerId);
855
+ }
856
+ const id = this.getPointerId(evt);
857
+ if (debug)
858
+ showBalloonMessage(`pointer down #${id}, identifier:${evt.pointerId}`);
859
+ const space = this.getAndUpdateSpatialObjectForScreenPosition(id, evt.clientX, evt.clientY);
860
+ const ne = new NEPointerEvent(InputEvents.PointerDown, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: evt.button, clientX: evt.clientX, clientY: evt.clientY, pointerType: evt.pointerType, buttonName: this.getButtonName(evt), device: space, pressure: evt.pressure });
861
+ this.onDown(ne);
862
+ };
863
+ onPointerMove = (evt) => {
864
+ if (this.context.isInAR)
865
+ return;
866
+ // Prevent multiple pointerMove events per frame
867
+ if (this._receivedPointerMoveEventsThisFrame.includes(evt.pointerId))
868
+ return;
869
+ this._receivedPointerMoveEventsThisFrame.push(evt.pointerId);
870
+ // We want to keep receiving move events until pointerUp and not stop handling events just because we're hovering over *some* HTML element
871
+ // if (this.canReceiveInput(evt) === false) return;
872
+ let button = evt.button;
873
+ if (evt.pointerType === "mouse") {
874
+ const pressedButton = this.getFirstPressedButtonForPointer(0);
875
+ button = pressedButton ?? 0;
876
+ }
877
+ const id = this.getPointerId(evt, button);
878
+ if (button === -1) {
879
+ button = id;
880
+ }
881
+ const space = this.getAndUpdateSpatialObjectForScreenPosition(id, evt.clientX, evt.clientY);
882
+ const ne = new NEPointerEvent(InputEvents.PointerMove, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: button, clientX: evt.clientX, clientY: evt.clientY, pointerType: evt.pointerType, buttonName: this.getButtonName(evt), device: space, pressure: evt.pressure });
883
+ this.onMove(ne);
884
+ };
885
+ onPointerCancel = (evt) => {
886
+ if (this.context.isInAR)
887
+ return;
888
+ if (debug)
889
+ console.log("Pointer cancel", evt);
890
+ // we treat this as an up event for now to make sure we don't have any pointers stuck in a pressed state etc. Technically we dont want to invoke a up event for cancels...
891
+ this.onPointerUp(evt);
892
+ };
893
+ onPointerUp = (evt) => {
894
+ if (this.context.isInAR)
895
+ return;
896
+ if (evt.target instanceof HTMLElement) {
897
+ evt.target.releasePointerCapture(evt.pointerId);
898
+ }
899
+ // the pointer up event should always be handled
900
+ // if (this.canReceiveInput(evt) === false) return;
901
+ const id = this.getPointerId(evt);
902
+ // if (!this.isNewEvent(evt.timeStamp, id, this._pointerUpTimestamp)) return;
903
+ const ne = new NEPointerEvent(InputEvents.PointerUp, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: evt.button, clientX: evt.clientX, clientY: evt.clientY, pointerType: evt.pointerType, buttonName: this.getButtonName(evt), device: this.getAndUpdateSpatialObjectForScreenPosition(id, evt.clientX, evt.clientY), pressure: evt.pressure });
904
+ this.onUp(ne);
905
+ this._pointerIds[id] = -1;
906
+ if (debug)
907
+ console.log("ID=" + id, "PointerId=" + evt.pointerId, "ALL:", [...this._pointerIds]);
908
+ };
909
+ getPointerId(evt, button) {
910
+ if (evt.pointerType === "mouse")
911
+ return 0 + (button ?? evt.button);
912
+ return this.getPointerIndex(evt.pointerId);
913
+ }
914
+ getButtonName(evt) {
915
+ const button = evt.button;
916
+ if (evt.pointerType === "mouse") {
917
+ switch (button) {
918
+ case 0: return "left";
919
+ case 1: return "middle";
920
+ case 2: return "right";
921
+ }
922
+ }
923
+ return "unknown";
924
+ }
925
+ // the touch events are currently only used for AR support on android
926
+ onTouchStart = (evt) => {
927
+ if (!this.context.isInAR)
928
+ return;
929
+ for (let i = 0; i < evt.changedTouches.length; i++) {
930
+ const touch = evt.changedTouches[i];
931
+ const id = this.getPointerIndex(touch.identifier);
932
+ const space = this.getAndUpdateSpatialObjectForScreenPosition(id, touch.clientX, touch.clientY);
933
+ const ne = new NEPointerEvent(InputEvents.PointerDown, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: 0, clientX: touch.clientX, clientY: touch.clientY, pointerType: "touch", buttonName: "unknown", device: space, pressure: touch.force });
934
+ this.onDown(ne);
935
+ }
936
+ ;
937
+ };
938
+ onTouchMove = (evt) => {
939
+ if (!this.context.isInAR)
940
+ return;
941
+ for (let i = 0; i < evt.changedTouches.length; i++) {
942
+ const touch = evt.changedTouches[i];
943
+ const id = this.getPointerIndex(touch.identifier);
944
+ const space = this.getAndUpdateSpatialObjectForScreenPosition(id, touch.clientX, touch.clientY);
945
+ const ne = new NEPointerEvent(InputEvents.PointerMove, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: 0, clientX: touch.clientX, clientY: touch.clientY, pointerType: "touch", buttonName: "unknown", device: space, pressure: touch.force });
946
+ this.onMove(ne);
947
+ }
948
+ ;
949
+ };
950
+ onTouchEnd = (evt) => {
951
+ if (!this.context.isInAR)
952
+ return;
953
+ for (let i = 0; i < evt.changedTouches.length; i++) {
954
+ const touch = evt.changedTouches[i];
955
+ const id = this.getPointerIndex(touch.identifier);
956
+ const ne = new NEPointerEvent(InputEvents.PointerUp, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: 0, clientX: touch.clientX, clientY: touch.clientY, pointerType: "touch", buttonName: "unknown", device: this.getAndUpdateSpatialObjectForScreenPosition(id, touch.clientX, touch.clientY), pressure: touch.force });
957
+ this.onUp(ne);
958
+ this._pointerIds[id] = -1;
959
+ }
960
+ ;
961
+ };
962
+ tempNearPlaneVector = new Vector3();
963
+ tempFarPlaneVector = new Vector3();
964
+ tempLookMatrix = new Matrix4();
965
+ getAndUpdateSpatialObjectForScreenPosition(id, screenX, screenY) {
966
+ let space = this._pointerSpace[id];
967
+ if (!space) {
968
+ space = new Object3D();
969
+ this._pointerSpace[id] = space;
970
+ }
971
+ this._pointerSpace[id] = space;
972
+ const camera = this.context.mainCamera;
973
+ if (camera) {
974
+ const pointOnNearPlane = this.tempNearPlaneVector.set(screenX, screenY, -1);
975
+ this.convertScreenspaceToRaycastSpace(pointOnNearPlane);
976
+ const pointOnFarPlane = this.tempFarPlaneVector.set(pointOnNearPlane.x, pointOnNearPlane.y, 1);
977
+ pointOnNearPlane.unproject(camera);
978
+ pointOnFarPlane.unproject(camera);
979
+ const worldUp = camera.worldUp || getTempVector(0, 1, 0).applyQuaternion(getWorldQuaternion(camera));
980
+ this.tempLookMatrix.lookAt(pointOnFarPlane, pointOnNearPlane, worldUp);
981
+ space.position.set(pointOnNearPlane.x, pointOnNearPlane.y, pointOnNearPlane.z);
982
+ space.quaternion.setFromRotationMatrix(this.tempLookMatrix);
983
+ }
984
+ return space;
985
+ }
986
+ // Prevent the same event being handled twice (e.g. on touch we get a mouseUp and touchUp evt with the same timestamp)
987
+ // private isNewEvent(timestamp: number, index: number, arr: number[]): boolean {
988
+ // while (arr.length <= index) arr.push(-1);
989
+ // if (timestamp === arr[index]) return false;
990
+ // arr[index] = timestamp;
991
+ // return true;
992
+ // }
993
+ isInRect(e) {
994
+ if (this.context.isInXR)
995
+ return true;
996
+ const rect = this.context.domElement.getBoundingClientRect();
997
+ const px = e.clientX;
998
+ const py = e.clientY;
999
+ const isInRect = px >= rect.x && px <= rect.right && py >= rect.y && py <= rect.bottom;
1000
+ if (debug && !isInRect)
1001
+ console.log("Not in rect", rect, px, py);
1002
+ return isInRect;
1003
+ }
1004
+ onDown(evt) {
1005
+ const index = evt.pointerId;
1006
+ if (this.getPointerPressed(index)) {
1007
+ console.warn(`Received pointerDown for pointerId that is already pressed: ${index}`, debug ? evt : '');
1008
+ }
1009
+ if (debug)
1010
+ console.log(evt.pointerType, "DOWN", index);
1011
+ if (!this.isInRect(evt))
1012
+ return;
1013
+ // if (this.isMouseEventFromTouch(evt)) return;
1014
+ this.setPointerState(index, this._pointerPressed, true);
1015
+ this.setPointerState(index, this._pointerDown, true);
1016
+ this.setPointerStateT(index, this._pointerEvent, evt.source);
1017
+ while (index >= this._pointerTypes.length)
1018
+ this._pointerTypes.push(evt.pointerType);
1019
+ this._pointerTypes[index] = evt.pointerType;
1020
+ while (index >= this._pointerPositionDown.length)
1021
+ this._pointerPositionDown.push(new Vector3());
1022
+ this._pointerPositionDown[index].set(evt.clientX, evt.clientY, evt.clientZ ?? 0);
1023
+ while (index >= this._pointerPositions.length)
1024
+ this._pointerPositions.push(new Vector2());
1025
+ this._pointerPositions[index].set(evt.clientX, evt.clientY);
1026
+ if (index >= this._pointerDownTime.length)
1027
+ this._pointerDownTime.push(0);
1028
+ this._pointerDownTime[index] = this.context.time.realtimeSinceStartup;
1029
+ this.updatePointerPosition(evt);
1030
+ this._pointerEventsPressed.push(evt);
1031
+ this.onDispatchEvent(evt);
1032
+ }
1033
+ // moveEvent?: Event;
1034
+ onMove(evt) {
1035
+ const index = evt.pointerId;
1036
+ const isDown = this.getPointerPressed(index);
1037
+ if (isDown === false && !this.isInRect(evt))
1038
+ return;
1039
+ if (evt.pointerType === PointerType.Touch && !isDown)
1040
+ return;
1041
+ // if (this.isMouseEventFromTouch(evt)) return;
1042
+ // if (debug) console.log(evt.pointerType, "MOVE", index, "hasSpace=" + evt.space != null);
1043
+ this.updatePointerPosition(evt);
1044
+ this.setPointerStateT(index, this._pointerEvent, evt.source);
1045
+ this.onDispatchEvent(evt);
1046
+ }
1047
+ onUp(evt) {
1048
+ const index = evt.pointerId;
1049
+ const wasDown = this.getPointerPressed(index);
1050
+ if (!wasDown) {
1051
+ if (debug)
1052
+ console.log(evt.pointerType, "UP", index, "was not down");
1053
+ return;
1054
+ }
1055
+ // if (this.isMouseEventFromTouch(evt)) return;
1056
+ if (debug)
1057
+ console.log(evt.pointerType, "UP", index);
1058
+ this.setPointerState(index, this._pointerPressed, false);
1059
+ this.setPointerStateT(index, this._pointerEvent, evt.source);
1060
+ this.setPointerState(index, this._pointerUp, true);
1061
+ this.updatePointerPosition(evt);
1062
+ for (let i = this._pointerEventsPressed.length - 1; i >= 0; i--) {
1063
+ const ptr = this._pointerEventsPressed[i];
1064
+ if (ptr.pointerId === index) {
1065
+ this._pointerEventsPressed.splice(i, 1);
1066
+ break;
1067
+ }
1068
+ }
1069
+ if (!this._pointerPositionDown[index]) {
1070
+ if (debug)
1071
+ showBalloonWarning("Received pointer up event without matching down event for button: " + index);
1072
+ console.warn("Received pointer up event without matching down event for button: " + index);
1073
+ return;
1074
+ }
1075
+ const lastUpTime = this._pointerUpTime[index];
1076
+ const downTime = this._pointerDownTime[index];
1077
+ const upTime = this.context.time.realtimeSinceStartup;
1078
+ const dt = upTime - downTime;
1079
+ if (index >= this._pointerUpTime.length)
1080
+ this._pointerUpTime.push(-99);
1081
+ this._pointerUpTime[index] = upTime;
1082
+ // If the time from down to up is less than 1 second check if it was a click
1083
+ if (dt < 1) {
1084
+ let dx = evt.clientX - this._pointerPositionDown[index].x;
1085
+ let dy = evt.clientY - this._pointerPositionDown[index].y;
1086
+ let dz = 0;
1087
+ if (evt.isSpatial && evt.clientZ != undefined) {
1088
+ dz = evt.clientZ - this._pointerPositionDown[index].z;
1089
+ // spatial clicks remapping
1090
+ dx *= 200;
1091
+ dy *= 200;
1092
+ dz *= 200;
1093
+ }
1094
+ if (Math.abs(dx) < 5 && Math.abs(dy) < 5 && Math.abs(dz) < 5) {
1095
+ this.setPointerState(index, this._pointerClick, true);
1096
+ evt.isClick = true;
1097
+ // handle double click
1098
+ const dt = upTime - lastUpTime;
1099
+ if (debug)
1100
+ console.log("CLICK", index, dx, dy, dz, dt);
1101
+ if (dt < this._doubleClickTimeThreshold && dt > 0) {
1102
+ this.setPointerState(index, this._pointerDoubleClick, true);
1103
+ evt.isDoubleClick = true;
1104
+ }
1105
+ }
1106
+ }
1107
+ this.onDispatchEvent(evt);
1108
+ }
1109
+ updatePointerPosition(evt) {
1110
+ const index = evt.pointerId;
1111
+ while (index >= this._pointerPositions.length)
1112
+ this._pointerPositions.push(new Vector2());
1113
+ while (index >= this._pointerPositionsLastFrame.length)
1114
+ this._pointerPositionsLastFrame.push(new Vector2());
1115
+ while (index >= this._pointerPositionsDelta.length)
1116
+ this._pointerPositionsDelta.push(new Vector2());
1117
+ const lf = this._pointerPositionsLastFrame[index];
1118
+ lf.copy(this._pointerPositions[index]);
1119
+ // accumulate delta (it's reset in end of frame), if we just write it here it's not correct when the browser console is open
1120
+ const delta = this._pointerPositionsDelta[index];
1121
+ let dx = evt.clientX - lf.x;
1122
+ let dy = evt.clientY - lf.y;
1123
+ // if pointer is locked, clientX and Y are not changed, but Movement is.
1124
+ if (evt.source instanceof MouseEvent || evt.source instanceof TouchEvent) {
1125
+ const source = evt.source;
1126
+ if (dx === 0 && source.movementX !== 0)
1127
+ dx = source.movementX || 0;
1128
+ if (dy === 0 && source.movementY !== 0)
1129
+ dy = source.movementY || 0;
1130
+ }
1131
+ delta.x += dx;
1132
+ delta.y += dy;
1133
+ this._pointerPositions[index].x = evt.clientX;
1134
+ this._pointerPositions[index].y = evt.clientY;
1135
+ // we want to have the position 01 on the canvas for raycasting
1136
+ const px = evt.clientX;
1137
+ const py = evt.clientY;
1138
+ while (index >= this._pointerPositionsRC.length)
1139
+ this._pointerPositionsRC.push(new Vector2());
1140
+ const rc = this._pointerPositionsRC[index];
1141
+ rc.set(px, py);
1142
+ this.convertScreenspaceToRaycastSpace(rc);
1143
+ // console.log(this.context.alias, rc);
1144
+ // this._pointerPositionsRC[evt.button].x = (px - this.context.domX) / this.context.domWidth * 2 - 1;
1145
+ // this._pointerPositionsRC[evt.button].y = -((py - this.context.domY) / this.context.domHeight) * 2 + 1;
1146
+ // console.log(evt.button)
1147
+ }
1148
+ /** get the next free id */
1149
+ getPointerIndex(pointerId) {
1150
+ // test if theres a pointer with the id
1151
+ let firstFreeIndex = -1;
1152
+ for (let i = 0; i < this._pointerIds.length; i++) {
1153
+ if (this._pointerIds[i] === pointerId)
1154
+ return i;
1155
+ else if (firstFreeIndex === -1 && this._pointerIds[i] === -1) {
1156
+ firstFreeIndex = i;
1157
+ }
1158
+ }
1159
+ // if not take the free slot if any
1160
+ if (firstFreeIndex !== -1) {
1161
+ this._pointerIds[firstFreeIndex] = pointerId;
1162
+ return firstFreeIndex;
1163
+ }
1164
+ if (debug)
1165
+ console.log("PUSH pointerId:", pointerId);
1166
+ this._pointerIds.push(pointerId);
1167
+ return this._pointerIds.length - 1;
1168
+ }
1169
+ setPointerState(index, arr, value) {
1170
+ arr[index] = value;
1171
+ }
1172
+ setPointerStateT(index, arr, value) {
1173
+ // while (arr.length <= index) arr.push(null as any);
1174
+ arr[index] = value;
1175
+ return value;
1176
+ }
1177
+ onDispatchEvent(evt) {
1178
+ const prevContext = Context.Current;
1179
+ try {
1180
+ Context.Current = this.context;
1181
+ this.dispatchEvent(evt);
1182
+ }
1183
+ finally {
1184
+ Context.Current = prevContext;
1185
+ }
1186
+ }
1187
+ }
1188
+ // KEY_1 = 49,
1189
+ // KEY_2 = 50,
1190
+ // KEY_3 = 51,
1191
+ // KEY_4 = 52,
1192
+ // KEY_5 = 53,
1193
+ // KEY_6 = 54,
1194
+ // KEY_7 = 55,
1195
+ // KEY_8 = 56,
1196
+ // KEY_9 = 57,
1197
+ // KEY_A = 65,
1198
+ // KEY_B = 66,
1199
+ // KEY_C = 67,
1200
+ // KEY_D = "d",
1201
+ // KEY_E = 69,
1202
+ // KEY_F = 70,
1203
+ // KEY_G = 71,
1204
+ // KEY_H = 72,
1205
+ // KEY_I = 73,
1206
+ // KEY_J = 74,
1207
+ // KEY_K = 75,
1208
+ // KEY_L = 76,
1209
+ // KEY_M = 77,
1210
+ // KEY_N = 78,
1211
+ // KEY_O = 79,
1212
+ // KEY_P = 80,
1213
+ // KEY_Q = 81,
1214
+ // KEY_R = 82,
1215
+ // KEY_S = 83,
1216
+ // KEY_T = 84,
1217
+ // KEY_U = 85,
1218
+ // KEY_V = 86,
1219
+ // KEY_W = 87,
1220
+ // KEY_X = 88,
1221
+ // KEY_Y = 89,
1222
+ // KEY_Z = 90,
1223
+ // LEFT_META = 91,
1224
+ // RIGHT_META = 92,
1225
+ // SELECT = 93,
1226
+ // NUMPAD_0 = 96,
1227
+ // NUMPAD_1 = 97,
1228
+ // NUMPAD_2 = 98,
1229
+ // NUMPAD_3 = 99,
1230
+ // NUMPAD_4 = 100,
1231
+ // NUMPAD_5 = 101,
1232
+ // NUMPAD_6 = 102,
1233
+ // NUMPAD_7 = 103,
1234
+ // NUMPAD_8 = 104,
1235
+ // NUMPAD_9 = 105,
1236
+ // MULTIPLY = 106,
1237
+ // ADD = 107,
1238
+ // SUBTRACT = 109,
1239
+ // DECIMAL = 110,
1240
+ // DIVIDE = 111,
1241
+ // F1 = 112,
1242
+ // F2 = 113,
1243
+ // F3 = 114,
1244
+ // F4 = 115,
1245
+ // F5 = 116,
1246
+ // F6 = 117,
1247
+ // F7 = 118,
1248
+ // F8 = 119,
1249
+ // F9 = 120,
1250
+ // F10 = 121,
1251
+ // F11 = 122,
1252
+ // F12 = 123,
1253
+ // NUM_LOCK = 144,
1254
+ // SCROLL_LOCK = 145,
1255
+ // SEMICOLON = 186,
1256
+ // EQUALS = 187,
1257
+ // COMMA = 188,
1258
+ // DASH = 189,
1259
+ // PERIOD = 190,
1260
+ // FORWARD_SLASH = 191,
1261
+ // GRAVE_ACCENT = 192,
1262
+ // OPEN_BRACKET = 219,
1263
+ // BACK_SLASH = 220,
1264
+ // CLOSE_BRACKET = 221,
1265
+ // SINGLE_QUOTE = 222
1266
1266
  //# sourceMappingURL=engine_input.js.map