@needle-tools/engine 4.4.0-beta → 4.4.0-beta.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1056) hide show
  1. package/CHANGELOG.md +3607 -3604
  2. package/LICENSE.md +10 -10
  3. package/README.md +64 -64
  4. package/components.needle.json +1 -1
  5. package/dist/needle-engine.bundle.js +2256 -2254
  6. package/dist/needle-engine.bundle.light.js +2256 -2254
  7. package/dist/needle-engine.bundle.light.min.js +118 -118
  8. package/dist/needle-engine.bundle.light.umd.cjs +116 -116
  9. package/dist/needle-engine.bundle.min.js +118 -118
  10. package/dist/needle-engine.bundle.umd.cjs +116 -116
  11. package/dist/needle-engine.d.ts +130 -138
  12. package/dist/needle-engine.js +468 -467
  13. package/dist/needle-engine.light.d.ts +130 -138
  14. package/dist/needle-engine.light.js +468 -467
  15. package/dist/needle-engine.light.min.js +1 -1
  16. package/dist/needle-engine.light.umd.cjs +1 -1
  17. package/dist/needle-engine.min.js +1 -1
  18. package/dist/needle-engine.umd.cjs +1 -1
  19. package/dist/postprocessing.js +1673 -1527
  20. package/dist/postprocessing.light.js +1673 -1527
  21. package/dist/postprocessing.light.min.js +80 -66
  22. package/dist/postprocessing.light.umd.cjs +83 -69
  23. package/dist/postprocessing.min.js +80 -66
  24. package/dist/postprocessing.umd.cjs +83 -69
  25. package/dist/vendor.js +1 -1
  26. package/dist/vendor.light.js +1 -1
  27. package/lib/asap/needle-asap.d.ts +1 -1
  28. package/lib/asap/needle-asap.js +95 -95
  29. package/lib/asap/sessiongranted.d.ts +3 -3
  30. package/lib/asap/sessiongranted.js +65 -65
  31. package/lib/asap/utils.d.ts +1 -1
  32. package/lib/asap/utils.js +3 -3
  33. package/lib/engine/analytics/index.d.ts +6 -6
  34. package/lib/engine/analytics/index.js +12 -12
  35. package/lib/engine/analytics/lcp.d.ts +3 -3
  36. package/lib/engine/analytics/lcp.js +34 -34
  37. package/lib/engine/api.d.ts +81 -81
  38. package/lib/engine/api.js +80 -80
  39. package/lib/engine/assets/index.d.ts +11 -11
  40. package/lib/engine/assets/index.js +47 -47
  41. package/lib/engine/assets/static.d.ts +1 -1
  42. package/lib/engine/assets/static.js +4 -4
  43. package/lib/engine/codegen/register_types.d.ts +1 -1
  44. package/lib/engine/codegen/register_types.js +300 -298
  45. package/lib/engine/codegen/register_types.js.map +1 -1
  46. package/lib/engine/debug/debug.d.ts +15 -15
  47. package/lib/engine/debug/debug.js +44 -44
  48. package/lib/engine/debug/debug_console.d.ts +2 -2
  49. package/lib/engine/debug/debug_console.js +307 -307
  50. package/lib/engine/debug/debug_overlay.d.ts +22 -22
  51. package/lib/engine/debug/debug_overlay.js +316 -316
  52. package/lib/engine/debug/debug_spatial_console.d.ts +2 -2
  53. package/lib/engine/debug/debug_spatial_console.js +390 -390
  54. package/lib/engine/debug/index.d.ts +2 -2
  55. package/lib/engine/debug/index.js +2 -2
  56. package/lib/engine/engine_addressables.d.ts +166 -166
  57. package/lib/engine/engine_addressables.js +608 -608
  58. package/lib/engine/engine_animation.d.ts +43 -43
  59. package/lib/engine/engine_animation.js +133 -133
  60. package/lib/engine/engine_application.d.ts +40 -40
  61. package/lib/engine/engine_application.js +104 -104
  62. package/lib/engine/engine_assetdatabase.d.ts +25 -25
  63. package/lib/engine/engine_assetdatabase.js +344 -344
  64. package/lib/engine/engine_audio.d.ts +4 -4
  65. package/lib/engine/engine_audio.js +23 -23
  66. package/lib/engine/engine_camera.d.ts +13 -13
  67. package/lib/engine/engine_camera.js +30 -30
  68. package/lib/engine/engine_components.d.ts +110 -110
  69. package/lib/engine/engine_components.js +380 -380
  70. package/lib/engine/engine_components_internal.d.ts +9 -9
  71. package/lib/engine/engine_components_internal.js +36 -36
  72. package/lib/engine/engine_constants.d.ts +10 -10
  73. package/lib/engine/engine_constants.js +41 -41
  74. package/lib/engine/engine_context.d.ts +345 -345
  75. package/lib/engine/engine_context.js +1515 -1515
  76. package/lib/engine/engine_context_registry.d.ts +71 -71
  77. package/lib/engine/engine_context_registry.js +117 -117
  78. package/lib/engine/engine_coroutine.d.ts +35 -35
  79. package/lib/engine/engine_coroutine.js +52 -52
  80. package/lib/engine/engine_create_objects.d.ts +118 -118
  81. package/lib/engine/engine_create_objects.js +308 -308
  82. package/lib/engine/engine_default_parameters.d.ts +2 -2
  83. package/lib/engine/engine_default_parameters.js +3 -3
  84. package/lib/engine/engine_editor-sync.d.ts +21 -21
  85. package/lib/engine/engine_editor-sync.js +4 -4
  86. package/lib/engine/engine_element.d.ts +113 -113
  87. package/lib/engine/engine_element.js +830 -830
  88. package/lib/engine/engine_element_attributes.d.ts +72 -72
  89. package/lib/engine/engine_element_attributes.js +1 -1
  90. package/lib/engine/engine_element_extras.d.ts +6 -6
  91. package/lib/engine/engine_element_extras.js +13 -13
  92. package/lib/engine/engine_element_loading.d.ts +44 -44
  93. package/lib/engine/engine_element_loading.js +349 -349
  94. package/lib/engine/engine_element_overlay.d.ts +21 -21
  95. package/lib/engine/engine_element_overlay.js +166 -166
  96. package/lib/engine/engine_fileloader.d.ts +2 -2
  97. package/lib/engine/engine_fileloader.js +8 -8
  98. package/lib/engine/engine_gameobject.d.ts +68 -68
  99. package/lib/engine/engine_gameobject.js +591 -591
  100. package/lib/engine/engine_generic_utils.d.ts +1 -1
  101. package/lib/engine/engine_generic_utils.js +13 -13
  102. package/lib/engine/engine_gizmos.d.ts +149 -149
  103. package/lib/engine/engine_gizmos.js +530 -530
  104. package/lib/engine/engine_gltf.d.ts +12 -12
  105. package/lib/engine/engine_gltf.js +15 -15
  106. package/lib/engine/engine_gltf_builtin_components.d.ts +7 -7
  107. package/lib/engine/engine_gltf_builtin_components.js +341 -341
  108. package/lib/engine/engine_hot_reload.d.ts +7 -7
  109. package/lib/engine/engine_hot_reload.js +184 -184
  110. package/lib/engine/engine_input.d.ts +352 -352
  111. package/lib/engine/engine_input.js +1265 -1265
  112. package/lib/engine/engine_input_utils.d.ts +2 -2
  113. package/lib/engine/engine_input_utils.js +22 -22
  114. package/lib/engine/engine_instancing.d.ts +19 -19
  115. package/lib/engine/engine_instancing.js +39 -39
  116. package/lib/engine/engine_license.d.ts +9 -9
  117. package/lib/engine/engine_license.js +320 -320
  118. package/lib/engine/engine_lifecycle_api.d.ts +76 -76
  119. package/lib/engine/engine_lifecycle_api.js +99 -99
  120. package/lib/engine/engine_lifecycle_functions_internal.d.ts +32 -32
  121. package/lib/engine/engine_lifecycle_functions_internal.js +146 -146
  122. package/lib/engine/engine_lightdata.d.ts +23 -23
  123. package/lib/engine/engine_lightdata.js +91 -91
  124. package/lib/engine/engine_loaders.d.ts +13 -13
  125. package/lib/engine/engine_loaders.js +62 -62
  126. package/lib/engine/engine_lods.d.ts +31 -31
  127. package/lib/engine/engine_lods.js +146 -146
  128. package/lib/engine/engine_mainloop_utils.d.ts +32 -32
  129. package/lib/engine/engine_mainloop_utils.js +466 -466
  130. package/lib/engine/engine_math.d.ts +114 -114
  131. package/lib/engine/engine_math.js +247 -247
  132. package/lib/engine/engine_modules.d.ts +36 -36
  133. package/lib/engine/engine_modules.js +85 -85
  134. package/lib/engine/engine_networking.d.ts +252 -252
  135. package/lib/engine/engine_networking.js +743 -743
  136. package/lib/engine/engine_networking_auto.d.ts +24 -24
  137. package/lib/engine/engine_networking_auto.js +310 -310
  138. package/lib/engine/engine_networking_blob.d.ts +48 -48
  139. package/lib/engine/engine_networking_blob.js +212 -212
  140. package/lib/engine/engine_networking_files.d.ts +35 -35
  141. package/lib/engine/engine_networking_files.js +172 -172
  142. package/lib/engine/engine_networking_files_default_components.d.ts +6 -6
  143. package/lib/engine/engine_networking_files_default_components.js +42 -42
  144. package/lib/engine/engine_networking_instantiate.d.ts +100 -100
  145. package/lib/engine/engine_networking_instantiate.js +345 -345
  146. package/lib/engine/engine_networking_peer.d.ts +15 -15
  147. package/lib/engine/engine_networking_peer.js +132 -132
  148. package/lib/engine/engine_networking_streams.d.ts +123 -123
  149. package/lib/engine/engine_networking_streams.js +645 -645
  150. package/lib/engine/engine_networking_types.d.ts +22 -22
  151. package/lib/engine/engine_networking_types.js +7 -7
  152. package/lib/engine/engine_networking_utils.d.ts +2 -2
  153. package/lib/engine/engine_networking_utils.js +20 -20
  154. package/lib/engine/engine_networking_websocket.d.ts +1 -1
  155. package/lib/engine/engine_networking_websocket.js +2 -2
  156. package/lib/engine/engine_patcher.d.ts +10 -10
  157. package/lib/engine/engine_patcher.js +142 -142
  158. package/lib/engine/engine_physics.d.ts +152 -152
  159. package/lib/engine/engine_physics.js +645 -645
  160. package/lib/engine/engine_physics.types.d.ts +40 -40
  161. package/lib/engine/engine_physics.types.js +33 -33
  162. package/lib/engine/engine_physics_rapier.d.ts +147 -147
  163. package/lib/engine/engine_physics_rapier.js +1432 -1432
  164. package/lib/engine/engine_playerview.d.ts +26 -26
  165. package/lib/engine/engine_playerview.js +64 -64
  166. package/lib/engine/engine_scenelighting.d.ts +71 -71
  167. package/lib/engine/engine_scenelighting.js +226 -226
  168. package/lib/engine/engine_scenetools.d.ts +50 -50
  169. package/lib/engine/engine_scenetools.js +321 -321
  170. package/lib/engine/engine_serialization.d.ts +3 -3
  171. package/lib/engine/engine_serialization.js +3 -3
  172. package/lib/engine/engine_serialization_builtin_serializer.d.ts +72 -72
  173. package/lib/engine/engine_serialization_builtin_serializer.js +403 -403
  174. package/lib/engine/engine_serialization_core.d.ts +85 -85
  175. package/lib/engine/engine_serialization_core.js +602 -602
  176. package/lib/engine/engine_serialization_decorator.d.ts +23 -23
  177. package/lib/engine/engine_serialization_decorator.js +66 -66
  178. package/lib/engine/engine_setup.d.ts +1 -1
  179. package/lib/engine/engine_setup.js +2 -2
  180. package/lib/engine/engine_shaders.d.ts +53 -53
  181. package/lib/engine/engine_shaders.js +252 -252
  182. package/lib/engine/engine_shims.d.ts +4 -4
  183. package/lib/engine/engine_shims.js +24 -24
  184. package/lib/engine/engine_test_utils.d.ts +39 -39
  185. package/lib/engine/engine_test_utils.js +83 -83
  186. package/lib/engine/engine_texture.d.ts +28 -28
  187. package/lib/engine/engine_texture.js +64 -64
  188. package/lib/engine/engine_three_utils.d.ts +201 -201
  189. package/lib/engine/engine_three_utils.js +731 -731
  190. package/lib/engine/engine_time.d.ts +51 -51
  191. package/lib/engine/engine_time.js +82 -82
  192. package/lib/engine/engine_time_utils.d.ts +88 -88
  193. package/lib/engine/engine_time_utils.js +215 -215
  194. package/lib/engine/engine_tonemapping.d.ts +2 -2
  195. package/lib/engine/engine_tonemapping.js +194 -194
  196. package/lib/engine/engine_types.d.ts +572 -572
  197. package/lib/engine/engine_types.js +88 -88
  198. package/lib/engine/engine_typestore.d.ts +28 -28
  199. package/lib/engine/engine_typestore.js +55 -55
  200. package/lib/engine/engine_util_decorator.d.ts +13 -13
  201. package/lib/engine/engine_util_decorator.js +116 -116
  202. package/lib/engine/engine_utils.d.ts +266 -266
  203. package/lib/engine/engine_utils.js +878 -878
  204. package/lib/engine/engine_utils_format.d.ts +21 -21
  205. package/lib/engine/engine_utils_format.js +193 -193
  206. package/lib/engine/engine_utils_screenshot.d.ts +159 -159
  207. package/lib/engine/engine_utils_screenshot.js +513 -513
  208. package/lib/engine/engine_utils_screenshot.xr.d.ts +5 -5
  209. package/lib/engine/engine_utils_screenshot.xr.js +90 -90
  210. package/lib/engine/engine_xr.d.ts +1 -1
  211. package/lib/engine/engine_xr.js +1 -1
  212. package/lib/engine/export/gltf/Writers.d.ts +19 -19
  213. package/lib/engine/export/gltf/Writers.js +24 -24
  214. package/lib/engine/export/gltf/index.d.ts +11 -11
  215. package/lib/engine/export/gltf/index.js +123 -123
  216. package/lib/engine/export/index.d.ts +2 -2
  217. package/lib/engine/export/index.js +2 -2
  218. package/lib/engine/export/state.d.ts +7 -7
  219. package/lib/engine/export/state.js +17 -17
  220. package/lib/engine/export/utils.d.ts +2 -2
  221. package/lib/engine/export/utils.js +7 -7
  222. package/lib/engine/extensions/EXT_texture_exr.d.ts +8 -8
  223. package/lib/engine/extensions/EXT_texture_exr.js +32 -32
  224. package/lib/engine/extensions/NEEDLE_animator_controller_model.d.ts +122 -122
  225. package/lib/engine/extensions/NEEDLE_animator_controller_model.js +95 -95
  226. package/lib/engine/extensions/NEEDLE_components.d.ts +35 -35
  227. package/lib/engine/extensions/NEEDLE_components.js +220 -220
  228. package/lib/engine/extensions/NEEDLE_gameobject_data.d.ts +10 -10
  229. package/lib/engine/extensions/NEEDLE_gameobject_data.js +57 -57
  230. package/lib/engine/extensions/NEEDLE_lighting_settings.d.ts +37 -37
  231. package/lib/engine/extensions/NEEDLE_lighting_settings.js +157 -157
  232. package/lib/engine/extensions/NEEDLE_lightmaps.d.ts +18 -18
  233. package/lib/engine/extensions/NEEDLE_lightmaps.js +99 -99
  234. package/lib/engine/extensions/NEEDLE_persistent_assets.d.ts +11 -11
  235. package/lib/engine/extensions/NEEDLE_persistent_assets.js +63 -63
  236. package/lib/engine/extensions/NEEDLE_progressive.d.ts +1 -1
  237. package/lib/engine/extensions/NEEDLE_progressive.js +1 -1
  238. package/lib/engine/extensions/NEEDLE_render_objects.d.ts +13 -13
  239. package/lib/engine/extensions/NEEDLE_render_objects.js +159 -159
  240. package/lib/engine/extensions/NEEDLE_techniques_webgl.d.ts +38 -38
  241. package/lib/engine/extensions/NEEDLE_techniques_webgl.js +564 -564
  242. package/lib/engine/extensions/extension_resolver.d.ts +4 -4
  243. package/lib/engine/extensions/extension_resolver.js +1 -1
  244. package/lib/engine/extensions/extension_utils.d.ts +12 -12
  245. package/lib/engine/extensions/extension_utils.js +152 -152
  246. package/lib/engine/extensions/extensions.d.ts +31 -31
  247. package/lib/engine/extensions/extensions.js +103 -103
  248. package/lib/engine/extensions/index.d.ts +6 -6
  249. package/lib/engine/extensions/index.js +6 -6
  250. package/lib/engine/extensions/usage_tracker.d.ts +13 -13
  251. package/lib/engine/extensions/usage_tracker.js +65 -65
  252. package/lib/engine/js-extensions/Camera.d.ts +1 -1
  253. package/lib/engine/js-extensions/Camera.js +39 -39
  254. package/lib/engine/js-extensions/ExtensionUtils.d.ts +9 -9
  255. package/lib/engine/js-extensions/ExtensionUtils.js +67 -67
  256. package/lib/engine/js-extensions/Layers.d.ts +6 -6
  257. package/lib/engine/js-extensions/Layers.js +22 -22
  258. package/lib/engine/js-extensions/Object3D.d.ts +120 -120
  259. package/lib/engine/js-extensions/Object3D.js +136 -136
  260. package/lib/engine/js-extensions/RGBAColor.d.ts +22 -22
  261. package/lib/engine/js-extensions/RGBAColor.js +62 -62
  262. package/lib/engine/js-extensions/Vector.d.ts +3 -3
  263. package/lib/engine/js-extensions/Vector.js +13 -13
  264. package/lib/engine/js-extensions/index.d.ts +5 -5
  265. package/lib/engine/js-extensions/index.js +5 -5
  266. package/lib/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.d.ts +4 -4
  267. package/lib/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.js +75 -75
  268. package/lib/engine/shaders/shaderData.d.ts +55 -55
  269. package/lib/engine/shaders/shaderData.js +58 -58
  270. package/lib/engine/tests/test_utils.d.ts +2 -2
  271. package/lib/engine/tests/test_utils.js +53 -53
  272. package/lib/engine/webcomponents/WebXRButtons.d.ts +56 -56
  273. package/lib/engine/webcomponents/WebXRButtons.js +230 -230
  274. package/lib/engine/webcomponents/api.d.ts +5 -5
  275. package/lib/engine/webcomponents/api.js +4 -4
  276. package/lib/engine/webcomponents/buttons.d.ts +39 -39
  277. package/lib/engine/webcomponents/buttons.js +237 -237
  278. package/lib/engine/webcomponents/fonts.d.ts +9 -9
  279. package/lib/engine/webcomponents/fonts.js +32 -32
  280. package/lib/engine/webcomponents/icons.d.ts +9 -9
  281. package/lib/engine/webcomponents/icons.js +52 -52
  282. package/lib/engine/webcomponents/index.d.ts +1 -1
  283. package/lib/engine/webcomponents/index.js +1 -1
  284. package/lib/engine/webcomponents/logo-element.d.ts +10 -10
  285. package/lib/engine/webcomponents/logo-element.js +67 -67
  286. package/lib/engine/webcomponents/needle menu/needle-menu-spatial.d.ts +37 -37
  287. package/lib/engine/webcomponents/needle menu/needle-menu-spatial.js +513 -513
  288. package/lib/engine/webcomponents/needle menu/needle-menu.d.ts +151 -151
  289. package/lib/engine/webcomponents/needle menu/needle-menu.js +1018 -1018
  290. package/lib/engine/webcomponents/needle-button.d.ts +34 -34
  291. package/lib/engine/webcomponents/needle-button.js +161 -161
  292. package/lib/engine/xr/NeedleXRController.d.ts +313 -313
  293. package/lib/engine/xr/NeedleXRController.js +1008 -1008
  294. package/lib/engine/xr/NeedleXRSession.d.ts +339 -339
  295. package/lib/engine/xr/NeedleXRSession.js +1427 -1427
  296. package/lib/engine/xr/NeedleXRSync.d.ts +22 -22
  297. package/lib/engine/xr/NeedleXRSync.js +188 -188
  298. package/lib/engine/xr/SceneTransition.d.ts +18 -18
  299. package/lib/engine/xr/SceneTransition.js +69 -69
  300. package/lib/engine/xr/TempXRContext.d.ts +34 -34
  301. package/lib/engine/xr/TempXRContext.js +187 -187
  302. package/lib/engine/xr/XRRig.d.ts +7 -7
  303. package/lib/engine/xr/XRRig.js +1 -1
  304. package/lib/engine/xr/api.d.ts +6 -6
  305. package/lib/engine/xr/api.js +6 -6
  306. package/lib/engine/xr/events.d.ts +66 -66
  307. package/lib/engine/xr/events.js +93 -93
  308. package/lib/engine/xr/internal.d.ts +12 -12
  309. package/lib/engine/xr/internal.js +25 -25
  310. package/lib/engine/xr/usdz.d.ts +12 -12
  311. package/lib/engine/xr/usdz.js +29 -29
  312. package/lib/engine/xr/utils.d.ts +11 -11
  313. package/lib/engine/xr/utils.js +34 -34
  314. package/lib/engine-components/AlignmentConstraint.d.ts +10 -10
  315. package/lib/engine-components/AlignmentConstraint.js +39 -39
  316. package/lib/engine-components/Animation.d.ts +156 -156
  317. package/lib/engine-components/Animation.js +508 -508
  318. package/lib/engine-components/AnimationCurve.d.ts +40 -40
  319. package/lib/engine-components/AnimationCurve.js +159 -159
  320. package/lib/engine-components/AnimationUtils.d.ts +8 -8
  321. package/lib/engine-components/AnimationUtils.js +27 -27
  322. package/lib/engine-components/AnimationUtilsAutoplay.d.ts +1 -1
  323. package/lib/engine-components/AnimationUtilsAutoplay.js +39 -39
  324. package/lib/engine-components/Animator.d.ts +217 -217
  325. package/lib/engine-components/Animator.js +354 -354
  326. package/lib/engine-components/AnimatorController.d.ts +227 -227
  327. package/lib/engine-components/AnimatorController.js +1152 -1152
  328. package/lib/engine-components/AudioListener.d.ts +33 -33
  329. package/lib/engine-components/AudioListener.js +86 -86
  330. package/lib/engine-components/AudioSource.d.ts +217 -217
  331. package/lib/engine-components/AudioSource.js +627 -627
  332. package/lib/engine-components/AvatarLoader.d.ts +80 -80
  333. package/lib/engine-components/AvatarLoader.js +231 -231
  334. package/lib/engine-components/AxesHelper.d.ts +32 -32
  335. package/lib/engine-components/AxesHelper.js +67 -67
  336. package/lib/engine-components/BasicIKConstraint.d.ts +9 -9
  337. package/lib/engine-components/BasicIKConstraint.js +43 -43
  338. package/lib/engine-components/BoxCollider.d.ts +2 -2
  339. package/lib/engine-components/BoxCollider.js +2 -2
  340. package/lib/engine-components/BoxHelperComponent.d.ts +47 -47
  341. package/lib/engine-components/BoxHelperComponent.js +102 -102
  342. package/lib/engine-components/Camera.d.ts +231 -231
  343. package/lib/engine-components/Camera.js +694 -694
  344. package/lib/engine-components/CameraUtils.d.ts +1 -1
  345. package/lib/engine-components/CameraUtils.js +127 -127
  346. package/lib/engine-components/CameraUtils.js.map +1 -1
  347. package/lib/engine-components/CharacterController.d.ts +55 -55
  348. package/lib/engine-components/CharacterController.js +236 -236
  349. package/lib/engine-components/Collider.d.ts +188 -188
  350. package/lib/engine-components/Collider.js +369 -369
  351. package/lib/engine-components/Component.d.ts +792 -792
  352. package/lib/engine-components/Component.js +915 -915
  353. package/lib/engine-components/ContactShadows.d.ts +82 -82
  354. package/lib/engine-components/ContactShadows.js +430 -430
  355. package/lib/engine-components/DeleteBox.d.ts +19 -19
  356. package/lib/engine-components/DeleteBox.js +58 -58
  357. package/lib/engine-components/DeviceFlag.d.ts +16 -16
  358. package/lib/engine-components/DeviceFlag.js +47 -47
  359. package/lib/engine-components/DragControls.d.ts +170 -170
  360. package/lib/engine-components/DragControls.js +1421 -1421
  361. package/lib/engine-components/DropListener.d.ts +215 -215
  362. package/lib/engine-components/DropListener.js +630 -630
  363. package/lib/engine-components/Duplicatable.d.ts +35 -35
  364. package/lib/engine-components/Duplicatable.js +202 -202
  365. package/lib/engine-components/EventList.d.ts +54 -54
  366. package/lib/engine-components/EventList.js +232 -232
  367. package/lib/engine-components/EventTrigger.d.ts +33 -33
  368. package/lib/engine-components/EventTrigger.js +75 -75
  369. package/lib/engine-components/EventType.d.ts +22 -22
  370. package/lib/engine-components/EventType.js +23 -23
  371. package/lib/engine-components/Fog.d.ts +22 -22
  372. package/lib/engine-components/Fog.js +61 -61
  373. package/lib/engine-components/Gizmos.d.ts +17 -17
  374. package/lib/engine-components/Gizmos.js +64 -64
  375. package/lib/engine-components/GridHelper.d.ts +20 -20
  376. package/lib/engine-components/GridHelper.js +54 -54
  377. package/lib/engine-components/GroundProjection.d.ts +67 -67
  378. package/lib/engine-components/GroundProjection.js +343 -343
  379. package/lib/engine-components/Interactable.d.ts +12 -12
  380. package/lib/engine-components/Interactable.js +12 -12
  381. package/lib/engine-components/Joints.d.ts +19 -19
  382. package/lib/engine-components/Joints.js +51 -51
  383. package/lib/engine-components/LODGroup.d.ts +35 -35
  384. package/lib/engine-components/LODGroup.js +152 -152
  385. package/lib/engine-components/Light.d.ts +180 -180
  386. package/lib/engine-components/Light.js +535 -535
  387. package/lib/engine-components/LookAtConstraint.d.ts +19 -19
  388. package/lib/engine-components/LookAtConstraint.js +35 -35
  389. package/lib/engine-components/NeedleMenu.d.ts +50 -50
  390. package/lib/engine-components/NeedleMenu.js +92 -92
  391. package/lib/engine-components/NestedGltf.d.ts +25 -25
  392. package/lib/engine-components/NestedGltf.js +88 -88
  393. package/lib/engine-components/Networking.d.ts +54 -54
  394. package/lib/engine-components/Networking.js +112 -112
  395. package/lib/engine-components/OffsetConstraint.d.ts +14 -14
  396. package/lib/engine-components/OffsetConstraint.js +65 -65
  397. package/lib/engine-components/OrbitControls.d.ts +266 -266
  398. package/lib/engine-components/OrbitControls.js +1009 -1009
  399. package/lib/engine-components/PlayerColor.d.ts +19 -19
  400. package/lib/engine-components/PlayerColor.js +94 -94
  401. package/lib/engine-components/ReflectionProbe.d.ts +26 -26
  402. package/lib/engine-components/ReflectionProbe.js +194 -194
  403. package/lib/engine-components/Renderer.d.ts +153 -153
  404. package/lib/engine-components/Renderer.js +830 -830
  405. package/lib/engine-components/RendererInstancing.d.ts +140 -140
  406. package/lib/engine-components/RendererInstancing.js +744 -744
  407. package/lib/engine-components/RendererLightmap.d.ts +24 -24
  408. package/lib/engine-components/RendererLightmap.js +182 -182
  409. package/lib/engine-components/RigidBody.d.ts +155 -155
  410. package/lib/engine-components/RigidBody.js +517 -517
  411. package/lib/engine-components/SceneSwitcher.d.ts +263 -263
  412. package/lib/engine-components/SceneSwitcher.js +951 -951
  413. package/lib/engine-components/ScreenCapture.d.ts +144 -144
  414. package/lib/engine-components/ScreenCapture.js +547 -547
  415. package/lib/engine-components/ShadowCatcher.d.ts +33 -33
  416. package/lib/engine-components/ShadowCatcher.js +166 -166
  417. package/lib/engine-components/Skybox.d.ts +82 -82
  418. package/lib/engine-components/Skybox.js +448 -448
  419. package/lib/engine-components/SmoothFollow.d.ts +34 -34
  420. package/lib/engine-components/SmoothFollow.js +82 -82
  421. package/lib/engine-components/SpatialTrigger.d.ts +102 -102
  422. package/lib/engine-components/SpatialTrigger.js +225 -225
  423. package/lib/engine-components/SpectatorCamera.d.ts +111 -111
  424. package/lib/engine-components/SpectatorCamera.js +715 -715
  425. package/lib/engine-components/SphereCollider.d.ts +2 -2
  426. package/lib/engine-components/SphereCollider.js +2 -2
  427. package/lib/engine-components/SpriteRenderer.d.ts +132 -132
  428. package/lib/engine-components/SpriteRenderer.js +472 -472
  429. package/lib/engine-components/SyncedCamera.d.ts +41 -41
  430. package/lib/engine-components/SyncedCamera.js +199 -199
  431. package/lib/engine-components/SyncedRoom.d.ts +106 -106
  432. package/lib/engine-components/SyncedRoom.js +371 -371
  433. package/lib/engine-components/SyncedTransform.d.ts +88 -88
  434. package/lib/engine-components/SyncedTransform.js +326 -326
  435. package/lib/engine-components/TestRunner.d.ts +16 -16
  436. package/lib/engine-components/TestRunner.js +102 -102
  437. package/lib/engine-components/TransformGizmo.d.ts +75 -75
  438. package/lib/engine-components/TransformGizmo.js +209 -209
  439. package/lib/engine-components/VideoPlayer.d.ts +184 -184
  440. package/lib/engine-components/VideoPlayer.js +978 -978
  441. package/lib/engine-components/Voip.d.ts +67 -67
  442. package/lib/engine-components/Voip.js +360 -360
  443. package/lib/engine-components/api.d.ts +51 -51
  444. package/lib/engine-components/api.js +50 -50
  445. package/lib/engine-components/avatar/AvatarBlink_Simple.d.ts +11 -11
  446. package/lib/engine-components/avatar/AvatarBlink_Simple.js +76 -76
  447. package/lib/engine-components/avatar/AvatarEyeLook_Rotation.d.ts +14 -14
  448. package/lib/engine-components/avatar/AvatarEyeLook_Rotation.js +68 -68
  449. package/lib/engine-components/avatar/Avatar_Brain_LookAt.d.ts +29 -29
  450. package/lib/engine-components/avatar/Avatar_Brain_LookAt.js +121 -121
  451. package/lib/engine-components/avatar/Avatar_MouthShapes.d.ts +15 -15
  452. package/lib/engine-components/avatar/Avatar_MouthShapes.js +79 -79
  453. package/lib/engine-components/avatar/Avatar_MustacheShake.d.ts +9 -9
  454. package/lib/engine-components/avatar/Avatar_MustacheShake.js +29 -29
  455. package/lib/engine-components/codegen/components.d.ts +216 -215
  456. package/lib/engine-components/codegen/components.js +218 -217
  457. package/lib/engine-components/codegen/components.js.map +1 -1
  458. package/lib/engine-components/debug/LogStats.d.ts +5 -5
  459. package/lib/engine-components/debug/LogStats.js +18 -18
  460. package/lib/engine-components/export/gltf/GltfExport.d.ts +30 -30
  461. package/lib/engine-components/export/gltf/GltfExport.js +246 -246
  462. package/lib/engine-components/export/gltf/index.d.ts +1 -1
  463. package/lib/engine-components/export/gltf/index.js +1 -1
  464. package/lib/engine-components/export/index.d.ts +1 -1
  465. package/lib/engine-components/export/index.js +1 -1
  466. package/lib/engine-components/export/usdz/Extension.d.ts +22 -22
  467. package/lib/engine-components/export/usdz/Extension.js +1 -1
  468. package/lib/engine-components/export/usdz/ThreeUSDZExporter.d.ts +160 -160
  469. package/lib/engine-components/export/usdz/ThreeUSDZExporter.js +1782 -1782
  470. package/lib/engine-components/export/usdz/USDZExporter.d.ts +130 -130
  471. package/lib/engine-components/export/usdz/USDZExporter.js +663 -663
  472. package/lib/engine-components/export/usdz/extensions/Animation.d.ts +106 -106
  473. package/lib/engine-components/export/usdz/extensions/Animation.js +1071 -1071
  474. package/lib/engine-components/export/usdz/extensions/DocumentExtension.d.ts +5 -5
  475. package/lib/engine-components/export/usdz/extensions/DocumentExtension.js +6 -6
  476. package/lib/engine-components/export/usdz/extensions/USDZText.d.ts +54 -54
  477. package/lib/engine-components/export/usdz/extensions/USDZText.js +203 -203
  478. package/lib/engine-components/export/usdz/extensions/USDZUI.d.ts +8 -8
  479. package/lib/engine-components/export/usdz/extensions/USDZUI.js +157 -157
  480. package/lib/engine-components/export/usdz/extensions/behavior/Actions.d.ts +30 -30
  481. package/lib/engine-components/export/usdz/extensions/behavior/Actions.js +88 -88
  482. package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.d.ts +10 -10
  483. package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.js +86 -86
  484. package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.d.ts +28 -28
  485. package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.js +290 -290
  486. package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.d.ts +190 -190
  487. package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.js +1060 -1060
  488. package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.d.ts +135 -135
  489. package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.js +548 -548
  490. package/lib/engine-components/export/usdz/extensions/behavior/PhysicsExtension.d.ts +7 -7
  491. package/lib/engine-components/export/usdz/extensions/behavior/PhysicsExtension.js +115 -115
  492. package/lib/engine-components/export/usdz/index.d.ts +3 -3
  493. package/lib/engine-components/export/usdz/index.js +2 -2
  494. package/lib/engine-components/export/usdz/utils/animationutils.d.ts +7 -7
  495. package/lib/engine-components/export/usdz/utils/animationutils.js +163 -163
  496. package/lib/engine-components/export/usdz/utils/quicklook.d.ts +2 -2
  497. package/lib/engine-components/export/usdz/utils/quicklook.js +43 -43
  498. package/lib/engine-components/particlesystem/ParticleSystem.d.ts +177 -177
  499. package/lib/engine-components/particlesystem/ParticleSystem.js +1176 -1176
  500. package/lib/engine-components/particlesystem/ParticleSystemModules.d.ts +526 -526
  501. package/lib/engine-components/particlesystem/ParticleSystemModules.js +1930 -1930
  502. package/lib/engine-components/particlesystem/ParticleSystemSubEmitter.d.ts +25 -25
  503. package/lib/engine-components/particlesystem/ParticleSystemSubEmitter.js +87 -87
  504. package/lib/engine-components/particlesystem/api.d.ts +2 -2
  505. package/lib/engine-components/particlesystem/api.js +2 -2
  506. package/lib/engine-components/postprocessing/Effects/Antialiasing.d.ts +17 -17
  507. package/lib/engine-components/postprocessing/Effects/Antialiasing.js +50 -50
  508. package/lib/engine-components/postprocessing/Effects/BloomEffect.d.ts +46 -46
  509. package/lib/engine-components/postprocessing/Effects/BloomEffect.js +113 -113
  510. package/lib/engine-components/postprocessing/Effects/ChromaticAberration.d.ts +11 -11
  511. package/lib/engine-components/postprocessing/Effects/ChromaticAberration.js +39 -39
  512. package/lib/engine-components/postprocessing/Effects/ColorAdjustments.d.ts +15 -15
  513. package/lib/engine-components/postprocessing/Effects/ColorAdjustments.js +92 -92
  514. package/lib/engine-components/postprocessing/Effects/DepthOfField.d.ts +25 -25
  515. package/lib/engine-components/postprocessing/Effects/DepthOfField.js +104 -104
  516. package/lib/engine-components/postprocessing/Effects/EffectWrapper.d.ts +12 -12
  517. package/lib/engine-components/postprocessing/Effects/EffectWrapper.js +18 -18
  518. package/lib/engine-components/postprocessing/Effects/Pixelation.d.ts +11 -11
  519. package/lib/engine-components/postprocessing/Effects/Pixelation.js +32 -32
  520. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.d.ts +18 -18
  521. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.js +91 -91
  522. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.d.ts +70 -70
  523. package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.js +175 -175
  524. package/lib/engine-components/postprocessing/Effects/Sharpening.d.ts +17 -17
  525. package/lib/engine-components/postprocessing/Effects/Sharpening.js +123 -123
  526. package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.d.ts +17 -17
  527. package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.js +70 -70
  528. package/lib/engine-components/postprocessing/Effects/Tonemapping.d.ts +26 -26
  529. package/lib/engine-components/postprocessing/Effects/Tonemapping.js +138 -138
  530. package/lib/engine-components/postprocessing/Effects/Vignette.d.ts +15 -15
  531. package/lib/engine-components/postprocessing/Effects/Vignette.js +60 -60
  532. package/lib/engine-components/postprocessing/PostProcessingEffect.d.ts +72 -72
  533. package/lib/engine-components/postprocessing/PostProcessingEffect.js +149 -149
  534. package/lib/engine-components/postprocessing/PostProcessingHandler.d.ts +25 -25
  535. package/lib/engine-components/postprocessing/PostProcessingHandler.js +350 -350
  536. package/lib/engine-components/postprocessing/Volume.d.ts +89 -89
  537. package/lib/engine-components/postprocessing/Volume.js +367 -367
  538. package/lib/engine-components/postprocessing/VolumeParameter.d.ts +26 -26
  539. package/lib/engine-components/postprocessing/VolumeParameter.js +136 -136
  540. package/lib/engine-components/postprocessing/VolumeProfile.d.ts +15 -15
  541. package/lib/engine-components/postprocessing/VolumeProfile.js +60 -60
  542. package/lib/engine-components/postprocessing/index.d.ts +5 -5
  543. package/lib/engine-components/postprocessing/index.js +5 -5
  544. package/lib/engine-components/postprocessing/utils.d.ts +11 -11
  545. package/lib/engine-components/postprocessing/utils.js +37 -37
  546. package/lib/engine-components/timeline/PlayableDirector.d.ts +163 -163
  547. package/lib/engine-components/timeline/PlayableDirector.js +686 -686
  548. package/lib/engine-components/timeline/SignalAsset.d.ts +24 -24
  549. package/lib/engine-components/timeline/SignalAsset.js +130 -130
  550. package/lib/engine-components/timeline/TimelineModels.d.ts +89 -89
  551. package/lib/engine-components/timeline/TimelineModels.js +22 -22
  552. package/lib/engine-components/timeline/TimelineTracks.d.ts +110 -110
  553. package/lib/engine-components/timeline/TimelineTracks.js +879 -879
  554. package/lib/engine-components/timeline/index.d.ts +4 -4
  555. package/lib/engine-components/timeline/index.js +3 -3
  556. package/lib/engine-components/ui/BaseUIComponent.d.ts +49 -49
  557. package/lib/engine-components/ui/BaseUIComponent.js +170 -170
  558. package/lib/engine-components/ui/Button.d.ts +64 -64
  559. package/lib/engine-components/ui/Button.js +315 -315
  560. package/lib/engine-components/ui/Canvas.d.ts +74 -74
  561. package/lib/engine-components/ui/Canvas.js +407 -407
  562. package/lib/engine-components/ui/CanvasGroup.d.ts +19 -19
  563. package/lib/engine-components/ui/CanvasGroup.js +58 -58
  564. package/lib/engine-components/ui/EventSystem.d.ts +125 -125
  565. package/lib/engine-components/ui/EventSystem.js +764 -764
  566. package/lib/engine-components/ui/Graphic.d.ts +55 -55
  567. package/lib/engine-components/ui/Graphic.js +254 -254
  568. package/lib/engine-components/ui/Image.d.ts +35 -35
  569. package/lib/engine-components/ui/Image.js +116 -116
  570. package/lib/engine-components/ui/InputField.d.ts +42 -42
  571. package/lib/engine-components/ui/InputField.js +268 -268
  572. package/lib/engine-components/ui/Interfaces.d.ts +38 -38
  573. package/lib/engine-components/ui/Interfaces.js +12 -12
  574. package/lib/engine-components/ui/Layout.d.ts +84 -84
  575. package/lib/engine-components/ui/Layout.js +330 -330
  576. package/lib/engine-components/ui/Outline.d.ts +7 -7
  577. package/lib/engine-components/ui/Outline.js +20 -20
  578. package/lib/engine-components/ui/PointerEvents.d.ts +115 -115
  579. package/lib/engine-components/ui/PointerEvents.js +145 -145
  580. package/lib/engine-components/ui/RaycastUtils.d.ts +11 -11
  581. package/lib/engine-components/ui/RaycastUtils.js +67 -67
  582. package/lib/engine-components/ui/Raycaster.d.ts +30 -30
  583. package/lib/engine-components/ui/Raycaster.js +95 -95
  584. package/lib/engine-components/ui/RectTransform.d.ts +61 -61
  585. package/lib/engine-components/ui/RectTransform.js +353 -353
  586. package/lib/engine-components/ui/SpatialHtml.d.ts +8 -8
  587. package/lib/engine-components/ui/SpatialHtml.js +79 -79
  588. package/lib/engine-components/ui/Text.d.ts +78 -78
  589. package/lib/engine-components/ui/Text.js +539 -539
  590. package/lib/engine-components/ui/Utils.d.ts +24 -24
  591. package/lib/engine-components/ui/Utils.js +90 -90
  592. package/lib/engine-components/ui/index.d.ts +1 -1
  593. package/lib/engine-components/ui/index.js +1 -1
  594. package/lib/engine-components/utils/EnvironmentScene.d.ts +5 -5
  595. package/lib/engine-components/utils/EnvironmentScene.js +205 -205
  596. package/lib/engine-components/utils/EnvironmentScene.js.map +1 -1
  597. package/lib/engine-components/utils/LookAt.d.ts +31 -31
  598. package/lib/engine-components/utils/LookAt.js +82 -82
  599. package/lib/engine-components/utils/OpenURL.d.ts +42 -42
  600. package/lib/engine-components/utils/OpenURL.js +119 -119
  601. package/lib/engine-components/webxr/Avatar.d.ts +25 -25
  602. package/lib/engine-components/webxr/Avatar.js +255 -255
  603. package/lib/engine-components/webxr/TeleportTarget.d.ts +7 -7
  604. package/lib/engine-components/webxr/TeleportTarget.js +7 -7
  605. package/lib/engine-components/webxr/WebARCameraBackground.d.ts +30 -30
  606. package/lib/engine-components/webxr/WebARCameraBackground.js +155 -155
  607. package/lib/engine-components/webxr/WebARSessionRoot.d.ts +98 -98
  608. package/lib/engine-components/webxr/WebARSessionRoot.js +770 -770
  609. package/lib/engine-components/webxr/WebXR.d.ts +232 -232
  610. package/lib/engine-components/webxr/WebXR.js +561 -561
  611. package/lib/engine-components/webxr/WebXRAvatar.d.ts +27 -27
  612. package/lib/engine-components/webxr/WebXRAvatar.js +44 -44
  613. package/lib/engine-components/webxr/WebXRImageTracking.d.ts +86 -86
  614. package/lib/engine-components/webxr/WebXRImageTracking.js +470 -470
  615. package/lib/engine-components/webxr/WebXRPlaneTracking.d.ts +92 -92
  616. package/lib/engine-components/webxr/WebXRPlaneTracking.js +500 -500
  617. package/lib/engine-components/webxr/WebXRRig.d.ts +32 -32
  618. package/lib/engine-components/webxr/WebXRRig.js +72 -72
  619. package/lib/engine-components/webxr/XRFlag.d.ts +38 -38
  620. package/lib/engine-components/webxr/XRFlag.js +139 -139
  621. package/lib/engine-components/webxr/controllers/XRControllerFollow.d.ts +47 -47
  622. package/lib/engine-components/webxr/controllers/XRControllerFollow.js +120 -120
  623. package/lib/engine-components/webxr/controllers/XRControllerModel.d.ts +43 -43
  624. package/lib/engine-components/webxr/controllers/XRControllerModel.js +351 -351
  625. package/lib/engine-components/webxr/controllers/XRControllerMovement.d.ts +78 -78
  626. package/lib/engine-components/webxr/controllers/XRControllerMovement.js +506 -506
  627. package/lib/engine-components/webxr/index.d.ts +3 -3
  628. package/lib/engine-components/webxr/index.js +3 -3
  629. package/lib/engine-components/webxr/types.d.ts +3 -3
  630. package/lib/engine-components/webxr/types.js +1 -1
  631. package/lib/engine-components-experimental/Presentation.d.ts +6 -6
  632. package/lib/engine-components-experimental/Presentation.js +9 -9
  633. package/lib/engine-components-experimental/api.d.ts +4 -4
  634. package/lib/engine-components-experimental/api.js +4 -4
  635. package/lib/engine-components-experimental/networking/PlayerSync.d.ts +156 -156
  636. package/lib/engine-components-experimental/networking/PlayerSync.js +377 -377
  637. package/lib/engine-schemes/api.d.ts +12 -12
  638. package/lib/engine-schemes/api.js +12 -12
  639. package/lib/engine-schemes/schemes.d.ts +7 -7
  640. package/lib/engine-schemes/schemes.js +19 -19
  641. package/lib/engine-schemes/synced-camera-model.d.ts +25 -25
  642. package/lib/engine-schemes/synced-camera-model.js +67 -67
  643. package/lib/engine-schemes/synced-transform-model.d.ts +31 -31
  644. package/lib/engine-schemes/synced-transform-model.js +66 -66
  645. package/lib/engine-schemes/transform.d.ts +12 -12
  646. package/lib/engine-schemes/transform.js +39 -39
  647. package/lib/engine-schemes/vec2.d.ts +10 -10
  648. package/lib/engine-schemes/vec2.js +25 -25
  649. package/lib/engine-schemes/vec3.d.ts +11 -11
  650. package/lib/engine-schemes/vec3.js +29 -29
  651. package/lib/engine-schemes/vec4.d.ts +12 -12
  652. package/lib/engine-schemes/vec4.js +33 -33
  653. package/lib/engine-schemes/vr-user-state-buffer.d.ts +37 -37
  654. package/lib/engine-schemes/vr-user-state-buffer.js +110 -110
  655. package/lib/include/three/EXT_mesh_gpu_instancing_exporter.d.ts +6 -6
  656. package/lib/include/three/EXT_mesh_gpu_instancing_exporter.js +45 -45
  657. package/lib/needle-engine.d.ts +7 -7
  658. package/lib/needle-engine.js +64 -64
  659. package/package.json +1 -1
  660. package/plugins/common/buildinfo.js +64 -63
  661. package/plugins/common/cloud.js +2 -0
  662. package/plugins/common/config.cjs +31 -31
  663. package/plugins/common/config.js +35 -35
  664. package/plugins/common/files.js +31 -31
  665. package/plugins/common/generator.js +10 -10
  666. package/plugins/common/license.js +317 -224
  667. package/plugins/common/npm.js +15 -15
  668. package/plugins/common/timers.js +7 -7
  669. package/plugins/common/version.js +37 -37
  670. package/plugins/gltf-packer.mjs +1 -1
  671. package/plugins/next/alias.cjs +39 -39
  672. package/plugins/next/license.cjs +18 -18
  673. package/plugins/next/meshbvhworker.cjs +18 -18
  674. package/plugins/next/next.js +128 -128
  675. package/plugins/types/index.d.ts +2 -2
  676. package/plugins/types/license.d.ts +24 -24
  677. package/plugins/types/needleConfig.d.ts +27 -27
  678. package/plugins/types/userconfig.d.ts +105 -105
  679. package/plugins/types/webmanifest.d.ts +32 -32
  680. package/plugins/vite/alias.js +174 -174
  681. package/plugins/vite/asap.js +245 -245
  682. package/plugins/vite/build-pipeline.js +355 -354
  683. package/plugins/vite/build.js +19 -19
  684. package/plugins/vite/buildinfo.js +41 -41
  685. package/plugins/vite/config.js +106 -106
  686. package/plugins/vite/copyfiles.js +138 -138
  687. package/plugins/vite/defines.js +66 -66
  688. package/plugins/vite/dependencies.js +213 -213
  689. package/plugins/vite/dependency-watcher.js +231 -231
  690. package/plugins/vite/drop-client.js +76 -76
  691. package/plugins/vite/drop.js +87 -87
  692. package/plugins/vite/editor-connection.js +124 -124
  693. package/plugins/vite/facebook-instant-games.js +99 -99
  694. package/plugins/vite/gzip.js +5 -5
  695. package/plugins/vite/imports-logger.js +143 -143
  696. package/plugins/vite/index.js +139 -139
  697. package/plugins/vite/license.js +55 -55
  698. package/plugins/vite/meta.js +163 -163
  699. package/plugins/vite/npm.js +7 -7
  700. package/plugins/vite/peer.js +29 -29
  701. package/plugins/vite/poster-client.js +73 -73
  702. package/plugins/vite/poster.js +79 -79
  703. package/plugins/vite/pwa.js +604 -604
  704. package/plugins/vite/reload-client.js +15 -15
  705. package/plugins/vite/reload.js +363 -363
  706. package/plugins/vite/server.js +66 -66
  707. package/plugins/vite/transform-codegen.js +55 -55
  708. package/plugins/vite/transform.js +31 -31
  709. package/plugins/vite/vite-4.4-hack.js +31 -31
  710. package/src/asap/needle-asap.ts +111 -111
  711. package/src/asap/sessiongranted.ts +75 -75
  712. package/src/asap/utils.ts +4 -4
  713. package/src/engine/analytics/index.ts +10 -10
  714. package/src/engine/analytics/lcp.ts +35 -35
  715. package/src/engine/api.ts +81 -81
  716. package/src/engine/assets/index.ts +59 -59
  717. package/src/engine/assets/static.js +5 -5
  718. package/src/engine/codegen/register_types.ts +300 -298
  719. package/src/engine/debug/debug.ts +51 -51
  720. package/src/engine/debug/debug_console.ts +333 -333
  721. package/src/engine/debug/debug_overlay.ts +332 -332
  722. package/src/engine/debug/debug_spatial_console.ts +429 -429
  723. package/src/engine/debug/index.ts +1 -1
  724. package/src/engine/engine_addressables.ts +679 -679
  725. package/src/engine/engine_animation.ts +145 -145
  726. package/src/engine/engine_application.ts +113 -113
  727. package/src/engine/engine_assetdatabase.ts +387 -387
  728. package/src/engine/engine_audio.ts +24 -24
  729. package/src/engine/engine_camera.ts +39 -39
  730. package/src/engine/engine_components.ts +373 -373
  731. package/src/engine/engine_components_internal.ts +40 -40
  732. package/src/engine/engine_constants.ts +52 -52
  733. package/src/engine/engine_context.ts +1662 -1662
  734. package/src/engine/engine_context_registry.ts +129 -129
  735. package/src/engine/engine_coroutine.ts +54 -54
  736. package/src/engine/engine_create_objects.ts +398 -398
  737. package/src/engine/engine_default_parameters.ts +3 -3
  738. package/src/engine/engine_editor-sync.ts +28 -28
  739. package/src/engine/engine_element.ts +871 -871
  740. package/src/engine/engine_element_attributes.ts +85 -85
  741. package/src/engine/engine_element_extras.ts +16 -16
  742. package/src/engine/engine_element_loading.ts +381 -381
  743. package/src/engine/engine_element_overlay.ts +186 -186
  744. package/src/engine/engine_fileloader.js +9 -9
  745. package/src/engine/engine_gameobject.ts +684 -684
  746. package/src/engine/engine_generic_utils.js +13 -13
  747. package/src/engine/engine_gizmos.ts +577 -577
  748. package/src/engine/engine_gltf.ts +29 -29
  749. package/src/engine/engine_gltf_builtin_components.ts +403 -403
  750. package/src/engine/engine_hot_reload.ts +198 -198
  751. package/src/engine/engine_input.ts +1460 -1460
  752. package/src/engine/engine_input_utils.ts +23 -23
  753. package/src/engine/engine_instancing.ts +45 -45
  754. package/src/engine/engine_license.ts +329 -329
  755. package/src/engine/engine_lifecycle_api.ts +106 -106
  756. package/src/engine/engine_lifecycle_functions_internal.ts +193 -193
  757. package/src/engine/engine_lightdata.ts +117 -117
  758. package/src/engine/engine_loaders.ts +82 -82
  759. package/src/engine/engine_lods.ts +168 -168
  760. package/src/engine/engine_mainloop_utils.ts +472 -472
  761. package/src/engine/engine_math.ts +282 -282
  762. package/src/engine/engine_modules.ts +83 -83
  763. package/src/engine/engine_networking.ts +841 -841
  764. package/src/engine/engine_networking_auto.ts +352 -352
  765. package/src/engine/engine_networking_blob.ts +254 -254
  766. package/src/engine/engine_networking_files.ts +217 -217
  767. package/src/engine/engine_networking_files_default_components.ts +58 -58
  768. package/src/engine/engine_networking_instantiate.ts +419 -419
  769. package/src/engine/engine_networking_peer.ts +159 -159
  770. package/src/engine/engine_networking_streams.ts +713 -713
  771. package/src/engine/engine_networking_types.ts +24 -24
  772. package/src/engine/engine_networking_utils.ts +23 -23
  773. package/src/engine/engine_networking_websocket.ts +2 -2
  774. package/src/engine/engine_patcher.ts +199 -199
  775. package/src/engine/engine_physics.ts +783 -783
  776. package/src/engine/engine_physics.types.ts +46 -46
  777. package/src/engine/engine_physics_rapier.ts +1579 -1579
  778. package/src/engine/engine_playerview.ts +80 -80
  779. package/src/engine/engine_scenelighting.ts +294 -294
  780. package/src/engine/engine_scenetools.ts +365 -365
  781. package/src/engine/engine_serialization.ts +2 -2
  782. package/src/engine/engine_serialization_builtin_serializer.ts +473 -473
  783. package/src/engine/engine_serialization_core.ts +705 -705
  784. package/src/engine/engine_serialization_decorator.ts +80 -80
  785. package/src/engine/engine_setup.ts +1 -1
  786. package/src/engine/engine_shaders.ts +267 -267
  787. package/src/engine/engine_shims.ts +32 -32
  788. package/src/engine/engine_test_utils.ts +109 -109
  789. package/src/engine/engine_texture.ts +82 -82
  790. package/src/engine/engine_three_utils.ts +849 -849
  791. package/src/engine/engine_time.ts +94 -94
  792. package/src/engine/engine_time_utils.ts +237 -237
  793. package/src/engine/engine_tonemapping.ts +210 -210
  794. package/src/engine/engine_types.ts +714 -714
  795. package/src/engine/engine_typestore.ts +63 -63
  796. package/src/engine/engine_util_decorator.ts +136 -136
  797. package/src/engine/engine_utils.ts +972 -972
  798. package/src/engine/engine_utils_format.ts +212 -212
  799. package/src/engine/engine_utils_screenshot.ts +698 -698
  800. package/src/engine/engine_utils_screenshot.xr.ts +103 -103
  801. package/src/engine/export/gltf/Writers.ts +34 -34
  802. package/src/engine/export/gltf/index.ts +158 -158
  803. package/src/engine/export/index.ts +2 -2
  804. package/src/engine/export/state.ts +19 -19
  805. package/src/engine/export/utils.ts +9 -9
  806. package/src/engine/extensions/EXT_texture_exr.ts +50 -50
  807. package/src/engine/extensions/NEEDLE_animator_controller_model.ts +195 -195
  808. package/src/engine/extensions/NEEDLE_components.ts +268 -268
  809. package/src/engine/extensions/NEEDLE_gameobject_data.ts +81 -81
  810. package/src/engine/extensions/NEEDLE_lighting_settings.ts +185 -185
  811. package/src/engine/extensions/NEEDLE_lightmaps.ts +119 -119
  812. package/src/engine/extensions/NEEDLE_persistent_assets.ts +76 -76
  813. package/src/engine/extensions/NEEDLE_render_objects.ts +209 -209
  814. package/src/engine/extensions/NEEDLE_techniques_webgl.ts +640 -640
  815. package/src/engine/extensions/extension_resolver.ts +4 -4
  816. package/src/engine/extensions/extension_utils.ts +166 -166
  817. package/src/engine/extensions/extensions.ts +135 -135
  818. package/src/engine/extensions/index.ts +5 -5
  819. package/src/engine/extensions/usage_tracker.ts +100 -100
  820. package/src/engine/js-extensions/Camera.ts +37 -37
  821. package/src/engine/js-extensions/ExtensionUtils.ts +85 -85
  822. package/src/engine/js-extensions/Layers.ts +23 -23
  823. package/src/engine/js-extensions/Object3D.ts +296 -296
  824. package/src/engine/js-extensions/RGBAColor.ts +75 -75
  825. package/src/engine/js-extensions/Vector.ts +18 -18
  826. package/src/engine/js-extensions/index.ts +4 -4
  827. package/src/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.js +122 -122
  828. package/src/engine/shaders/shaderData.ts +67 -67
  829. package/src/engine/tests/test_utils.ts +63 -63
  830. package/src/engine/webcomponents/WebXRButtons.ts +260 -260
  831. package/src/engine/webcomponents/api.ts +6 -6
  832. package/src/engine/webcomponents/buttons.ts +262 -262
  833. package/src/engine/webcomponents/fonts.ts +41 -41
  834. package/src/engine/webcomponents/icons.ts +57 -57
  835. package/src/engine/webcomponents/index.ts +1 -1
  836. package/src/engine/webcomponents/logo-element.ts +78 -78
  837. package/src/engine/webcomponents/needle menu/needle-menu-spatial.ts +573 -573
  838. package/src/engine/webcomponents/needle menu/needle-menu.ts +1107 -1107
  839. package/src/engine/webcomponents/needle-button.ts +181 -181
  840. package/src/engine/xr/NeedleXRController.ts +1126 -1126
  841. package/src/engine/xr/NeedleXRSession.ts +1585 -1585
  842. package/src/engine/xr/NeedleXRSync.ts +220 -220
  843. package/src/engine/xr/SceneTransition.ts +78 -78
  844. package/src/engine/xr/TempXRContext.ts +216 -216
  845. package/src/engine/xr/XRRig.ts +9 -9
  846. package/src/engine/xr/api.ts +5 -5
  847. package/src/engine/xr/events.ts +102 -102
  848. package/src/engine/xr/internal.ts +34 -34
  849. package/src/engine/xr/usdz.ts +30 -30
  850. package/src/engine/xr/utils.ts +39 -39
  851. package/src/engine-components/AlignmentConstraint.ts +36 -36
  852. package/src/engine-components/Animation.ts +557 -557
  853. package/src/engine-components/AnimationCurve.ts +150 -150
  854. package/src/engine-components/AnimationUtils.ts +28 -28
  855. package/src/engine-components/AnimationUtilsAutoplay.ts +43 -43
  856. package/src/engine-components/Animator.ts +397 -397
  857. package/src/engine-components/AnimatorController.ts +1293 -1293
  858. package/src/engine-components/AudioListener.ts +92 -92
  859. package/src/engine-components/AudioSource.ts +639 -639
  860. package/src/engine-components/AvatarLoader.ts +263 -263
  861. package/src/engine-components/AxesHelper.ts +59 -59
  862. package/src/engine-components/BasicIKConstraint.ts +54 -54
  863. package/src/engine-components/BoxCollider.ts +1 -1
  864. package/src/engine-components/BoxHelperComponent.ts +114 -114
  865. package/src/engine-components/Camera.ts +707 -707
  866. package/src/engine-components/CameraUtils.ts +142 -144
  867. package/src/engine-components/CharacterController.ts +253 -253
  868. package/src/engine-components/Collider.ts +374 -374
  869. package/src/engine-components/Component.ts +1294 -1294
  870. package/src/engine-components/ContactShadows.ts +482 -482
  871. package/src/engine-components/DeleteBox.ts +62 -62
  872. package/src/engine-components/DeviceFlag.ts +46 -46
  873. package/src/engine-components/DragControls.ts +1623 -1623
  874. package/src/engine-components/DropListener.ts +698 -698
  875. package/src/engine-components/Duplicatable.ts +198 -198
  876. package/src/engine-components/EventList.ts +266 -266
  877. package/src/engine-components/EventTrigger.ts +74 -74
  878. package/src/engine-components/EventType.ts +22 -22
  879. package/src/engine-components/Fog.ts +60 -60
  880. package/src/engine-components/Gizmos.ts +56 -56
  881. package/src/engine-components/GridHelper.ts +48 -48
  882. package/src/engine-components/GroundProjection.ts +356 -356
  883. package/src/engine-components/Interactable.ts +14 -14
  884. package/src/engine-components/Joints.ts +52 -52
  885. package/src/engine-components/LODGroup.ts +153 -153
  886. package/src/engine-components/Light.ts +558 -558
  887. package/src/engine-components/LookAtConstraint.ts +25 -25
  888. package/src/engine-components/NeedleMenu.ts +84 -84
  889. package/src/engine-components/NestedGltf.ts +86 -86
  890. package/src/engine-components/Networking.ts +114 -114
  891. package/src/engine-components/OffsetConstraint.ts +60 -60
  892. package/src/engine-components/OrbitControls.ts +1068 -1068
  893. package/src/engine-components/PlayerColor.ts +103 -103
  894. package/src/engine-components/ReflectionProbe.ts +209 -209
  895. package/src/engine-components/Renderer.ts +900 -900
  896. package/src/engine-components/RendererInstancing.ts +855 -855
  897. package/src/engine-components/RendererLightmap.ts +198 -198
  898. package/src/engine-components/RigidBody.ts +526 -526
  899. package/src/engine-components/SceneSwitcher.ts +1013 -1013
  900. package/src/engine-components/ScreenCapture.ts +592 -592
  901. package/src/engine-components/ShadowCatcher.ts +172 -172
  902. package/src/engine-components/Skybox.ts +455 -455
  903. package/src/engine-components/SmoothFollow.ts +76 -76
  904. package/src/engine-components/SpatialTrigger.ts +229 -229
  905. package/src/engine-components/SpectatorCamera.ts +787 -787
  906. package/src/engine-components/SphereCollider.ts +1 -1
  907. package/src/engine-components/SpriteRenderer.ts +468 -468
  908. package/src/engine-components/SyncedCamera.ts +220 -220
  909. package/src/engine-components/SyncedRoom.ts +380 -380
  910. package/src/engine-components/SyncedTransform.ts +378 -378
  911. package/src/engine-components/TestRunner.ts +118 -118
  912. package/src/engine-components/TransformGizmo.ts +219 -219
  913. package/src/engine-components/VideoPlayer.ts +1025 -1025
  914. package/src/engine-components/Voip.ts +363 -363
  915. package/src/engine-components/api.ts +60 -60
  916. package/src/engine-components/avatar/AvatarBlink_Simple.ts +69 -69
  917. package/src/engine-components/avatar/AvatarEyeLook_Rotation.ts +63 -63
  918. package/src/engine-components/avatar/Avatar_Brain_LookAt.ts +139 -139
  919. package/src/engine-components/avatar/Avatar_MouthShapes.ts +83 -83
  920. package/src/engine-components/avatar/Avatar_MustacheShake.ts +31 -31
  921. package/src/engine-components/codegen/components.ts +217 -216
  922. package/src/engine-components/debug/LogStats.ts +21 -21
  923. package/src/engine-components/export/gltf/GltfExport.ts +265 -265
  924. package/src/engine-components/export/usdz/Extension.ts +24 -24
  925. package/src/engine-components/export/usdz/ThreeUSDZExporter.ts +2413 -2413
  926. package/src/engine-components/export/usdz/USDZExporter.ts +705 -705
  927. package/src/engine-components/export/usdz/extensions/Animation.ts +1204 -1204
  928. package/src/engine-components/export/usdz/extensions/DocumentExtension.ts +9 -9
  929. package/src/engine-components/export/usdz/extensions/USDZText.ts +240 -240
  930. package/src/engine-components/export/usdz/extensions/USDZUI.ts +189 -189
  931. package/src/engine-components/export/usdz/extensions/behavior/Actions.ts +99 -99
  932. package/src/engine-components/export/usdz/extensions/behavior/AudioExtension.ts +102 -102
  933. package/src/engine-components/export/usdz/extensions/behavior/Behaviour.ts +320 -320
  934. package/src/engine-components/export/usdz/extensions/behavior/BehaviourComponents.ts +1225 -1225
  935. package/src/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.ts +646 -646
  936. package/src/engine-components/export/usdz/extensions/behavior/PhysicsExtension.ts +132 -132
  937. package/src/engine-components/export/usdz/index.ts +2 -2
  938. package/src/engine-components/export/usdz/utils/animationutils.ts +191 -191
  939. package/src/engine-components/export/usdz/utils/quicklook.ts +50 -50
  940. package/src/engine-components/particlesystem/ParticleSystem.ts +1287 -1287
  941. package/src/engine-components/particlesystem/ParticleSystemModules.ts +1765 -1765
  942. package/src/engine-components/particlesystem/ParticleSystemSubEmitter.ts +111 -111
  943. package/src/engine-components/particlesystem/api.ts +1 -1
  944. package/src/engine-components/postprocessing/Effects/Antialiasing.ts +55 -55
  945. package/src/engine-components/postprocessing/Effects/BloomEffect.ts +116 -116
  946. package/src/engine-components/postprocessing/Effects/ChromaticAberration.ts +37 -37
  947. package/src/engine-components/postprocessing/Effects/ColorAdjustments.ts +95 -95
  948. package/src/engine-components/postprocessing/Effects/DepthOfField.ts +103 -103
  949. package/src/engine-components/postprocessing/Effects/EffectWrapper.ts +25 -25
  950. package/src/engine-components/postprocessing/Effects/Pixelation.ts +32 -32
  951. package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.ts +90 -90
  952. package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.ts +191 -191
  953. package/src/engine-components/postprocessing/Effects/Sharpening.ts +138 -138
  954. package/src/engine-components/postprocessing/Effects/TiltShiftEffect.ts +61 -61
  955. package/src/engine-components/postprocessing/Effects/Tonemapping.ts +155 -155
  956. package/src/engine-components/postprocessing/Effects/Vignette.ts +59 -59
  957. package/src/engine-components/postprocessing/PostProcessingEffect.ts +172 -172
  958. package/src/engine-components/postprocessing/PostProcessingHandler.ts +398 -398
  959. package/src/engine-components/postprocessing/Volume.ts +410 -410
  960. package/src/engine-components/postprocessing/VolumeParameter.ts +158 -158
  961. package/src/engine-components/postprocessing/VolumeProfile.ts +61 -61
  962. package/src/engine-components/postprocessing/index.ts +5 -5
  963. package/src/engine-components/postprocessing/utils.ts +52 -52
  964. package/src/engine-components/timeline/PlayableDirector.ts +722 -722
  965. package/src/engine-components/timeline/SignalAsset.ts +144 -144
  966. package/src/engine-components/timeline/TimelineModels.ts +92 -92
  967. package/src/engine-components/timeline/TimelineTracks.ts +967 -967
  968. package/src/engine-components/timeline/index.ts +3 -3
  969. package/src/engine-components/ui/BaseUIComponent.ts +203 -203
  970. package/src/engine-components/ui/Button.ts +307 -307
  971. package/src/engine-components/ui/Canvas.ts +419 -419
  972. package/src/engine-components/ui/CanvasGroup.ts +54 -54
  973. package/src/engine-components/ui/EventSystem.ts +853 -853
  974. package/src/engine-components/ui/Graphic.ts +275 -275
  975. package/src/engine-components/ui/Image.ts +112 -112
  976. package/src/engine-components/ui/InputField.ts +321 -321
  977. package/src/engine-components/ui/Interfaces.ts +57 -57
  978. package/src/engine-components/ui/Layout.ts +334 -334
  979. package/src/engine-components/ui/Outline.ts +13 -13
  980. package/src/engine-components/ui/PointerEvents.ts +206 -206
  981. package/src/engine-components/ui/RaycastUtils.ts +69 -69
  982. package/src/engine-components/ui/Raycaster.ts +102 -102
  983. package/src/engine-components/ui/RectTransform.ts +372 -372
  984. package/src/engine-components/ui/SpatialHtml.ts +79 -79
  985. package/src/engine-components/ui/Text.ts +578 -578
  986. package/src/engine-components/ui/Utils.ts +112 -112
  987. package/src/engine-components/utils/EnvironmentScene.ts +245 -245
  988. package/src/engine-components/utils/LookAt.ts +88 -88
  989. package/src/engine-components/utils/OpenURL.ts +114 -114
  990. package/src/engine-components/webxr/Avatar.ts +265 -265
  991. package/src/engine-components/webxr/TeleportTarget.ts +9 -9
  992. package/src/engine-components/webxr/WebARCameraBackground.ts +175 -175
  993. package/src/engine-components/webxr/WebARSessionRoot.ts +880 -880
  994. package/src/engine-components/webxr/WebXR.ts +585 -585
  995. package/src/engine-components/webxr/WebXRAvatar.ts +66 -66
  996. package/src/engine-components/webxr/WebXRImageTracking.ts +518 -518
  997. package/src/engine-components/webxr/WebXRPlaneTracking.ts +570 -570
  998. package/src/engine-components/webxr/WebXRRig.ts +77 -77
  999. package/src/engine-components/webxr/XRFlag.ts +147 -147
  1000. package/src/engine-components/webxr/controllers/XRControllerFollow.ts +118 -118
  1001. package/src/engine-components/webxr/controllers/XRControllerModel.ts +374 -374
  1002. package/src/engine-components/webxr/controllers/XRControllerMovement.ts +550 -550
  1003. package/src/engine-components/webxr/index.ts +2 -2
  1004. package/src/engine-components/webxr/types.ts +3 -3
  1005. package/src/engine-components-experimental/Presentation.ts +12 -12
  1006. package/src/engine-components-experimental/api.ts +4 -4
  1007. package/src/engine-components-experimental/networking/PlayerSync.ts +401 -401
  1008. package/src/engine-schemes/COMPILE_SCHEMES.bat +3 -3
  1009. package/src/engine-schemes/COMPILE_TS.bat +11 -11
  1010. package/src/engine-schemes/README.md +1 -1
  1011. package/src/engine-schemes/api.ts +12 -12
  1012. package/src/engine-schemes/schemes.ts +28 -28
  1013. package/src/engine-schemes/synced-camera-model.ts +92 -92
  1014. package/src/engine-schemes/synced-transform-model.ts +90 -90
  1015. package/src/engine-schemes/syncedCamera.fbs +10 -10
  1016. package/src/engine-schemes/transform.ts +50 -50
  1017. package/src/engine-schemes/transforms.fbs +25 -25
  1018. package/src/engine-schemes/vec.fbs +19 -19
  1019. package/src/engine-schemes/vec2.ts +33 -33
  1020. package/src/engine-schemes/vec3.ts +38 -38
  1021. package/src/engine-schemes/vec4.ts +43 -43
  1022. package/src/engine-schemes/vr-user-state-buffer.ts +145 -145
  1023. package/src/engine-schemes/vrUserStateBuffer.fbs +17 -17
  1024. package/src/include/draco/draco_decoder.js +34 -34
  1025. package/src/include/ktx2/basis_transcoder.js +21 -21
  1026. package/src/include/needle/arial-msdf.json +1471 -1471
  1027. package/src/include/three/DragControls.js +231 -231
  1028. package/src/include/three/EXT_mesh_gpu_instancing_exporter.js +66 -66
  1029. package/src/needle-engine.ts +70 -70
  1030. package/lib/engine/engine.d.ts +0 -4
  1031. package/lib/engine/engine.js +0 -12
  1032. package/lib/engine/engine.js.map +0 -1
  1033. package/lib/engine/engine_web_api.d.ts +0 -12
  1034. package/lib/engine/engine_web_api.js +0 -113
  1035. package/lib/engine/engine_web_api.js.map +0 -1
  1036. package/lib/engine-components/FlyControls.d.ts +0 -10
  1037. package/lib/engine-components/FlyControls.js +0 -29
  1038. package/lib/engine-components/FlyControls.js.map +0 -1
  1039. package/src/engine-schemes/dist/api.js +0 -17
  1040. package/src/engine-schemes/dist/api.js.meta +0 -7
  1041. package/src/engine-schemes/dist/schemes.js +0 -25
  1042. package/src/engine-schemes/dist/schemes.js.meta +0 -7
  1043. package/src/engine-schemes/dist/synced-camera-model.js +0 -74
  1044. package/src/engine-schemes/dist/synced-camera-model.js.meta +0 -7
  1045. package/src/engine-schemes/dist/synced-transform-model.js +0 -73
  1046. package/src/engine-schemes/dist/synced-transform-model.js.meta +0 -7
  1047. package/src/engine-schemes/dist/transform.js +0 -46
  1048. package/src/engine-schemes/dist/transform.js.meta +0 -7
  1049. package/src/engine-schemes/dist/vec2.js +0 -32
  1050. package/src/engine-schemes/dist/vec2.js.meta +0 -7
  1051. package/src/engine-schemes/dist/vec3.js +0 -36
  1052. package/src/engine-schemes/dist/vec3.js.meta +0 -7
  1053. package/src/engine-schemes/dist/vec4.js +0 -40
  1054. package/src/engine-schemes/dist/vec4.js.meta +0 -7
  1055. package/src/engine-schemes/dist/vr-user-state-buffer.js +0 -110
  1056. package/src/engine-schemes/dist/vr-user-state-buffer.js.meta +0 -7
@@ -1,1266 +1,1266 @@
1
- import { Matrix4, Object3D, Ray, Vector2, Vector3 } from 'three';
2
- import { showBalloonMessage, showBalloonWarning } from './debug/debug.js';
3
- import { Context } from './engine_setup.js';
4
- import { getTempVector, getWorldQuaternion } from './engine_three_utils.js';
5
- import { DeviceUtilities, getParam } from './engine_utils.js';
6
- const debug = getParam("debuginput");
7
- export var PointerType;
8
- (function (PointerType) {
9
- PointerType["Mouse"] = "mouse";
10
- PointerType["Touch"] = "touch";
11
- PointerType["Controller"] = "controller";
12
- PointerType["Hand"] = "hand";
13
- })(PointerType || (PointerType = {}));
14
- var PointerEnumType;
15
- (function (PointerEnumType) {
16
- PointerEnumType["PointerDown"] = "pointerdown";
17
- PointerEnumType["PointerUp"] = "pointerup";
18
- PointerEnumType["PointerMove"] = "pointermove";
19
- })(PointerEnumType || (PointerEnumType = {}));
20
- var KeyboardEnumType;
21
- (function (KeyboardEnumType) {
22
- KeyboardEnumType["KeyDown"] = "keydown";
23
- KeyboardEnumType["KeyUp"] = "keyup";
24
- KeyboardEnumType["KeyPressed"] = "keypress";
25
- })(KeyboardEnumType || (KeyboardEnumType = {}));
26
- export var InputEvents;
27
- (function (InputEvents) {
28
- InputEvents["PointerDown"] = "pointerdown";
29
- InputEvents["PointerUp"] = "pointerup";
30
- InputEvents["PointerMove"] = "pointermove";
31
- InputEvents["KeyDown"] = "keydown";
32
- InputEvents["KeyUp"] = "keyup";
33
- InputEvents["KeyPressed"] = "keypress";
34
- })(InputEvents || (InputEvents = {}));
35
- /**
36
- * The Needle Engine Pointer Event is a custom event that extends the PointerEvent. It holds additional information like the device index, the origin of the event, the mode of the event (e.g. screen or spatial), the ray in world space, the space of the device, and more.
37
- */
38
- export class NEPointerEvent extends PointerEvent {
39
- /**
40
- * Spatial input data
41
- */
42
- clientZ;
43
- /** the device index: mouse and touch are always 0, otherwise e.g. index of the connected Gamepad or XRController */
44
- deviceIndex;
45
- /** The origin of the event contains a reference to the creator of this event.
46
- * This can be the Needle Engine input system or e.g. a XR controller.
47
- * Implement `onPointerHits` to receive the intersections of this event.
48
- */
49
- origin;
50
- /** the browser event that triggered this event (if any) */
51
- source;
52
- /** Is the pointer event created via a touch on screen or a spatial device like a XR controller or hand tracking? */
53
- mode;
54
- /** Returns true if the input was emitted in 3D space (and not by e.g. clicking on a 2D screen). You can use {@link mode} if you need more information about the input source */
55
- get isSpatial() {
56
- return this.mode != "screen";
57
- }
58
- /** A ray in worldspace for the event.
59
- * If the ray is undefined you can also use `space.worldForward` and `space.worldPosition` */
60
- get ray() {
61
- if (!this._ray) {
62
- this._ray = new Ray(this.space.worldPosition.clone(), this.space.worldForward.clone());
63
- }
64
- return this._ray;
65
- }
66
- set ray(value) { this._ray = value; }
67
- /**@returns true if this event has a ray. If you access the ray property a ray will automatically created */
68
- get hasRay() { return this._ray !== undefined; }
69
- _ray;
70
- /** The device space (this object is not necessarily rendered in the scene but you can access or copy the matrix)
71
- * E.g. you can access the input world space source position with `space.worldPosition` or world direction with `space.worldForward`
72
- */
73
- space;
74
- /** true if this event is a click */
75
- isClick = false;
76
- /** true if this event is a double click */
77
- isDoubleClick = false;
78
- /** @returns `true` if the event is marked to be used (when `use()` has been called). Default: `false` */
79
- get used() { return this._used; }
80
- _used = false;
81
- /** Call to mark an event to be used */
82
- use() {
83
- this._used = true;
84
- }
85
- /** Unique identifier for this input: a combination of the deviceIndex + button to uniquely identify the exact input (e.g. LeftController:Button0 = 0, RightController:Button1 = 11) */
86
- get pointerId() { return this._pointerid; }
87
- _pointerid;
88
- // this is set via the init arguments (we override it here for intellisense to show the string options)
89
- /** What type of input created this event: touch, mouse, xr controller, xr hand tracking... */
90
- get pointerType() { return this._pointerType; }
91
- _pointerType;
92
- // this is set via the init arguments (we override it here for intellisense to show the string options)
93
- /** The input that raised this event like `pointerdown` */
94
- get type() { return this._type; }
95
- _type;
96
- /** metadata can be used to associate additional information with the event */
97
- metadata = {};
98
- /** intersections that were generated from this event (or are associated with this event in any way) */
99
- intersections = new Array();
100
- constructor(type, source, init) {
101
- super(type, init);
102
- this.clientZ = init.clientZ;
103
- // apply the init arguments. Otherwise the arguments will be undefined in the bundled / published version of needle engine
104
- // so we have to be careful if we override properties - we then also need to set them in the constructor
105
- this._pointerid = init.pointerId;
106
- this._pointerType = init.pointerType;
107
- this._type = type;
108
- this.deviceIndex = init.deviceIndex;
109
- this.origin = init.origin;
110
- this.source = source;
111
- this.mode = init.mode;
112
- this._ray = init.ray;
113
- this.space = init.device;
114
- }
115
- _immediatePropagationStopped = false;
116
- get immediatePropagationStopped() {
117
- return this._immediatePropagationStopped;
118
- }
119
- _propagationStopped = false;
120
- get propagationStopped() {
121
- return this._immediatePropagationStopped || this._propagationStopped;
122
- }
123
- stopImmediatePropagation() {
124
- this._immediatePropagationStopped = true;
125
- super.stopImmediatePropagation();
126
- this.source?.stopImmediatePropagation();
127
- }
128
- stopPropagation() {
129
- this._propagationStopped = true;
130
- super.stopPropagation();
131
- this.source?.stopPropagation();
132
- if (debug)
133
- console.warn("Stop propagation...", this.pointerId, this.pointerType);
134
- }
135
- }
136
- export class NEKeyboardEvent extends KeyboardEvent {
137
- source;
138
- constructor(type, source, init) {
139
- super(type, init);
140
- this.source = source;
141
- }
142
- stopImmediatePropagation() {
143
- super.stopImmediatePropagation();
144
- this.source?.stopImmediatePropagation();
145
- }
146
- }
147
- export class KeyEventArgs {
148
- key;
149
- keyType;
150
- source;
151
- constructor(evt) {
152
- this.key = evt.key;
153
- this.keyType = evt.type;
154
- this.source = evt;
155
- }
156
- }
157
- export var InputEventQueue;
158
- (function (InputEventQueue) {
159
- InputEventQueue[InputEventQueue["Early"] = -100] = "Early";
160
- InputEventQueue[InputEventQueue["Default"] = 0] = "Default";
161
- InputEventQueue[InputEventQueue["Late"] = 100] = "Late";
162
- })(InputEventQueue || (InputEventQueue = {}));
163
- /**
164
- * The input system is responsible for handling all input events like pointer events (mouse, touch, xr controllers) and keyboard events.
165
- */
166
- export class Input {
167
- /** This is a list of event listeners per event type (e.g. pointerdown, pointerup, keydown...). Each entry contains a priority and list of listeners.
168
- * That way users can control if they want to receive events before or after other listeners (e.g subscribe to pointer events before the EventSystem receives them) - this allows certain listeners to be always invoked first (or last) and stop propagation
169
- * Listeners per event are sorted
170
- */
171
- _eventListeners = {};
172
- addEventListener(type, callback, options) {
173
- if (!this._eventListeners[type])
174
- this._eventListeners[type] = [];
175
- if (!callback || typeof callback !== "function") {
176
- console.error("Invalid call to addEventListener: callback is required and must be a function!");
177
- return;
178
- }
179
- if (!options)
180
- options = {};
181
- // create a copy of the options object to avoid the original object being modified
182
- else
183
- options = { ...options };
184
- let queue = 0;
185
- if (options?.queue != undefined)
186
- queue = options.queue;
187
- const listeners = this._eventListeners[type];
188
- const queueListeners = listeners.find(l => l.priority === queue);
189
- if (!queueListeners) {
190
- listeners.push({ priority: queue, listeners: [{ callback, options }] });
191
- // ensure we sort the listeners by priority
192
- listeners.sort((a, b) => a.priority - b.priority);
193
- }
194
- else {
195
- queueListeners.listeners.push({ callback, options });
196
- }
197
- }
198
- removeEventListener(type, callback, options) {
199
- if (!this._eventListeners[type])
200
- return;
201
- if (!callback)
202
- return;
203
- const listeners = this._eventListeners[type];
204
- // if a specific queue is requested the callback should only be removed from that queue
205
- if (options?.queue != undefined) {
206
- const queueListeners = listeners.find(l => l.priority === options.queue);
207
- if (!queueListeners)
208
- return;
209
- const index = queueListeners.listeners.findIndex(l => l.callback === callback);
210
- if (index >= 0)
211
- queueListeners.listeners.splice(index, 1);
212
- }
213
- // if no queue is requested the callback will be removed from all queues
214
- else {
215
- for (const l of listeners) {
216
- const index = l.listeners.findIndex(l => l.callback === callback);
217
- if (index >= 0)
218
- l.listeners.splice(index, 1);
219
- }
220
- }
221
- }
222
- dispatchEvent(evt) {
223
- /** True when the next event queue should not be invoked */
224
- let preventNextEventQueue = false;
225
- // Handle keyboard event
226
- if (evt instanceof NEKeyboardEvent) {
227
- const listeners = this._eventListeners[evt.type];
228
- if (listeners) {
229
- for (const queue of listeners) {
230
- for (let i = 0; i < queue.listeners.length; i++) {
231
- const entry = queue.listeners[i];
232
- // if the abort signal is aborted we remove the listener and will not invoke it
233
- if (entry.options?.signal?.aborted) {
234
- queue.listeners.splice(i, 1);
235
- i--;
236
- continue;
237
- }
238
- // if the event should only be invoked once then we remove the listener before invoking it
239
- if (entry.options.once) {
240
- queue.listeners.splice(i, 1);
241
- i--;
242
- }
243
- entry.callback(evt);
244
- }
245
- }
246
- }
247
- }
248
- // Hnadle pointer event
249
- if (evt instanceof NEPointerEvent) {
250
- const listeners = this._eventListeners[evt.type];
251
- if (listeners) {
252
- for (const queue of listeners) {
253
- if (preventNextEventQueue)
254
- break;
255
- for (let i = 0; i < queue.listeners.length; i++) {
256
- const entry = queue.listeners[i];
257
- // if the abort signal is aborted we remove the listener and will not invoke it
258
- if (entry.options?.signal?.aborted) {
259
- queue.listeners.splice(i, 1);
260
- i--;
261
- continue;
262
- }
263
- // if immediatePropagationStopped is true we stop propagation altogether
264
- if (evt.immediatePropagationStopped) {
265
- preventNextEventQueue = true;
266
- if (debug)
267
- console.log("immediatePropagationStopped", evt.type);
268
- break;
269
- }
270
- // if propagationStopped is true we continue invoking the current queue but then not invoke the next queue
271
- else if (evt.propagationStopped) {
272
- preventNextEventQueue = true;
273
- if (debug)
274
- console.log("propagationStopped", evt.type);
275
- // we do not break here but continue invoking the listeners in the queue
276
- }
277
- // if the event should only be invoked once then we remove the listener before invoking it
278
- if (entry.options.once) {
279
- queue.listeners.splice(i, 1);
280
- i--;
281
- }
282
- entry.callback(evt);
283
- }
284
- }
285
- }
286
- }
287
- }
288
- _doubleClickTimeThreshold = .2;
289
- _longPressTimeThreshold = 1;
290
- get mousePosition() { return this._pointerPositions[0]; }
291
- ;
292
- get mousePositionRC() { return this._pointerPositionsRC[0]; }
293
- get mouseDown() { return this._pointerDown[0]; }
294
- get mouseUp() { return this._pointerUp[0]; }
295
- /** Is the primary pointer clicked (usually the left button). This is equivalent to `input.click` */
296
- get mouseClick() { return this._pointerClick[0]; }
297
- /** Was a double click detected for the primary pointer? This is equivalent to `input.doubleClick` */
298
- get mouseDoubleClick() { return this._pointerDoubleClick[0]; }
299
- get mousePressed() { return this._pointerPressed[0]; }
300
- get mouseWheelChanged() { return this.getMouseWheelChanged(0); }
301
- /** Is the primary pointer double clicked (usually the left button). This is equivalent to `input.mouseDoubleClick` */
302
- get click() { return this._pointerClick[0]; }
303
- /** Was a double click detected for the primary pointer? */
304
- get doubleClick() { return this._pointerDoubleClick[0]; }
305
- /**
306
- * Get a connected Gamepad
307
- * Note: For a gamepad to be available to the browser it must have received input before while the page was focused.
308
- * @link https://developer.mozilla.org/en-US/docs/Web/API/Gamepad_API/Using_the_Gamepad_API
309
- * @returns The gamepad or null if no gamepad is connected
310
- */
311
- getGamepad(index = 0) {
312
- if (typeof navigator !== "undefined" && "getGamepads" in navigator) {
313
- return navigator.getGamepads()[index] || null;
314
- }
315
- return null;
316
- }
317
- _setCursorTypes = [];
318
- /** @deprecated use setCursor("pointer") */
319
- setCursorPointer() {
320
- this.setCursor("pointer");
321
- }
322
- /** @deprecated use unsetCursor() */
323
- setCursorNormal() {
324
- this.unsetCursor("pointer");
325
- }
326
- /**
327
- * Set a custom cursor. This will set the cursor type until unsetCursor is called
328
- */
329
- setCursor(type) {
330
- this._setCursorTypes.push(type);
331
- if (this._setCursorTypes.length > 10) {
332
- this._setCursorTypes.shift();
333
- }
334
- this.updateCursor();
335
- }
336
- /**
337
- * Unset a custom cursor. This will set the cursor type to the previous type or default
338
- */
339
- unsetCursor(type) {
340
- for (let i = this._setCursorTypes.length - 1; i >= 0; i--) {
341
- if (this._setCursorTypes[i] === type) {
342
- this._setCursorTypes.splice(i, 1);
343
- this.updateCursor();
344
- break;
345
- }
346
- }
347
- }
348
- updateCursor() {
349
- if (this._setCursorTypes?.length == 0)
350
- this.context.domElement.style.cursor = "default";
351
- else
352
- this.context.domElement.style.cursor = this._setCursorTypes[this._setCursorTypes.length - 1];
353
- }
354
- /**
355
- * Check if a pointer id is currently used.
356
- */
357
- getIsPointerIdInUse(pointerId) {
358
- for (const evt of this._pointerEventsPressed) {
359
- if (evt.pointerId === pointerId) {
360
- if (evt.used)
361
- return true;
362
- }
363
- }
364
- return false;
365
- }
366
- /** how many pointers are currently pressed */
367
- getPointerPressedCount() {
368
- let count = 0;
369
- for (let i = 0; i < this._pointerPressed.length; i++) {
370
- if (this._pointerPressed[i]) {
371
- count++;
372
- }
373
- }
374
- return count;
375
- }
376
- /**
377
- * Gets the position of the given pointer index in pixel
378
- * @param i The pointer index
379
- * @returns The position of the pointer in pixel
380
- */
381
- getPointerPosition(i) {
382
- if (i >= this._pointerPositions.length)
383
- return null;
384
- return this._pointerPositions[i];
385
- }
386
- getPointerPositionLastFrame(i) {
387
- if (i >= this._pointerPositionsLastFrame.length)
388
- return null;
389
- return this._pointerPositionsLastFrame[i];
390
- }
391
- getPointerPositionDelta(i) {
392
- if (i >= this._pointerPositionsDelta.length)
393
- return null;
394
- return this._pointerPositionsDelta[i];
395
- }
396
- /**
397
- * The pointer position in screenspace coordinates (-1 to 1) where 0 is the center of the screen.
398
- * This can be useful for e.g. raycasting (see https://threejs.org/docs/#api/en/core/Raycaster.setFromCamera)
399
- */
400
- getPointerPositionRC(i) {
401
- if (i >= this._pointerPositionsRC.length)
402
- return null;
403
- return this._pointerPositionsRC[i];
404
- }
405
- getPointerDown(i) {
406
- if (i >= this._pointerDown.length)
407
- return false;
408
- return this._pointerDown[i];
409
- }
410
- getPointerUp(i) {
411
- if (i >= this._pointerUp.length)
412
- return false;
413
- return this._pointerUp[i];
414
- }
415
- getPointerPressed(i) {
416
- if (i >= this._pointerPressed.length)
417
- return false;
418
- const res = this._pointerPressed[i];
419
- // if (i === 0) console.log(...this._pointerIds);
420
- return res;
421
- }
422
- getPointerClicked(i) {
423
- if (i >= this._pointerClick.length)
424
- return false;
425
- return this._pointerClick[i];
426
- }
427
- getPointerDoubleClicked(i) {
428
- if (i >= this._pointerDoubleClick.length)
429
- return false;
430
- return this._pointerDoubleClick[i];
431
- }
432
- getPointerDownTime(i) {
433
- if (i >= this._pointerDownTime.length)
434
- return -1;
435
- return this._pointerDownTime[i];
436
- }
437
- getPointerUpTime(i) {
438
- if (i >= this._pointerUpTime.length)
439
- return -1;
440
- return this._pointerUpTime[i];
441
- }
442
- getPointerLongPress(i) {
443
- if (i >= this._pointerDownTime.length)
444
- return false;
445
- return this.getPointerPressed(i) && this.context.time.time - this._pointerDownTime[i] > this._longPressTimeThreshold;
446
- }
447
- getIsMouse(i) {
448
- if (i < 0 || i >= this._pointerTypes.length)
449
- return false;
450
- return this._pointerTypes[i] === PointerType.Mouse;
451
- }
452
- getIsTouch(i) {
453
- if (i < 0 || i >= this._pointerTypes.length)
454
- return false;
455
- return this._pointerTypes[i] === PointerType.Touch;
456
- }
457
- getTouchesPressedCount() {
458
- let count = 0;
459
- for (let i = 0; i < this._pointerPressed.length; i++) {
460
- if (this._pointerPressed[i] && this.getIsTouch(i)) {
461
- count++;
462
- }
463
- }
464
- return count;
465
- }
466
- getMouseWheelChanged(i = 0) {
467
- if (i >= this._mouseWheelChanged.length)
468
- return false;
469
- return this._mouseWheelChanged[i];
470
- }
471
- getMouseWheelDeltaY(i = 0) {
472
- if (i >= this._mouseWheelDeltaY.length)
473
- return 0;
474
- return this._mouseWheelDeltaY[i];
475
- }
476
- getPointerEvent(i) {
477
- if (i >= this._pointerEvent.length)
478
- return undefined;
479
- return this._pointerEvent[i] ?? undefined;
480
- }
481
- *foreachPointerId(pointerType) {
482
- for (let i = 0; i < this._pointerTypes.length; i++) {
483
- // check if the pointer is active
484
- if (this._pointerIsActive(i)) {
485
- // if specific pointer types are requested
486
- if (pointerType !== undefined) {
487
- const type = this._pointerTypes[i];
488
- if (Array.isArray(pointerType)) {
489
- let isInArray = false;
490
- for (const t of pointerType) {
491
- if (type === t) {
492
- isInArray = true;
493
- break;
494
- }
495
- }
496
- if (!isInArray)
497
- continue;
498
- }
499
- else {
500
- if (pointerType !== type)
501
- continue;
502
- }
503
- }
504
- yield i;
505
- }
506
- }
507
- }
508
- *foreachTouchId() {
509
- for (let i = 0; i < this._pointerTypes.length; i++) {
510
- const type = this._pointerTypes[i];
511
- if (type !== PointerType.Touch)
512
- continue;
513
- if (this._pointerIsActive[i])
514
- yield i;
515
- }
516
- }
517
- _pointerIsActive(index) {
518
- if (index < 0)
519
- return false;
520
- return this._pointerPressed[index] || this._pointerDown[index] || this._pointerUp[index];
521
- }
522
- context;
523
- _pointerDown = [false];
524
- _pointerUp = [false];
525
- _pointerClick = [false];
526
- _pointerDoubleClick = [false];
527
- _pointerPressed = [false];
528
- _pointerPositions = [new Vector2()];
529
- _pointerPositionsLastFrame = [new Vector2()];
530
- _pointerPositionsDelta = [new Vector2()];
531
- _pointerPositionsRC = [new Vector2()];
532
- _pointerPositionDown = [new Vector3()];
533
- _pointerDownTime = [];
534
- _pointerUpTime = [];
535
- _pointerUpTimestamp = [];
536
- _pointerIds = [];
537
- _pointerTypes = [""];
538
- _mouseWheelChanged = [false];
539
- _mouseWheelDeltaY = [0];
540
- _pointerEvent = [];
541
- /** current pressed pointer events. Used to check if any of those events was used */
542
- _pointerEventsPressed = [];
543
- /** This is added/updated for pointers. screenspace pointers set this to the camera near plane */
544
- _pointerSpace = [];
545
- _pressedStack = new Map();
546
- onDownButton(pointerId, button) {
547
- let stack = this._pressedStack.get(pointerId);
548
- if (!stack) {
549
- stack = [];
550
- this._pressedStack.set(pointerId, stack);
551
- }
552
- stack.push(button);
553
- }
554
- onReleaseButton(pointerId, button) {
555
- const stack = this._pressedStack.get(pointerId);
556
- if (!stack)
557
- return;
558
- const index = stack.indexOf(button);
559
- if (index >= 0)
560
- stack.splice(index, 1);
561
- }
562
- /** the first button that was down and is currently pressed */
563
- getFirstPressedButtonForPointer(pointerId) {
564
- const stack = this._pressedStack.get(pointerId);
565
- if (!stack)
566
- return undefined;
567
- return stack[0];
568
- }
569
- /** the last (most recent) button that was down and is currently pressed */
570
- getLatestPressedButtonForPointer(pointerId) {
571
- const stack = this._pressedStack.get(pointerId);
572
- if (!stack)
573
- return undefined;
574
- return stack[stack.length - 1];
575
- }
576
- getKeyDown() {
577
- for (const key in this.keysPressed) {
578
- const k = this.keysPressed[key];
579
- if (k.startFrame === this.context.time.frameCount)
580
- return k.key;
581
- }
582
- return null;
583
- }
584
- getKeyPressed() {
585
- for (const key in this.keysPressed) {
586
- const k = this.keysPressed[key];
587
- if (k.pressed)
588
- return k.key;
589
- }
590
- return null;
591
- }
592
- isKeyDown(keyCode) {
593
- if (!this.context.application.isVisible || !this.context.application.hasFocus)
594
- return false;
595
- const codes = this.getCodeForCommonKeyName(keyCode);
596
- if (codes !== null) {
597
- for (const code of codes)
598
- if (this.isKeyDown(code))
599
- return true;
600
- return false;
601
- }
602
- return this.keysPressed[keyCode]?.startFrame === this.context.time.frameCount && this.keysPressed[keyCode].pressed;
603
- }
604
- isKeyUp(keyCode) {
605
- if (!this.context.application.isVisible || !this.context.application.hasFocus)
606
- return false;
607
- const codes = this.getCodeForCommonKeyName(keyCode);
608
- if (codes !== null) {
609
- for (const code of codes)
610
- if (this.isKeyUp(code))
611
- return true;
612
- return false;
613
- }
614
- return this.keysPressed[keyCode]?.frame === this.context.time.frameCount && !this.keysPressed[keyCode].pressed;
615
- }
616
- isKeyPressed(keyCode) {
617
- if (!this.context.application.isVisible || !this.context.application.hasFocus)
618
- return false;
619
- const codes = this.getCodeForCommonKeyName(keyCode);
620
- if (codes !== null) {
621
- for (const code of codes)
622
- if (this.isKeyPressed(code))
623
- return true;
624
- return false;
625
- }
626
- return this.keysPressed[keyCode]?.pressed; // && time.frameCount - this.keysPressed[keyCode].frame < 100;
627
- }
628
- // utility helper for mapping common names to actual codes; e.g. "Shift" -> "ShiftLeft" and "ShiftRight" or "a" -> "KeyA"
629
- getCodeForCommonKeyName(keyName) {
630
- if (keyName.length === 1) {
631
- // check if this is a digit
632
- if (keyName >= "0" && keyName <= "9")
633
- return ["Digit" + keyName];
634
- // check if this is a letter
635
- if (keyName >= "a" && keyName <= "z")
636
- return ["Key" + keyName.toUpperCase()];
637
- if (keyName == " ")
638
- return ["Space"];
639
- }
640
- switch (keyName) {
641
- case "shift":
642
- case "Shift":
643
- return ["ShiftLeft", "ShiftRight"];
644
- case "control":
645
- case "Control":
646
- return ["ControlLeft", "ControlRight"];
647
- case "alt":
648
- case "Alt":
649
- return ["AltLeft", "AltRight"];
650
- }
651
- return null;
652
- }
653
- createInputEvent(args) {
654
- // TODO: technically we would need to check for circular invocations here!
655
- switch (args.type) {
656
- case InputEvents.PointerDown:
657
- if (debug)
658
- showBalloonMessage("Create Pointer down");
659
- this.onDownButton(args.deviceIndex, args.button);
660
- this.onDown(args);
661
- break;
662
- case InputEvents.PointerMove:
663
- if (debug)
664
- showBalloonMessage("Create Pointer move");
665
- this.onMove(args);
666
- break;
667
- case InputEvents.PointerUp:
668
- if (debug)
669
- showBalloonMessage("Create Pointer up");
670
- this.onUp(args);
671
- this.onReleaseButton(args.deviceIndex, args.button);
672
- break;
673
- }
674
- }
675
- convertScreenspaceToRaycastSpace(vec2) {
676
- vec2.x = (vec2.x - this.context.domX) / this.context.domWidth * 2 - 1;
677
- vec2.y = -((vec2.y - this.context.domY) / this.context.domHeight) * 2 + 1;
678
- return vec2;
679
- }
680
- /** @internal */
681
- constructor(context) {
682
- this.context = context;
683
- this.context.post_render_callbacks.push(this.onEndOfFrame);
684
- }
685
- /** this is the html element we subscribed to for events */
686
- _htmlEventSource;
687
- bindEvents() {
688
- this.unbindEvents();
689
- // we subscribe to the canvas element because we don't want to receive events when the user is interacting with the UI
690
- // e.g. if we have slotted HTML elements in the needle engine DOM elements we don't want to receive input events for those
691
- this._htmlEventSource = this.context.renderer.domElement;
692
- window.addEventListener('contextmenu', this.onContextMenu);
693
- this._htmlEventSource.addEventListener('pointerdown', this.onPointerDown, { passive: true });
694
- window.addEventListener('pointermove', this.onPointerMove, { passive: true, capture: true, });
695
- window.addEventListener('pointerup', this.onPointerUp, { passive: true });
696
- window.addEventListener('pointercancel', this.onPointerCancel, { passive: true });
697
- window.addEventListener("touchstart", this.onTouchStart, { passive: true });
698
- window.addEventListener("touchmove", this.onTouchMove, { passive: true });
699
- window.addEventListener("touchend", this.onTouchEnd, { passive: true });
700
- this._htmlEventSource.addEventListener('wheel', this.onMouseWheel, { passive: true });
701
- window.addEventListener("wheel", this.onWheelWindow, { passive: true });
702
- window.addEventListener("keydown", this.onKeyDown, false);
703
- window.addEventListener("keypress", this.onKeyPressed, false);
704
- window.addEventListener("keyup", this.onKeyUp, false);
705
- // e.g. when using sharex to capture we loose focus thus dont get e.g. key up events
706
- window.addEventListener('blur', this.onLostFocus);
707
- }
708
- unbindEvents() {
709
- window.removeEventListener('contextmenu', this.onContextMenu);
710
- this._htmlEventSource?.removeEventListener('pointerdown', this.onPointerDown);
711
- window.removeEventListener('pointermove', this.onPointerMove);
712
- window.removeEventListener('pointerup', this.onPointerUp);
713
- window.removeEventListener('pointercancel', this.onPointerCancel);
714
- window.removeEventListener("touchstart", this.onTouchStart);
715
- window.removeEventListener("touchmove", this.onTouchMove);
716
- window.removeEventListener("touchend", this.onTouchEnd);
717
- this._htmlEventSource?.removeEventListener('wheel', this.onMouseWheel, false);
718
- window.removeEventListener("wheel", this.onWheelWindow, false);
719
- window.removeEventListener("keydown", this.onKeyDown, false);
720
- window.removeEventListener("keypress", this.onKeyPressed, false);
721
- window.removeEventListener("keyup", this.onKeyUp, false);
722
- window.removeEventListener('blur', this.onLostFocus);
723
- }
724
- dispose() {
725
- const index = this.context.post_render_callbacks.indexOf(this.onEndOfFrame);
726
- if (index >= 0)
727
- this.context.post_render_callbacks.splice(index, 1);
728
- this.unbindEvents();
729
- }
730
- onLostFocus = () => {
731
- for (const kp in this.keysPressed) {
732
- this.keysPressed[kp].pressed = false;
733
- }
734
- };
735
- _receivedPointerMoveEventsThisFrame = new Array;
736
- onEndOfFrame = () => {
737
- this._receivedPointerMoveEventsThisFrame.length = 0;
738
- for (let i = 0; i < this._pointerUp.length; i++)
739
- this._pointerUp[i] = false;
740
- for (let i = 0; i < this._pointerDown.length; i++)
741
- this._pointerDown[i] = false;
742
- for (let i = 0; i < this._pointerClick.length; i++)
743
- this._pointerClick[i] = false;
744
- for (let i = 0; i < this._pointerDoubleClick.length; i++)
745
- this._pointerDoubleClick[i] = false;
746
- for (const pt of this._pointerPositionsDelta)
747
- pt.set(0, 0);
748
- for (let i = 0; i < this._mouseWheelChanged.length; i++)
749
- this._mouseWheelChanged[i] = false;
750
- for (let i = 0; i < this._mouseWheelDeltaY.length; i++)
751
- this._mouseWheelDeltaY[i] = 0;
752
- };
753
- canReceiveInput(evt) {
754
- // If the user has HTML objects ontop of the canvas
755
- // if(evt.target === this.context.renderer.domElement) return true;
756
- // const css = window.getComputedStyle(evt.target as HTMLElement);
757
- // if(css.pointerEvents === "all") return false;
758
- // We only check the target elements here since the canvas may be overlapped by other elements
759
- // in which case we do not want to use the input (e.g. if a HTML element is being triggered)
760
- if (evt.target === this.context.renderer?.domElement)
761
- return true;
762
- if (evt.target === this.context.domElement)
763
- return true;
764
- // if we are in AR we always want to receive touches because the canvas is the whole screen.
765
- // See https://linear.app/needle/issue/NE-4345
766
- if (this.context.isInAR) {
767
- return true;
768
- }
769
- // looks like in Mozilla WebXR viewer the target element is the body
770
- if (this.context.isInAR && evt.target === document.body && DeviceUtilities.isMozillaXR())
771
- return true;
772
- if (debug)
773
- console.warn("CanReceiveInput:False for", evt.target);
774
- return false;
775
- }
776
- onContextMenu = (evt) => {
777
- if (this.canReceiveInput(evt) === false)
778
- return;
779
- if (evt instanceof PointerEvent) {
780
- // for longpress on touch there might open a context menu
781
- // in which case we set the pointer pressed back to false (resetting the pressed pointer)
782
- // we need to emit a pointer up event here as well
783
- if (evt.pointerType === "touch") {
784
- // for (const index in this._pointerPressed) {
785
- // if (this._pointerTypes[index] === PointerType.Touch) {
786
- // // this._pointerPressed[index] = false;
787
- // // this throws orbit controls?
788
- // // const ne = this.createPointerEventFromTouch("pointerup", parseInt(index), this._pointerPositions[index].x, this._pointerPositions[index].y, 0, evt);
789
- // // this.onUp(ne);
790
- // }
791
- // }
792
- }
793
- }
794
- };
795
- keysPressed = {};
796
- onKeyDown = (evt) => {
797
- if (debug)
798
- console.log(`key down ${evt.code}, ${this.context.application.hasFocus}`, evt);
799
- if (!this.context.application.hasFocus)
800
- return;
801
- const ex = this.keysPressed[evt.code];
802
- if (ex && ex.pressed)
803
- return;
804
- this.keysPressed[evt.code] = { pressed: true, frame: this.context.time.frameCount + 1, startFrame: this.context.time.frameCount + 1, key: evt.key, code: evt.code };
805
- const ne = new NEKeyboardEvent(InputEvents.KeyDown, evt, evt);
806
- this.onDispatchEvent(ne);
807
- };
808
- onKeyPressed = (evt) => {
809
- if (!this.context.application.hasFocus)
810
- return;
811
- const p = this.keysPressed[evt.code];
812
- if (!p)
813
- return;
814
- p.pressed = true;
815
- p.frame = this.context.time.frameCount + 1;
816
- const ne = new NEKeyboardEvent(InputEvents.KeyPressed, evt, evt);
817
- this.onDispatchEvent(ne);
818
- };
819
- onKeyUp = (evt) => {
820
- if (!this.context.application.hasFocus)
821
- return;
822
- const p = this.keysPressed[evt.code];
823
- if (!p)
824
- return;
825
- p.pressed = false;
826
- p.frame = this.context.time.frameCount + 1;
827
- const ne = new NEKeyboardEvent(InputEvents.KeyUp, evt, evt);
828
- this.onDispatchEvent(ne);
829
- };
830
- onWheelWindow = (evt) => {
831
- // check if we are in pointer lock mode
832
- if (document.pointerLockElement) {
833
- // only if yes we want to use the mouse wheel as a pointer event
834
- this.onMouseWheel(evt);
835
- }
836
- };
837
- onMouseWheel = (evt) => {
838
- if (this.canReceiveInput(evt) === false)
839
- return;
840
- if (this._mouseWheelDeltaY.length <= 0)
841
- this._mouseWheelDeltaY.push(0);
842
- if (this._mouseWheelChanged.length <= 0)
843
- this._mouseWheelChanged.push(false);
844
- this._mouseWheelChanged[0] = true;
845
- const current = this._mouseWheelDeltaY[0];
846
- this._mouseWheelDeltaY[0] = current + evt.deltaY;
847
- };
848
- onPointerDown = (evt) => {
849
- if (this.context.isInAR)
850
- return;
851
- if (this.canReceiveInput(evt) === false)
852
- return;
853
- if (evt.target instanceof HTMLElement) {
854
- evt.target.setPointerCapture(evt.pointerId);
855
- }
856
- const id = this.getPointerId(evt);
857
- if (debug)
858
- showBalloonMessage(`pointer down #${id}, identifier:${evt.pointerId}`);
859
- const space = this.getAndUpdateSpatialObjectForScreenPosition(id, evt.clientX, evt.clientY);
860
- const ne = new NEPointerEvent(InputEvents.PointerDown, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: evt.button, clientX: evt.clientX, clientY: evt.clientY, pointerType: evt.pointerType, buttonName: this.getButtonName(evt), device: space, pressure: evt.pressure });
861
- this.onDown(ne);
862
- };
863
- onPointerMove = (evt) => {
864
- if (this.context.isInAR)
865
- return;
866
- // Prevent multiple pointerMove events per frame
867
- if (this._receivedPointerMoveEventsThisFrame.includes(evt.pointerId))
868
- return;
869
- this._receivedPointerMoveEventsThisFrame.push(evt.pointerId);
870
- // We want to keep receiving move events until pointerUp and not stop handling events just because we're hovering over *some* HTML element
871
- // if (this.canReceiveInput(evt) === false) return;
872
- let button = evt.button;
873
- if (evt.pointerType === "mouse") {
874
- const pressedButton = this.getFirstPressedButtonForPointer(0);
875
- button = pressedButton ?? 0;
876
- }
877
- const id = this.getPointerId(evt, button);
878
- if (button === -1) {
879
- button = id;
880
- }
881
- const space = this.getAndUpdateSpatialObjectForScreenPosition(id, evt.clientX, evt.clientY);
882
- const ne = new NEPointerEvent(InputEvents.PointerMove, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: button, clientX: evt.clientX, clientY: evt.clientY, pointerType: evt.pointerType, buttonName: this.getButtonName(evt), device: space, pressure: evt.pressure });
883
- this.onMove(ne);
884
- };
885
- onPointerCancel = (evt) => {
886
- if (this.context.isInAR)
887
- return;
888
- if (debug)
889
- console.log("Pointer cancel", evt);
890
- // we treat this as an up event for now to make sure we don't have any pointers stuck in a pressed state etc. Technically we dont want to invoke a up event for cancels...
891
- this.onPointerUp(evt);
892
- };
893
- onPointerUp = (evt) => {
894
- if (this.context.isInAR)
895
- return;
896
- if (evt.target instanceof HTMLElement) {
897
- evt.target.releasePointerCapture(evt.pointerId);
898
- }
899
- // the pointer up event should always be handled
900
- // if (this.canReceiveInput(evt) === false) return;
901
- const id = this.getPointerId(evt);
902
- // if (!this.isNewEvent(evt.timeStamp, id, this._pointerUpTimestamp)) return;
903
- const ne = new NEPointerEvent(InputEvents.PointerUp, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: evt.button, clientX: evt.clientX, clientY: evt.clientY, pointerType: evt.pointerType, buttonName: this.getButtonName(evt), device: this.getAndUpdateSpatialObjectForScreenPosition(id, evt.clientX, evt.clientY), pressure: evt.pressure });
904
- this.onUp(ne);
905
- this._pointerIds[id] = -1;
906
- if (debug)
907
- console.log("ID=" + id, "PointerId=" + evt.pointerId, "ALL:", [...this._pointerIds]);
908
- };
909
- getPointerId(evt, button) {
910
- if (evt.pointerType === "mouse")
911
- return 0 + (button ?? evt.button);
912
- return this.getPointerIndex(evt.pointerId);
913
- }
914
- getButtonName(evt) {
915
- const button = evt.button;
916
- if (evt.pointerType === "mouse") {
917
- switch (button) {
918
- case 0: return "left";
919
- case 1: return "middle";
920
- case 2: return "right";
921
- }
922
- }
923
- return "unknown";
924
- }
925
- // the touch events are currently only used for AR support on android
926
- onTouchStart = (evt) => {
927
- if (!this.context.isInAR)
928
- return;
929
- for (let i = 0; i < evt.changedTouches.length; i++) {
930
- const touch = evt.changedTouches[i];
931
- const id = this.getPointerIndex(touch.identifier);
932
- const space = this.getAndUpdateSpatialObjectForScreenPosition(id, touch.clientX, touch.clientY);
933
- const ne = new NEPointerEvent(InputEvents.PointerDown, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: 0, clientX: touch.clientX, clientY: touch.clientY, pointerType: "touch", buttonName: "unknown", device: space, pressure: touch.force });
934
- this.onDown(ne);
935
- }
936
- ;
937
- };
938
- onTouchMove = (evt) => {
939
- if (!this.context.isInAR)
940
- return;
941
- for (let i = 0; i < evt.changedTouches.length; i++) {
942
- const touch = evt.changedTouches[i];
943
- const id = this.getPointerIndex(touch.identifier);
944
- const space = this.getAndUpdateSpatialObjectForScreenPosition(id, touch.clientX, touch.clientY);
945
- const ne = new NEPointerEvent(InputEvents.PointerMove, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: 0, clientX: touch.clientX, clientY: touch.clientY, pointerType: "touch", buttonName: "unknown", device: space, pressure: touch.force });
946
- this.onMove(ne);
947
- }
948
- ;
949
- };
950
- onTouchEnd = (evt) => {
951
- if (!this.context.isInAR)
952
- return;
953
- for (let i = 0; i < evt.changedTouches.length; i++) {
954
- const touch = evt.changedTouches[i];
955
- const id = this.getPointerIndex(touch.identifier);
956
- const ne = new NEPointerEvent(InputEvents.PointerUp, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: 0, clientX: touch.clientX, clientY: touch.clientY, pointerType: "touch", buttonName: "unknown", device: this.getAndUpdateSpatialObjectForScreenPosition(id, touch.clientX, touch.clientY), pressure: touch.force });
957
- this.onUp(ne);
958
- this._pointerIds[id] = -1;
959
- }
960
- ;
961
- };
962
- tempNearPlaneVector = new Vector3();
963
- tempFarPlaneVector = new Vector3();
964
- tempLookMatrix = new Matrix4();
965
- getAndUpdateSpatialObjectForScreenPosition(id, screenX, screenY) {
966
- let space = this._pointerSpace[id];
967
- if (!space) {
968
- space = new Object3D();
969
- this._pointerSpace[id] = space;
970
- }
971
- this._pointerSpace[id] = space;
972
- const camera = this.context.mainCamera;
973
- if (camera) {
974
- const pointOnNearPlane = this.tempNearPlaneVector.set(screenX, screenY, -1);
975
- this.convertScreenspaceToRaycastSpace(pointOnNearPlane);
976
- const pointOnFarPlane = this.tempFarPlaneVector.set(pointOnNearPlane.x, pointOnNearPlane.y, 1);
977
- pointOnNearPlane.unproject(camera);
978
- pointOnFarPlane.unproject(camera);
979
- const worldUp = camera.worldUp || getTempVector(0, 1, 0).applyQuaternion(getWorldQuaternion(camera));
980
- this.tempLookMatrix.lookAt(pointOnFarPlane, pointOnNearPlane, worldUp);
981
- space.position.set(pointOnNearPlane.x, pointOnNearPlane.y, pointOnNearPlane.z);
982
- space.quaternion.setFromRotationMatrix(this.tempLookMatrix);
983
- }
984
- return space;
985
- }
986
- // Prevent the same event being handled twice (e.g. on touch we get a mouseUp and touchUp evt with the same timestamp)
987
- // private isNewEvent(timestamp: number, index: number, arr: number[]): boolean {
988
- // while (arr.length <= index) arr.push(-1);
989
- // if (timestamp === arr[index]) return false;
990
- // arr[index] = timestamp;
991
- // return true;
992
- // }
993
- isInRect(e) {
994
- if (this.context.isInXR)
995
- return true;
996
- const rect = this.context.domElement.getBoundingClientRect();
997
- const px = e.clientX;
998
- const py = e.clientY;
999
- const isInRect = px >= rect.x && px <= rect.right && py >= rect.y && py <= rect.bottom;
1000
- if (debug && !isInRect)
1001
- console.log("Not in rect", rect, px, py);
1002
- return isInRect;
1003
- }
1004
- onDown(evt) {
1005
- const index = evt.pointerId;
1006
- if (this.getPointerPressed(index)) {
1007
- console.warn(`Received pointerDown for pointerId that is already pressed: ${index}`, debug ? evt : '');
1008
- }
1009
- if (debug)
1010
- console.log(evt.pointerType, "DOWN", index);
1011
- if (!this.isInRect(evt))
1012
- return;
1013
- // if (this.isMouseEventFromTouch(evt)) return;
1014
- this.setPointerState(index, this._pointerPressed, true);
1015
- this.setPointerState(index, this._pointerDown, true);
1016
- this.setPointerStateT(index, this._pointerEvent, evt.source);
1017
- while (index >= this._pointerTypes.length)
1018
- this._pointerTypes.push(evt.pointerType);
1019
- this._pointerTypes[index] = evt.pointerType;
1020
- while (index >= this._pointerPositionDown.length)
1021
- this._pointerPositionDown.push(new Vector3());
1022
- this._pointerPositionDown[index].set(evt.clientX, evt.clientY, evt.clientZ ?? 0);
1023
- while (index >= this._pointerPositions.length)
1024
- this._pointerPositions.push(new Vector2());
1025
- this._pointerPositions[index].set(evt.clientX, evt.clientY);
1026
- if (index >= this._pointerDownTime.length)
1027
- this._pointerDownTime.push(0);
1028
- this._pointerDownTime[index] = this.context.time.realtimeSinceStartup;
1029
- this.updatePointerPosition(evt);
1030
- this._pointerEventsPressed.push(evt);
1031
- this.onDispatchEvent(evt);
1032
- }
1033
- // moveEvent?: Event;
1034
- onMove(evt) {
1035
- const index = evt.pointerId;
1036
- const isDown = this.getPointerPressed(index);
1037
- if (isDown === false && !this.isInRect(evt))
1038
- return;
1039
- if (evt.pointerType === PointerType.Touch && !isDown)
1040
- return;
1041
- // if (this.isMouseEventFromTouch(evt)) return;
1042
- // if (debug) console.log(evt.pointerType, "MOVE", index, "hasSpace=" + evt.space != null);
1043
- this.updatePointerPosition(evt);
1044
- this.setPointerStateT(index, this._pointerEvent, evt.source);
1045
- this.onDispatchEvent(evt);
1046
- }
1047
- onUp(evt) {
1048
- const index = evt.pointerId;
1049
- const wasDown = this.getPointerPressed(index);
1050
- if (!wasDown) {
1051
- if (debug)
1052
- console.log(evt.pointerType, "UP", index, "was not down");
1053
- return;
1054
- }
1055
- // if (this.isMouseEventFromTouch(evt)) return;
1056
- if (debug)
1057
- console.log(evt.pointerType, "UP", index);
1058
- this.setPointerState(index, this._pointerPressed, false);
1059
- this.setPointerStateT(index, this._pointerEvent, evt.source);
1060
- this.setPointerState(index, this._pointerUp, true);
1061
- this.updatePointerPosition(evt);
1062
- for (let i = this._pointerEventsPressed.length - 1; i >= 0; i--) {
1063
- const ptr = this._pointerEventsPressed[i];
1064
- if (ptr.pointerId === index) {
1065
- this._pointerEventsPressed.splice(i, 1);
1066
- break;
1067
- }
1068
- }
1069
- if (!this._pointerPositionDown[index]) {
1070
- if (debug)
1071
- showBalloonWarning("Received pointer up event without matching down event for button: " + index);
1072
- console.warn("Received pointer up event without matching down event for button: " + index);
1073
- return;
1074
- }
1075
- const lastUpTime = this._pointerUpTime[index];
1076
- const downTime = this._pointerDownTime[index];
1077
- const upTime = this.context.time.realtimeSinceStartup;
1078
- const dt = upTime - downTime;
1079
- if (index >= this._pointerUpTime.length)
1080
- this._pointerUpTime.push(-99);
1081
- this._pointerUpTime[index] = upTime;
1082
- // If the time from down to up is less than 1 second check if it was a click
1083
- if (dt < 1) {
1084
- let dx = evt.clientX - this._pointerPositionDown[index].x;
1085
- let dy = evt.clientY - this._pointerPositionDown[index].y;
1086
- let dz = 0;
1087
- if (evt.isSpatial && evt.clientZ != undefined) {
1088
- dz = evt.clientZ - this._pointerPositionDown[index].z;
1089
- // spatial clicks remapping
1090
- dx *= 200;
1091
- dy *= 200;
1092
- dz *= 200;
1093
- }
1094
- if (Math.abs(dx) < 5 && Math.abs(dy) < 5 && Math.abs(dz) < 5) {
1095
- this.setPointerState(index, this._pointerClick, true);
1096
- evt.isClick = true;
1097
- // handle double click
1098
- const dt = upTime - lastUpTime;
1099
- if (debug)
1100
- console.log("CLICK", index, dx, dy, dz, dt);
1101
- if (dt < this._doubleClickTimeThreshold && dt > 0) {
1102
- this.setPointerState(index, this._pointerDoubleClick, true);
1103
- evt.isDoubleClick = true;
1104
- }
1105
- }
1106
- }
1107
- this.onDispatchEvent(evt);
1108
- }
1109
- updatePointerPosition(evt) {
1110
- const index = evt.pointerId;
1111
- while (index >= this._pointerPositions.length)
1112
- this._pointerPositions.push(new Vector2());
1113
- while (index >= this._pointerPositionsLastFrame.length)
1114
- this._pointerPositionsLastFrame.push(new Vector2());
1115
- while (index >= this._pointerPositionsDelta.length)
1116
- this._pointerPositionsDelta.push(new Vector2());
1117
- const lf = this._pointerPositionsLastFrame[index];
1118
- lf.copy(this._pointerPositions[index]);
1119
- // accumulate delta (it's reset in end of frame), if we just write it here it's not correct when the browser console is open
1120
- const delta = this._pointerPositionsDelta[index];
1121
- let dx = evt.clientX - lf.x;
1122
- let dy = evt.clientY - lf.y;
1123
- // if pointer is locked, clientX and Y are not changed, but Movement is.
1124
- if (evt.source instanceof MouseEvent || evt.source instanceof TouchEvent) {
1125
- const source = evt.source;
1126
- if (dx === 0 && source.movementX !== 0)
1127
- dx = source.movementX || 0;
1128
- if (dy === 0 && source.movementY !== 0)
1129
- dy = source.movementY || 0;
1130
- }
1131
- delta.x += dx;
1132
- delta.y += dy;
1133
- this._pointerPositions[index].x = evt.clientX;
1134
- this._pointerPositions[index].y = evt.clientY;
1135
- // we want to have the position 01 on the canvas for raycasting
1136
- const px = evt.clientX;
1137
- const py = evt.clientY;
1138
- while (index >= this._pointerPositionsRC.length)
1139
- this._pointerPositionsRC.push(new Vector2());
1140
- const rc = this._pointerPositionsRC[index];
1141
- rc.set(px, py);
1142
- this.convertScreenspaceToRaycastSpace(rc);
1143
- // console.log(this.context.alias, rc);
1144
- // this._pointerPositionsRC[evt.button].x = (px - this.context.domX) / this.context.domWidth * 2 - 1;
1145
- // this._pointerPositionsRC[evt.button].y = -((py - this.context.domY) / this.context.domHeight) * 2 + 1;
1146
- // console.log(evt.button)
1147
- }
1148
- /** get the next free id */
1149
- getPointerIndex(pointerId) {
1150
- // test if theres a pointer with the id
1151
- let firstFreeIndex = -1;
1152
- for (let i = 0; i < this._pointerIds.length; i++) {
1153
- if (this._pointerIds[i] === pointerId)
1154
- return i;
1155
- else if (firstFreeIndex === -1 && this._pointerIds[i] === -1) {
1156
- firstFreeIndex = i;
1157
- }
1158
- }
1159
- // if not take the free slot if any
1160
- if (firstFreeIndex !== -1) {
1161
- this._pointerIds[firstFreeIndex] = pointerId;
1162
- return firstFreeIndex;
1163
- }
1164
- if (debug)
1165
- console.log("PUSH pointerId:", pointerId);
1166
- this._pointerIds.push(pointerId);
1167
- return this._pointerIds.length - 1;
1168
- }
1169
- setPointerState(index, arr, value) {
1170
- arr[index] = value;
1171
- }
1172
- setPointerStateT(index, arr, value) {
1173
- // while (arr.length <= index) arr.push(null as any);
1174
- arr[index] = value;
1175
- return value;
1176
- }
1177
- onDispatchEvent(evt) {
1178
- const prevContext = Context.Current;
1179
- try {
1180
- Context.Current = this.context;
1181
- this.dispatchEvent(evt);
1182
- }
1183
- finally {
1184
- Context.Current = prevContext;
1185
- }
1186
- }
1187
- }
1188
- // KEY_1 = 49,
1189
- // KEY_2 = 50,
1190
- // KEY_3 = 51,
1191
- // KEY_4 = 52,
1192
- // KEY_5 = 53,
1193
- // KEY_6 = 54,
1194
- // KEY_7 = 55,
1195
- // KEY_8 = 56,
1196
- // KEY_9 = 57,
1197
- // KEY_A = 65,
1198
- // KEY_B = 66,
1199
- // KEY_C = 67,
1200
- // KEY_D = "d",
1201
- // KEY_E = 69,
1202
- // KEY_F = 70,
1203
- // KEY_G = 71,
1204
- // KEY_H = 72,
1205
- // KEY_I = 73,
1206
- // KEY_J = 74,
1207
- // KEY_K = 75,
1208
- // KEY_L = 76,
1209
- // KEY_M = 77,
1210
- // KEY_N = 78,
1211
- // KEY_O = 79,
1212
- // KEY_P = 80,
1213
- // KEY_Q = 81,
1214
- // KEY_R = 82,
1215
- // KEY_S = 83,
1216
- // KEY_T = 84,
1217
- // KEY_U = 85,
1218
- // KEY_V = 86,
1219
- // KEY_W = 87,
1220
- // KEY_X = 88,
1221
- // KEY_Y = 89,
1222
- // KEY_Z = 90,
1223
- // LEFT_META = 91,
1224
- // RIGHT_META = 92,
1225
- // SELECT = 93,
1226
- // NUMPAD_0 = 96,
1227
- // NUMPAD_1 = 97,
1228
- // NUMPAD_2 = 98,
1229
- // NUMPAD_3 = 99,
1230
- // NUMPAD_4 = 100,
1231
- // NUMPAD_5 = 101,
1232
- // NUMPAD_6 = 102,
1233
- // NUMPAD_7 = 103,
1234
- // NUMPAD_8 = 104,
1235
- // NUMPAD_9 = 105,
1236
- // MULTIPLY = 106,
1237
- // ADD = 107,
1238
- // SUBTRACT = 109,
1239
- // DECIMAL = 110,
1240
- // DIVIDE = 111,
1241
- // F1 = 112,
1242
- // F2 = 113,
1243
- // F3 = 114,
1244
- // F4 = 115,
1245
- // F5 = 116,
1246
- // F6 = 117,
1247
- // F7 = 118,
1248
- // F8 = 119,
1249
- // F9 = 120,
1250
- // F10 = 121,
1251
- // F11 = 122,
1252
- // F12 = 123,
1253
- // NUM_LOCK = 144,
1254
- // SCROLL_LOCK = 145,
1255
- // SEMICOLON = 186,
1256
- // EQUALS = 187,
1257
- // COMMA = 188,
1258
- // DASH = 189,
1259
- // PERIOD = 190,
1260
- // FORWARD_SLASH = 191,
1261
- // GRAVE_ACCENT = 192,
1262
- // OPEN_BRACKET = 219,
1263
- // BACK_SLASH = 220,
1264
- // CLOSE_BRACKET = 221,
1265
- // SINGLE_QUOTE = 222
1
+ import { Matrix4, Object3D, Ray, Vector2, Vector3 } from 'three';
2
+ import { showBalloonMessage, showBalloonWarning } from './debug/debug.js';
3
+ import { Context } from './engine_setup.js';
4
+ import { getTempVector, getWorldQuaternion } from './engine_three_utils.js';
5
+ import { DeviceUtilities, getParam } from './engine_utils.js';
6
+ const debug = getParam("debuginput");
7
+ export var PointerType;
8
+ (function (PointerType) {
9
+ PointerType["Mouse"] = "mouse";
10
+ PointerType["Touch"] = "touch";
11
+ PointerType["Controller"] = "controller";
12
+ PointerType["Hand"] = "hand";
13
+ })(PointerType || (PointerType = {}));
14
+ var PointerEnumType;
15
+ (function (PointerEnumType) {
16
+ PointerEnumType["PointerDown"] = "pointerdown";
17
+ PointerEnumType["PointerUp"] = "pointerup";
18
+ PointerEnumType["PointerMove"] = "pointermove";
19
+ })(PointerEnumType || (PointerEnumType = {}));
20
+ var KeyboardEnumType;
21
+ (function (KeyboardEnumType) {
22
+ KeyboardEnumType["KeyDown"] = "keydown";
23
+ KeyboardEnumType["KeyUp"] = "keyup";
24
+ KeyboardEnumType["KeyPressed"] = "keypress";
25
+ })(KeyboardEnumType || (KeyboardEnumType = {}));
26
+ export var InputEvents;
27
+ (function (InputEvents) {
28
+ InputEvents["PointerDown"] = "pointerdown";
29
+ InputEvents["PointerUp"] = "pointerup";
30
+ InputEvents["PointerMove"] = "pointermove";
31
+ InputEvents["KeyDown"] = "keydown";
32
+ InputEvents["KeyUp"] = "keyup";
33
+ InputEvents["KeyPressed"] = "keypress";
34
+ })(InputEvents || (InputEvents = {}));
35
+ /**
36
+ * The Needle Engine Pointer Event is a custom event that extends the PointerEvent. It holds additional information like the device index, the origin of the event, the mode of the event (e.g. screen or spatial), the ray in world space, the space of the device, and more.
37
+ */
38
+ export class NEPointerEvent extends PointerEvent {
39
+ /**
40
+ * Spatial input data
41
+ */
42
+ clientZ;
43
+ /** the device index: mouse and touch are always 0, otherwise e.g. index of the connected Gamepad or XRController */
44
+ deviceIndex;
45
+ /** The origin of the event contains a reference to the creator of this event.
46
+ * This can be the Needle Engine input system or e.g. a XR controller.
47
+ * Implement `onPointerHits` to receive the intersections of this event.
48
+ */
49
+ origin;
50
+ /** the browser event that triggered this event (if any) */
51
+ source;
52
+ /** Is the pointer event created via a touch on screen or a spatial device like a XR controller or hand tracking? */
53
+ mode;
54
+ /** Returns true if the input was emitted in 3D space (and not by e.g. clicking on a 2D screen). You can use {@link mode} if you need more information about the input source */
55
+ get isSpatial() {
56
+ return this.mode != "screen";
57
+ }
58
+ /** A ray in worldspace for the event.
59
+ * If the ray is undefined you can also use `space.worldForward` and `space.worldPosition` */
60
+ get ray() {
61
+ if (!this._ray) {
62
+ this._ray = new Ray(this.space.worldPosition.clone(), this.space.worldForward.clone());
63
+ }
64
+ return this._ray;
65
+ }
66
+ set ray(value) { this._ray = value; }
67
+ /**@returns true if this event has a ray. If you access the ray property a ray will automatically created */
68
+ get hasRay() { return this._ray !== undefined; }
69
+ _ray;
70
+ /** The device space (this object is not necessarily rendered in the scene but you can access or copy the matrix)
71
+ * E.g. you can access the input world space source position with `space.worldPosition` or world direction with `space.worldForward`
72
+ */
73
+ space;
74
+ /** true if this event is a click */
75
+ isClick = false;
76
+ /** true if this event is a double click */
77
+ isDoubleClick = false;
78
+ /** @returns `true` if the event is marked to be used (when `use()` has been called). Default: `false` */
79
+ get used() { return this._used; }
80
+ _used = false;
81
+ /** Call to mark an event to be used */
82
+ use() {
83
+ this._used = true;
84
+ }
85
+ /** Unique identifier for this input: a combination of the deviceIndex + button to uniquely identify the exact input (e.g. LeftController:Button0 = 0, RightController:Button1 = 11) */
86
+ get pointerId() { return this._pointerid; }
87
+ _pointerid;
88
+ // this is set via the init arguments (we override it here for intellisense to show the string options)
89
+ /** What type of input created this event: touch, mouse, xr controller, xr hand tracking... */
90
+ get pointerType() { return this._pointerType; }
91
+ _pointerType;
92
+ // this is set via the init arguments (we override it here for intellisense to show the string options)
93
+ /** The input that raised this event like `pointerdown` */
94
+ get type() { return this._type; }
95
+ _type;
96
+ /** metadata can be used to associate additional information with the event */
97
+ metadata = {};
98
+ /** intersections that were generated from this event (or are associated with this event in any way) */
99
+ intersections = new Array();
100
+ constructor(type, source, init) {
101
+ super(type, init);
102
+ this.clientZ = init.clientZ;
103
+ // apply the init arguments. Otherwise the arguments will be undefined in the bundled / published version of needle engine
104
+ // so we have to be careful if we override properties - we then also need to set them in the constructor
105
+ this._pointerid = init.pointerId;
106
+ this._pointerType = init.pointerType;
107
+ this._type = type;
108
+ this.deviceIndex = init.deviceIndex;
109
+ this.origin = init.origin;
110
+ this.source = source;
111
+ this.mode = init.mode;
112
+ this._ray = init.ray;
113
+ this.space = init.device;
114
+ }
115
+ _immediatePropagationStopped = false;
116
+ get immediatePropagationStopped() {
117
+ return this._immediatePropagationStopped;
118
+ }
119
+ _propagationStopped = false;
120
+ get propagationStopped() {
121
+ return this._immediatePropagationStopped || this._propagationStopped;
122
+ }
123
+ stopImmediatePropagation() {
124
+ this._immediatePropagationStopped = true;
125
+ super.stopImmediatePropagation();
126
+ this.source?.stopImmediatePropagation();
127
+ }
128
+ stopPropagation() {
129
+ this._propagationStopped = true;
130
+ super.stopPropagation();
131
+ this.source?.stopPropagation();
132
+ if (debug)
133
+ console.warn("Stop propagation...", this.pointerId, this.pointerType);
134
+ }
135
+ }
136
+ export class NEKeyboardEvent extends KeyboardEvent {
137
+ source;
138
+ constructor(type, source, init) {
139
+ super(type, init);
140
+ this.source = source;
141
+ }
142
+ stopImmediatePropagation() {
143
+ super.stopImmediatePropagation();
144
+ this.source?.stopImmediatePropagation();
145
+ }
146
+ }
147
+ export class KeyEventArgs {
148
+ key;
149
+ keyType;
150
+ source;
151
+ constructor(evt) {
152
+ this.key = evt.key;
153
+ this.keyType = evt.type;
154
+ this.source = evt;
155
+ }
156
+ }
157
+ export var InputEventQueue;
158
+ (function (InputEventQueue) {
159
+ InputEventQueue[InputEventQueue["Early"] = -100] = "Early";
160
+ InputEventQueue[InputEventQueue["Default"] = 0] = "Default";
161
+ InputEventQueue[InputEventQueue["Late"] = 100] = "Late";
162
+ })(InputEventQueue || (InputEventQueue = {}));
163
+ /**
164
+ * The input system is responsible for handling all input events like pointer events (mouse, touch, xr controllers) and keyboard events.
165
+ */
166
+ export class Input {
167
+ /** This is a list of event listeners per event type (e.g. pointerdown, pointerup, keydown...). Each entry contains a priority and list of listeners.
168
+ * That way users can control if they want to receive events before or after other listeners (e.g subscribe to pointer events before the EventSystem receives them) - this allows certain listeners to be always invoked first (or last) and stop propagation
169
+ * Listeners per event are sorted
170
+ */
171
+ _eventListeners = {};
172
+ addEventListener(type, callback, options) {
173
+ if (!this._eventListeners[type])
174
+ this._eventListeners[type] = [];
175
+ if (!callback || typeof callback !== "function") {
176
+ console.error("Invalid call to addEventListener: callback is required and must be a function!");
177
+ return;
178
+ }
179
+ if (!options)
180
+ options = {};
181
+ // create a copy of the options object to avoid the original object being modified
182
+ else
183
+ options = { ...options };
184
+ let queue = 0;
185
+ if (options?.queue != undefined)
186
+ queue = options.queue;
187
+ const listeners = this._eventListeners[type];
188
+ const queueListeners = listeners.find(l => l.priority === queue);
189
+ if (!queueListeners) {
190
+ listeners.push({ priority: queue, listeners: [{ callback, options }] });
191
+ // ensure we sort the listeners by priority
192
+ listeners.sort((a, b) => a.priority - b.priority);
193
+ }
194
+ else {
195
+ queueListeners.listeners.push({ callback, options });
196
+ }
197
+ }
198
+ removeEventListener(type, callback, options) {
199
+ if (!this._eventListeners[type])
200
+ return;
201
+ if (!callback)
202
+ return;
203
+ const listeners = this._eventListeners[type];
204
+ // if a specific queue is requested the callback should only be removed from that queue
205
+ if (options?.queue != undefined) {
206
+ const queueListeners = listeners.find(l => l.priority === options.queue);
207
+ if (!queueListeners)
208
+ return;
209
+ const index = queueListeners.listeners.findIndex(l => l.callback === callback);
210
+ if (index >= 0)
211
+ queueListeners.listeners.splice(index, 1);
212
+ }
213
+ // if no queue is requested the callback will be removed from all queues
214
+ else {
215
+ for (const l of listeners) {
216
+ const index = l.listeners.findIndex(l => l.callback === callback);
217
+ if (index >= 0)
218
+ l.listeners.splice(index, 1);
219
+ }
220
+ }
221
+ }
222
+ dispatchEvent(evt) {
223
+ /** True when the next event queue should not be invoked */
224
+ let preventNextEventQueue = false;
225
+ // Handle keyboard event
226
+ if (evt instanceof NEKeyboardEvent) {
227
+ const listeners = this._eventListeners[evt.type];
228
+ if (listeners) {
229
+ for (const queue of listeners) {
230
+ for (let i = 0; i < queue.listeners.length; i++) {
231
+ const entry = queue.listeners[i];
232
+ // if the abort signal is aborted we remove the listener and will not invoke it
233
+ if (entry.options?.signal?.aborted) {
234
+ queue.listeners.splice(i, 1);
235
+ i--;
236
+ continue;
237
+ }
238
+ // if the event should only be invoked once then we remove the listener before invoking it
239
+ if (entry.options.once) {
240
+ queue.listeners.splice(i, 1);
241
+ i--;
242
+ }
243
+ entry.callback(evt);
244
+ }
245
+ }
246
+ }
247
+ }
248
+ // Hnadle pointer event
249
+ if (evt instanceof NEPointerEvent) {
250
+ const listeners = this._eventListeners[evt.type];
251
+ if (listeners) {
252
+ for (const queue of listeners) {
253
+ if (preventNextEventQueue)
254
+ break;
255
+ for (let i = 0; i < queue.listeners.length; i++) {
256
+ const entry = queue.listeners[i];
257
+ // if the abort signal is aborted we remove the listener and will not invoke it
258
+ if (entry.options?.signal?.aborted) {
259
+ queue.listeners.splice(i, 1);
260
+ i--;
261
+ continue;
262
+ }
263
+ // if immediatePropagationStopped is true we stop propagation altogether
264
+ if (evt.immediatePropagationStopped) {
265
+ preventNextEventQueue = true;
266
+ if (debug)
267
+ console.log("immediatePropagationStopped", evt.type);
268
+ break;
269
+ }
270
+ // if propagationStopped is true we continue invoking the current queue but then not invoke the next queue
271
+ else if (evt.propagationStopped) {
272
+ preventNextEventQueue = true;
273
+ if (debug)
274
+ console.log("propagationStopped", evt.type);
275
+ // we do not break here but continue invoking the listeners in the queue
276
+ }
277
+ // if the event should only be invoked once then we remove the listener before invoking it
278
+ if (entry.options.once) {
279
+ queue.listeners.splice(i, 1);
280
+ i--;
281
+ }
282
+ entry.callback(evt);
283
+ }
284
+ }
285
+ }
286
+ }
287
+ }
288
+ _doubleClickTimeThreshold = .2;
289
+ _longPressTimeThreshold = 1;
290
+ get mousePosition() { return this._pointerPositions[0]; }
291
+ ;
292
+ get mousePositionRC() { return this._pointerPositionsRC[0]; }
293
+ get mouseDown() { return this._pointerDown[0]; }
294
+ get mouseUp() { return this._pointerUp[0]; }
295
+ /** Is the primary pointer clicked (usually the left button). This is equivalent to `input.click` */
296
+ get mouseClick() { return this._pointerClick[0]; }
297
+ /** Was a double click detected for the primary pointer? This is equivalent to `input.doubleClick` */
298
+ get mouseDoubleClick() { return this._pointerDoubleClick[0]; }
299
+ get mousePressed() { return this._pointerPressed[0]; }
300
+ get mouseWheelChanged() { return this.getMouseWheelChanged(0); }
301
+ /** Is the primary pointer double clicked (usually the left button). This is equivalent to `input.mouseDoubleClick` */
302
+ get click() { return this._pointerClick[0]; }
303
+ /** Was a double click detected for the primary pointer? */
304
+ get doubleClick() { return this._pointerDoubleClick[0]; }
305
+ /**
306
+ * Get a connected Gamepad
307
+ * Note: For a gamepad to be available to the browser it must have received input before while the page was focused.
308
+ * @link https://developer.mozilla.org/en-US/docs/Web/API/Gamepad_API/Using_the_Gamepad_API
309
+ * @returns The gamepad or null if no gamepad is connected
310
+ */
311
+ getGamepad(index = 0) {
312
+ if (typeof navigator !== "undefined" && "getGamepads" in navigator) {
313
+ return navigator.getGamepads()[index] || null;
314
+ }
315
+ return null;
316
+ }
317
+ _setCursorTypes = [];
318
+ /** @deprecated use setCursor("pointer") */
319
+ setCursorPointer() {
320
+ this.setCursor("pointer");
321
+ }
322
+ /** @deprecated use unsetCursor() */
323
+ setCursorNormal() {
324
+ this.unsetCursor("pointer");
325
+ }
326
+ /**
327
+ * Set a custom cursor. This will set the cursor type until unsetCursor is called
328
+ */
329
+ setCursor(type) {
330
+ this._setCursorTypes.push(type);
331
+ if (this._setCursorTypes.length > 10) {
332
+ this._setCursorTypes.shift();
333
+ }
334
+ this.updateCursor();
335
+ }
336
+ /**
337
+ * Unset a custom cursor. This will set the cursor type to the previous type or default
338
+ */
339
+ unsetCursor(type) {
340
+ for (let i = this._setCursorTypes.length - 1; i >= 0; i--) {
341
+ if (this._setCursorTypes[i] === type) {
342
+ this._setCursorTypes.splice(i, 1);
343
+ this.updateCursor();
344
+ break;
345
+ }
346
+ }
347
+ }
348
+ updateCursor() {
349
+ if (this._setCursorTypes?.length == 0)
350
+ this.context.domElement.style.cursor = "default";
351
+ else
352
+ this.context.domElement.style.cursor = this._setCursorTypes[this._setCursorTypes.length - 1];
353
+ }
354
+ /**
355
+ * Check if a pointer id is currently used.
356
+ */
357
+ getIsPointerIdInUse(pointerId) {
358
+ for (const evt of this._pointerEventsPressed) {
359
+ if (evt.pointerId === pointerId) {
360
+ if (evt.used)
361
+ return true;
362
+ }
363
+ }
364
+ return false;
365
+ }
366
+ /** how many pointers are currently pressed */
367
+ getPointerPressedCount() {
368
+ let count = 0;
369
+ for (let i = 0; i < this._pointerPressed.length; i++) {
370
+ if (this._pointerPressed[i]) {
371
+ count++;
372
+ }
373
+ }
374
+ return count;
375
+ }
376
+ /**
377
+ * Gets the position of the given pointer index in pixel
378
+ * @param i The pointer index
379
+ * @returns The position of the pointer in pixel
380
+ */
381
+ getPointerPosition(i) {
382
+ if (i >= this._pointerPositions.length)
383
+ return null;
384
+ return this._pointerPositions[i];
385
+ }
386
+ getPointerPositionLastFrame(i) {
387
+ if (i >= this._pointerPositionsLastFrame.length)
388
+ return null;
389
+ return this._pointerPositionsLastFrame[i];
390
+ }
391
+ getPointerPositionDelta(i) {
392
+ if (i >= this._pointerPositionsDelta.length)
393
+ return null;
394
+ return this._pointerPositionsDelta[i];
395
+ }
396
+ /**
397
+ * The pointer position in screenspace coordinates (-1 to 1) where 0 is the center of the screen.
398
+ * This can be useful for e.g. raycasting (see https://threejs.org/docs/#api/en/core/Raycaster.setFromCamera)
399
+ */
400
+ getPointerPositionRC(i) {
401
+ if (i >= this._pointerPositionsRC.length)
402
+ return null;
403
+ return this._pointerPositionsRC[i];
404
+ }
405
+ getPointerDown(i) {
406
+ if (i >= this._pointerDown.length)
407
+ return false;
408
+ return this._pointerDown[i];
409
+ }
410
+ getPointerUp(i) {
411
+ if (i >= this._pointerUp.length)
412
+ return false;
413
+ return this._pointerUp[i];
414
+ }
415
+ getPointerPressed(i) {
416
+ if (i >= this._pointerPressed.length)
417
+ return false;
418
+ const res = this._pointerPressed[i];
419
+ // if (i === 0) console.log(...this._pointerIds);
420
+ return res;
421
+ }
422
+ getPointerClicked(i) {
423
+ if (i >= this._pointerClick.length)
424
+ return false;
425
+ return this._pointerClick[i];
426
+ }
427
+ getPointerDoubleClicked(i) {
428
+ if (i >= this._pointerDoubleClick.length)
429
+ return false;
430
+ return this._pointerDoubleClick[i];
431
+ }
432
+ getPointerDownTime(i) {
433
+ if (i >= this._pointerDownTime.length)
434
+ return -1;
435
+ return this._pointerDownTime[i];
436
+ }
437
+ getPointerUpTime(i) {
438
+ if (i >= this._pointerUpTime.length)
439
+ return -1;
440
+ return this._pointerUpTime[i];
441
+ }
442
+ getPointerLongPress(i) {
443
+ if (i >= this._pointerDownTime.length)
444
+ return false;
445
+ return this.getPointerPressed(i) && this.context.time.time - this._pointerDownTime[i] > this._longPressTimeThreshold;
446
+ }
447
+ getIsMouse(i) {
448
+ if (i < 0 || i >= this._pointerTypes.length)
449
+ return false;
450
+ return this._pointerTypes[i] === PointerType.Mouse;
451
+ }
452
+ getIsTouch(i) {
453
+ if (i < 0 || i >= this._pointerTypes.length)
454
+ return false;
455
+ return this._pointerTypes[i] === PointerType.Touch;
456
+ }
457
+ getTouchesPressedCount() {
458
+ let count = 0;
459
+ for (let i = 0; i < this._pointerPressed.length; i++) {
460
+ if (this._pointerPressed[i] && this.getIsTouch(i)) {
461
+ count++;
462
+ }
463
+ }
464
+ return count;
465
+ }
466
+ getMouseWheelChanged(i = 0) {
467
+ if (i >= this._mouseWheelChanged.length)
468
+ return false;
469
+ return this._mouseWheelChanged[i];
470
+ }
471
+ getMouseWheelDeltaY(i = 0) {
472
+ if (i >= this._mouseWheelDeltaY.length)
473
+ return 0;
474
+ return this._mouseWheelDeltaY[i];
475
+ }
476
+ getPointerEvent(i) {
477
+ if (i >= this._pointerEvent.length)
478
+ return undefined;
479
+ return this._pointerEvent[i] ?? undefined;
480
+ }
481
+ *foreachPointerId(pointerType) {
482
+ for (let i = 0; i < this._pointerTypes.length; i++) {
483
+ // check if the pointer is active
484
+ if (this._pointerIsActive(i)) {
485
+ // if specific pointer types are requested
486
+ if (pointerType !== undefined) {
487
+ const type = this._pointerTypes[i];
488
+ if (Array.isArray(pointerType)) {
489
+ let isInArray = false;
490
+ for (const t of pointerType) {
491
+ if (type === t) {
492
+ isInArray = true;
493
+ break;
494
+ }
495
+ }
496
+ if (!isInArray)
497
+ continue;
498
+ }
499
+ else {
500
+ if (pointerType !== type)
501
+ continue;
502
+ }
503
+ }
504
+ yield i;
505
+ }
506
+ }
507
+ }
508
+ *foreachTouchId() {
509
+ for (let i = 0; i < this._pointerTypes.length; i++) {
510
+ const type = this._pointerTypes[i];
511
+ if (type !== PointerType.Touch)
512
+ continue;
513
+ if (this._pointerIsActive[i])
514
+ yield i;
515
+ }
516
+ }
517
+ _pointerIsActive(index) {
518
+ if (index < 0)
519
+ return false;
520
+ return this._pointerPressed[index] || this._pointerDown[index] || this._pointerUp[index];
521
+ }
522
+ context;
523
+ _pointerDown = [false];
524
+ _pointerUp = [false];
525
+ _pointerClick = [false];
526
+ _pointerDoubleClick = [false];
527
+ _pointerPressed = [false];
528
+ _pointerPositions = [new Vector2()];
529
+ _pointerPositionsLastFrame = [new Vector2()];
530
+ _pointerPositionsDelta = [new Vector2()];
531
+ _pointerPositionsRC = [new Vector2()];
532
+ _pointerPositionDown = [new Vector3()];
533
+ _pointerDownTime = [];
534
+ _pointerUpTime = [];
535
+ _pointerUpTimestamp = [];
536
+ _pointerIds = [];
537
+ _pointerTypes = [""];
538
+ _mouseWheelChanged = [false];
539
+ _mouseWheelDeltaY = [0];
540
+ _pointerEvent = [];
541
+ /** current pressed pointer events. Used to check if any of those events was used */
542
+ _pointerEventsPressed = [];
543
+ /** This is added/updated for pointers. screenspace pointers set this to the camera near plane */
544
+ _pointerSpace = [];
545
+ _pressedStack = new Map();
546
+ onDownButton(pointerId, button) {
547
+ let stack = this._pressedStack.get(pointerId);
548
+ if (!stack) {
549
+ stack = [];
550
+ this._pressedStack.set(pointerId, stack);
551
+ }
552
+ stack.push(button);
553
+ }
554
+ onReleaseButton(pointerId, button) {
555
+ const stack = this._pressedStack.get(pointerId);
556
+ if (!stack)
557
+ return;
558
+ const index = stack.indexOf(button);
559
+ if (index >= 0)
560
+ stack.splice(index, 1);
561
+ }
562
+ /** the first button that was down and is currently pressed */
563
+ getFirstPressedButtonForPointer(pointerId) {
564
+ const stack = this._pressedStack.get(pointerId);
565
+ if (!stack)
566
+ return undefined;
567
+ return stack[0];
568
+ }
569
+ /** the last (most recent) button that was down and is currently pressed */
570
+ getLatestPressedButtonForPointer(pointerId) {
571
+ const stack = this._pressedStack.get(pointerId);
572
+ if (!stack)
573
+ return undefined;
574
+ return stack[stack.length - 1];
575
+ }
576
+ getKeyDown() {
577
+ for (const key in this.keysPressed) {
578
+ const k = this.keysPressed[key];
579
+ if (k.startFrame === this.context.time.frameCount)
580
+ return k.key;
581
+ }
582
+ return null;
583
+ }
584
+ getKeyPressed() {
585
+ for (const key in this.keysPressed) {
586
+ const k = this.keysPressed[key];
587
+ if (k.pressed)
588
+ return k.key;
589
+ }
590
+ return null;
591
+ }
592
+ isKeyDown(keyCode) {
593
+ if (!this.context.application.isVisible || !this.context.application.hasFocus)
594
+ return false;
595
+ const codes = this.getCodeForCommonKeyName(keyCode);
596
+ if (codes !== null) {
597
+ for (const code of codes)
598
+ if (this.isKeyDown(code))
599
+ return true;
600
+ return false;
601
+ }
602
+ return this.keysPressed[keyCode]?.startFrame === this.context.time.frameCount && this.keysPressed[keyCode].pressed;
603
+ }
604
+ isKeyUp(keyCode) {
605
+ if (!this.context.application.isVisible || !this.context.application.hasFocus)
606
+ return false;
607
+ const codes = this.getCodeForCommonKeyName(keyCode);
608
+ if (codes !== null) {
609
+ for (const code of codes)
610
+ if (this.isKeyUp(code))
611
+ return true;
612
+ return false;
613
+ }
614
+ return this.keysPressed[keyCode]?.frame === this.context.time.frameCount && !this.keysPressed[keyCode].pressed;
615
+ }
616
+ isKeyPressed(keyCode) {
617
+ if (!this.context.application.isVisible || !this.context.application.hasFocus)
618
+ return false;
619
+ const codes = this.getCodeForCommonKeyName(keyCode);
620
+ if (codes !== null) {
621
+ for (const code of codes)
622
+ if (this.isKeyPressed(code))
623
+ return true;
624
+ return false;
625
+ }
626
+ return this.keysPressed[keyCode]?.pressed; // && time.frameCount - this.keysPressed[keyCode].frame < 100;
627
+ }
628
+ // utility helper for mapping common names to actual codes; e.g. "Shift" -> "ShiftLeft" and "ShiftRight" or "a" -> "KeyA"
629
+ getCodeForCommonKeyName(keyName) {
630
+ if (keyName.length === 1) {
631
+ // check if this is a digit
632
+ if (keyName >= "0" && keyName <= "9")
633
+ return ["Digit" + keyName];
634
+ // check if this is a letter
635
+ if (keyName >= "a" && keyName <= "z")
636
+ return ["Key" + keyName.toUpperCase()];
637
+ if (keyName == " ")
638
+ return ["Space"];
639
+ }
640
+ switch (keyName) {
641
+ case "shift":
642
+ case "Shift":
643
+ return ["ShiftLeft", "ShiftRight"];
644
+ case "control":
645
+ case "Control":
646
+ return ["ControlLeft", "ControlRight"];
647
+ case "alt":
648
+ case "Alt":
649
+ return ["AltLeft", "AltRight"];
650
+ }
651
+ return null;
652
+ }
653
+ createInputEvent(args) {
654
+ // TODO: technically we would need to check for circular invocations here!
655
+ switch (args.type) {
656
+ case InputEvents.PointerDown:
657
+ if (debug)
658
+ showBalloonMessage("Create Pointer down");
659
+ this.onDownButton(args.deviceIndex, args.button);
660
+ this.onDown(args);
661
+ break;
662
+ case InputEvents.PointerMove:
663
+ if (debug)
664
+ showBalloonMessage("Create Pointer move");
665
+ this.onMove(args);
666
+ break;
667
+ case InputEvents.PointerUp:
668
+ if (debug)
669
+ showBalloonMessage("Create Pointer up");
670
+ this.onUp(args);
671
+ this.onReleaseButton(args.deviceIndex, args.button);
672
+ break;
673
+ }
674
+ }
675
+ convertScreenspaceToRaycastSpace(vec2) {
676
+ vec2.x = (vec2.x - this.context.domX) / this.context.domWidth * 2 - 1;
677
+ vec2.y = -((vec2.y - this.context.domY) / this.context.domHeight) * 2 + 1;
678
+ return vec2;
679
+ }
680
+ /** @internal */
681
+ constructor(context) {
682
+ this.context = context;
683
+ this.context.post_render_callbacks.push(this.onEndOfFrame);
684
+ }
685
+ /** this is the html element we subscribed to for events */
686
+ _htmlEventSource;
687
+ bindEvents() {
688
+ this.unbindEvents();
689
+ // we subscribe to the canvas element because we don't want to receive events when the user is interacting with the UI
690
+ // e.g. if we have slotted HTML elements in the needle engine DOM elements we don't want to receive input events for those
691
+ this._htmlEventSource = this.context.renderer.domElement;
692
+ window.addEventListener('contextmenu', this.onContextMenu);
693
+ this._htmlEventSource.addEventListener('pointerdown', this.onPointerDown, { passive: true });
694
+ window.addEventListener('pointermove', this.onPointerMove, { passive: true, capture: true, });
695
+ window.addEventListener('pointerup', this.onPointerUp, { passive: true });
696
+ window.addEventListener('pointercancel', this.onPointerCancel, { passive: true });
697
+ window.addEventListener("touchstart", this.onTouchStart, { passive: true });
698
+ window.addEventListener("touchmove", this.onTouchMove, { passive: true });
699
+ window.addEventListener("touchend", this.onTouchEnd, { passive: true });
700
+ this._htmlEventSource.addEventListener('wheel', this.onMouseWheel, { passive: true });
701
+ window.addEventListener("wheel", this.onWheelWindow, { passive: true });
702
+ window.addEventListener("keydown", this.onKeyDown, false);
703
+ window.addEventListener("keypress", this.onKeyPressed, false);
704
+ window.addEventListener("keyup", this.onKeyUp, false);
705
+ // e.g. when using sharex to capture we loose focus thus dont get e.g. key up events
706
+ window.addEventListener('blur', this.onLostFocus);
707
+ }
708
+ unbindEvents() {
709
+ window.removeEventListener('contextmenu', this.onContextMenu);
710
+ this._htmlEventSource?.removeEventListener('pointerdown', this.onPointerDown);
711
+ window.removeEventListener('pointermove', this.onPointerMove);
712
+ window.removeEventListener('pointerup', this.onPointerUp);
713
+ window.removeEventListener('pointercancel', this.onPointerCancel);
714
+ window.removeEventListener("touchstart", this.onTouchStart);
715
+ window.removeEventListener("touchmove", this.onTouchMove);
716
+ window.removeEventListener("touchend", this.onTouchEnd);
717
+ this._htmlEventSource?.removeEventListener('wheel', this.onMouseWheel, false);
718
+ window.removeEventListener("wheel", this.onWheelWindow, false);
719
+ window.removeEventListener("keydown", this.onKeyDown, false);
720
+ window.removeEventListener("keypress", this.onKeyPressed, false);
721
+ window.removeEventListener("keyup", this.onKeyUp, false);
722
+ window.removeEventListener('blur', this.onLostFocus);
723
+ }
724
+ dispose() {
725
+ const index = this.context.post_render_callbacks.indexOf(this.onEndOfFrame);
726
+ if (index >= 0)
727
+ this.context.post_render_callbacks.splice(index, 1);
728
+ this.unbindEvents();
729
+ }
730
+ onLostFocus = () => {
731
+ for (const kp in this.keysPressed) {
732
+ this.keysPressed[kp].pressed = false;
733
+ }
734
+ };
735
+ _receivedPointerMoveEventsThisFrame = new Array;
736
+ onEndOfFrame = () => {
737
+ this._receivedPointerMoveEventsThisFrame.length = 0;
738
+ for (let i = 0; i < this._pointerUp.length; i++)
739
+ this._pointerUp[i] = false;
740
+ for (let i = 0; i < this._pointerDown.length; i++)
741
+ this._pointerDown[i] = false;
742
+ for (let i = 0; i < this._pointerClick.length; i++)
743
+ this._pointerClick[i] = false;
744
+ for (let i = 0; i < this._pointerDoubleClick.length; i++)
745
+ this._pointerDoubleClick[i] = false;
746
+ for (const pt of this._pointerPositionsDelta)
747
+ pt.set(0, 0);
748
+ for (let i = 0; i < this._mouseWheelChanged.length; i++)
749
+ this._mouseWheelChanged[i] = false;
750
+ for (let i = 0; i < this._mouseWheelDeltaY.length; i++)
751
+ this._mouseWheelDeltaY[i] = 0;
752
+ };
753
+ canReceiveInput(evt) {
754
+ // If the user has HTML objects ontop of the canvas
755
+ // if(evt.target === this.context.renderer.domElement) return true;
756
+ // const css = window.getComputedStyle(evt.target as HTMLElement);
757
+ // if(css.pointerEvents === "all") return false;
758
+ // We only check the target elements here since the canvas may be overlapped by other elements
759
+ // in which case we do not want to use the input (e.g. if a HTML element is being triggered)
760
+ if (evt.target === this.context.renderer?.domElement)
761
+ return true;
762
+ if (evt.target === this.context.domElement)
763
+ return true;
764
+ // if we are in AR we always want to receive touches because the canvas is the whole screen.
765
+ // See https://linear.app/needle/issue/NE-4345
766
+ if (this.context.isInAR) {
767
+ return true;
768
+ }
769
+ // looks like in Mozilla WebXR viewer the target element is the body
770
+ if (this.context.isInAR && evt.target === document.body && DeviceUtilities.isMozillaXR())
771
+ return true;
772
+ if (debug)
773
+ console.warn("CanReceiveInput:False for", evt.target);
774
+ return false;
775
+ }
776
+ onContextMenu = (evt) => {
777
+ if (this.canReceiveInput(evt) === false)
778
+ return;
779
+ if (evt instanceof PointerEvent) {
780
+ // for longpress on touch there might open a context menu
781
+ // in which case we set the pointer pressed back to false (resetting the pressed pointer)
782
+ // we need to emit a pointer up event here as well
783
+ if (evt.pointerType === "touch") {
784
+ // for (const index in this._pointerPressed) {
785
+ // if (this._pointerTypes[index] === PointerType.Touch) {
786
+ // // this._pointerPressed[index] = false;
787
+ // // this throws orbit controls?
788
+ // // const ne = this.createPointerEventFromTouch("pointerup", parseInt(index), this._pointerPositions[index].x, this._pointerPositions[index].y, 0, evt);
789
+ // // this.onUp(ne);
790
+ // }
791
+ // }
792
+ }
793
+ }
794
+ };
795
+ keysPressed = {};
796
+ onKeyDown = (evt) => {
797
+ if (debug)
798
+ console.log(`key down ${evt.code}, ${this.context.application.hasFocus}`, evt);
799
+ if (!this.context.application.hasFocus)
800
+ return;
801
+ const ex = this.keysPressed[evt.code];
802
+ if (ex && ex.pressed)
803
+ return;
804
+ this.keysPressed[evt.code] = { pressed: true, frame: this.context.time.frameCount + 1, startFrame: this.context.time.frameCount + 1, key: evt.key, code: evt.code };
805
+ const ne = new NEKeyboardEvent(InputEvents.KeyDown, evt, evt);
806
+ this.onDispatchEvent(ne);
807
+ };
808
+ onKeyPressed = (evt) => {
809
+ if (!this.context.application.hasFocus)
810
+ return;
811
+ const p = this.keysPressed[evt.code];
812
+ if (!p)
813
+ return;
814
+ p.pressed = true;
815
+ p.frame = this.context.time.frameCount + 1;
816
+ const ne = new NEKeyboardEvent(InputEvents.KeyPressed, evt, evt);
817
+ this.onDispatchEvent(ne);
818
+ };
819
+ onKeyUp = (evt) => {
820
+ if (!this.context.application.hasFocus)
821
+ return;
822
+ const p = this.keysPressed[evt.code];
823
+ if (!p)
824
+ return;
825
+ p.pressed = false;
826
+ p.frame = this.context.time.frameCount + 1;
827
+ const ne = new NEKeyboardEvent(InputEvents.KeyUp, evt, evt);
828
+ this.onDispatchEvent(ne);
829
+ };
830
+ onWheelWindow = (evt) => {
831
+ // check if we are in pointer lock mode
832
+ if (document.pointerLockElement) {
833
+ // only if yes we want to use the mouse wheel as a pointer event
834
+ this.onMouseWheel(evt);
835
+ }
836
+ };
837
+ onMouseWheel = (evt) => {
838
+ if (this.canReceiveInput(evt) === false)
839
+ return;
840
+ if (this._mouseWheelDeltaY.length <= 0)
841
+ this._mouseWheelDeltaY.push(0);
842
+ if (this._mouseWheelChanged.length <= 0)
843
+ this._mouseWheelChanged.push(false);
844
+ this._mouseWheelChanged[0] = true;
845
+ const current = this._mouseWheelDeltaY[0];
846
+ this._mouseWheelDeltaY[0] = current + evt.deltaY;
847
+ };
848
+ onPointerDown = (evt) => {
849
+ if (this.context.isInAR)
850
+ return;
851
+ if (this.canReceiveInput(evt) === false)
852
+ return;
853
+ if (evt.target instanceof HTMLElement) {
854
+ evt.target.setPointerCapture(evt.pointerId);
855
+ }
856
+ const id = this.getPointerId(evt);
857
+ if (debug)
858
+ showBalloonMessage(`pointer down #${id}, identifier:${evt.pointerId}`);
859
+ const space = this.getAndUpdateSpatialObjectForScreenPosition(id, evt.clientX, evt.clientY);
860
+ const ne = new NEPointerEvent(InputEvents.PointerDown, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: evt.button, clientX: evt.clientX, clientY: evt.clientY, pointerType: evt.pointerType, buttonName: this.getButtonName(evt), device: space, pressure: evt.pressure });
861
+ this.onDown(ne);
862
+ };
863
+ onPointerMove = (evt) => {
864
+ if (this.context.isInAR)
865
+ return;
866
+ // Prevent multiple pointerMove events per frame
867
+ if (this._receivedPointerMoveEventsThisFrame.includes(evt.pointerId))
868
+ return;
869
+ this._receivedPointerMoveEventsThisFrame.push(evt.pointerId);
870
+ // We want to keep receiving move events until pointerUp and not stop handling events just because we're hovering over *some* HTML element
871
+ // if (this.canReceiveInput(evt) === false) return;
872
+ let button = evt.button;
873
+ if (evt.pointerType === "mouse") {
874
+ const pressedButton = this.getFirstPressedButtonForPointer(0);
875
+ button = pressedButton ?? 0;
876
+ }
877
+ const id = this.getPointerId(evt, button);
878
+ if (button === -1) {
879
+ button = id;
880
+ }
881
+ const space = this.getAndUpdateSpatialObjectForScreenPosition(id, evt.clientX, evt.clientY);
882
+ const ne = new NEPointerEvent(InputEvents.PointerMove, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: button, clientX: evt.clientX, clientY: evt.clientY, pointerType: evt.pointerType, buttonName: this.getButtonName(evt), device: space, pressure: evt.pressure });
883
+ this.onMove(ne);
884
+ };
885
+ onPointerCancel = (evt) => {
886
+ if (this.context.isInAR)
887
+ return;
888
+ if (debug)
889
+ console.log("Pointer cancel", evt);
890
+ // we treat this as an up event for now to make sure we don't have any pointers stuck in a pressed state etc. Technically we dont want to invoke a up event for cancels...
891
+ this.onPointerUp(evt);
892
+ };
893
+ onPointerUp = (evt) => {
894
+ if (this.context.isInAR)
895
+ return;
896
+ if (evt.target instanceof HTMLElement) {
897
+ evt.target.releasePointerCapture(evt.pointerId);
898
+ }
899
+ // the pointer up event should always be handled
900
+ // if (this.canReceiveInput(evt) === false) return;
901
+ const id = this.getPointerId(evt);
902
+ // if (!this.isNewEvent(evt.timeStamp, id, this._pointerUpTimestamp)) return;
903
+ const ne = new NEPointerEvent(InputEvents.PointerUp, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: evt.button, clientX: evt.clientX, clientY: evt.clientY, pointerType: evt.pointerType, buttonName: this.getButtonName(evt), device: this.getAndUpdateSpatialObjectForScreenPosition(id, evt.clientX, evt.clientY), pressure: evt.pressure });
904
+ this.onUp(ne);
905
+ this._pointerIds[id] = -1;
906
+ if (debug)
907
+ console.log("ID=" + id, "PointerId=" + evt.pointerId, "ALL:", [...this._pointerIds]);
908
+ };
909
+ getPointerId(evt, button) {
910
+ if (evt.pointerType === "mouse")
911
+ return 0 + (button ?? evt.button);
912
+ return this.getPointerIndex(evt.pointerId);
913
+ }
914
+ getButtonName(evt) {
915
+ const button = evt.button;
916
+ if (evt.pointerType === "mouse") {
917
+ switch (button) {
918
+ case 0: return "left";
919
+ case 1: return "middle";
920
+ case 2: return "right";
921
+ }
922
+ }
923
+ return "unknown";
924
+ }
925
+ // the touch events are currently only used for AR support on android
926
+ onTouchStart = (evt) => {
927
+ if (!this.context.isInAR)
928
+ return;
929
+ for (let i = 0; i < evt.changedTouches.length; i++) {
930
+ const touch = evt.changedTouches[i];
931
+ const id = this.getPointerIndex(touch.identifier);
932
+ const space = this.getAndUpdateSpatialObjectForScreenPosition(id, touch.clientX, touch.clientY);
933
+ const ne = new NEPointerEvent(InputEvents.PointerDown, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: 0, clientX: touch.clientX, clientY: touch.clientY, pointerType: "touch", buttonName: "unknown", device: space, pressure: touch.force });
934
+ this.onDown(ne);
935
+ }
936
+ ;
937
+ };
938
+ onTouchMove = (evt) => {
939
+ if (!this.context.isInAR)
940
+ return;
941
+ for (let i = 0; i < evt.changedTouches.length; i++) {
942
+ const touch = evt.changedTouches[i];
943
+ const id = this.getPointerIndex(touch.identifier);
944
+ const space = this.getAndUpdateSpatialObjectForScreenPosition(id, touch.clientX, touch.clientY);
945
+ const ne = new NEPointerEvent(InputEvents.PointerMove, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: 0, clientX: touch.clientX, clientY: touch.clientY, pointerType: "touch", buttonName: "unknown", device: space, pressure: touch.force });
946
+ this.onMove(ne);
947
+ }
948
+ ;
949
+ };
950
+ onTouchEnd = (evt) => {
951
+ if (!this.context.isInAR)
952
+ return;
953
+ for (let i = 0; i < evt.changedTouches.length; i++) {
954
+ const touch = evt.changedTouches[i];
955
+ const id = this.getPointerIndex(touch.identifier);
956
+ const ne = new NEPointerEvent(InputEvents.PointerUp, evt, { origin: this, mode: "screen", deviceIndex: 0, pointerId: id, button: 0, clientX: touch.clientX, clientY: touch.clientY, pointerType: "touch", buttonName: "unknown", device: this.getAndUpdateSpatialObjectForScreenPosition(id, touch.clientX, touch.clientY), pressure: touch.force });
957
+ this.onUp(ne);
958
+ this._pointerIds[id] = -1;
959
+ }
960
+ ;
961
+ };
962
+ tempNearPlaneVector = new Vector3();
963
+ tempFarPlaneVector = new Vector3();
964
+ tempLookMatrix = new Matrix4();
965
+ getAndUpdateSpatialObjectForScreenPosition(id, screenX, screenY) {
966
+ let space = this._pointerSpace[id];
967
+ if (!space) {
968
+ space = new Object3D();
969
+ this._pointerSpace[id] = space;
970
+ }
971
+ this._pointerSpace[id] = space;
972
+ const camera = this.context.mainCamera;
973
+ if (camera) {
974
+ const pointOnNearPlane = this.tempNearPlaneVector.set(screenX, screenY, -1);
975
+ this.convertScreenspaceToRaycastSpace(pointOnNearPlane);
976
+ const pointOnFarPlane = this.tempFarPlaneVector.set(pointOnNearPlane.x, pointOnNearPlane.y, 1);
977
+ pointOnNearPlane.unproject(camera);
978
+ pointOnFarPlane.unproject(camera);
979
+ const worldUp = camera.worldUp || getTempVector(0, 1, 0).applyQuaternion(getWorldQuaternion(camera));
980
+ this.tempLookMatrix.lookAt(pointOnFarPlane, pointOnNearPlane, worldUp);
981
+ space.position.set(pointOnNearPlane.x, pointOnNearPlane.y, pointOnNearPlane.z);
982
+ space.quaternion.setFromRotationMatrix(this.tempLookMatrix);
983
+ }
984
+ return space;
985
+ }
986
+ // Prevent the same event being handled twice (e.g. on touch we get a mouseUp and touchUp evt with the same timestamp)
987
+ // private isNewEvent(timestamp: number, index: number, arr: number[]): boolean {
988
+ // while (arr.length <= index) arr.push(-1);
989
+ // if (timestamp === arr[index]) return false;
990
+ // arr[index] = timestamp;
991
+ // return true;
992
+ // }
993
+ isInRect(e) {
994
+ if (this.context.isInXR)
995
+ return true;
996
+ const rect = this.context.domElement.getBoundingClientRect();
997
+ const px = e.clientX;
998
+ const py = e.clientY;
999
+ const isInRect = px >= rect.x && px <= rect.right && py >= rect.y && py <= rect.bottom;
1000
+ if (debug && !isInRect)
1001
+ console.log("Not in rect", rect, px, py);
1002
+ return isInRect;
1003
+ }
1004
+ onDown(evt) {
1005
+ const index = evt.pointerId;
1006
+ if (this.getPointerPressed(index)) {
1007
+ console.warn(`Received pointerDown for pointerId that is already pressed: ${index}`, debug ? evt : '');
1008
+ }
1009
+ if (debug)
1010
+ console.log(evt.pointerType, "DOWN", index);
1011
+ if (!this.isInRect(evt))
1012
+ return;
1013
+ // if (this.isMouseEventFromTouch(evt)) return;
1014
+ this.setPointerState(index, this._pointerPressed, true);
1015
+ this.setPointerState(index, this._pointerDown, true);
1016
+ this.setPointerStateT(index, this._pointerEvent, evt.source);
1017
+ while (index >= this._pointerTypes.length)
1018
+ this._pointerTypes.push(evt.pointerType);
1019
+ this._pointerTypes[index] = evt.pointerType;
1020
+ while (index >= this._pointerPositionDown.length)
1021
+ this._pointerPositionDown.push(new Vector3());
1022
+ this._pointerPositionDown[index].set(evt.clientX, evt.clientY, evt.clientZ ?? 0);
1023
+ while (index >= this._pointerPositions.length)
1024
+ this._pointerPositions.push(new Vector2());
1025
+ this._pointerPositions[index].set(evt.clientX, evt.clientY);
1026
+ if (index >= this._pointerDownTime.length)
1027
+ this._pointerDownTime.push(0);
1028
+ this._pointerDownTime[index] = this.context.time.realtimeSinceStartup;
1029
+ this.updatePointerPosition(evt);
1030
+ this._pointerEventsPressed.push(evt);
1031
+ this.onDispatchEvent(evt);
1032
+ }
1033
+ // moveEvent?: Event;
1034
+ onMove(evt) {
1035
+ const index = evt.pointerId;
1036
+ const isDown = this.getPointerPressed(index);
1037
+ if (isDown === false && !this.isInRect(evt))
1038
+ return;
1039
+ if (evt.pointerType === PointerType.Touch && !isDown)
1040
+ return;
1041
+ // if (this.isMouseEventFromTouch(evt)) return;
1042
+ // if (debug) console.log(evt.pointerType, "MOVE", index, "hasSpace=" + evt.space != null);
1043
+ this.updatePointerPosition(evt);
1044
+ this.setPointerStateT(index, this._pointerEvent, evt.source);
1045
+ this.onDispatchEvent(evt);
1046
+ }
1047
+ onUp(evt) {
1048
+ const index = evt.pointerId;
1049
+ const wasDown = this.getPointerPressed(index);
1050
+ if (!wasDown) {
1051
+ if (debug)
1052
+ console.log(evt.pointerType, "UP", index, "was not down");
1053
+ return;
1054
+ }
1055
+ // if (this.isMouseEventFromTouch(evt)) return;
1056
+ if (debug)
1057
+ console.log(evt.pointerType, "UP", index);
1058
+ this.setPointerState(index, this._pointerPressed, false);
1059
+ this.setPointerStateT(index, this._pointerEvent, evt.source);
1060
+ this.setPointerState(index, this._pointerUp, true);
1061
+ this.updatePointerPosition(evt);
1062
+ for (let i = this._pointerEventsPressed.length - 1; i >= 0; i--) {
1063
+ const ptr = this._pointerEventsPressed[i];
1064
+ if (ptr.pointerId === index) {
1065
+ this._pointerEventsPressed.splice(i, 1);
1066
+ break;
1067
+ }
1068
+ }
1069
+ if (!this._pointerPositionDown[index]) {
1070
+ if (debug)
1071
+ showBalloonWarning("Received pointer up event without matching down event for button: " + index);
1072
+ console.warn("Received pointer up event without matching down event for button: " + index);
1073
+ return;
1074
+ }
1075
+ const lastUpTime = this._pointerUpTime[index];
1076
+ const downTime = this._pointerDownTime[index];
1077
+ const upTime = this.context.time.realtimeSinceStartup;
1078
+ const dt = upTime - downTime;
1079
+ if (index >= this._pointerUpTime.length)
1080
+ this._pointerUpTime.push(-99);
1081
+ this._pointerUpTime[index] = upTime;
1082
+ // If the time from down to up is less than 1 second check if it was a click
1083
+ if (dt < 1) {
1084
+ let dx = evt.clientX - this._pointerPositionDown[index].x;
1085
+ let dy = evt.clientY - this._pointerPositionDown[index].y;
1086
+ let dz = 0;
1087
+ if (evt.isSpatial && evt.clientZ != undefined) {
1088
+ dz = evt.clientZ - this._pointerPositionDown[index].z;
1089
+ // spatial clicks remapping
1090
+ dx *= 200;
1091
+ dy *= 200;
1092
+ dz *= 200;
1093
+ }
1094
+ if (Math.abs(dx) < 5 && Math.abs(dy) < 5 && Math.abs(dz) < 5) {
1095
+ this.setPointerState(index, this._pointerClick, true);
1096
+ evt.isClick = true;
1097
+ // handle double click
1098
+ const dt = upTime - lastUpTime;
1099
+ if (debug)
1100
+ console.log("CLICK", index, dx, dy, dz, dt);
1101
+ if (dt < this._doubleClickTimeThreshold && dt > 0) {
1102
+ this.setPointerState(index, this._pointerDoubleClick, true);
1103
+ evt.isDoubleClick = true;
1104
+ }
1105
+ }
1106
+ }
1107
+ this.onDispatchEvent(evt);
1108
+ }
1109
+ updatePointerPosition(evt) {
1110
+ const index = evt.pointerId;
1111
+ while (index >= this._pointerPositions.length)
1112
+ this._pointerPositions.push(new Vector2());
1113
+ while (index >= this._pointerPositionsLastFrame.length)
1114
+ this._pointerPositionsLastFrame.push(new Vector2());
1115
+ while (index >= this._pointerPositionsDelta.length)
1116
+ this._pointerPositionsDelta.push(new Vector2());
1117
+ const lf = this._pointerPositionsLastFrame[index];
1118
+ lf.copy(this._pointerPositions[index]);
1119
+ // accumulate delta (it's reset in end of frame), if we just write it here it's not correct when the browser console is open
1120
+ const delta = this._pointerPositionsDelta[index];
1121
+ let dx = evt.clientX - lf.x;
1122
+ let dy = evt.clientY - lf.y;
1123
+ // if pointer is locked, clientX and Y are not changed, but Movement is.
1124
+ if (evt.source instanceof MouseEvent || evt.source instanceof TouchEvent) {
1125
+ const source = evt.source;
1126
+ if (dx === 0 && source.movementX !== 0)
1127
+ dx = source.movementX || 0;
1128
+ if (dy === 0 && source.movementY !== 0)
1129
+ dy = source.movementY || 0;
1130
+ }
1131
+ delta.x += dx;
1132
+ delta.y += dy;
1133
+ this._pointerPositions[index].x = evt.clientX;
1134
+ this._pointerPositions[index].y = evt.clientY;
1135
+ // we want to have the position 01 on the canvas for raycasting
1136
+ const px = evt.clientX;
1137
+ const py = evt.clientY;
1138
+ while (index >= this._pointerPositionsRC.length)
1139
+ this._pointerPositionsRC.push(new Vector2());
1140
+ const rc = this._pointerPositionsRC[index];
1141
+ rc.set(px, py);
1142
+ this.convertScreenspaceToRaycastSpace(rc);
1143
+ // console.log(this.context.alias, rc);
1144
+ // this._pointerPositionsRC[evt.button].x = (px - this.context.domX) / this.context.domWidth * 2 - 1;
1145
+ // this._pointerPositionsRC[evt.button].y = -((py - this.context.domY) / this.context.domHeight) * 2 + 1;
1146
+ // console.log(evt.button)
1147
+ }
1148
+ /** get the next free id */
1149
+ getPointerIndex(pointerId) {
1150
+ // test if theres a pointer with the id
1151
+ let firstFreeIndex = -1;
1152
+ for (let i = 0; i < this._pointerIds.length; i++) {
1153
+ if (this._pointerIds[i] === pointerId)
1154
+ return i;
1155
+ else if (firstFreeIndex === -1 && this._pointerIds[i] === -1) {
1156
+ firstFreeIndex = i;
1157
+ }
1158
+ }
1159
+ // if not take the free slot if any
1160
+ if (firstFreeIndex !== -1) {
1161
+ this._pointerIds[firstFreeIndex] = pointerId;
1162
+ return firstFreeIndex;
1163
+ }
1164
+ if (debug)
1165
+ console.log("PUSH pointerId:", pointerId);
1166
+ this._pointerIds.push(pointerId);
1167
+ return this._pointerIds.length - 1;
1168
+ }
1169
+ setPointerState(index, arr, value) {
1170
+ arr[index] = value;
1171
+ }
1172
+ setPointerStateT(index, arr, value) {
1173
+ // while (arr.length <= index) arr.push(null as any);
1174
+ arr[index] = value;
1175
+ return value;
1176
+ }
1177
+ onDispatchEvent(evt) {
1178
+ const prevContext = Context.Current;
1179
+ try {
1180
+ Context.Current = this.context;
1181
+ this.dispatchEvent(evt);
1182
+ }
1183
+ finally {
1184
+ Context.Current = prevContext;
1185
+ }
1186
+ }
1187
+ }
1188
+ // KEY_1 = 49,
1189
+ // KEY_2 = 50,
1190
+ // KEY_3 = 51,
1191
+ // KEY_4 = 52,
1192
+ // KEY_5 = 53,
1193
+ // KEY_6 = 54,
1194
+ // KEY_7 = 55,
1195
+ // KEY_8 = 56,
1196
+ // KEY_9 = 57,
1197
+ // KEY_A = 65,
1198
+ // KEY_B = 66,
1199
+ // KEY_C = 67,
1200
+ // KEY_D = "d",
1201
+ // KEY_E = 69,
1202
+ // KEY_F = 70,
1203
+ // KEY_G = 71,
1204
+ // KEY_H = 72,
1205
+ // KEY_I = 73,
1206
+ // KEY_J = 74,
1207
+ // KEY_K = 75,
1208
+ // KEY_L = 76,
1209
+ // KEY_M = 77,
1210
+ // KEY_N = 78,
1211
+ // KEY_O = 79,
1212
+ // KEY_P = 80,
1213
+ // KEY_Q = 81,
1214
+ // KEY_R = 82,
1215
+ // KEY_S = 83,
1216
+ // KEY_T = 84,
1217
+ // KEY_U = 85,
1218
+ // KEY_V = 86,
1219
+ // KEY_W = 87,
1220
+ // KEY_X = 88,
1221
+ // KEY_Y = 89,
1222
+ // KEY_Z = 90,
1223
+ // LEFT_META = 91,
1224
+ // RIGHT_META = 92,
1225
+ // SELECT = 93,
1226
+ // NUMPAD_0 = 96,
1227
+ // NUMPAD_1 = 97,
1228
+ // NUMPAD_2 = 98,
1229
+ // NUMPAD_3 = 99,
1230
+ // NUMPAD_4 = 100,
1231
+ // NUMPAD_5 = 101,
1232
+ // NUMPAD_6 = 102,
1233
+ // NUMPAD_7 = 103,
1234
+ // NUMPAD_8 = 104,
1235
+ // NUMPAD_9 = 105,
1236
+ // MULTIPLY = 106,
1237
+ // ADD = 107,
1238
+ // SUBTRACT = 109,
1239
+ // DECIMAL = 110,
1240
+ // DIVIDE = 111,
1241
+ // F1 = 112,
1242
+ // F2 = 113,
1243
+ // F3 = 114,
1244
+ // F4 = 115,
1245
+ // F5 = 116,
1246
+ // F6 = 117,
1247
+ // F7 = 118,
1248
+ // F8 = 119,
1249
+ // F9 = 120,
1250
+ // F10 = 121,
1251
+ // F11 = 122,
1252
+ // F12 = 123,
1253
+ // NUM_LOCK = 144,
1254
+ // SCROLL_LOCK = 145,
1255
+ // SEMICOLON = 186,
1256
+ // EQUALS = 187,
1257
+ // COMMA = 188,
1258
+ // DASH = 189,
1259
+ // PERIOD = 190,
1260
+ // FORWARD_SLASH = 191,
1261
+ // GRAVE_ACCENT = 192,
1262
+ // OPEN_BRACKET = 219,
1263
+ // BACK_SLASH = 220,
1264
+ // CLOSE_BRACKET = 221,
1265
+ // SINGLE_QUOTE = 222
1266
1266
  //# sourceMappingURL=engine_input.js.map