@needle-tools/engine 3.28.7-beta → 3.28.7-beta.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +2259 -2256
- package/LICENSE.md +10 -10
- package/README.md +52 -52
- package/dist/needle-engine.js +9 -12
- package/dist/needle-engine.light.js +9 -12
- package/dist/needle-engine.light.min.js +8 -11
- package/dist/needle-engine.light.umd.cjs +8 -11
- package/dist/needle-engine.min.js +8 -11
- package/dist/needle-engine.umd.cjs +8 -11
- package/lib/engine/api.d.ts +52 -52
- package/lib/engine/api.js +51 -51
- package/lib/engine/assets/index.d.ts +1 -1
- package/lib/engine/assets/index.js +4 -4
- package/lib/engine/codegen/register_types.d.ts +1 -1
- package/lib/engine/codegen/register_types.js +439 -439
- package/lib/engine/debug/debug.d.ts +12 -12
- package/lib/engine/debug/debug.js +26 -26
- package/lib/engine/debug/debug_console.d.ts +2 -2
- package/lib/engine/debug/debug_console.js +204 -204
- package/lib/engine/debug/debug_overlay.d.ts +10 -10
- package/lib/engine/debug/debug_overlay.js +277 -277
- package/lib/engine/debug/index.d.ts +1 -1
- package/lib/engine/debug/index.js +1 -1
- package/lib/engine/engine_addressables.d.ts +75 -75
- package/lib/engine/engine_addressables.js +441 -441
- package/lib/engine/engine_application.d.ts +19 -19
- package/lib/engine/engine_application.js +45 -45
- package/lib/engine/engine_assetdatabase.d.ts +25 -25
- package/lib/engine/engine_assetdatabase.js +341 -341
- package/lib/engine/engine_camera.d.ts +6 -6
- package/lib/engine/engine_camera.js +23 -23
- package/lib/engine/engine_components.d.ts +17 -17
- package/lib/engine/engine_components.js +273 -273
- package/lib/engine/engine_components_internal.d.ts +11 -11
- package/lib/engine/engine_components_internal.js +41 -41
- package/lib/engine/engine_constants.d.ts +5 -5
- package/lib/engine/engine_constants.js +32 -32
- package/lib/engine/engine_context.d.ts +269 -269
- package/lib/engine/engine_context.js +1242 -1242
- package/lib/engine/engine_context_registry.d.ts +50 -50
- package/lib/engine/engine_context_registry.js +89 -89
- package/lib/engine/engine_coroutine.d.ts +4 -4
- package/lib/engine/engine_coroutine.js +21 -21
- package/lib/engine/engine_create_objects.d.ts +13 -13
- package/lib/engine/engine_create_objects.js +33 -33
- package/lib/engine/engine_default_parameters.d.ts +2 -2
- package/lib/engine/engine_default_parameters.js +3 -3
- package/lib/engine/engine_editor-sync.d.ts +17 -17
- package/lib/engine/engine_editor-sync.js +7 -7
- package/lib/engine/engine_element.d.ts +55 -55
- package/lib/engine/engine_element.js +559 -559
- package/lib/engine/engine_element_attributes.d.ts +49 -49
- package/lib/engine/engine_element_attributes.js +1 -1
- package/lib/engine/engine_element_extras.d.ts +6 -6
- package/lib/engine/engine_element_extras.js +13 -13
- package/lib/engine/engine_element_loading.d.ts +40 -40
- package/lib/engine/engine_element_loading.js +312 -312
- package/lib/engine/engine_element_overlay.d.ts +19 -19
- package/lib/engine/engine_element_overlay.js +143 -143
- package/lib/engine/engine_fileloader.d.ts +3 -3
- package/lib/engine/engine_fileloader.js +7 -7
- package/lib/engine/engine_gameobject.d.ts +39 -39
- package/lib/engine/engine_gameobject.js +559 -559
- package/lib/engine/engine_generic_utils.d.ts +1 -1
- package/lib/engine/engine_generic_utils.js +13 -13
- package/lib/engine/engine_gizmos.d.ts +26 -26
- package/lib/engine/engine_gizmos.js +282 -282
- package/lib/engine/engine_gltf.d.ts +13 -13
- package/lib/engine/engine_gltf.js +15 -15
- package/lib/engine/engine_gltf_builtin_components.d.ts +7 -7
- package/lib/engine/engine_gltf_builtin_components.js +298 -298
- package/lib/engine/engine_hot_reload.d.ts +5 -5
- package/lib/engine/engine_hot_reload.js +182 -182
- package/lib/engine/engine_input.d.ts +129 -129
- package/lib/engine/engine_input.js +799 -799
- package/lib/engine/engine_input_utils.d.ts +2 -2
- package/lib/engine/engine_input_utils.js +22 -22
- package/lib/engine/engine_instancing.d.ts +16 -16
- package/lib/engine/engine_instancing.js +36 -36
- package/lib/engine/engine_license.d.ts +4 -4
- package/lib/engine/engine_license.js +398 -398
- package/lib/engine/engine_lifecycle_api.d.ts +14 -14
- package/lib/engine/engine_lifecycle_api.js +24 -24
- package/lib/engine/engine_lifecycle_functions_internal.d.ts +6 -6
- package/lib/engine/engine_lifecycle_functions_internal.js +28 -28
- package/lib/engine/engine_lightdata.d.ts +23 -23
- package/lib/engine/engine_lightdata.js +86 -86
- package/lib/engine/engine_loaders.d.ts +7 -7
- package/lib/engine/engine_loaders.js +69 -69
- package/lib/engine/engine_mainloop_utils.d.ts +13 -13
- package/lib/engine/engine_mainloop_utils.js +426 -426
- package/lib/engine/engine_math.d.ts +43 -43
- package/lib/engine/engine_math.js +147 -147
- package/lib/engine/engine_networking.d.ts +176 -176
- package/lib/engine/engine_networking.js +649 -649
- package/lib/engine/engine_networking_auto.d.ts +24 -24
- package/lib/engine/engine_networking_auto.js +324 -324
- package/lib/engine/engine_networking_files.d.ts +23 -23
- package/lib/engine/engine_networking_files.js +176 -176
- package/lib/engine/engine_networking_files_default_components.d.ts +3 -3
- package/lib/engine/engine_networking_files_default_components.js +39 -39
- package/lib/engine/engine_networking_instantiate.d.ts +39 -39
- package/lib/engine/engine_networking_instantiate.js +302 -302
- package/lib/engine/engine_networking_peer.d.ts +15 -15
- package/lib/engine/engine_networking_peer.js +132 -132
- package/lib/engine/engine_networking_streams.d.ts +90 -90
- package/lib/engine/engine_networking_streams.js +428 -428
- package/lib/engine/engine_networking_types.d.ts +14 -14
- package/lib/engine/engine_networking_types.js +7 -7
- package/lib/engine/engine_networking_utils.d.ts +2 -2
- package/lib/engine/engine_networking_utils.js +20 -20
- package/lib/engine/engine_patcher.d.ts +10 -10
- package/lib/engine/engine_patcher.js +142 -142
- package/lib/engine/engine_physics.d.ts +115 -115
- package/lib/engine/engine_physics.js +228 -228
- package/lib/engine/engine_physics.types.d.ts +37 -37
- package/lib/engine/engine_physics.types.js +33 -33
- package/lib/engine/engine_physics_rapier.d.ts +112 -112
- package/lib/engine/engine_physics_rapier.js +1266 -1266
- package/lib/engine/engine_playerview.d.ts +26 -26
- package/lib/engine/engine_playerview.js +64 -64
- package/lib/engine/engine_scenelighting.d.ts +74 -74
- package/lib/engine/engine_scenelighting.js +285 -285
- package/lib/engine/engine_scenetools.d.ts +35 -35
- package/lib/engine/engine_scenetools.js +212 -212
- package/lib/engine/engine_serialization.d.ts +4 -4
- package/lib/engine/engine_serialization.js +4 -4
- package/lib/engine/engine_serialization_builtin_serializer.d.ts +62 -62
- package/lib/engine/engine_serialization_builtin_serializer.js +369 -369
- package/lib/engine/engine_serialization_core.d.ts +84 -84
- package/lib/engine/engine_serialization_core.js +576 -576
- package/lib/engine/engine_serialization_decorator.d.ts +15 -15
- package/lib/engine/engine_serialization_decorator.js +54 -54
- package/lib/engine/engine_setup.d.ts +1 -1
- package/lib/engine/engine_setup.js +2 -2
- package/lib/engine/engine_shaders.d.ts +31 -31
- package/lib/engine/engine_shaders.js +229 -229
- package/lib/engine/engine_shims.d.ts +3 -3
- package/lib/engine/engine_shims.js +22 -22
- package/lib/engine/engine_texture.d.ts +20 -20
- package/lib/engine/engine_texture.js +57 -57
- package/lib/engine/engine_three_utils.d.ts +51 -51
- package/lib/engine/engine_three_utils.js +342 -342
- package/lib/engine/engine_time.d.ts +19 -19
- package/lib/engine/engine_time.js +47 -47
- package/lib/engine/engine_types.d.ts +358 -358
- package/lib/engine/engine_types.js +72 -72
- package/lib/engine/engine_typestore.d.ts +16 -16
- package/lib/engine/engine_typestore.js +35 -35
- package/lib/engine/engine_util_decorator.d.ts +12 -12
- package/lib/engine/engine_util_decorator.js +115 -115
- package/lib/engine/engine_utils.d.ts +104 -104
- package/lib/engine/engine_utils.js +518 -518
- package/lib/engine/engine_utils_screenshot.d.ts +10 -10
- package/lib/engine/engine_utils_screenshot.js +70 -70
- package/lib/engine/engine_web_api.d.ts +12 -12
- package/lib/engine/engine_web_api.js +112 -112
- package/lib/engine/extensions/EXT_texture_exr.d.ts +8 -8
- package/lib/engine/extensions/EXT_texture_exr.js +32 -32
- package/lib/engine/extensions/NEEDLE_animator_controller_model.d.ts +116 -116
- package/lib/engine/extensions/NEEDLE_animator_controller_model.js +91 -91
- package/lib/engine/extensions/NEEDLE_components.d.ts +33 -33
- package/lib/engine/extensions/NEEDLE_components.js +206 -206
- package/lib/engine/extensions/NEEDLE_gameobject_data.d.ts +10 -10
- package/lib/engine/extensions/NEEDLE_gameobject_data.js +57 -57
- package/lib/engine/extensions/NEEDLE_lighting_settings.d.ts +38 -38
- package/lib/engine/extensions/NEEDLE_lighting_settings.js +183 -183
- package/lib/engine/extensions/NEEDLE_lightmaps.d.ts +18 -18
- package/lib/engine/extensions/NEEDLE_lightmaps.js +108 -108
- package/lib/engine/extensions/NEEDLE_persistent_assets.d.ts +11 -11
- package/lib/engine/extensions/NEEDLE_persistent_assets.js +63 -63
- package/lib/engine/extensions/NEEDLE_progressive.d.ts +41 -41
- package/lib/engine/extensions/NEEDLE_progressive.js +366 -366
- package/lib/engine/extensions/NEEDLE_render_objects.d.ts +13 -13
- package/lib/engine/extensions/NEEDLE_render_objects.js +159 -159
- package/lib/engine/extensions/NEEDLE_techniques_webgl.d.ts +39 -39
- package/lib/engine/extensions/NEEDLE_techniques_webgl.js +544 -544
- package/lib/engine/extensions/extension_resolver.d.ts +4 -4
- package/lib/engine/extensions/extension_resolver.js +1 -1
- package/lib/engine/extensions/extension_utils.d.ts +2 -2
- package/lib/engine/extensions/extension_utils.js +140 -140
- package/lib/engine/extensions/extensions.d.ts +21 -21
- package/lib/engine/extensions/extensions.js +94 -94
- package/lib/engine/extensions/index.d.ts +5 -5
- package/lib/engine/extensions/index.js +5 -5
- package/lib/engine/extensions/usage_tracker.d.ts +13 -13
- package/lib/engine/extensions/usage_tracker.js +61 -61
- package/lib/engine/js-extensions/Camera.d.ts +1 -1
- package/lib/engine/js-extensions/Camera.js +36 -36
- package/lib/engine/js-extensions/Layers.d.ts +3 -3
- package/lib/engine/js-extensions/Layers.js +19 -19
- package/lib/engine/js-extensions/index.d.ts +2 -2
- package/lib/engine/js-extensions/index.js +2 -2
- package/lib/engine/shaders/shaderData.d.ts +55 -55
- package/lib/engine/shaders/shaderData.js +58 -58
- package/lib/engine/tests/test_utils.d.ts +2 -2
- package/lib/engine/tests/test_utils.js +53 -53
- package/lib/engine-components/AlignmentConstraint.d.ts +10 -10
- package/lib/engine-components/AlignmentConstraint.js +39 -39
- package/lib/engine-components/Animation.d.ts +53 -53
- package/lib/engine-components/Animation.js +333 -333
- package/lib/engine-components/AnimationCurve.d.ts +16 -16
- package/lib/engine-components/AnimationCurve.js +97 -97
- package/lib/engine-components/AnimationUtils.d.ts +8 -8
- package/lib/engine-components/AnimationUtils.js +110 -110
- package/lib/engine-components/Animator.d.ts +81 -81
- package/lib/engine-components/Animator.js +229 -229
- package/lib/engine-components/AnimatorController.d.ts +57 -57
- package/lib/engine-components/AnimatorController.js +887 -887
- package/lib/engine-components/AnimatorController.js.map +1 -1
- package/lib/engine-components/AudioListener.d.ts +7 -7
- package/lib/engine-components/AudioListener.js +30 -30
- package/lib/engine-components/AudioSource.d.ts +61 -61
- package/lib/engine-components/AudioSource.js +422 -422
- package/lib/engine-components/AvatarLoader.d.ts +19 -19
- package/lib/engine-components/AvatarLoader.js +173 -173
- package/lib/engine-components/AxesHelper.d.ts +9 -9
- package/lib/engine-components/AxesHelper.js +44 -44
- package/lib/engine-components/BasicIKConstraint.d.ts +9 -9
- package/lib/engine-components/BasicIKConstraint.js +43 -43
- package/lib/engine-components/BoxHelperComponent.d.ts +16 -16
- package/lib/engine-components/BoxHelperComponent.js +89 -89
- package/lib/engine-components/Camera.d.ts +70 -70
- package/lib/engine-components/Camera.js +450 -450
- package/lib/engine-components/CameraUtils.d.ts +1 -1
- package/lib/engine-components/CameraUtils.js +77 -77
- package/lib/engine-components/CharacterController.d.ts +46 -46
- package/lib/engine-components/CharacterController.js +227 -227
- package/lib/engine-components/Collider.d.ts +46 -46
- package/lib/engine-components/Collider.js +153 -153
- package/lib/engine-components/Component.d.ts +228 -228
- package/lib/engine-components/Component.js +541 -541
- package/lib/engine-components/ContactShadows.d.ts +23 -23
- package/lib/engine-components/ContactShadows.js +233 -233
- package/lib/engine-components/DeleteBox.d.ts +9 -9
- package/lib/engine-components/DeleteBox.js +30 -30
- package/lib/engine-components/DeviceFlag.d.ts +12 -12
- package/lib/engine-components/DeviceFlag.js +43 -43
- package/lib/engine-components/DragControls.d.ts +51 -51
- package/lib/engine-components/DragControls.js +516 -516
- package/lib/engine-components/DropListener.d.ts +15 -15
- package/lib/engine-components/DropListener.js +120 -120
- package/lib/engine-components/Duplicatable.d.ts +16 -16
- package/lib/engine-components/Duplicatable.js +150 -150
- package/lib/engine-components/EventList.d.ts +28 -28
- package/lib/engine-components/EventList.js +105 -105
- package/lib/engine-components/EventTrigger.d.ts +12 -12
- package/lib/engine-components/EventTrigger.js +50 -50
- package/lib/engine-components/EventType.d.ts +19 -19
- package/lib/engine-components/EventType.js +71 -71
- package/lib/engine-components/FlyControls.d.ts +7 -7
- package/lib/engine-components/FlyControls.js +25 -25
- package/lib/engine-components/Fog.d.ts +20 -20
- package/lib/engine-components/Fog.js +60 -60
- package/lib/engine-components/Gizmos.d.ts +12 -12
- package/lib/engine-components/Gizmos.js +60 -60
- package/lib/engine-components/GridHelper.d.ts +12 -12
- package/lib/engine-components/GridHelper.js +47 -47
- package/lib/engine-components/GroundProjection.d.ts +21 -21
- package/lib/engine-components/GroundProjection.js +97 -97
- package/lib/engine-components/Interactable.d.ts +10 -10
- package/lib/engine-components/Interactable.js +11 -11
- package/lib/engine-components/Joints.d.ts +19 -19
- package/lib/engine-components/Joints.js +51 -51
- package/lib/engine-components/LODGroup.d.ts +30 -30
- package/lib/engine-components/LODGroup.js +145 -145
- package/lib/engine-components/Light.d.ts +75 -75
- package/lib/engine-components/Light.js +475 -475
- package/lib/engine-components/LookAtConstraint.d.ts +7 -7
- package/lib/engine-components/LookAtConstraint.js +17 -17
- package/lib/engine-components/NestedGltf.d.ts +11 -11
- package/lib/engine-components/NestedGltf.js +74 -74
- package/lib/engine-components/Networking.d.ts +11 -11
- package/lib/engine-components/Networking.js +70 -70
- package/lib/engine-components/OffsetConstraint.d.ts +14 -14
- package/lib/engine-components/OffsetConstraint.js +65 -65
- package/lib/engine-components/OrbitControls.d.ts +111 -111
- package/lib/engine-components/OrbitControls.js +646 -646
- package/lib/engine-components/ParticleSystem.d.ts +145 -145
- package/lib/engine-components/ParticleSystem.js +1077 -1077
- package/lib/engine-components/ParticleSystemModules.d.ts +489 -489
- package/lib/engine-components/ParticleSystemModules.js +1667 -1667
- package/lib/engine-components/ParticleSystemSubEmitter.d.ts +25 -25
- package/lib/engine-components/ParticleSystemSubEmitter.js +86 -86
- package/lib/engine-components/PlayerColor.d.ts +13 -13
- package/lib/engine-components/PlayerColor.js +83 -83
- package/lib/engine-components/ReflectionProbe.d.ts +22 -22
- package/lib/engine-components/ReflectionProbe.js +181 -181
- package/lib/engine-components/Renderer.d.ts +112 -112
- package/lib/engine-components/Renderer.js +1029 -1029
- package/lib/engine-components/RendererLightmap.d.ts +19 -19
- package/lib/engine-components/RendererLightmap.js +127 -127
- package/lib/engine-components/RigidBody.d.ts +120 -120
- package/lib/engine-components/RigidBody.js +452 -452
- package/lib/engine-components/SceneSwitcher.d.ts +72 -72
- package/lib/engine-components/SceneSwitcher.js +583 -583
- package/lib/engine-components/ScreenCapture.d.ts +64 -64
- package/lib/engine-components/ScreenCapture.js +405 -405
- package/lib/engine-components/ShadowCatcher.d.ts +18 -18
- package/lib/engine-components/ShadowCatcher.js +144 -144
- package/lib/engine-components/Skybox.d.ts +23 -23
- package/lib/engine-components/Skybox.js +287 -287
- package/lib/engine-components/SmoothFollow.d.ts +14 -14
- package/lib/engine-components/SmoothFollow.js +63 -63
- package/lib/engine-components/SpatialTrigger.d.ts +27 -27
- package/lib/engine-components/SpatialTrigger.js +144 -144
- package/lib/engine-components/SpectatorCamera.d.ts +45 -45
- package/lib/engine-components/SpectatorCamera.js +593 -593
- package/lib/engine-components/SpriteRenderer.d.ts +48 -48
- package/lib/engine-components/SpriteRenderer.js +257 -257
- package/lib/engine-components/SyncedCamera.d.ts +27 -27
- package/lib/engine-components/SyncedCamera.js +187 -187
- package/lib/engine-components/SyncedRoom.d.ts +24 -24
- package/lib/engine-components/SyncedRoom.js +162 -162
- package/lib/engine-components/SyncedTransform.d.ts +35 -35
- package/lib/engine-components/SyncedTransform.js +265 -265
- package/lib/engine-components/TestRunner.d.ts +13 -13
- package/lib/engine-components/TestRunner.js +99 -99
- package/lib/engine-components/TransformGizmo.d.ts +16 -16
- package/lib/engine-components/TransformGizmo.js +148 -148
- package/lib/engine-components/VideoPlayer.d.ts +86 -86
- package/lib/engine-components/VideoPlayer.js +792 -792
- package/lib/engine-components/Voip.d.ts +29 -29
- package/lib/engine-components/Voip.js +203 -203
- package/lib/engine-components/XRFlag.d.ts +33 -33
- package/lib/engine-components/XRFlag.js +128 -128
- package/lib/engine-components/api.d.ts +15 -15
- package/lib/engine-components/api.js +15 -15
- package/lib/engine-components/avatar/AvatarBlink_Simple.d.ts +10 -10
- package/lib/engine-components/avatar/AvatarBlink_Simple.js +75 -75
- package/lib/engine-components/avatar/AvatarEyeLook_Rotation.d.ts +13 -13
- package/lib/engine-components/avatar/AvatarEyeLook_Rotation.js +74 -74
- package/lib/engine-components/avatar/Avatar_Brain_LookAt.d.ts +27 -27
- package/lib/engine-components/avatar/Avatar_Brain_LookAt.js +119 -119
- package/lib/engine-components/avatar/Avatar_MouthShapes.d.ts +13 -13
- package/lib/engine-components/avatar/Avatar_MouthShapes.js +78 -78
- package/lib/engine-components/avatar/Avatar_MustacheShake.d.ts +8 -8
- package/lib/engine-components/avatar/Avatar_MustacheShake.js +28 -28
- package/lib/engine-components/codegen/components.d.ts +216 -216
- package/lib/engine-components/codegen/components.js +217 -217
- package/lib/engine-components/debug/LogStats.d.ts +5 -5
- package/lib/engine-components/debug/LogStats.js +18 -18
- package/lib/engine-components/export/gltf/GltfExport.d.ts +25 -25
- package/lib/engine-components/export/gltf/GltfExport.js +215 -215
- package/lib/engine-components/export/index.d.ts +1 -1
- package/lib/engine-components/export/index.js +1 -1
- package/lib/engine-components/export/usdz/Extension.d.ts +10 -10
- package/lib/engine-components/export/usdz/Extension.js +1 -1
- package/lib/engine-components/export/usdz/ThreeUSDZExporter.d.ts +114 -114
- package/lib/engine-components/export/usdz/ThreeUSDZExporter.js +1211 -1211
- package/lib/engine-components/export/usdz/USDZExporter.d.ts +59 -59
- package/lib/engine-components/export/usdz/USDZExporter.js +450 -450
- package/lib/engine-components/export/usdz/extensions/Animation.d.ts +69 -69
- package/lib/engine-components/export/usdz/extensions/Animation.js +650 -650
- package/lib/engine-components/export/usdz/extensions/DocumentExtension.d.ts +5 -5
- package/lib/engine-components/export/usdz/extensions/DocumentExtension.js +6 -6
- package/lib/engine-components/export/usdz/extensions/USDZText.d.ts +55 -55
- package/lib/engine-components/export/usdz/extensions/USDZText.js +246 -246
- package/lib/engine-components/export/usdz/extensions/USDZUI.d.ts +8 -8
- package/lib/engine-components/export/usdz/extensions/USDZUI.js +100 -100
- package/lib/engine-components/export/usdz/extensions/behavior/Actions.d.ts +30 -30
- package/lib/engine-components/export/usdz/extensions/behavior/Actions.js +88 -88
- package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.d.ts +9 -9
- package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.js +52 -52
- package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.d.ts +22 -22
- package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.js +134 -134
- package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.d.ts +126 -126
- package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.js +824 -824
- package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.d.ts +133 -133
- package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.js +464 -464
- package/lib/engine-components/export/usdz/index.d.ts +3 -3
- package/lib/engine-components/export/usdz/index.js +2 -2
- package/lib/engine-components/export/usdz/utils/animationutils.d.ts +3 -3
- package/lib/engine-components/export/usdz/utils/animationutils.js +85 -85
- package/lib/engine-components/export/usdz/utils/quicklook.d.ts +2 -2
- package/lib/engine-components/export/usdz/utils/quicklook.js +35 -35
- package/lib/engine-components/export/usdz/utils/timeutils.d.ts +1 -1
- package/lib/engine-components/export/usdz/utils/timeutils.js +14 -14
- package/lib/engine-components/js-extensions/ExtensionUtils.d.ts +6 -6
- package/lib/engine-components/js-extensions/ExtensionUtils.js +65 -65
- package/lib/engine-components/js-extensions/Object3D.d.ts +2 -2
- package/lib/engine-components/js-extensions/Object3D.js +140 -140
- package/lib/engine-components/js-extensions/RGBAColor.d.ts +14 -14
- package/lib/engine-components/js-extensions/RGBAColor.js +49 -49
- package/lib/engine-components/js-extensions/index.d.ts +3 -3
- package/lib/engine-components/js-extensions/index.js +3 -3
- package/lib/engine-components/postprocessing/Effects/Antialiasing.d.ts +13 -13
- package/lib/engine-components/postprocessing/Effects/Antialiasing.js +45 -45
- package/lib/engine-components/postprocessing/Effects/Bloom.d.ts +12 -12
- package/lib/engine-components/postprocessing/Effects/Bloom.js +77 -77
- package/lib/engine-components/postprocessing/Effects/ChromaticAberration.d.ts +8 -8
- package/lib/engine-components/postprocessing/Effects/ChromaticAberration.js +38 -38
- package/lib/engine-components/postprocessing/Effects/ColorAdjustments.d.ts +12 -12
- package/lib/engine-components/postprocessing/Effects/ColorAdjustments.js +81 -81
- package/lib/engine-components/postprocessing/Effects/DepthOfField.d.ts +21 -21
- package/lib/engine-components/postprocessing/Effects/DepthOfField.js +97 -97
- package/lib/engine-components/postprocessing/Effects/Pixelation.d.ts +7 -7
- package/lib/engine-components/postprocessing/Effects/Pixelation.js +28 -28
- package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.d.ts +13 -13
- package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.js +86 -86
- package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.d.ts +24 -24
- package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.js +94 -94
- package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.d.ts +13 -13
- package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.js +62 -62
- package/lib/engine-components/postprocessing/Effects/Tonemapping.d.ts +16 -16
- package/lib/engine-components/postprocessing/Effects/Tonemapping.js +51 -51
- package/lib/engine-components/postprocessing/Effects/Vignette.d.ts +11 -11
- package/lib/engine-components/postprocessing/Effects/Vignette.js +56 -56
- package/lib/engine-components/postprocessing/PostProcessingEffect.d.ts +33 -33
- package/lib/engine-components/postprocessing/PostProcessingEffect.js +126 -126
- package/lib/engine-components/postprocessing/PostProcessingHandler.d.ts +22 -22
- package/lib/engine-components/postprocessing/PostProcessingHandler.js +201 -201
- package/lib/engine-components/postprocessing/Volume.d.ts +25 -25
- package/lib/engine-components/postprocessing/Volume.js +193 -193
- package/lib/engine-components/postprocessing/VolumeParameter.d.ts +22 -22
- package/lib/engine-components/postprocessing/VolumeParameter.js +80 -80
- package/lib/engine-components/postprocessing/VolumeProfile.d.ts +7 -7
- package/lib/engine-components/postprocessing/VolumeProfile.js +41 -41
- package/lib/engine-components/postprocessing/index.d.ts +4 -4
- package/lib/engine-components/postprocessing/index.js +4 -4
- package/lib/engine-components/timeline/PlayableDirector.d.ts +107 -107
- package/lib/engine-components/timeline/PlayableDirector.js +624 -624
- package/lib/engine-components/timeline/SignalAsset.d.ts +18 -18
- package/lib/engine-components/timeline/SignalAsset.js +124 -124
- package/lib/engine-components/timeline/TimelineModels.d.ts +88 -88
- package/lib/engine-components/timeline/TimelineModels.js +22 -22
- package/lib/engine-components/timeline/TimelineTracks.d.ts +90 -90
- package/lib/engine-components/timeline/TimelineTracks.js +825 -825
- package/lib/engine-components/timeline/index.d.ts +4 -4
- package/lib/engine-components/timeline/index.js +3 -3
- package/lib/engine-components/ui/BaseUIComponent.d.ts +31 -31
- package/lib/engine-components/ui/BaseUIComponent.js +161 -161
- package/lib/engine-components/ui/Button.d.ts +56 -56
- package/lib/engine-components/ui/Button.js +282 -282
- package/lib/engine-components/ui/Canvas.d.ts +67 -67
- package/lib/engine-components/ui/Canvas.js +382 -382
- package/lib/engine-components/ui/CanvasGroup.d.ts +15 -15
- package/lib/engine-components/ui/CanvasGroup.js +53 -53
- package/lib/engine-components/ui/EventSystem.d.ts +102 -102
- package/lib/engine-components/ui/EventSystem.js +641 -641
- package/lib/engine-components/ui/Graphic.d.ts +45 -45
- package/lib/engine-components/ui/Graphic.js +236 -236
- package/lib/engine-components/ui/Image.d.ts +27 -27
- package/lib/engine-components/ui/Image.js +107 -107
- package/lib/engine-components/ui/InputField.d.ts +34 -34
- package/lib/engine-components/ui/InputField.js +234 -234
- package/lib/engine-components/ui/Interfaces.d.ts +38 -38
- package/lib/engine-components/ui/Interfaces.js +12 -12
- package/lib/engine-components/ui/Layout.d.ts +72 -72
- package/lib/engine-components/ui/Layout.js +318 -318
- package/lib/engine-components/ui/Outline.d.ts +7 -7
- package/lib/engine-components/ui/Outline.js +20 -20
- package/lib/engine-components/ui/PointerEvents.d.ts +64 -64
- package/lib/engine-components/ui/PointerEvents.js +68 -68
- package/lib/engine-components/ui/RaycastUtils.d.ts +11 -11
- package/lib/engine-components/ui/RaycastUtils.js +67 -67
- package/lib/engine-components/ui/Raycaster.d.ts +18 -18
- package/lib/engine-components/ui/Raycaster.js +69 -69
- package/lib/engine-components/ui/RectTransform.d.ts +61 -61
- package/lib/engine-components/ui/RectTransform.js +343 -343
- package/lib/engine-components/ui/SpatialHtml.d.ts +6 -6
- package/lib/engine-components/ui/SpatialHtml.js +57 -57
- package/lib/engine-components/ui/Text.d.ts +74 -74
- package/lib/engine-components/ui/Text.js +534 -534
- package/lib/engine-components/ui/Utils.d.ts +23 -23
- package/lib/engine-components/ui/Utils.js +90 -90
- package/lib/engine-components/ui/index.d.ts +1 -1
- package/lib/engine-components/ui/index.js +1 -1
- package/lib/engine-components/utils/LookAt.d.ts +13 -13
- package/lib/engine-components/utils/LookAt.js +59 -59
- package/lib/engine-components/utils/OpenURL.d.ts +21 -21
- package/lib/engine-components/utils/OpenURL.js +124 -124
- package/lib/engine-components/webxr/WebARCameraBackground.d.ts +19 -19
- package/lib/engine-components/webxr/WebARCameraBackground.js +193 -193
- package/lib/engine-components/webxr/WebARSessionRoot.d.ts +38 -38
- package/lib/engine-components/webxr/WebARSessionRoot.js +407 -407
- package/lib/engine-components/webxr/WebXR.d.ts +110 -110
- package/lib/engine-components/webxr/WebXR.js +672 -672
- package/lib/engine-components/webxr/WebXRAvatar.d.ts +61 -61
- package/lib/engine-components/webxr/WebXRAvatar.js +289 -289
- package/lib/engine-components/webxr/WebXRController.d.ts +154 -154
- package/lib/engine-components/webxr/WebXRController.js +1028 -1028
- package/lib/engine-components/webxr/WebXRGrabRendering.d.ts +42 -42
- package/lib/engine-components/webxr/WebXRGrabRendering.js +137 -137
- package/lib/engine-components/webxr/WebXRImageTracking.d.ts +49 -49
- package/lib/engine-components/webxr/WebXRImageTracking.js +336 -336
- package/lib/engine-components/webxr/WebXRPlaneTracking.d.ts +49 -49
- package/lib/engine-components/webxr/WebXRPlaneTracking.js +372 -372
- package/lib/engine-components/webxr/WebXRRig.d.ts +4 -4
- package/lib/engine-components/webxr/WebXRRig.js +19 -19
- package/lib/engine-components/webxr/WebXRSync.d.ts +54 -54
- package/lib/engine-components/webxr/WebXRSync.js +410 -410
- package/lib/engine-components/webxr/index.d.ts +4 -4
- package/lib/engine-components/webxr/index.js +4 -4
- package/lib/engine-components-experimental/Presentation.d.ts +6 -6
- package/lib/engine-components-experimental/Presentation.js +9 -9
- package/lib/engine-components-experimental/api.d.ts +1 -1
- package/lib/engine-components-experimental/api.js +1 -1
- package/lib/engine-components-experimental/networking/PlayerSync.d.ts +50 -50
- package/lib/engine-components-experimental/networking/PlayerSync.js +200 -200
- package/lib/engine-schemes/api.d.ts +1 -1
- package/lib/engine-schemes/api.js +1 -1
- package/lib/engine-schemes/schemes.d.ts +7 -7
- package/lib/engine-schemes/schemes.js +19 -19
- package/lib/engine-schemes/synced-camera-model.d.ts +25 -25
- package/lib/engine-schemes/synced-camera-model.js +67 -67
- package/lib/engine-schemes/synced-transform-model.d.ts +31 -31
- package/lib/engine-schemes/synced-transform-model.js +66 -66
- package/lib/engine-schemes/transform.d.ts +12 -12
- package/lib/engine-schemes/transform.js +39 -39
- package/lib/engine-schemes/vec3.d.ts +11 -11
- package/lib/engine-schemes/vec3.js +29 -29
- package/lib/engine-schemes/vec4.d.ts +12 -12
- package/lib/engine-schemes/vec4.js +33 -33
- package/lib/engine-schemes/vr-user-state-buffer.d.ts +36 -36
- package/lib/engine-schemes/vr-user-state-buffer.js +103 -103
- package/lib/include/three/ARButton.d.ts +3 -3
- package/lib/include/three/ARButton.js +151 -151
- package/lib/include/three/EXT_mesh_gpu_instancing_exporter.d.ts +6 -6
- package/lib/include/three/EXT_mesh_gpu_instancing_exporter.js +45 -45
- package/lib/include/three/VRButton.d.ts +5 -5
- package/lib/include/three/VRButton.js +118 -118
- package/lib/needle-engine.d.ts +6 -6
- package/lib/needle-engine.js +49 -49
- package/package.json +1 -1
- package/plugins/common/config.cjs +14 -14
- package/plugins/common/config.js +19 -19
- package/plugins/common/generator.js +10 -10
- package/plugins/common/license.cjs +30 -30
- package/plugins/common/version.js +11 -11
- package/plugins/next/license.cjs +4 -4
- package/plugins/next/next.js +70 -70
- package/plugins/types/index.d.ts +1 -1
- package/plugins/types/needleConfig.d.ts +21 -21
- package/plugins/types/userconfig.d.ts +42 -42
- package/plugins/vite/alias.js +70 -70
- package/plugins/vite/build.js +19 -19
- package/plugins/vite/config.js +73 -73
- package/plugins/vite/copyfiles.js +134 -134
- package/plugins/vite/defines.js +45 -45
- package/plugins/vite/dependency-watcher.js +224 -224
- package/plugins/vite/drop-client.js +76 -76
- package/plugins/vite/drop.js +82 -82
- package/plugins/vite/editor-connection.js +121 -121
- package/plugins/vite/facebook-instant-games.js +99 -99
- package/plugins/vite/gzip.js +5 -5
- package/plugins/vite/imports-logger.js +143 -143
- package/plugins/vite/index.js +81 -81
- package/plugins/vite/license.js +42 -42
- package/plugins/vite/meta.js +149 -149
- package/plugins/vite/peer.js +31 -31
- package/plugins/vite/poster-client.js +59 -59
- package/plugins/vite/poster.js +73 -73
- package/plugins/vite/reload-client.js +15 -15
- package/plugins/vite/reload.js +363 -363
- package/plugins/vite/transform-codegen.js +55 -55
- package/plugins/vite/vite-4.4-hack.js +31 -31
- package/src/engine/api.ts +54 -54
- package/src/engine/assets/index.ts +4 -4
- package/src/engine/codegen/register_types.ts +441 -441
- package/src/engine/debug/debug.ts +29 -29
- package/src/engine/debug/debug_console.ts +213 -213
- package/src/engine/debug/debug_overlay.ts +283 -283
- package/src/engine/engine.ts +13 -13
- package/src/engine/engine_addressables.ts +494 -494
- package/src/engine/engine_application.ts +53 -53
- package/src/engine/engine_assetdatabase.ts +383 -383
- package/src/engine/engine_camera.ts +32 -32
- package/src/engine/engine_components.ts +266 -266
- package/src/engine/engine_components_internal.ts +42 -42
- package/src/engine/engine_constants.ts +42 -42
- package/src/engine/engine_context.ts +1386 -1386
- package/src/engine/engine_context_registry.ts +103 -103
- package/src/engine/engine_coroutine.ts +24 -24
- package/src/engine/engine_create_objects.ts +39 -39
- package/src/engine/engine_default_parameters.ts +3 -3
- package/src/engine/engine_editor-sync.ts +29 -29
- package/src/engine/engine_element.ts +592 -592
- package/src/engine/engine_element_attributes.ts +61 -61
- package/src/engine/engine_element_extras.ts +16 -16
- package/src/engine/engine_element_loading.ts +341 -341
- package/src/engine/engine_element_overlay.ts +160 -160
- package/src/engine/engine_fileloader.js +8 -8
- package/src/engine/engine_gameobject.ts +621 -621
- package/src/engine/engine_generic_utils.js +13 -13
- package/src/engine/engine_gizmos.ts +321 -321
- package/src/engine/engine_gltf.ts +30 -30
- package/src/engine/engine_gltf_builtin_components.ts +350 -350
- package/src/engine/engine_hot_reload.ts +196 -196
- package/src/engine/engine_input.ts +879 -879
- package/src/engine/engine_input_utils.ts +23 -23
- package/src/engine/engine_instancing.ts +42 -42
- package/src/engine/engine_license.ts +413 -413
- package/src/engine/engine_lifecycle_api.ts +29 -29
- package/src/engine/engine_lifecycle_functions_internal.ts +36 -36
- package/src/engine/engine_lightdata.ts +113 -113
- package/src/engine/engine_loaders.ts +77 -77
- package/src/engine/engine_mainloop_utils.ts +431 -431
- package/src/engine/engine_math.ts +174 -174
- package/src/engine/engine_networking.ts +742 -742
- package/src/engine/engine_networking_auto.ts +373 -373
- package/src/engine/engine_networking_files.ts +206 -206
- package/src/engine/engine_networking_files_default_components.ts +54 -54
- package/src/engine/engine_networking_instantiate.ts +362 -362
- package/src/engine/engine_networking_peer.ts +158 -158
- package/src/engine/engine_networking_streams.ts +489 -489
- package/src/engine/engine_networking_types.ts +18 -18
- package/src/engine/engine_networking_utils.ts +23 -23
- package/src/engine/engine_networking_websocket.ts +2 -2
- package/src/engine/engine_patcher.ts +199 -199
- package/src/engine/engine_physics.ts +287 -287
- package/src/engine/engine_physics.types.ts +43 -43
- package/src/engine/engine_physics_rapier.ts +1385 -1385
- package/src/engine/engine_playerview.ts +79 -79
- package/src/engine/engine_scenelighting.ts +313 -313
- package/src/engine/engine_scenetools.ts +242 -242
- package/src/engine/engine_serialization.ts +6 -6
- package/src/engine/engine_serialization_builtin_serializer.ts +415 -415
- package/src/engine/engine_serialization_core.ts +680 -680
- package/src/engine/engine_serialization_decorator.ts +68 -68
- package/src/engine/engine_setup.ts +1 -1
- package/src/engine/engine_shaders.ts +242 -242
- package/src/engine/engine_shims.ts +28 -28
- package/src/engine/engine_texture.ts +70 -70
- package/src/engine/engine_three_utils.ts +382 -382
- package/src/engine/engine_time.ts +55 -55
- package/src/engine/engine_types.ts +489 -489
- package/src/engine/engine_typestore.ts +41 -41
- package/src/engine/engine_util_decorator.ts +134 -134
- package/src/engine/engine_utils.ts +605 -605
- package/src/engine/engine_utils_screenshot.ts +84 -84
- package/src/engine/engine_web_api.ts +119 -119
- package/src/engine/extensions/EXT_texture_exr.ts +49 -49
- package/src/engine/extensions/NEEDLE_animator_controller_model.ts +193 -193
- package/src/engine/extensions/NEEDLE_components.ts +250 -250
- package/src/engine/extensions/NEEDLE_gameobject_data.ts +82 -82
- package/src/engine/extensions/NEEDLE_lighting_settings.ts +210 -210
- package/src/engine/extensions/NEEDLE_lightmaps.ts +130 -130
- package/src/engine/extensions/NEEDLE_persistent_assets.ts +75 -75
- package/src/engine/extensions/NEEDLE_progressive.ts +412 -412
- package/src/engine/extensions/NEEDLE_render_objects.ts +209 -209
- package/src/engine/extensions/NEEDLE_techniques_webgl.ts +618 -618
- package/src/engine/extensions/extension_resolver.ts +4 -4
- package/src/engine/extensions/extension_utils.ts +149 -149
- package/src/engine/extensions/extensions.ts +118 -118
- package/src/engine/extensions/index.ts +4 -4
- package/src/engine/extensions/usage_tracker.ts +95 -95
- package/src/engine/js-extensions/Camera.ts +34 -34
- package/src/engine/js-extensions/Layers.ts +19 -19
- package/src/engine/js-extensions/index.ts +1 -1
- package/src/engine/shaders/shaderData.ts +67 -67
- package/src/engine/tests/test_utils.ts +63 -63
- package/src/engine-components/AlignmentConstraint.ts +35 -35
- package/src/engine-components/Animation.ts +345 -345
- package/src/engine-components/AnimationCurve.ts +83 -83
- package/src/engine-components/AnimationUtils.ts +117 -117
- package/src/engine-components/Animator.ts +243 -243
- package/src/engine-components/AnimatorController.ts +1020 -1020
- package/src/engine-components/AudioListener.ts +32 -32
- package/src/engine-components/AudioSource.ts +419 -419
- package/src/engine-components/AvatarLoader.ts +204 -204
- package/src/engine-components/AxesHelper.ts +33 -33
- package/src/engine-components/BasicIKConstraint.ts +53 -53
- package/src/engine-components/BoxCollider.ts +1 -1
- package/src/engine-components/BoxHelperComponent.ts +100 -100
- package/src/engine-components/Camera.ts +454 -454
- package/src/engine-components/CameraUtils.ts +89 -89
- package/src/engine-components/CharacterController.ts +243 -243
- package/src/engine-components/Collider.ts +160 -160
- package/src/engine-components/Component.ts +670 -670
- package/src/engine-components/ContactShadows.ts +265 -265
- package/src/engine-components/DeleteBox.ts +35 -35
- package/src/engine-components/DeviceFlag.ts +42 -42
- package/src/engine-components/DragControls.ts +574 -574
- package/src/engine-components/DropListener.ts +112 -112
- package/src/engine-components/Duplicatable.ts +146 -146
- package/src/engine-components/EventList.ts +125 -125
- package/src/engine-components/EventTrigger.ts +47 -47
- package/src/engine-components/EventType.ts +87 -87
- package/src/engine-components/FlyControls.ts +31 -31
- package/src/engine-components/Fog.ts +59 -59
- package/src/engine-components/Gizmos.ts +52 -52
- package/src/engine-components/GridHelper.ts +40 -40
- package/src/engine-components/GroundProjection.ts +97 -97
- package/src/engine-components/Interactable.ts +18 -18
- package/src/engine-components/Joints.ts +51 -51
- package/src/engine-components/LODGroup.ts +145 -145
- package/src/engine-components/Light.ts +493 -493
- package/src/engine-components/LookAtConstraint.ts +11 -11
- package/src/engine-components/NestedGltf.ts +70 -70
- package/src/engine-components/Networking.ts +72 -72
- package/src/engine-components/OffsetConstraint.ts +59 -59
- package/src/engine-components/OrbitControls.ts +653 -653
- package/src/engine-components/ParticleSystem.ts +1192 -1192
- package/src/engine-components/ParticleSystemModules.ts +1481 -1481
- package/src/engine-components/ParticleSystemSubEmitter.ts +110 -110
- package/src/engine-components/PlayerColor.ts +93 -93
- package/src/engine-components/ReflectionProbe.ts +192 -192
- package/src/engine-components/Renderer.ts +1125 -1125
- package/src/engine-components/RendererLightmap.ts +145 -145
- package/src/engine-components/RigidBody.ts +453 -453
- package/src/engine-components/SceneSwitcher.ts +594 -594
- package/src/engine-components/ScreenCapture.ts +437 -437
- package/src/engine-components/ShadowCatcher.ts +149 -149
- package/src/engine-components/Skybox.ts +281 -281
- package/src/engine-components/SmoothFollow.ts +57 -57
- package/src/engine-components/SpatialTrigger.ts +142 -142
- package/src/engine-components/SpectatorCamera.ts +675 -675
- package/src/engine-components/SphereCollider.ts +1 -1
- package/src/engine-components/SpriteRenderer.ts +244 -244
- package/src/engine-components/SyncedCamera.ts +208 -208
- package/src/engine-components/SyncedRoom.ts +166 -166
- package/src/engine-components/SyncedTransform.ts +336 -336
- package/src/engine-components/TestRunner.ts +114 -114
- package/src/engine-components/TransformGizmo.ts +157 -157
- package/src/engine-components/VideoPlayer.ts +831 -831
- package/src/engine-components/Voip.ts +214 -214
- package/src/engine-components/XRFlag.ts +138 -138
- package/src/engine-components/api.ts +22 -22
- package/src/engine-components/avatar/AvatarBlink_Simple.ts +67 -67
- package/src/engine-components/avatar/AvatarEyeLook_Rotation.ts +68 -68
- package/src/engine-components/avatar/Avatar_Brain_LookAt.ts +136 -136
- package/src/engine-components/avatar/Avatar_MouthShapes.ts +81 -81
- package/src/engine-components/avatar/Avatar_MustacheShake.ts +28 -28
- package/src/engine-components/codegen/components.ts +216 -216
- package/src/engine-components/debug/LogStats.ts +21 -21
- package/src/engine-components/export/gltf/GltfExport.ts +231 -231
- package/src/engine-components/export/usdz/Extension.ts +11 -11
- package/src/engine-components/export/usdz/ThreeUSDZExporter.ts +1773 -1773
- package/src/engine-components/export/usdz/USDZExporter.ts +477 -477
- package/src/engine-components/export/usdz/extensions/Animation.ts +774 -774
- package/src/engine-components/export/usdz/extensions/DocumentExtension.ts +9 -9
- package/src/engine-components/export/usdz/extensions/USDZText.ts +287 -287
- package/src/engine-components/export/usdz/extensions/USDZUI.ts +119 -119
- package/src/engine-components/export/usdz/extensions/behavior/Actions.ts +98 -98
- package/src/engine-components/export/usdz/extensions/behavior/AudioExtension.ts +67 -67
- package/src/engine-components/export/usdz/extensions/behavior/Behaviour.ts +202 -202
- package/src/engine-components/export/usdz/extensions/behavior/BehaviourComponents.ts +963 -963
- package/src/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.ts +517 -517
- package/src/engine-components/export/usdz/index.ts +2 -2
- package/src/engine-components/export/usdz/utils/animationutils.ts +100 -100
- package/src/engine-components/export/usdz/utils/quicklook.ts +42 -42
- package/src/engine-components/export/usdz/utils/timeutils.ts +19 -19
- package/src/engine-components/js-extensions/ExtensionUtils.ts +81 -81
- package/src/engine-components/js-extensions/Object3D.ts +181 -181
- package/src/engine-components/js-extensions/RGBAColor.ts +54 -54
- package/src/engine-components/js-extensions/Vector.ts +16 -16
- package/src/engine-components/js-extensions/index.ts +2 -2
- package/src/engine-components/postprocessing/Effects/Antialiasing.ts +51 -51
- package/src/engine-components/postprocessing/Effects/Bloom.ts +76 -76
- package/src/engine-components/postprocessing/Effects/ChromaticAberration.ts +35 -35
- package/src/engine-components/postprocessing/Effects/ColorAdjustments.ts +96 -96
- package/src/engine-components/postprocessing/Effects/DepthOfField.ts +93 -93
- package/src/engine-components/postprocessing/Effects/Pixelation.ts +26 -26
- package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.ts +84 -84
- package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.ts +98 -98
- package/src/engine-components/postprocessing/Effects/TiltShiftEffect.ts +55 -55
- package/src/engine-components/postprocessing/Effects/Tonemapping.ts +54 -54
- package/src/engine-components/postprocessing/Effects/Vignette.ts +54 -54
- package/src/engine-components/postprocessing/PostProcessingEffect.ts +148 -148
- package/src/engine-components/postprocessing/PostProcessingHandler.ts +232 -232
- package/src/engine-components/postprocessing/Volume.ts +216 -216
- package/src/engine-components/postprocessing/VolumeParameter.ts +92 -92
- package/src/engine-components/postprocessing/VolumeProfile.ts +40 -40
- package/src/engine-components/postprocessing/index.ts +3 -3
- package/src/engine-components/timeline/PlayableDirector.ts +666 -666
- package/src/engine-components/timeline/SignalAsset.ts +138 -138
- package/src/engine-components/timeline/TimelineModels.ts +93 -93
- package/src/engine-components/timeline/TimelineTracks.ts +906 -906
- package/src/engine-components/timeline/index.ts +3 -3
- package/src/engine-components/ui/BaseUIComponent.ts +195 -195
- package/src/engine-components/ui/Button.ts +283 -283
- package/src/engine-components/ui/Canvas.ts +390 -390
- package/src/engine-components/ui/CanvasGroup.ts +49 -49
- package/src/engine-components/ui/EventSystem.ts +736 -736
- package/src/engine-components/ui/Graphic.ts +255 -255
- package/src/engine-components/ui/Image.ts +102 -102
- package/src/engine-components/ui/InputField.ts +290 -290
- package/src/engine-components/ui/Interfaces.ts +57 -57
- package/src/engine-components/ui/Layout.ts +322 -322
- package/src/engine-components/ui/Outline.ts +12 -12
- package/src/engine-components/ui/PointerEvents.ts +118 -118
- package/src/engine-components/ui/RaycastUtils.ts +68 -68
- package/src/engine-components/ui/Raycaster.ts +73 -73
- package/src/engine-components/ui/RectTransform.ts +364 -364
- package/src/engine-components/ui/SpatialHtml.ts +63 -63
- package/src/engine-components/ui/Text.ts +572 -572
- package/src/engine-components/ui/Utils.ts +110 -110
- package/src/engine-components/utils/LookAt.ts +65 -65
- package/src/engine-components/utils/OpenURL.ts +118 -118
- package/src/engine-components/webxr/WebARCameraBackground.ts +224 -224
- package/src/engine-components/webxr/WebARSessionRoot.ts +446 -446
- package/src/engine-components/webxr/WebXR.ts +761 -761
- package/src/engine-components/webxr/WebXRAvatar.ts +356 -356
- package/src/engine-components/webxr/WebXRController.ts +1168 -1168
- package/src/engine-components/webxr/WebXRGrabRendering.ts +150 -150
- package/src/engine-components/webxr/WebXRImageTracking.ts +371 -371
- package/src/engine-components/webxr/WebXRPlaneTracking.ts +429 -429
- package/src/engine-components/webxr/WebXRRig.ts +21 -21
- package/src/engine-components/webxr/WebXRSync.ts +463 -463
- package/src/engine-components/webxr/index.ts +3 -3
- package/src/engine-components-experimental/Presentation.ts +12 -12
- package/src/engine-components-experimental/networking/PlayerSync.ts +217 -217
- package/src/engine-schemes/COMPILE_SCHEMES.bat +3 -3
- package/src/engine-schemes/COMPILE_TS.bat +11 -11
- package/src/engine-schemes/schemes.ts +27 -27
- package/src/engine-schemes/synced-camera-model.ts +92 -92
- package/src/engine-schemes/synced-transform-model.ts +90 -90
- package/src/engine-schemes/syncedCamera.fbs +10 -10
- package/src/engine-schemes/transform.ts +50 -50
- package/src/engine-schemes/transforms.fbs +25 -25
- package/src/engine-schemes/vec.fbs +19 -19
- package/src/engine-schemes/vec2.ts +33 -33
- package/src/engine-schemes/vec3.ts +38 -38
- package/src/engine-schemes/vec4.ts +43 -43
- package/src/engine-schemes/vr-user-state-buffer.ts +138 -138
- package/src/engine-schemes/vrUserStateBuffer.fbs +16 -16
- package/src/include/draco/draco_decoder.js +34 -34
- package/src/include/draco/draco_wasm_wrapper.js +117 -117
- package/src/include/ktx2/basis_transcoder.js +21 -21
- package/src/include/needle/arial-msdf.json +1471 -1471
- package/src/include/three/ARButton.js +231 -231
- package/src/include/three/DragControls.js +231 -231
- package/src/include/three/EXT_mesh_gpu_instancing_exporter.js +66 -66
- package/src/include/three/VRButton.js +194 -194
- package/src/needle-engine.ts +55 -55
- package/src/engine/dist/api.js +0 -73
- package/src/engine/dist/api.js.meta +0 -7
- package/src/engine/dist/engine_networking_streams.js +0 -474
- package/src/engine/dist/engine_networking_streams.js.meta +0 -7
- package/src/engine-schemes/dist/api.js +0 -17
- package/src/engine-schemes/dist/api.js.meta +0 -7
- package/src/engine-schemes/dist/schemes.js +0 -25
- package/src/engine-schemes/dist/schemes.js.meta +0 -7
- package/src/engine-schemes/dist/synced-camera-model.js +0 -74
- package/src/engine-schemes/dist/synced-camera-model.js.meta +0 -7
- package/src/engine-schemes/dist/synced-transform-model.js +0 -73
- package/src/engine-schemes/dist/synced-transform-model.js.meta +0 -7
- package/src/engine-schemes/dist/transform.js +0 -46
- package/src/engine-schemes/dist/transform.js.meta +0 -7
- package/src/engine-schemes/dist/vec2.js +0 -32
- package/src/engine-schemes/dist/vec2.js.meta +0 -7
- package/src/engine-schemes/dist/vec3.js +0 -36
- package/src/engine-schemes/dist/vec3.js.meta +0 -7
- package/src/engine-schemes/dist/vec4.js +0 -40
- package/src/engine-schemes/dist/vec4.js.meta +0 -7
- package/src/engine-schemes/dist/vr-user-state-buffer.js +0 -110
- package/src/engine-schemes/dist/vr-user-state-buffer.js.meta +0 -7
- package/src/engine-schemes/flatc.exe +0 -0
|
@@ -1,673 +1,673 @@
|
|
|
1
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
2
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
3
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
4
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
|
-
};
|
|
7
|
-
import { Euler, EventDispatcher, Group, Matrix4, Mesh, MeshBasicMaterial, Object3D, Quaternion, RingGeometry, Vector3 } from 'three';
|
|
8
|
-
import { ARButton } from '../../include/three/ARButton.js';
|
|
9
|
-
import { VRButton } from '../../include/three/VRButton.js';
|
|
10
|
-
import { AssetReference } from "../../engine/engine_addressables.js";
|
|
11
|
-
import { serializable } from "../../engine/engine_serialization_decorator.js";
|
|
12
|
-
import { XRSessionMode } from "../../engine/engine_setup.js";
|
|
13
|
-
import { getWorldPosition, getWorldQuaternion, setWorldPosition, setWorldQuaternion } from "../../engine/engine_three_utils.js";
|
|
14
|
-
import { getParam, isMozillaXR, isQuest, setOrAddParamsToUrl } from "../../engine/engine_utils.js";
|
|
15
|
-
import { Behaviour, GameObject } from "../Component.js";
|
|
16
|
-
import { noVoip } from "../Voip.js";
|
|
17
|
-
import { WebARSessionRoot } from "./WebARSessionRoot.js";
|
|
18
|
-
import { ControllerType, WebXRController } from "./WebXRController.js";
|
|
19
|
-
import { XRRig } from "./WebXRRig.js";
|
|
20
|
-
import { WebXRSync } from "./WebXRSync.js";
|
|
21
|
-
import { XRState, XRStateFlag } from "../XRFlag.js";
|
|
22
|
-
import { showBalloonWarning } from '../../engine/debug/index.js';
|
|
23
|
-
import { isDestroyed } from '../../engine/engine_gameobject.js';
|
|
24
|
-
const debugWebXR = getParam("debugwebxr");
|
|
25
|
-
export async function detectARSupport() {
|
|
26
|
-
if (isMozillaXR())
|
|
27
|
-
return true;
|
|
28
|
-
if ("xr" in navigator) {
|
|
29
|
-
//@ts-ignore
|
|
30
|
-
return (await navigator["xr"].isSessionSupported('immersive-ar')) === true;
|
|
31
|
-
}
|
|
32
|
-
return false;
|
|
33
|
-
}
|
|
34
|
-
export async function detectVRSupport() {
|
|
35
|
-
if ("xr" in navigator) {
|
|
36
|
-
//@ts-ignore
|
|
37
|
-
return (await navigator["xr"].isSessionSupported('immersive-vr')) === true;
|
|
38
|
-
}
|
|
39
|
-
return false;
|
|
40
|
-
}
|
|
41
|
-
let arSupported = false;
|
|
42
|
-
let vrSupported = false;
|
|
43
|
-
detectARSupport().then(res => arSupported = res);
|
|
44
|
-
detectVRSupport().then(res => vrSupported = res);
|
|
45
|
-
// import TeleportVR from "teleportvr.js";
|
|
46
|
-
export var WebXREvent;
|
|
47
|
-
(function (WebXREvent) {
|
|
48
|
-
WebXREvent["XRStarted"] = "xrStarted";
|
|
49
|
-
WebXREvent["XRStopped"] = "xrStopped";
|
|
50
|
-
WebXREvent["XRUpdate"] = "xrUpdate";
|
|
51
|
-
WebXREvent["RequestVRSession"] = "requestVRSession";
|
|
52
|
-
WebXREvent["ModifyAROptions"] = "modify-ar-options";
|
|
53
|
-
})(WebXREvent || (WebXREvent = {}));
|
|
54
|
-
export class WebXR extends Behaviour {
|
|
55
|
-
enableVR = true;
|
|
56
|
-
enableAR = true;
|
|
57
|
-
defaultAvatar;
|
|
58
|
-
handModelPath = "";
|
|
59
|
-
createVRButton = true;
|
|
60
|
-
createARButton = true;
|
|
61
|
-
static _isInXr = false;
|
|
62
|
-
static events = new EventDispatcher();
|
|
63
|
-
static get IsInWebXR() { return this._isInXr; }
|
|
64
|
-
static get XRSupported() { return 'xr' in navigator && (arSupported || vrSupported); }
|
|
65
|
-
static get IsARSupported() { return arSupported; }
|
|
66
|
-
static get IsVRSupported() { return vrSupported; }
|
|
67
|
-
static _optionalFeatures_VR = ['local-floor', 'bounded-floor', 'hand-tracking', 'high-fixed-foveation-level', 'layers'];
|
|
68
|
-
static _optionalFeatures_AR = ['anchors', 'local-floor', 'hand-tracking', 'layers'];
|
|
69
|
-
static get OptionalFeatures_VR() { return this._optionalFeatures_VR; }
|
|
70
|
-
static get OptionalFeatures_AR() { return this._optionalFeatures_AR; }
|
|
71
|
-
static addEventListener(type, listener) {
|
|
72
|
-
this.events.addEventListener(type, listener);
|
|
73
|
-
return listener;
|
|
74
|
-
}
|
|
75
|
-
static removeEventListener(type, listener) {
|
|
76
|
-
this.events.removeEventListener(type, listener);
|
|
77
|
-
return listener;
|
|
78
|
-
}
|
|
79
|
-
static dispatchEvent(type, event) {
|
|
80
|
-
this.events.dispatchEvent({ type, detail: event });
|
|
81
|
-
}
|
|
82
|
-
static createVRButton(webXR, opts) {
|
|
83
|
-
if (!WebXR.XRSupported) {
|
|
84
|
-
console.warn("WebXR is not supported on this device");
|
|
85
|
-
}
|
|
86
|
-
else
|
|
87
|
-
webXR.__internalAwake();
|
|
88
|
-
const options = { optionalFeatures: WebXR.OptionalFeatures_VR };
|
|
89
|
-
const vrButton = VRButton.createButton(webXR.context.renderer, options);
|
|
90
|
-
vrButton.classList.add('webxr-ar-button');
|
|
91
|
-
vrButton.classList.add('webxr-button');
|
|
92
|
-
this.resetButtonStyles(vrButton);
|
|
93
|
-
// if (this.enableAR) vrButton.style.marginLeft = "60px";
|
|
94
|
-
if (opts?.registerClick ?? true)
|
|
95
|
-
vrButton.addEventListener('click', webXR.onClickedVRButton.bind(webXR));
|
|
96
|
-
return vrButton;
|
|
97
|
-
}
|
|
98
|
-
static createARButton(webXR, opts) {
|
|
99
|
-
webXR.__internalAwake();
|
|
100
|
-
const domOverlayRoot = webXR.webAR?.getAROverlayContainer();
|
|
101
|
-
const options = { optionalFeatures: [...this.OptionalFeatures_AR] };
|
|
102
|
-
if (domOverlayRoot) {
|
|
103
|
-
options.domOverlay = { root: domOverlayRoot };
|
|
104
|
-
options.optionalFeatures.push('dom-overlay');
|
|
105
|
-
options.optionalFeatures.push('hit-test');
|
|
106
|
-
options.optionalFeatures.push('anchors');
|
|
107
|
-
}
|
|
108
|
-
else {
|
|
109
|
-
console.warn("No dom overlay root found, HTML overlays on top of screen-based AR will not work.");
|
|
110
|
-
}
|
|
111
|
-
const arButton = ARButton.createButton(webXR.context.renderer, options, this.onModifyAROptions.bind(this));
|
|
112
|
-
arButton.classList.add('webxr-ar-button');
|
|
113
|
-
arButton.classList.add('webxr-button');
|
|
114
|
-
WebXR.resetButtonStyles(arButton);
|
|
115
|
-
if (opts?.registerClick ?? true)
|
|
116
|
-
arButton.addEventListener('click', webXR.onClickedARButton.bind(webXR));
|
|
117
|
-
return arButton;
|
|
118
|
-
}
|
|
119
|
-
static onModifyAROptions(options) {
|
|
120
|
-
WebXR.dispatchEvent(WebXREvent.ModifyAROptions, options);
|
|
121
|
-
}
|
|
122
|
-
static resetButtonStyles(button) {
|
|
123
|
-
if (!button)
|
|
124
|
-
return;
|
|
125
|
-
button.style.position = "";
|
|
126
|
-
button.style.bottom = "";
|
|
127
|
-
button.style.left = "";
|
|
128
|
-
}
|
|
129
|
-
endSession() {
|
|
130
|
-
const session = this.context.renderer.xr.getSession();
|
|
131
|
-
if (session)
|
|
132
|
-
session.end();
|
|
133
|
-
}
|
|
134
|
-
get Rig() {
|
|
135
|
-
this.ensureRig();
|
|
136
|
-
return this.rig;
|
|
137
|
-
}
|
|
138
|
-
controllers = [];
|
|
139
|
-
get Controllers() {
|
|
140
|
-
return this.controllers;
|
|
141
|
-
}
|
|
142
|
-
get LeftController() {
|
|
143
|
-
if (this.controllers.length > 0 && this.controllers[0].input?.handedness === "left")
|
|
144
|
-
return this.controllers[0];
|
|
145
|
-
if (this.controllers.length > 1 && this.controllers[1].input?.handedness === "left")
|
|
146
|
-
return this.controllers[1];
|
|
147
|
-
return null;
|
|
148
|
-
}
|
|
149
|
-
get RightController() {
|
|
150
|
-
if (this.controllers.length > 0 && this.controllers[0].input?.handedness === "right")
|
|
151
|
-
return this.controllers[0];
|
|
152
|
-
if (this.controllers.length > 1 && this.controllers[1].input?.handedness === "right")
|
|
153
|
-
return this.controllers[1];
|
|
154
|
-
return null;
|
|
155
|
-
}
|
|
156
|
-
get ARButton() {
|
|
157
|
-
return this._arButton;
|
|
158
|
-
}
|
|
159
|
-
get VRButton() {
|
|
160
|
-
return this._vrButton;
|
|
161
|
-
}
|
|
162
|
-
get IsInVR() { return this._isInVR; }
|
|
163
|
-
get IsInAR() { return this._isInAR; }
|
|
164
|
-
/** When enabled */
|
|
165
|
-
allowARPlacementReticle = true;
|
|
166
|
-
rig;
|
|
167
|
-
isInit = false;
|
|
168
|
-
_requestedAR = false;
|
|
169
|
-
_requestedVR = false;
|
|
170
|
-
_isInAR = false;
|
|
171
|
-
_isInVR = false;
|
|
172
|
-
_arButton;
|
|
173
|
-
_vrButton;
|
|
174
|
-
webAR = null;
|
|
175
|
-
awake() {
|
|
176
|
-
// as the webxr component is most of the times currently loaded as part of the scene
|
|
177
|
-
// and not part of the glTF directly and thus does not go through the whole serialization process currently
|
|
178
|
-
// we need to to manuall make sure it is of the correct type here
|
|
179
|
-
if (this.defaultAvatar) {
|
|
180
|
-
if (typeof (this.defaultAvatar) === "string") {
|
|
181
|
-
this.defaultAvatar = AssetReference.getOrCreate(this.sourceId ?? "/", this.defaultAvatar, this.context);
|
|
182
|
-
}
|
|
183
|
-
}
|
|
184
|
-
if (!GameObject.findObjectOfType(WebXRSync, this.context)) {
|
|
185
|
-
const sync = GameObject.addNewComponent(this.gameObject, WebXRSync, false);
|
|
186
|
-
sync.webXR = this;
|
|
187
|
-
}
|
|
188
|
-
this.webAR = new WebAR(this);
|
|
189
|
-
if (location.protocol == 'http:' && location.host.indexOf('localhost') < 0) {
|
|
190
|
-
showBalloonWarning("WebXR only works on https");
|
|
191
|
-
console.warn("WebXR only works on https. https://engine.needle.tools/docs/xr.html");
|
|
192
|
-
}
|
|
193
|
-
}
|
|
194
|
-
onEnable() {
|
|
195
|
-
if (this.isInit)
|
|
196
|
-
return;
|
|
197
|
-
if (!this.enableAR && !this.enableVR)
|
|
198
|
-
return;
|
|
199
|
-
this.isInit = true;
|
|
200
|
-
this.context.renderer.xr.enabled = true;
|
|
201
|
-
// TODO: move the whole buttons positioning out of here and make it configureable from css
|
|
202
|
-
// better set proper classes so user code can react to it instead
|
|
203
|
-
// of this hardcoded stuff
|
|
204
|
-
let arButton, vrButton;
|
|
205
|
-
const buttonsContainer = document.createElement('div');
|
|
206
|
-
buttonsContainer.classList.add("webxr-buttons");
|
|
207
|
-
buttonsContainer.style.cssText = `
|
|
208
|
-
position: absolute;
|
|
209
|
-
bottom: 21px;
|
|
210
|
-
left: 50%;
|
|
211
|
-
transform: translate(-50%, 0%);
|
|
212
|
-
z-index: 1000;
|
|
213
|
-
|
|
214
|
-
display: flex;
|
|
215
|
-
flex-direction: row;
|
|
216
|
-
justify-content: center;
|
|
217
|
-
align-items: flex-start;
|
|
218
|
-
gap: 10px;
|
|
219
|
-
`;
|
|
220
|
-
this.context.appendHTMLElement(buttonsContainer);
|
|
221
|
-
const forceButtons = debugWebXR;
|
|
222
|
-
if (debugWebXR)
|
|
223
|
-
console.log("ARSupported?", arSupported, "VRSupported?", vrSupported);
|
|
224
|
-
// AR support
|
|
225
|
-
if (forceButtons || (this.createARButton && this.enableAR && arSupported)) {
|
|
226
|
-
arButton = WebXR.createARButton(this);
|
|
227
|
-
this._arButton = arButton;
|
|
228
|
-
buttonsContainer.appendChild(arButton);
|
|
229
|
-
}
|
|
230
|
-
// VR support
|
|
231
|
-
if (forceButtons || (this.createVRButton && this.enableVR && vrSupported)) {
|
|
232
|
-
vrButton = WebXR.createVRButton(this);
|
|
233
|
-
this._vrButton = vrButton;
|
|
234
|
-
buttonsContainer.appendChild(vrButton);
|
|
235
|
-
}
|
|
236
|
-
setTimeout(() => {
|
|
237
|
-
WebXR.resetButtonStyles(vrButton);
|
|
238
|
-
WebXR.resetButtonStyles(arButton);
|
|
239
|
-
}, 1000);
|
|
240
|
-
}
|
|
241
|
-
_transformOrientation = new Quaternion();
|
|
242
|
-
get TransformOrientation() { return this._transformOrientation; }
|
|
243
|
-
_currentHeadPose = null;
|
|
244
|
-
get HeadPose() { return this._currentHeadPose; }
|
|
245
|
-
onBeforeRender(frame) {
|
|
246
|
-
if (!frame)
|
|
247
|
-
return;
|
|
248
|
-
// TODO: figure out why screen is black if we enable the code written here
|
|
249
|
-
// const referenceSpace = renderer.xr.getReferenceSpace();
|
|
250
|
-
const session = this.context.renderer.xr.getSession();
|
|
251
|
-
if (session) {
|
|
252
|
-
const referenceSpace = this.context.renderer.xr.getReferenceSpace();
|
|
253
|
-
if (!referenceSpace)
|
|
254
|
-
return;
|
|
255
|
-
const pose = frame.getViewerPose(referenceSpace);
|
|
256
|
-
if (!pose)
|
|
257
|
-
return;
|
|
258
|
-
this._currentHeadPose = pose;
|
|
259
|
-
const transform = pose?.transform;
|
|
260
|
-
if (transform) {
|
|
261
|
-
this._transformOrientation.set(transform.orientation.x, transform.orientation.y, transform.orientation.z, transform.orientation.w);
|
|
262
|
-
}
|
|
263
|
-
if (WebXR._isInXr === false && session) {
|
|
264
|
-
this.onEnterXR(session, frame);
|
|
265
|
-
}
|
|
266
|
-
else if (this.IsInVR) {
|
|
267
|
-
if (this.context.mainCamera) {
|
|
268
|
-
this.ensureRig();
|
|
269
|
-
}
|
|
270
|
-
}
|
|
271
|
-
for (const ctrl of this.controllers) {
|
|
272
|
-
ctrl.onUpdate(session);
|
|
273
|
-
}
|
|
274
|
-
if (this._isInAR) {
|
|
275
|
-
this.webAR?.onUpdate(session, frame);
|
|
276
|
-
}
|
|
277
|
-
}
|
|
278
|
-
WebXR.events.dispatchEvent({ type: WebXREvent.XRUpdate, frame: frame, xr: this.context.renderer.xr, rig: this.rig });
|
|
279
|
-
}
|
|
280
|
-
onClickedARButton() {
|
|
281
|
-
if (!this._isInAR) {
|
|
282
|
-
this._requestedAR = true;
|
|
283
|
-
this._requestedVR = false;
|
|
284
|
-
// if we do this on enter xr the state has already been changed in AR mode
|
|
285
|
-
// so we need to to this before session has started
|
|
286
|
-
this.captureStateBeforeXR();
|
|
287
|
-
}
|
|
288
|
-
}
|
|
289
|
-
onClickedVRButton() {
|
|
290
|
-
if (!this._isInVR) {
|
|
291
|
-
// happens e.g. when headset is off and xr session never actually started
|
|
292
|
-
if (this._requestedVR) {
|
|
293
|
-
this.onExitXR(null);
|
|
294
|
-
return;
|
|
295
|
-
}
|
|
296
|
-
this._requestedAR = false;
|
|
297
|
-
this._requestedVR = true;
|
|
298
|
-
this.captureStateBeforeXR();
|
|
299
|
-
// build controllers before session begins - this seems to fix issue with controller models not appearing/not getting connection event
|
|
300
|
-
this.ensureRig();
|
|
301
|
-
for (let i = 0; i < 2; i++) {
|
|
302
|
-
WebXRController.Create(this, i, this.gameObject, ControllerType.PhysicalDevice);
|
|
303
|
-
}
|
|
304
|
-
WebXR.events.dispatchEvent({ type: WebXREvent.RequestVRSession });
|
|
305
|
-
}
|
|
306
|
-
}
|
|
307
|
-
captureStateBeforeXR() {
|
|
308
|
-
if (this.context.mainCamera) {
|
|
309
|
-
this._originalCameraPosition.copy(getWorldPosition(this.context.mainCamera));
|
|
310
|
-
this._originalCameraRotation.copy(getWorldQuaternion(this.context.mainCamera));
|
|
311
|
-
this._originalCameraParent = this.context.mainCamera.parent;
|
|
312
|
-
}
|
|
313
|
-
if (this.Rig) {
|
|
314
|
-
this._originalXRRigParent = this.Rig.parent;
|
|
315
|
-
this._originalXRRigPosition.copy(this.Rig.position);
|
|
316
|
-
this._originalXRRigRotation.copy(this.Rig.quaternion);
|
|
317
|
-
}
|
|
318
|
-
}
|
|
319
|
-
ensureRig() {
|
|
320
|
-
if (!this.rig || isDestroyed(this.rig)) {
|
|
321
|
-
// currently just used for pose
|
|
322
|
-
const xrRig = GameObject.findObjectOfType(XRRig, this.context);
|
|
323
|
-
if (xrRig) {
|
|
324
|
-
// make it match unity forward
|
|
325
|
-
this.rig = xrRig.gameObject;
|
|
326
|
-
this.rig.rotateY(Math.PI);
|
|
327
|
-
// this.rig.position.copy(existing.worldPosition);
|
|
328
|
-
// this.rig.quaternion.premultiply(existing.worldQuaternion);
|
|
329
|
-
}
|
|
330
|
-
else {
|
|
331
|
-
this.rig = new Group();
|
|
332
|
-
this.rig.rotateY(Math.PI);
|
|
333
|
-
this.rig.name = "XRRig";
|
|
334
|
-
this.context.scene.add(this.rig);
|
|
335
|
-
}
|
|
336
|
-
}
|
|
337
|
-
// Make sure the webxr camera is parented to the xr rig
|
|
338
|
-
if (this.context.isInXR && this.context.mainCamera && this.context.mainCamera.parent !== this.rig) {
|
|
339
|
-
this.rig.add(this.context.mainCamera);
|
|
340
|
-
// Hack: make sure we have the correct position and rotation (e.g. where we are dealing with an implicitly created rig)
|
|
341
|
-
// This handles the case where we switch between multiple scenes
|
|
342
|
-
if (this.IsInVR) {
|
|
343
|
-
const other = GameObject.findObjectOfType(XRRig);
|
|
344
|
-
if (other && other?.gameObject !== this.rig) {
|
|
345
|
-
this.rig.position.copy(other.gameObject.position);
|
|
346
|
-
this.rig.quaternion.copy(other.gameObject.quaternion);
|
|
347
|
-
this.rig.rotateY(Math.PI);
|
|
348
|
-
this.rig.scale.copy(other.gameObject.scale);
|
|
349
|
-
}
|
|
350
|
-
}
|
|
351
|
-
}
|
|
352
|
-
}
|
|
353
|
-
_originalCameraParent = null;
|
|
354
|
-
_originalCameraPosition = new Vector3();
|
|
355
|
-
_originalCameraRotation = new Quaternion();
|
|
356
|
-
_originalXRRigParent = null;
|
|
357
|
-
_originalXRRigPosition = new Vector3();
|
|
358
|
-
_originalXRRigRotation = new Quaternion();
|
|
359
|
-
onEnterXR(session, frame) {
|
|
360
|
-
console.log("[XR] session begin", session, frame);
|
|
361
|
-
WebXR._isInXr = true;
|
|
362
|
-
this.ensureRig();
|
|
363
|
-
const space = this.context.renderer.xr.getReferenceSpace();
|
|
364
|
-
if (space && this.rig) {
|
|
365
|
-
const pose = frame.getViewerPose(space);
|
|
366
|
-
const rot = pose?.transform.orientation;
|
|
367
|
-
if (rot) {
|
|
368
|
-
const quat = new Quaternion(rot.x, rot.y, rot.z, rot.w);
|
|
369
|
-
const eu = new Euler().setFromQuaternion(quat);
|
|
370
|
-
this.rig.rotateY(eu.y);
|
|
371
|
-
// this.rig.quaternion.multiply(quat);
|
|
372
|
-
}
|
|
373
|
-
}
|
|
374
|
-
// when we set unity layers objects will only be rendered on one eye
|
|
375
|
-
// we set layers to sync raycasting and have a similar behaviour to unity
|
|
376
|
-
const xr = this.context.renderer.xr;
|
|
377
|
-
if (this.context.mainCamera) {
|
|
378
|
-
const cam = xr.getCamera();
|
|
379
|
-
if (debugWebXR)
|
|
380
|
-
console.log("WebXRCamera", cam);
|
|
381
|
-
const cull = this.context.mainCameraComponent?.cullingMask;
|
|
382
|
-
if (cam && cull !== undefined) {
|
|
383
|
-
for (const c of cam.cameras) {
|
|
384
|
-
c.layers.mask = cull;
|
|
385
|
-
}
|
|
386
|
-
cam.layers.mask = cull;
|
|
387
|
-
}
|
|
388
|
-
else if (cam) {
|
|
389
|
-
for (const c of cam.cameras) {
|
|
390
|
-
c.layers.enableAll();
|
|
391
|
-
}
|
|
392
|
-
cam.layers.enableAll();
|
|
393
|
-
}
|
|
394
|
-
if (this._requestedAR) {
|
|
395
|
-
this.context.scene.add(this.rig);
|
|
396
|
-
}
|
|
397
|
-
}
|
|
398
|
-
const flag = this._requestedAR ? XRStateFlag.AR : XRStateFlag.VR;
|
|
399
|
-
XRState.Global.Set(flag);
|
|
400
|
-
switch (flag) {
|
|
401
|
-
case XRStateFlag.AR:
|
|
402
|
-
this.context.xrSessionMode = XRSessionMode.ImmersiveAR;
|
|
403
|
-
this._isInAR = true;
|
|
404
|
-
this.webAR?.onBegin(session);
|
|
405
|
-
break;
|
|
406
|
-
case XRStateFlag.VR:
|
|
407
|
-
this.context.xrSessionMode = XRSessionMode.ImmersiveVR;
|
|
408
|
-
this._isInVR = true;
|
|
409
|
-
this.onEnterVR(session);
|
|
410
|
-
break;
|
|
411
|
-
}
|
|
412
|
-
session.addEventListener('end', () => {
|
|
413
|
-
console.log("[XR] session end");
|
|
414
|
-
WebXR._isInXr = false;
|
|
415
|
-
this.onExitXR(session);
|
|
416
|
-
});
|
|
417
|
-
this.onEnterXR_HandleMirrorWindow(session);
|
|
418
|
-
WebXR.events.dispatchEvent({ type: WebXREvent.XRStarted, session: session });
|
|
419
|
-
}
|
|
420
|
-
onExitXR(session) {
|
|
421
|
-
const wasInAR = this._isInAR;
|
|
422
|
-
if (session) {
|
|
423
|
-
if (this._isInAR) {
|
|
424
|
-
this.webAR?.onEnd(session);
|
|
425
|
-
}
|
|
426
|
-
else {
|
|
427
|
-
// if in VR we want to restore the FOV
|
|
428
|
-
this.context.mainCameraComponent?.applyClearFlagsIfIsActiveCamera();
|
|
429
|
-
}
|
|
430
|
-
}
|
|
431
|
-
this._isInAR = false;
|
|
432
|
-
this._isInVR = false;
|
|
433
|
-
this._requestedAR = false;
|
|
434
|
-
this._requestedVR = false;
|
|
435
|
-
this.context.xrSessionMode = undefined;
|
|
436
|
-
if (this.xrMirrorWindow) {
|
|
437
|
-
this.xrMirrorWindow.close();
|
|
438
|
-
this.xrMirrorWindow = null;
|
|
439
|
-
}
|
|
440
|
-
this.destroyControllers();
|
|
441
|
-
if (this.context.mainCamera) {
|
|
442
|
-
this._originalCameraParent?.add(this.context.mainCamera);
|
|
443
|
-
setWorldPosition(this.context.mainCamera, this._originalCameraPosition);
|
|
444
|
-
setWorldQuaternion(this.context.mainCamera, this._originalCameraRotation);
|
|
445
|
-
this.context.mainCamera.scale.set(1, 1, 1);
|
|
446
|
-
}
|
|
447
|
-
if (wasInAR) {
|
|
448
|
-
this._originalXRRigParent?.add(this.rig);
|
|
449
|
-
this.rig.position.copy(this._originalXRRigPosition);
|
|
450
|
-
this.rig.quaternion.copy(this._originalXRRigRotation);
|
|
451
|
-
}
|
|
452
|
-
XRState.Global.Set(XRStateFlag.Browser | XRStateFlag.ThirdPerson);
|
|
453
|
-
WebXR.events.dispatchEvent({ type: WebXREvent.XRStopped, session: session });
|
|
454
|
-
}
|
|
455
|
-
onEnterVR(_session) {
|
|
456
|
-
}
|
|
457
|
-
destroyControllers() {
|
|
458
|
-
for (let i = this.controllers.length - 1; i >= 0; i -= 1) {
|
|
459
|
-
this.controllers[i]?.destroy();
|
|
460
|
-
}
|
|
461
|
-
this.controllers.length = 0;
|
|
462
|
-
}
|
|
463
|
-
xrMirrorWindow = null;
|
|
464
|
-
onEnterXR_HandleMirrorWindow(session) {
|
|
465
|
-
if (!getParam("mirror"))
|
|
466
|
-
return;
|
|
467
|
-
setTimeout(() => {
|
|
468
|
-
if (!WebXR.IsInWebXR)
|
|
469
|
-
return;
|
|
470
|
-
const url = new URL(window.location.href);
|
|
471
|
-
setOrAddParamsToUrl(url.searchParams, noVoip, 1);
|
|
472
|
-
setOrAddParamsToUrl(url.searchParams, "isMirror", 1);
|
|
473
|
-
const str = url.toString();
|
|
474
|
-
this.xrMirrorWindow = window.open(str, "webxr sync", "popup=yes");
|
|
475
|
-
if (this.xrMirrorWindow) {
|
|
476
|
-
this.xrMirrorWindow.onload = () => {
|
|
477
|
-
if (this.xrMirrorWindow)
|
|
478
|
-
this.xrMirrorWindow.onbeforeunload = () => {
|
|
479
|
-
if (WebXR.IsInWebXR)
|
|
480
|
-
session.end();
|
|
481
|
-
};
|
|
482
|
-
};
|
|
483
|
-
}
|
|
484
|
-
}, 1000);
|
|
485
|
-
}
|
|
486
|
-
}
|
|
487
|
-
__decorate([
|
|
488
|
-
serializable()
|
|
489
|
-
], WebXR.prototype, "enableVR", void 0);
|
|
490
|
-
__decorate([
|
|
491
|
-
serializable()
|
|
492
|
-
], WebXR.prototype, "enableAR", void 0);
|
|
493
|
-
__decorate([
|
|
494
|
-
serializable(AssetReference)
|
|
495
|
-
], WebXR.prototype, "defaultAvatar", void 0);
|
|
496
|
-
__decorate([
|
|
497
|
-
serializable()
|
|
498
|
-
], WebXR.prototype, "handModelPath", void 0);
|
|
499
|
-
__decorate([
|
|
500
|
-
serializable()
|
|
501
|
-
], WebXR.prototype, "createVRButton", void 0);
|
|
502
|
-
__decorate([
|
|
503
|
-
serializable()
|
|
504
|
-
], WebXR.prototype, "createARButton", void 0);
|
|
505
|
-
// not sure if this should be a behaviour.
|
|
506
|
-
// for now we dont really need it to go through the usual update loop
|
|
507
|
-
export class WebAR {
|
|
508
|
-
get webxr() { return this._webxr; }
|
|
509
|
-
_webxr;
|
|
510
|
-
reticle = null;
|
|
511
|
-
reticleParent = null;
|
|
512
|
-
hitTestSource = null;
|
|
513
|
-
reticleActive = true;
|
|
514
|
-
// scene.background before entering AR
|
|
515
|
-
previousBackground = null;
|
|
516
|
-
previousEnvironment = null;
|
|
517
|
-
sessionRoot = null;
|
|
518
|
-
_previousParent = null;
|
|
519
|
-
// we need this in case the session root is on the same object as the webxr component
|
|
520
|
-
// so if we disable the session root we attach the webxr component to this temporary object
|
|
521
|
-
// to still receive updates
|
|
522
|
-
static tempWebXRObject;
|
|
523
|
-
get context() { return this.webxr.context; }
|
|
524
|
-
constructor(webxr) {
|
|
525
|
-
this._webxr = webxr;
|
|
526
|
-
}
|
|
527
|
-
arDomOverlay = null;
|
|
528
|
-
arOverlayElement = null;
|
|
529
|
-
noHitTestAvailable = false;
|
|
530
|
-
didPlaceARSessionRoot = false;
|
|
531
|
-
getAROverlayContainer() {
|
|
532
|
-
this.arDomOverlay = this.webxr.context.domElement;
|
|
533
|
-
// for react cases we dont have an Engine Element
|
|
534
|
-
const element = this.arDomOverlay;
|
|
535
|
-
if (element.getAROverlayContainer)
|
|
536
|
-
this.arOverlayElement = element.getAROverlayContainer();
|
|
537
|
-
else
|
|
538
|
-
this.arOverlayElement = this.arDomOverlay;
|
|
539
|
-
return this.arOverlayElement;
|
|
540
|
-
}
|
|
541
|
-
setReticleActive(active) {
|
|
542
|
-
this.reticleActive = active;
|
|
543
|
-
}
|
|
544
|
-
async onBegin(session) {
|
|
545
|
-
const context = this.webxr.context;
|
|
546
|
-
this.reticleActive = true;
|
|
547
|
-
this.didPlaceARSessionRoot = false;
|
|
548
|
-
this.getAROverlayContainer();
|
|
549
|
-
const deviceType = isQuest() ? ControllerType.PhysicalDevice : ControllerType.Touch;
|
|
550
|
-
const controllerCount = deviceType === ControllerType.Touch ? 4 : 2;
|
|
551
|
-
for (let i = 0; i < controllerCount; i++) {
|
|
552
|
-
WebXRController.Create(this.webxr, i, this.webxr.gameObject, deviceType);
|
|
553
|
-
}
|
|
554
|
-
if (!this.sessionRoot || this.sessionRoot.destroyed || !this.sessionRoot.activeAndEnabled)
|
|
555
|
-
this.sessionRoot = GameObject.findObjectOfType(WebARSessionRoot, context);
|
|
556
|
-
if (!this.sessionRoot) {
|
|
557
|
-
// TODO: adding it on the scene directly doesnt work (probably because then everything in the scene is disabled including this component). See code a bit furhter below where we add this component to a temporary object inside the scene
|
|
558
|
-
const obj = this.webxr.gameObject;
|
|
559
|
-
this.sessionRoot = GameObject.addNewComponent(obj, WebARSessionRoot);
|
|
560
|
-
console.warn("WebAR: No ARSessionRoot found, creating one automatically on the WebXR object");
|
|
561
|
-
}
|
|
562
|
-
this.previousBackground = context.scene.background;
|
|
563
|
-
this.previousEnvironment = context.scene.environment;
|
|
564
|
-
context.scene.background = null;
|
|
565
|
-
session.requestReferenceSpace('viewer').then((referenceSpace) => {
|
|
566
|
-
session.requestHitTestSource?.call(session, { space: referenceSpace })?.then((source) => {
|
|
567
|
-
this.hitTestSource = source;
|
|
568
|
-
}).catch((err) => {
|
|
569
|
-
this.noHitTestAvailable = true;
|
|
570
|
-
console.warn("WebXR: Hit test not supported", err);
|
|
571
|
-
});
|
|
572
|
-
});
|
|
573
|
-
if (!this.reticle && this.sessionRoot) {
|
|
574
|
-
this.reticle = new Mesh(new RingGeometry(0.07, 0.09, 32).rotateX(-Math.PI / 2), new MeshBasicMaterial());
|
|
575
|
-
this.reticle.name = "AR Placement reticle";
|
|
576
|
-
this.reticle.matrixAutoUpdate = false;
|
|
577
|
-
this.reticle.visible = false;
|
|
578
|
-
// create AR reticle parent to allow WebXRSessionRoot to be translated, rotated or scaled
|
|
579
|
-
this.reticleParent = new Object3D();
|
|
580
|
-
this.reticleParent.name = "AR Reticle Parent";
|
|
581
|
-
this.reticleParent.matrixAutoUpdate = false;
|
|
582
|
-
this.reticleParent.add(this.reticle);
|
|
583
|
-
// this.reticleParent.matrix.copy(this.sessionRoot.gameObject.matrixWorld);
|
|
584
|
-
if (this.webxr.scene) {
|
|
585
|
-
this.context.scene.add(this.reticleParent);
|
|
586
|
-
// this.context.scene.add(this.reticle);
|
|
587
|
-
this.context.scene.visible = true;
|
|
588
|
-
}
|
|
589
|
-
else
|
|
590
|
-
console.warn("Could not found WebXR Rig");
|
|
591
|
-
}
|
|
592
|
-
this._previousParent = this.webxr.gameObject;
|
|
593
|
-
if (!WebAR.tempWebXRObject)
|
|
594
|
-
WebAR.tempWebXRObject = new Object3D();
|
|
595
|
-
this.context.scene.add(WebAR.tempWebXRObject);
|
|
596
|
-
GameObject.addComponent(WebAR.tempWebXRObject, this.webxr);
|
|
597
|
-
if (this.sessionRoot) {
|
|
598
|
-
this.sessionRoot.webAR = this;
|
|
599
|
-
this.sessionRoot?.onBegin(session);
|
|
600
|
-
}
|
|
601
|
-
else
|
|
602
|
-
console.warn("No WebARSessionRoot found in scene");
|
|
603
|
-
const eng = this.context.domElement;
|
|
604
|
-
eng?.onEnterAR?.call(eng, session, this.arOverlayElement);
|
|
605
|
-
this.context.mainCameraComponent?.applyClearFlagsIfIsActiveCamera();
|
|
606
|
-
}
|
|
607
|
-
onEnd(session) {
|
|
608
|
-
if (this._previousParent) {
|
|
609
|
-
GameObject.addComponent(this._previousParent, this.webxr);
|
|
610
|
-
this._previousParent = null;
|
|
611
|
-
}
|
|
612
|
-
this.hitTestSource = null;
|
|
613
|
-
const context = this.webxr.context;
|
|
614
|
-
context.scene.background = this.previousBackground;
|
|
615
|
-
context.scene.environment = this.previousEnvironment;
|
|
616
|
-
if (this.sessionRoot) {
|
|
617
|
-
this.sessionRoot.onEnd(this.webxr.Rig, session);
|
|
618
|
-
}
|
|
619
|
-
const el = this.context.domElement;
|
|
620
|
-
el.onExitAR?.call(el, session);
|
|
621
|
-
this.context.mainCameraComponent?.applyClearFlagsIfIsActiveCamera();
|
|
622
|
-
}
|
|
623
|
-
onUpdate(session, frame) {
|
|
624
|
-
if (this.noHitTestAvailable === true) {
|
|
625
|
-
if (this.reticle)
|
|
626
|
-
this.reticle.visible = false;
|
|
627
|
-
if (!this.didPlaceARSessionRoot) {
|
|
628
|
-
this.didPlaceARSessionRoot = true;
|
|
629
|
-
const rig = this.webxr.Rig;
|
|
630
|
-
const placementMatrix = arPlacementWithoutHitTestMatrix.clone();
|
|
631
|
-
// if (rig) {
|
|
632
|
-
// const positionFromRig = new Vector3(0, 0, 0).add(rig.position).divideScalar(this.sessionRoot?.arScale ?? 1);
|
|
633
|
-
// placementMatrix.multiply(new Matrix4().makeTranslation(positionFromRig.x, positionFromRig.y, positionFromRig.z));
|
|
634
|
-
// // placementMatrix.setPosition(positionFromRig);
|
|
635
|
-
// }
|
|
636
|
-
this.sessionRoot?.placeAt(rig, placementMatrix);
|
|
637
|
-
}
|
|
638
|
-
return;
|
|
639
|
-
}
|
|
640
|
-
if (!this.hitTestSource)
|
|
641
|
-
return;
|
|
642
|
-
const hitTestResults = frame.getHitTestResults(this.hitTestSource);
|
|
643
|
-
if (hitTestResults.length) {
|
|
644
|
-
const hit = hitTestResults[0];
|
|
645
|
-
const referenceSpace = this.webxr.context.renderer.xr.getReferenceSpace();
|
|
646
|
-
if (referenceSpace) {
|
|
647
|
-
const pose = hit.getPose(referenceSpace);
|
|
648
|
-
if (this.sessionRoot) {
|
|
649
|
-
const didPlace = this.sessionRoot.onUpdate(this.webxr.Rig, session, hit, pose);
|
|
650
|
-
this.didPlaceARSessionRoot = didPlace;
|
|
651
|
-
}
|
|
652
|
-
if (this.reticle) {
|
|
653
|
-
this.reticle.visible = this.reticleActive && this._webxr.allowARPlacementReticle;
|
|
654
|
-
if (this.reticleActive) {
|
|
655
|
-
if (pose) {
|
|
656
|
-
const matrix = pose.transform.matrix;
|
|
657
|
-
this.reticle.matrix.fromArray(matrix);
|
|
658
|
-
if (this.webxr.Rig)
|
|
659
|
-
this.reticle.matrix.premultiply(this.webxr.Rig.matrix);
|
|
660
|
-
}
|
|
661
|
-
}
|
|
662
|
-
}
|
|
663
|
-
}
|
|
664
|
-
}
|
|
665
|
-
else {
|
|
666
|
-
this.sessionRoot?.onUpdate(this.webxr.Rig, session, null, null);
|
|
667
|
-
if (this.reticle)
|
|
668
|
-
this.reticle.visible = false;
|
|
669
|
-
}
|
|
670
|
-
}
|
|
671
|
-
}
|
|
672
|
-
const arPlacementWithoutHitTestMatrix = new Matrix4().identity().makeTranslation(0, 0, 0);
|
|
1
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
2
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
3
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
4
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
5
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
6
|
+
};
|
|
7
|
+
import { Euler, EventDispatcher, Group, Matrix4, Mesh, MeshBasicMaterial, Object3D, Quaternion, RingGeometry, Vector3 } from 'three';
|
|
8
|
+
import { ARButton } from '../../include/three/ARButton.js';
|
|
9
|
+
import { VRButton } from '../../include/three/VRButton.js';
|
|
10
|
+
import { AssetReference } from "../../engine/engine_addressables.js";
|
|
11
|
+
import { serializable } from "../../engine/engine_serialization_decorator.js";
|
|
12
|
+
import { XRSessionMode } from "../../engine/engine_setup.js";
|
|
13
|
+
import { getWorldPosition, getWorldQuaternion, setWorldPosition, setWorldQuaternion } from "../../engine/engine_three_utils.js";
|
|
14
|
+
import { getParam, isMozillaXR, isQuest, setOrAddParamsToUrl } from "../../engine/engine_utils.js";
|
|
15
|
+
import { Behaviour, GameObject } from "../Component.js";
|
|
16
|
+
import { noVoip } from "../Voip.js";
|
|
17
|
+
import { WebARSessionRoot } from "./WebARSessionRoot.js";
|
|
18
|
+
import { ControllerType, WebXRController } from "./WebXRController.js";
|
|
19
|
+
import { XRRig } from "./WebXRRig.js";
|
|
20
|
+
import { WebXRSync } from "./WebXRSync.js";
|
|
21
|
+
import { XRState, XRStateFlag } from "../XRFlag.js";
|
|
22
|
+
import { showBalloonWarning } from '../../engine/debug/index.js';
|
|
23
|
+
import { isDestroyed } from '../../engine/engine_gameobject.js';
|
|
24
|
+
const debugWebXR = getParam("debugwebxr");
|
|
25
|
+
export async function detectARSupport() {
|
|
26
|
+
if (isMozillaXR())
|
|
27
|
+
return true;
|
|
28
|
+
if ("xr" in navigator) {
|
|
29
|
+
//@ts-ignore
|
|
30
|
+
return (await navigator["xr"].isSessionSupported('immersive-ar')) === true;
|
|
31
|
+
}
|
|
32
|
+
return false;
|
|
33
|
+
}
|
|
34
|
+
export async function detectVRSupport() {
|
|
35
|
+
if ("xr" in navigator) {
|
|
36
|
+
//@ts-ignore
|
|
37
|
+
return (await navigator["xr"].isSessionSupported('immersive-vr')) === true;
|
|
38
|
+
}
|
|
39
|
+
return false;
|
|
40
|
+
}
|
|
41
|
+
let arSupported = false;
|
|
42
|
+
let vrSupported = false;
|
|
43
|
+
detectARSupport().then(res => arSupported = res);
|
|
44
|
+
detectVRSupport().then(res => vrSupported = res);
|
|
45
|
+
// import TeleportVR from "teleportvr.js";
|
|
46
|
+
export var WebXREvent;
|
|
47
|
+
(function (WebXREvent) {
|
|
48
|
+
WebXREvent["XRStarted"] = "xrStarted";
|
|
49
|
+
WebXREvent["XRStopped"] = "xrStopped";
|
|
50
|
+
WebXREvent["XRUpdate"] = "xrUpdate";
|
|
51
|
+
WebXREvent["RequestVRSession"] = "requestVRSession";
|
|
52
|
+
WebXREvent["ModifyAROptions"] = "modify-ar-options";
|
|
53
|
+
})(WebXREvent || (WebXREvent = {}));
|
|
54
|
+
export class WebXR extends Behaviour {
|
|
55
|
+
enableVR = true;
|
|
56
|
+
enableAR = true;
|
|
57
|
+
defaultAvatar;
|
|
58
|
+
handModelPath = "";
|
|
59
|
+
createVRButton = true;
|
|
60
|
+
createARButton = true;
|
|
61
|
+
static _isInXr = false;
|
|
62
|
+
static events = new EventDispatcher();
|
|
63
|
+
static get IsInWebXR() { return this._isInXr; }
|
|
64
|
+
static get XRSupported() { return 'xr' in navigator && (arSupported || vrSupported); }
|
|
65
|
+
static get IsARSupported() { return arSupported; }
|
|
66
|
+
static get IsVRSupported() { return vrSupported; }
|
|
67
|
+
static _optionalFeatures_VR = ['local-floor', 'bounded-floor', 'hand-tracking', 'high-fixed-foveation-level', 'layers'];
|
|
68
|
+
static _optionalFeatures_AR = ['anchors', 'local-floor', 'hand-tracking', 'layers'];
|
|
69
|
+
static get OptionalFeatures_VR() { return this._optionalFeatures_VR; }
|
|
70
|
+
static get OptionalFeatures_AR() { return this._optionalFeatures_AR; }
|
|
71
|
+
static addEventListener(type, listener) {
|
|
72
|
+
this.events.addEventListener(type, listener);
|
|
73
|
+
return listener;
|
|
74
|
+
}
|
|
75
|
+
static removeEventListener(type, listener) {
|
|
76
|
+
this.events.removeEventListener(type, listener);
|
|
77
|
+
return listener;
|
|
78
|
+
}
|
|
79
|
+
static dispatchEvent(type, event) {
|
|
80
|
+
this.events.dispatchEvent({ type, detail: event });
|
|
81
|
+
}
|
|
82
|
+
static createVRButton(webXR, opts) {
|
|
83
|
+
if (!WebXR.XRSupported) {
|
|
84
|
+
console.warn("WebXR is not supported on this device");
|
|
85
|
+
}
|
|
86
|
+
else
|
|
87
|
+
webXR.__internalAwake();
|
|
88
|
+
const options = { optionalFeatures: WebXR.OptionalFeatures_VR };
|
|
89
|
+
const vrButton = VRButton.createButton(webXR.context.renderer, options);
|
|
90
|
+
vrButton.classList.add('webxr-ar-button');
|
|
91
|
+
vrButton.classList.add('webxr-button');
|
|
92
|
+
this.resetButtonStyles(vrButton);
|
|
93
|
+
// if (this.enableAR) vrButton.style.marginLeft = "60px";
|
|
94
|
+
if (opts?.registerClick ?? true)
|
|
95
|
+
vrButton.addEventListener('click', webXR.onClickedVRButton.bind(webXR));
|
|
96
|
+
return vrButton;
|
|
97
|
+
}
|
|
98
|
+
static createARButton(webXR, opts) {
|
|
99
|
+
webXR.__internalAwake();
|
|
100
|
+
const domOverlayRoot = webXR.webAR?.getAROverlayContainer();
|
|
101
|
+
const options = { optionalFeatures: [...this.OptionalFeatures_AR] };
|
|
102
|
+
if (domOverlayRoot) {
|
|
103
|
+
options.domOverlay = { root: domOverlayRoot };
|
|
104
|
+
options.optionalFeatures.push('dom-overlay');
|
|
105
|
+
options.optionalFeatures.push('hit-test');
|
|
106
|
+
options.optionalFeatures.push('anchors');
|
|
107
|
+
}
|
|
108
|
+
else {
|
|
109
|
+
console.warn("No dom overlay root found, HTML overlays on top of screen-based AR will not work.");
|
|
110
|
+
}
|
|
111
|
+
const arButton = ARButton.createButton(webXR.context.renderer, options, this.onModifyAROptions.bind(this));
|
|
112
|
+
arButton.classList.add('webxr-ar-button');
|
|
113
|
+
arButton.classList.add('webxr-button');
|
|
114
|
+
WebXR.resetButtonStyles(arButton);
|
|
115
|
+
if (opts?.registerClick ?? true)
|
|
116
|
+
arButton.addEventListener('click', webXR.onClickedARButton.bind(webXR));
|
|
117
|
+
return arButton;
|
|
118
|
+
}
|
|
119
|
+
static onModifyAROptions(options) {
|
|
120
|
+
WebXR.dispatchEvent(WebXREvent.ModifyAROptions, options);
|
|
121
|
+
}
|
|
122
|
+
static resetButtonStyles(button) {
|
|
123
|
+
if (!button)
|
|
124
|
+
return;
|
|
125
|
+
button.style.position = "";
|
|
126
|
+
button.style.bottom = "";
|
|
127
|
+
button.style.left = "";
|
|
128
|
+
}
|
|
129
|
+
endSession() {
|
|
130
|
+
const session = this.context.renderer.xr.getSession();
|
|
131
|
+
if (session)
|
|
132
|
+
session.end();
|
|
133
|
+
}
|
|
134
|
+
get Rig() {
|
|
135
|
+
this.ensureRig();
|
|
136
|
+
return this.rig;
|
|
137
|
+
}
|
|
138
|
+
controllers = [];
|
|
139
|
+
get Controllers() {
|
|
140
|
+
return this.controllers;
|
|
141
|
+
}
|
|
142
|
+
get LeftController() {
|
|
143
|
+
if (this.controllers.length > 0 && this.controllers[0].input?.handedness === "left")
|
|
144
|
+
return this.controllers[0];
|
|
145
|
+
if (this.controllers.length > 1 && this.controllers[1].input?.handedness === "left")
|
|
146
|
+
return this.controllers[1];
|
|
147
|
+
return null;
|
|
148
|
+
}
|
|
149
|
+
get RightController() {
|
|
150
|
+
if (this.controllers.length > 0 && this.controllers[0].input?.handedness === "right")
|
|
151
|
+
return this.controllers[0];
|
|
152
|
+
if (this.controllers.length > 1 && this.controllers[1].input?.handedness === "right")
|
|
153
|
+
return this.controllers[1];
|
|
154
|
+
return null;
|
|
155
|
+
}
|
|
156
|
+
get ARButton() {
|
|
157
|
+
return this._arButton;
|
|
158
|
+
}
|
|
159
|
+
get VRButton() {
|
|
160
|
+
return this._vrButton;
|
|
161
|
+
}
|
|
162
|
+
get IsInVR() { return this._isInVR; }
|
|
163
|
+
get IsInAR() { return this._isInAR; }
|
|
164
|
+
/** When enabled */
|
|
165
|
+
allowARPlacementReticle = true;
|
|
166
|
+
rig;
|
|
167
|
+
isInit = false;
|
|
168
|
+
_requestedAR = false;
|
|
169
|
+
_requestedVR = false;
|
|
170
|
+
_isInAR = false;
|
|
171
|
+
_isInVR = false;
|
|
172
|
+
_arButton;
|
|
173
|
+
_vrButton;
|
|
174
|
+
webAR = null;
|
|
175
|
+
awake() {
|
|
176
|
+
// as the webxr component is most of the times currently loaded as part of the scene
|
|
177
|
+
// and not part of the glTF directly and thus does not go through the whole serialization process currently
|
|
178
|
+
// we need to to manuall make sure it is of the correct type here
|
|
179
|
+
if (this.defaultAvatar) {
|
|
180
|
+
if (typeof (this.defaultAvatar) === "string") {
|
|
181
|
+
this.defaultAvatar = AssetReference.getOrCreate(this.sourceId ?? "/", this.defaultAvatar, this.context);
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
if (!GameObject.findObjectOfType(WebXRSync, this.context)) {
|
|
185
|
+
const sync = GameObject.addNewComponent(this.gameObject, WebXRSync, false);
|
|
186
|
+
sync.webXR = this;
|
|
187
|
+
}
|
|
188
|
+
this.webAR = new WebAR(this);
|
|
189
|
+
if (location.protocol == 'http:' && location.host.indexOf('localhost') < 0) {
|
|
190
|
+
showBalloonWarning("WebXR only works on https");
|
|
191
|
+
console.warn("WebXR only works on https. https://engine.needle.tools/docs/xr.html");
|
|
192
|
+
}
|
|
193
|
+
}
|
|
194
|
+
onEnable() {
|
|
195
|
+
if (this.isInit)
|
|
196
|
+
return;
|
|
197
|
+
if (!this.enableAR && !this.enableVR)
|
|
198
|
+
return;
|
|
199
|
+
this.isInit = true;
|
|
200
|
+
this.context.renderer.xr.enabled = true;
|
|
201
|
+
// TODO: move the whole buttons positioning out of here and make it configureable from css
|
|
202
|
+
// better set proper classes so user code can react to it instead
|
|
203
|
+
// of this hardcoded stuff
|
|
204
|
+
let arButton, vrButton;
|
|
205
|
+
const buttonsContainer = document.createElement('div');
|
|
206
|
+
buttonsContainer.classList.add("webxr-buttons");
|
|
207
|
+
buttonsContainer.style.cssText = `
|
|
208
|
+
position: absolute;
|
|
209
|
+
bottom: 21px;
|
|
210
|
+
left: 50%;
|
|
211
|
+
transform: translate(-50%, 0%);
|
|
212
|
+
z-index: 1000;
|
|
213
|
+
|
|
214
|
+
display: flex;
|
|
215
|
+
flex-direction: row;
|
|
216
|
+
justify-content: center;
|
|
217
|
+
align-items: flex-start;
|
|
218
|
+
gap: 10px;
|
|
219
|
+
`;
|
|
220
|
+
this.context.appendHTMLElement(buttonsContainer);
|
|
221
|
+
const forceButtons = debugWebXR;
|
|
222
|
+
if (debugWebXR)
|
|
223
|
+
console.log("ARSupported?", arSupported, "VRSupported?", vrSupported);
|
|
224
|
+
// AR support
|
|
225
|
+
if (forceButtons || (this.createARButton && this.enableAR && arSupported)) {
|
|
226
|
+
arButton = WebXR.createARButton(this);
|
|
227
|
+
this._arButton = arButton;
|
|
228
|
+
buttonsContainer.appendChild(arButton);
|
|
229
|
+
}
|
|
230
|
+
// VR support
|
|
231
|
+
if (forceButtons || (this.createVRButton && this.enableVR && vrSupported)) {
|
|
232
|
+
vrButton = WebXR.createVRButton(this);
|
|
233
|
+
this._vrButton = vrButton;
|
|
234
|
+
buttonsContainer.appendChild(vrButton);
|
|
235
|
+
}
|
|
236
|
+
setTimeout(() => {
|
|
237
|
+
WebXR.resetButtonStyles(vrButton);
|
|
238
|
+
WebXR.resetButtonStyles(arButton);
|
|
239
|
+
}, 1000);
|
|
240
|
+
}
|
|
241
|
+
_transformOrientation = new Quaternion();
|
|
242
|
+
get TransformOrientation() { return this._transformOrientation; }
|
|
243
|
+
_currentHeadPose = null;
|
|
244
|
+
get HeadPose() { return this._currentHeadPose; }
|
|
245
|
+
onBeforeRender(frame) {
|
|
246
|
+
if (!frame)
|
|
247
|
+
return;
|
|
248
|
+
// TODO: figure out why screen is black if we enable the code written here
|
|
249
|
+
// const referenceSpace = renderer.xr.getReferenceSpace();
|
|
250
|
+
const session = this.context.renderer.xr.getSession();
|
|
251
|
+
if (session) {
|
|
252
|
+
const referenceSpace = this.context.renderer.xr.getReferenceSpace();
|
|
253
|
+
if (!referenceSpace)
|
|
254
|
+
return;
|
|
255
|
+
const pose = frame.getViewerPose(referenceSpace);
|
|
256
|
+
if (!pose)
|
|
257
|
+
return;
|
|
258
|
+
this._currentHeadPose = pose;
|
|
259
|
+
const transform = pose?.transform;
|
|
260
|
+
if (transform) {
|
|
261
|
+
this._transformOrientation.set(transform.orientation.x, transform.orientation.y, transform.orientation.z, transform.orientation.w);
|
|
262
|
+
}
|
|
263
|
+
if (WebXR._isInXr === false && session) {
|
|
264
|
+
this.onEnterXR(session, frame);
|
|
265
|
+
}
|
|
266
|
+
else if (this.IsInVR) {
|
|
267
|
+
if (this.context.mainCamera) {
|
|
268
|
+
this.ensureRig();
|
|
269
|
+
}
|
|
270
|
+
}
|
|
271
|
+
for (const ctrl of this.controllers) {
|
|
272
|
+
ctrl.onUpdate(session);
|
|
273
|
+
}
|
|
274
|
+
if (this._isInAR) {
|
|
275
|
+
this.webAR?.onUpdate(session, frame);
|
|
276
|
+
}
|
|
277
|
+
}
|
|
278
|
+
WebXR.events.dispatchEvent({ type: WebXREvent.XRUpdate, frame: frame, xr: this.context.renderer.xr, rig: this.rig });
|
|
279
|
+
}
|
|
280
|
+
onClickedARButton() {
|
|
281
|
+
if (!this._isInAR) {
|
|
282
|
+
this._requestedAR = true;
|
|
283
|
+
this._requestedVR = false;
|
|
284
|
+
// if we do this on enter xr the state has already been changed in AR mode
|
|
285
|
+
// so we need to to this before session has started
|
|
286
|
+
this.captureStateBeforeXR();
|
|
287
|
+
}
|
|
288
|
+
}
|
|
289
|
+
onClickedVRButton() {
|
|
290
|
+
if (!this._isInVR) {
|
|
291
|
+
// happens e.g. when headset is off and xr session never actually started
|
|
292
|
+
if (this._requestedVR) {
|
|
293
|
+
this.onExitXR(null);
|
|
294
|
+
return;
|
|
295
|
+
}
|
|
296
|
+
this._requestedAR = false;
|
|
297
|
+
this._requestedVR = true;
|
|
298
|
+
this.captureStateBeforeXR();
|
|
299
|
+
// build controllers before session begins - this seems to fix issue with controller models not appearing/not getting connection event
|
|
300
|
+
this.ensureRig();
|
|
301
|
+
for (let i = 0; i < 2; i++) {
|
|
302
|
+
WebXRController.Create(this, i, this.gameObject, ControllerType.PhysicalDevice);
|
|
303
|
+
}
|
|
304
|
+
WebXR.events.dispatchEvent({ type: WebXREvent.RequestVRSession });
|
|
305
|
+
}
|
|
306
|
+
}
|
|
307
|
+
captureStateBeforeXR() {
|
|
308
|
+
if (this.context.mainCamera) {
|
|
309
|
+
this._originalCameraPosition.copy(getWorldPosition(this.context.mainCamera));
|
|
310
|
+
this._originalCameraRotation.copy(getWorldQuaternion(this.context.mainCamera));
|
|
311
|
+
this._originalCameraParent = this.context.mainCamera.parent;
|
|
312
|
+
}
|
|
313
|
+
if (this.Rig) {
|
|
314
|
+
this._originalXRRigParent = this.Rig.parent;
|
|
315
|
+
this._originalXRRigPosition.copy(this.Rig.position);
|
|
316
|
+
this._originalXRRigRotation.copy(this.Rig.quaternion);
|
|
317
|
+
}
|
|
318
|
+
}
|
|
319
|
+
ensureRig() {
|
|
320
|
+
if (!this.rig || isDestroyed(this.rig)) {
|
|
321
|
+
// currently just used for pose
|
|
322
|
+
const xrRig = GameObject.findObjectOfType(XRRig, this.context);
|
|
323
|
+
if (xrRig) {
|
|
324
|
+
// make it match unity forward
|
|
325
|
+
this.rig = xrRig.gameObject;
|
|
326
|
+
this.rig.rotateY(Math.PI);
|
|
327
|
+
// this.rig.position.copy(existing.worldPosition);
|
|
328
|
+
// this.rig.quaternion.premultiply(existing.worldQuaternion);
|
|
329
|
+
}
|
|
330
|
+
else {
|
|
331
|
+
this.rig = new Group();
|
|
332
|
+
this.rig.rotateY(Math.PI);
|
|
333
|
+
this.rig.name = "XRRig";
|
|
334
|
+
this.context.scene.add(this.rig);
|
|
335
|
+
}
|
|
336
|
+
}
|
|
337
|
+
// Make sure the webxr camera is parented to the xr rig
|
|
338
|
+
if (this.context.isInXR && this.context.mainCamera && this.context.mainCamera.parent !== this.rig) {
|
|
339
|
+
this.rig.add(this.context.mainCamera);
|
|
340
|
+
// Hack: make sure we have the correct position and rotation (e.g. where we are dealing with an implicitly created rig)
|
|
341
|
+
// This handles the case where we switch between multiple scenes
|
|
342
|
+
if (this.IsInVR) {
|
|
343
|
+
const other = GameObject.findObjectOfType(XRRig);
|
|
344
|
+
if (other && other?.gameObject !== this.rig) {
|
|
345
|
+
this.rig.position.copy(other.gameObject.position);
|
|
346
|
+
this.rig.quaternion.copy(other.gameObject.quaternion);
|
|
347
|
+
this.rig.rotateY(Math.PI);
|
|
348
|
+
this.rig.scale.copy(other.gameObject.scale);
|
|
349
|
+
}
|
|
350
|
+
}
|
|
351
|
+
}
|
|
352
|
+
}
|
|
353
|
+
_originalCameraParent = null;
|
|
354
|
+
_originalCameraPosition = new Vector3();
|
|
355
|
+
_originalCameraRotation = new Quaternion();
|
|
356
|
+
_originalXRRigParent = null;
|
|
357
|
+
_originalXRRigPosition = new Vector3();
|
|
358
|
+
_originalXRRigRotation = new Quaternion();
|
|
359
|
+
onEnterXR(session, frame) {
|
|
360
|
+
console.log("[XR] session begin", session, frame);
|
|
361
|
+
WebXR._isInXr = true;
|
|
362
|
+
this.ensureRig();
|
|
363
|
+
const space = this.context.renderer.xr.getReferenceSpace();
|
|
364
|
+
if (space && this.rig) {
|
|
365
|
+
const pose = frame.getViewerPose(space);
|
|
366
|
+
const rot = pose?.transform.orientation;
|
|
367
|
+
if (rot) {
|
|
368
|
+
const quat = new Quaternion(rot.x, rot.y, rot.z, rot.w);
|
|
369
|
+
const eu = new Euler().setFromQuaternion(quat);
|
|
370
|
+
this.rig.rotateY(eu.y);
|
|
371
|
+
// this.rig.quaternion.multiply(quat);
|
|
372
|
+
}
|
|
373
|
+
}
|
|
374
|
+
// when we set unity layers objects will only be rendered on one eye
|
|
375
|
+
// we set layers to sync raycasting and have a similar behaviour to unity
|
|
376
|
+
const xr = this.context.renderer.xr;
|
|
377
|
+
if (this.context.mainCamera) {
|
|
378
|
+
const cam = xr.getCamera();
|
|
379
|
+
if (debugWebXR)
|
|
380
|
+
console.log("WebXRCamera", cam);
|
|
381
|
+
const cull = this.context.mainCameraComponent?.cullingMask;
|
|
382
|
+
if (cam && cull !== undefined) {
|
|
383
|
+
for (const c of cam.cameras) {
|
|
384
|
+
c.layers.mask = cull;
|
|
385
|
+
}
|
|
386
|
+
cam.layers.mask = cull;
|
|
387
|
+
}
|
|
388
|
+
else if (cam) {
|
|
389
|
+
for (const c of cam.cameras) {
|
|
390
|
+
c.layers.enableAll();
|
|
391
|
+
}
|
|
392
|
+
cam.layers.enableAll();
|
|
393
|
+
}
|
|
394
|
+
if (this._requestedAR) {
|
|
395
|
+
this.context.scene.add(this.rig);
|
|
396
|
+
}
|
|
397
|
+
}
|
|
398
|
+
const flag = this._requestedAR ? XRStateFlag.AR : XRStateFlag.VR;
|
|
399
|
+
XRState.Global.Set(flag);
|
|
400
|
+
switch (flag) {
|
|
401
|
+
case XRStateFlag.AR:
|
|
402
|
+
this.context.xrSessionMode = XRSessionMode.ImmersiveAR;
|
|
403
|
+
this._isInAR = true;
|
|
404
|
+
this.webAR?.onBegin(session);
|
|
405
|
+
break;
|
|
406
|
+
case XRStateFlag.VR:
|
|
407
|
+
this.context.xrSessionMode = XRSessionMode.ImmersiveVR;
|
|
408
|
+
this._isInVR = true;
|
|
409
|
+
this.onEnterVR(session);
|
|
410
|
+
break;
|
|
411
|
+
}
|
|
412
|
+
session.addEventListener('end', () => {
|
|
413
|
+
console.log("[XR] session end");
|
|
414
|
+
WebXR._isInXr = false;
|
|
415
|
+
this.onExitXR(session);
|
|
416
|
+
});
|
|
417
|
+
this.onEnterXR_HandleMirrorWindow(session);
|
|
418
|
+
WebXR.events.dispatchEvent({ type: WebXREvent.XRStarted, session: session });
|
|
419
|
+
}
|
|
420
|
+
onExitXR(session) {
|
|
421
|
+
const wasInAR = this._isInAR;
|
|
422
|
+
if (session) {
|
|
423
|
+
if (this._isInAR) {
|
|
424
|
+
this.webAR?.onEnd(session);
|
|
425
|
+
}
|
|
426
|
+
else {
|
|
427
|
+
// if in VR we want to restore the FOV
|
|
428
|
+
this.context.mainCameraComponent?.applyClearFlagsIfIsActiveCamera();
|
|
429
|
+
}
|
|
430
|
+
}
|
|
431
|
+
this._isInAR = false;
|
|
432
|
+
this._isInVR = false;
|
|
433
|
+
this._requestedAR = false;
|
|
434
|
+
this._requestedVR = false;
|
|
435
|
+
this.context.xrSessionMode = undefined;
|
|
436
|
+
if (this.xrMirrorWindow) {
|
|
437
|
+
this.xrMirrorWindow.close();
|
|
438
|
+
this.xrMirrorWindow = null;
|
|
439
|
+
}
|
|
440
|
+
this.destroyControllers();
|
|
441
|
+
if (this.context.mainCamera) {
|
|
442
|
+
this._originalCameraParent?.add(this.context.mainCamera);
|
|
443
|
+
setWorldPosition(this.context.mainCamera, this._originalCameraPosition);
|
|
444
|
+
setWorldQuaternion(this.context.mainCamera, this._originalCameraRotation);
|
|
445
|
+
this.context.mainCamera.scale.set(1, 1, 1);
|
|
446
|
+
}
|
|
447
|
+
if (wasInAR) {
|
|
448
|
+
this._originalXRRigParent?.add(this.rig);
|
|
449
|
+
this.rig.position.copy(this._originalXRRigPosition);
|
|
450
|
+
this.rig.quaternion.copy(this._originalXRRigRotation);
|
|
451
|
+
}
|
|
452
|
+
XRState.Global.Set(XRStateFlag.Browser | XRStateFlag.ThirdPerson);
|
|
453
|
+
WebXR.events.dispatchEvent({ type: WebXREvent.XRStopped, session: session });
|
|
454
|
+
}
|
|
455
|
+
onEnterVR(_session) {
|
|
456
|
+
}
|
|
457
|
+
destroyControllers() {
|
|
458
|
+
for (let i = this.controllers.length - 1; i >= 0; i -= 1) {
|
|
459
|
+
this.controllers[i]?.destroy();
|
|
460
|
+
}
|
|
461
|
+
this.controllers.length = 0;
|
|
462
|
+
}
|
|
463
|
+
xrMirrorWindow = null;
|
|
464
|
+
onEnterXR_HandleMirrorWindow(session) {
|
|
465
|
+
if (!getParam("mirror"))
|
|
466
|
+
return;
|
|
467
|
+
setTimeout(() => {
|
|
468
|
+
if (!WebXR.IsInWebXR)
|
|
469
|
+
return;
|
|
470
|
+
const url = new URL(window.location.href);
|
|
471
|
+
setOrAddParamsToUrl(url.searchParams, noVoip, 1);
|
|
472
|
+
setOrAddParamsToUrl(url.searchParams, "isMirror", 1);
|
|
473
|
+
const str = url.toString();
|
|
474
|
+
this.xrMirrorWindow = window.open(str, "webxr sync", "popup=yes");
|
|
475
|
+
if (this.xrMirrorWindow) {
|
|
476
|
+
this.xrMirrorWindow.onload = () => {
|
|
477
|
+
if (this.xrMirrorWindow)
|
|
478
|
+
this.xrMirrorWindow.onbeforeunload = () => {
|
|
479
|
+
if (WebXR.IsInWebXR)
|
|
480
|
+
session.end();
|
|
481
|
+
};
|
|
482
|
+
};
|
|
483
|
+
}
|
|
484
|
+
}, 1000);
|
|
485
|
+
}
|
|
486
|
+
}
|
|
487
|
+
__decorate([
|
|
488
|
+
serializable()
|
|
489
|
+
], WebXR.prototype, "enableVR", void 0);
|
|
490
|
+
__decorate([
|
|
491
|
+
serializable()
|
|
492
|
+
], WebXR.prototype, "enableAR", void 0);
|
|
493
|
+
__decorate([
|
|
494
|
+
serializable(AssetReference)
|
|
495
|
+
], WebXR.prototype, "defaultAvatar", void 0);
|
|
496
|
+
__decorate([
|
|
497
|
+
serializable()
|
|
498
|
+
], WebXR.prototype, "handModelPath", void 0);
|
|
499
|
+
__decorate([
|
|
500
|
+
serializable()
|
|
501
|
+
], WebXR.prototype, "createVRButton", void 0);
|
|
502
|
+
__decorate([
|
|
503
|
+
serializable()
|
|
504
|
+
], WebXR.prototype, "createARButton", void 0);
|
|
505
|
+
// not sure if this should be a behaviour.
|
|
506
|
+
// for now we dont really need it to go through the usual update loop
|
|
507
|
+
export class WebAR {
|
|
508
|
+
get webxr() { return this._webxr; }
|
|
509
|
+
_webxr;
|
|
510
|
+
reticle = null;
|
|
511
|
+
reticleParent = null;
|
|
512
|
+
hitTestSource = null;
|
|
513
|
+
reticleActive = true;
|
|
514
|
+
// scene.background before entering AR
|
|
515
|
+
previousBackground = null;
|
|
516
|
+
previousEnvironment = null;
|
|
517
|
+
sessionRoot = null;
|
|
518
|
+
_previousParent = null;
|
|
519
|
+
// we need this in case the session root is on the same object as the webxr component
|
|
520
|
+
// so if we disable the session root we attach the webxr component to this temporary object
|
|
521
|
+
// to still receive updates
|
|
522
|
+
static tempWebXRObject;
|
|
523
|
+
get context() { return this.webxr.context; }
|
|
524
|
+
constructor(webxr) {
|
|
525
|
+
this._webxr = webxr;
|
|
526
|
+
}
|
|
527
|
+
arDomOverlay = null;
|
|
528
|
+
arOverlayElement = null;
|
|
529
|
+
noHitTestAvailable = false;
|
|
530
|
+
didPlaceARSessionRoot = false;
|
|
531
|
+
getAROverlayContainer() {
|
|
532
|
+
this.arDomOverlay = this.webxr.context.domElement;
|
|
533
|
+
// for react cases we dont have an Engine Element
|
|
534
|
+
const element = this.arDomOverlay;
|
|
535
|
+
if (element.getAROverlayContainer)
|
|
536
|
+
this.arOverlayElement = element.getAROverlayContainer();
|
|
537
|
+
else
|
|
538
|
+
this.arOverlayElement = this.arDomOverlay;
|
|
539
|
+
return this.arOverlayElement;
|
|
540
|
+
}
|
|
541
|
+
setReticleActive(active) {
|
|
542
|
+
this.reticleActive = active;
|
|
543
|
+
}
|
|
544
|
+
async onBegin(session) {
|
|
545
|
+
const context = this.webxr.context;
|
|
546
|
+
this.reticleActive = true;
|
|
547
|
+
this.didPlaceARSessionRoot = false;
|
|
548
|
+
this.getAROverlayContainer();
|
|
549
|
+
const deviceType = isQuest() ? ControllerType.PhysicalDevice : ControllerType.Touch;
|
|
550
|
+
const controllerCount = deviceType === ControllerType.Touch ? 4 : 2;
|
|
551
|
+
for (let i = 0; i < controllerCount; i++) {
|
|
552
|
+
WebXRController.Create(this.webxr, i, this.webxr.gameObject, deviceType);
|
|
553
|
+
}
|
|
554
|
+
if (!this.sessionRoot || this.sessionRoot.destroyed || !this.sessionRoot.activeAndEnabled)
|
|
555
|
+
this.sessionRoot = GameObject.findObjectOfType(WebARSessionRoot, context);
|
|
556
|
+
if (!this.sessionRoot) {
|
|
557
|
+
// TODO: adding it on the scene directly doesnt work (probably because then everything in the scene is disabled including this component). See code a bit furhter below where we add this component to a temporary object inside the scene
|
|
558
|
+
const obj = this.webxr.gameObject;
|
|
559
|
+
this.sessionRoot = GameObject.addNewComponent(obj, WebARSessionRoot);
|
|
560
|
+
console.warn("WebAR: No ARSessionRoot found, creating one automatically on the WebXR object");
|
|
561
|
+
}
|
|
562
|
+
this.previousBackground = context.scene.background;
|
|
563
|
+
this.previousEnvironment = context.scene.environment;
|
|
564
|
+
context.scene.background = null;
|
|
565
|
+
session.requestReferenceSpace('viewer').then((referenceSpace) => {
|
|
566
|
+
session.requestHitTestSource?.call(session, { space: referenceSpace })?.then((source) => {
|
|
567
|
+
this.hitTestSource = source;
|
|
568
|
+
}).catch((err) => {
|
|
569
|
+
this.noHitTestAvailable = true;
|
|
570
|
+
console.warn("WebXR: Hit test not supported", err);
|
|
571
|
+
});
|
|
572
|
+
});
|
|
573
|
+
if (!this.reticle && this.sessionRoot) {
|
|
574
|
+
this.reticle = new Mesh(new RingGeometry(0.07, 0.09, 32).rotateX(-Math.PI / 2), new MeshBasicMaterial());
|
|
575
|
+
this.reticle.name = "AR Placement reticle";
|
|
576
|
+
this.reticle.matrixAutoUpdate = false;
|
|
577
|
+
this.reticle.visible = false;
|
|
578
|
+
// create AR reticle parent to allow WebXRSessionRoot to be translated, rotated or scaled
|
|
579
|
+
this.reticleParent = new Object3D();
|
|
580
|
+
this.reticleParent.name = "AR Reticle Parent";
|
|
581
|
+
this.reticleParent.matrixAutoUpdate = false;
|
|
582
|
+
this.reticleParent.add(this.reticle);
|
|
583
|
+
// this.reticleParent.matrix.copy(this.sessionRoot.gameObject.matrixWorld);
|
|
584
|
+
if (this.webxr.scene) {
|
|
585
|
+
this.context.scene.add(this.reticleParent);
|
|
586
|
+
// this.context.scene.add(this.reticle);
|
|
587
|
+
this.context.scene.visible = true;
|
|
588
|
+
}
|
|
589
|
+
else
|
|
590
|
+
console.warn("Could not found WebXR Rig");
|
|
591
|
+
}
|
|
592
|
+
this._previousParent = this.webxr.gameObject;
|
|
593
|
+
if (!WebAR.tempWebXRObject)
|
|
594
|
+
WebAR.tempWebXRObject = new Object3D();
|
|
595
|
+
this.context.scene.add(WebAR.tempWebXRObject);
|
|
596
|
+
GameObject.addComponent(WebAR.tempWebXRObject, this.webxr);
|
|
597
|
+
if (this.sessionRoot) {
|
|
598
|
+
this.sessionRoot.webAR = this;
|
|
599
|
+
this.sessionRoot?.onBegin(session);
|
|
600
|
+
}
|
|
601
|
+
else
|
|
602
|
+
console.warn("No WebARSessionRoot found in scene");
|
|
603
|
+
const eng = this.context.domElement;
|
|
604
|
+
eng?.onEnterAR?.call(eng, session, this.arOverlayElement);
|
|
605
|
+
this.context.mainCameraComponent?.applyClearFlagsIfIsActiveCamera();
|
|
606
|
+
}
|
|
607
|
+
onEnd(session) {
|
|
608
|
+
if (this._previousParent) {
|
|
609
|
+
GameObject.addComponent(this._previousParent, this.webxr);
|
|
610
|
+
this._previousParent = null;
|
|
611
|
+
}
|
|
612
|
+
this.hitTestSource = null;
|
|
613
|
+
const context = this.webxr.context;
|
|
614
|
+
context.scene.background = this.previousBackground;
|
|
615
|
+
context.scene.environment = this.previousEnvironment;
|
|
616
|
+
if (this.sessionRoot) {
|
|
617
|
+
this.sessionRoot.onEnd(this.webxr.Rig, session);
|
|
618
|
+
}
|
|
619
|
+
const el = this.context.domElement;
|
|
620
|
+
el.onExitAR?.call(el, session);
|
|
621
|
+
this.context.mainCameraComponent?.applyClearFlagsIfIsActiveCamera();
|
|
622
|
+
}
|
|
623
|
+
onUpdate(session, frame) {
|
|
624
|
+
if (this.noHitTestAvailable === true) {
|
|
625
|
+
if (this.reticle)
|
|
626
|
+
this.reticle.visible = false;
|
|
627
|
+
if (!this.didPlaceARSessionRoot) {
|
|
628
|
+
this.didPlaceARSessionRoot = true;
|
|
629
|
+
const rig = this.webxr.Rig;
|
|
630
|
+
const placementMatrix = arPlacementWithoutHitTestMatrix.clone();
|
|
631
|
+
// if (rig) {
|
|
632
|
+
// const positionFromRig = new Vector3(0, 0, 0).add(rig.position).divideScalar(this.sessionRoot?.arScale ?? 1);
|
|
633
|
+
// placementMatrix.multiply(new Matrix4().makeTranslation(positionFromRig.x, positionFromRig.y, positionFromRig.z));
|
|
634
|
+
// // placementMatrix.setPosition(positionFromRig);
|
|
635
|
+
// }
|
|
636
|
+
this.sessionRoot?.placeAt(rig, placementMatrix);
|
|
637
|
+
}
|
|
638
|
+
return;
|
|
639
|
+
}
|
|
640
|
+
if (!this.hitTestSource)
|
|
641
|
+
return;
|
|
642
|
+
const hitTestResults = frame.getHitTestResults(this.hitTestSource);
|
|
643
|
+
if (hitTestResults.length) {
|
|
644
|
+
const hit = hitTestResults[0];
|
|
645
|
+
const referenceSpace = this.webxr.context.renderer.xr.getReferenceSpace();
|
|
646
|
+
if (referenceSpace) {
|
|
647
|
+
const pose = hit.getPose(referenceSpace);
|
|
648
|
+
if (this.sessionRoot) {
|
|
649
|
+
const didPlace = this.sessionRoot.onUpdate(this.webxr.Rig, session, hit, pose);
|
|
650
|
+
this.didPlaceARSessionRoot = didPlace;
|
|
651
|
+
}
|
|
652
|
+
if (this.reticle) {
|
|
653
|
+
this.reticle.visible = this.reticleActive && this._webxr.allowARPlacementReticle;
|
|
654
|
+
if (this.reticleActive) {
|
|
655
|
+
if (pose) {
|
|
656
|
+
const matrix = pose.transform.matrix;
|
|
657
|
+
this.reticle.matrix.fromArray(matrix);
|
|
658
|
+
if (this.webxr.Rig)
|
|
659
|
+
this.reticle.matrix.premultiply(this.webxr.Rig.matrix);
|
|
660
|
+
}
|
|
661
|
+
}
|
|
662
|
+
}
|
|
663
|
+
}
|
|
664
|
+
}
|
|
665
|
+
else {
|
|
666
|
+
this.sessionRoot?.onUpdate(this.webxr.Rig, session, null, null);
|
|
667
|
+
if (this.reticle)
|
|
668
|
+
this.reticle.visible = false;
|
|
669
|
+
}
|
|
670
|
+
}
|
|
671
|
+
}
|
|
672
|
+
const arPlacementWithoutHitTestMatrix = new Matrix4().identity().makeTranslation(0, 0, 0);
|
|
673
673
|
//# sourceMappingURL=WebXR.js.map
|