@needle-tools/engine 4.7.2-alpha → 4.7.2-next.6f2cd71
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +3782 -3782
- package/LICENSE.md +10 -10
- package/README.md +64 -64
- package/components.needle.json +1 -1
- package/dist/generateMeshBVH.worker-BaNp_Xtp.js +25 -0
- package/dist/{gltf-progressive-zdhlW609.umd.cjs → gltf-progressive-B9o1T8Vr.umd.cjs} +1 -1
- package/dist/{gltf-progressive-YjtQYFa9.js → gltf-progressive-DO0SisAM.js} +2 -2
- package/dist/{gltf-progressive-yOP1mp5W.min.js → gltf-progressive-DQF10PJE.min.js} +1 -1
- package/dist/{needle-engine.bundle-BhDF-YSv.min.js → needle-engine.bundle-B-NoV0t_.min.js} +64 -64
- package/dist/{needle-engine.bundle-D2myV4E4.umd.cjs → needle-engine.bundle-BMnlxDfi.umd.cjs} +59 -59
- package/dist/{needle-engine.bundle-gp00DTS4.js → needle-engine.bundle-CFi0ugBx.js} +638 -638
- package/dist/needle-engine.d.ts +130 -129
- package/dist/needle-engine.js +4 -4
- package/dist/needle-engine.min.js +1 -1
- package/dist/needle-engine.umd.cjs +1 -1
- package/dist/{postprocessing-8AQTeZsr.umd.cjs → postprocessing-CjW23fio.umd.cjs} +2 -2
- package/dist/{postprocessing-BkxN_08g.js → postprocessing-DYLNOL3W.js} +3 -3
- package/dist/{postprocessing-BDScN9yu.min.js → postprocessing-xYQWCHFu.min.js} +2 -2
- package/dist/{three-DMrv-4ar.umd.cjs → three-B_hneGZr.umd.cjs} +4 -4
- package/dist/{three-Bz6X1mrw.js → three-DrqIzZTH.js} +4198 -4198
- package/dist/{three-Boa-jOq-.min.js → three-DuDKwKB8.min.js} +33 -33
- package/dist/{three-examples-GggCDHv0.js → three-examples-B50TT3Iu.js} +5 -5
- package/dist/{three-examples-DuVhxqft.min.js → three-examples-DaDLBuy6.min.js} +14 -14
- package/dist/{three-examples-C7ryg8vN.umd.cjs → three-examples-X3OadjXB.umd.cjs} +3 -3
- package/dist/{three-mesh-ui-CY6Izc7C.min.js → three-mesh-ui-B3p3gyUz.min.js} +1 -1
- package/dist/{three-mesh-ui-CwlN0FUC.umd.cjs → three-mesh-ui-CQiIQIlA.umd.cjs} +1 -1
- package/dist/{three-mesh-ui-CLNOfsWn.js → three-mesh-ui-CxuWt7m-.js} +1 -1
- package/dist/{vendor-zxXa3Dmr.min.js → vendor-BlSxe9JJ.min.js} +3 -3
- package/dist/{vendor-BSD1RQIh.js → vendor-BmYIgaS1.js} +3 -3
- package/dist/{vendor-DHr4aqIZ.umd.cjs → vendor-Cavtu3CP.umd.cjs} +3 -3
- package/lib/asap/needle-asap.d.ts +1 -1
- package/lib/asap/needle-asap.js +95 -95
- package/lib/asap/sessiongranted.d.ts +3 -3
- package/lib/asap/sessiongranted.js +65 -65
- package/lib/asap/utils.d.ts +1 -1
- package/lib/asap/utils.js +3 -3
- package/lib/engine/analytics/index.d.ts +6 -6
- package/lib/engine/analytics/index.js +12 -12
- package/lib/engine/analytics/lcp.d.ts +3 -3
- package/lib/engine/analytics/lcp.js +34 -34
- package/lib/engine/api.d.ts +82 -82
- package/lib/engine/api.js +81 -81
- package/lib/engine/assets/index.d.ts +11 -11
- package/lib/engine/assets/index.js +47 -47
- package/lib/engine/assets/static.d.ts +1 -1
- package/lib/engine/assets/static.js +4 -4
- package/lib/engine/codegen/register_types.d.ts +1 -1
- package/lib/engine/codegen/register_types.js +300 -300
- package/lib/engine/debug/debug.d.ts +15 -15
- package/lib/engine/debug/debug.js +44 -44
- package/lib/engine/debug/debug_console.d.ts +2 -2
- package/lib/engine/debug/debug_console.js +307 -307
- package/lib/engine/debug/debug_overlay.d.ts +22 -22
- package/lib/engine/debug/debug_overlay.js +316 -316
- package/lib/engine/debug/debug_spatial_console.d.ts +2 -2
- package/lib/engine/debug/debug_spatial_console.js +390 -390
- package/lib/engine/debug/index.d.ts +2 -2
- package/lib/engine/debug/index.js +2 -2
- package/lib/engine/engine_addressables.d.ts +164 -164
- package/lib/engine/engine_addressables.js +601 -601
- package/lib/engine/engine_animation.d.ts +43 -43
- package/lib/engine/engine_animation.js +133 -133
- package/lib/engine/engine_application.d.ts +45 -45
- package/lib/engine/engine_application.js +104 -104
- package/lib/engine/engine_assetdatabase.d.ts +25 -25
- package/lib/engine/engine_assetdatabase.js +346 -346
- package/lib/engine/engine_audio.d.ts +4 -4
- package/lib/engine/engine_audio.js +23 -23
- package/lib/engine/engine_camera.d.ts +13 -13
- package/lib/engine/engine_camera.js +30 -30
- package/lib/engine/engine_components.d.ts +110 -110
- package/lib/engine/engine_components.js +374 -374
- package/lib/engine/engine_components_internal.d.ts +9 -9
- package/lib/engine/engine_components_internal.js +36 -36
- package/lib/engine/engine_constants.d.ts +10 -10
- package/lib/engine/engine_constants.js +41 -41
- package/lib/engine/engine_context.d.ts +475 -475
- package/lib/engine/engine_context.js +1673 -1673
- package/lib/engine/engine_context_registry.d.ts +71 -71
- package/lib/engine/engine_context_registry.js +117 -117
- package/lib/engine/engine_coroutine.d.ts +35 -35
- package/lib/engine/engine_coroutine.js +52 -52
- package/lib/engine/engine_create_objects.d.ts +119 -119
- package/lib/engine/engine_create_objects.js +320 -320
- package/lib/engine/engine_default_parameters.d.ts +2 -2
- package/lib/engine/engine_default_parameters.js +3 -3
- package/lib/engine/engine_editor-sync.d.ts +21 -21
- package/lib/engine/engine_editor-sync.js +4 -4
- package/lib/engine/engine_fileloader.d.ts +2 -2
- package/lib/engine/engine_fileloader.js +8 -8
- package/lib/engine/engine_gameobject.d.ts +68 -68
- package/lib/engine/engine_gameobject.js +619 -619
- package/lib/engine/engine_generic_utils.d.ts +1 -1
- package/lib/engine/engine_generic_utils.js +13 -13
- package/lib/engine/engine_gizmos.d.ts +149 -149
- package/lib/engine/engine_gizmos.js +530 -530
- package/lib/engine/engine_gltf.d.ts +12 -12
- package/lib/engine/engine_gltf.js +15 -15
- package/lib/engine/engine_gltf_builtin_components.d.ts +11 -11
- package/lib/engine/engine_gltf_builtin_components.js +341 -341
- package/lib/engine/engine_hot_reload.d.ts +8 -8
- package/lib/engine/engine_hot_reload.js +197 -197
- package/lib/engine/engine_input.d.ts +362 -362
- package/lib/engine/engine_input.js +1294 -1294
- package/lib/engine/engine_input_utils.d.ts +2 -2
- package/lib/engine/engine_input_utils.js +22 -22
- package/lib/engine/engine_instancing.d.ts +19 -19
- package/lib/engine/engine_instancing.js +39 -39
- package/lib/engine/engine_license.d.ts +11 -11
- package/lib/engine/engine_license.js +369 -369
- package/lib/engine/engine_lifecycle_api.d.ts +83 -83
- package/lib/engine/engine_lifecycle_api.js +106 -106
- package/lib/engine/engine_lifecycle_functions_internal.d.ts +32 -32
- package/lib/engine/engine_lifecycle_functions_internal.js +146 -146
- package/lib/engine/engine_lightdata.d.ts +23 -23
- package/lib/engine/engine_lightdata.js +101 -101
- package/lib/engine/engine_loaders.callbacks.d.ts +97 -97
- package/lib/engine/engine_loaders.callbacks.js +86 -86
- package/lib/engine/engine_loaders.d.ts +48 -48
- package/lib/engine/engine_loaders.gltf.d.ts +13 -13
- package/lib/engine/engine_loaders.gltf.js +62 -62
- package/lib/engine/engine_loaders.js +337 -337
- package/lib/engine/engine_lods.d.ts +35 -35
- package/lib/engine/engine_lods.js +160 -160
- package/lib/engine/engine_mainloop_utils.d.ts +32 -32
- package/lib/engine/engine_mainloop_utils.js +466 -466
- package/lib/engine/engine_math.d.ts +114 -114
- package/lib/engine/engine_math.js +247 -247
- package/lib/engine/engine_modules.d.ts +36 -36
- package/lib/engine/engine_modules.js +85 -85
- package/lib/engine/engine_networking.d.ts +260 -260
- package/lib/engine/engine_networking.js +764 -764
- package/lib/engine/engine_networking_auto.d.ts +24 -24
- package/lib/engine/engine_networking_auto.js +310 -310
- package/lib/engine/engine_networking_blob.d.ts +48 -48
- package/lib/engine/engine_networking_blob.js +228 -228
- package/lib/engine/engine_networking_files.d.ts +35 -35
- package/lib/engine/engine_networking_files.js +172 -172
- package/lib/engine/engine_networking_files_default_components.d.ts +6 -6
- package/lib/engine/engine_networking_files_default_components.js +42 -42
- package/lib/engine/engine_networking_instantiate.d.ts +100 -100
- package/lib/engine/engine_networking_instantiate.js +345 -345
- package/lib/engine/engine_networking_peer.d.ts +15 -15
- package/lib/engine/engine_networking_peer.js +132 -132
- package/lib/engine/engine_networking_streams.d.ts +123 -123
- package/lib/engine/engine_networking_streams.js +645 -645
- package/lib/engine/engine_networking_types.d.ts +22 -22
- package/lib/engine/engine_networking_types.js +7 -7
- package/lib/engine/engine_networking_utils.d.ts +2 -2
- package/lib/engine/engine_networking_utils.js +20 -20
- package/lib/engine/engine_networking_websocket.d.ts +1 -1
- package/lib/engine/engine_networking_websocket.js +2 -2
- package/lib/engine/engine_patcher.d.ts +10 -10
- package/lib/engine/engine_patcher.js +142 -142
- package/lib/engine/engine_physics.d.ts +152 -152
- package/lib/engine/engine_physics.js +645 -645
- package/lib/engine/engine_physics.types.d.ts +40 -40
- package/lib/engine/engine_physics.types.js +33 -33
- package/lib/engine/engine_physics_rapier.d.ts +147 -147
- package/lib/engine/engine_physics_rapier.js +1433 -1433
- package/lib/engine/engine_playerview.d.ts +26 -26
- package/lib/engine/engine_playerview.js +64 -64
- package/lib/engine/engine_scenelighting.d.ts +71 -71
- package/lib/engine/engine_scenelighting.js +226 -226
- package/lib/engine/engine_serialization.d.ts +3 -3
- package/lib/engine/engine_serialization.js +3 -3
- package/lib/engine/engine_serialization_builtin_serializer.d.ts +72 -72
- package/lib/engine/engine_serialization_builtin_serializer.js +403 -403
- package/lib/engine/engine_serialization_core.d.ts +94 -94
- package/lib/engine/engine_serialization_core.js +607 -607
- package/lib/engine/engine_serialization_decorator.d.ts +23 -23
- package/lib/engine/engine_serialization_decorator.js +66 -66
- package/lib/engine/engine_setup.d.ts +1 -1
- package/lib/engine/engine_setup.js +2 -2
- package/lib/engine/engine_shaders.d.ts +53 -53
- package/lib/engine/engine_shaders.js +252 -252
- package/lib/engine/engine_shims.d.ts +4 -4
- package/lib/engine/engine_shims.js +24 -24
- package/lib/engine/engine_test_utils.d.ts +39 -39
- package/lib/engine/engine_test_utils.js +83 -83
- package/lib/engine/engine_texture.d.ts +28 -28
- package/lib/engine/engine_texture.js +64 -64
- package/lib/engine/engine_three_utils.d.ts +204 -204
- package/lib/engine/engine_three_utils.js +788 -788
- package/lib/engine/engine_time.d.ts +51 -51
- package/lib/engine/engine_time.js +82 -82
- package/lib/engine/engine_time_utils.d.ts +88 -88
- package/lib/engine/engine_time_utils.js +215 -215
- package/lib/engine/engine_tonemapping.d.ts +6 -6
- package/lib/engine/engine_tonemapping.js +197 -197
- package/lib/engine/engine_types.d.ts +578 -578
- package/lib/engine/engine_types.js +95 -95
- package/lib/engine/engine_typestore.d.ts +28 -28
- package/lib/engine/engine_typestore.js +55 -55
- package/lib/engine/engine_util_decorator.d.ts +13 -13
- package/lib/engine/engine_util_decorator.js +116 -116
- package/lib/engine/engine_utils.d.ts +248 -248
- package/lib/engine/engine_utils.js +1012 -1012
- package/lib/engine/engine_utils_format.d.ts +24 -24
- package/lib/engine/engine_utils_format.js +239 -239
- package/lib/engine/engine_utils_screenshot.d.ts +159 -159
- package/lib/engine/engine_utils_screenshot.js +522 -522
- package/lib/engine/engine_utils_screenshot.xr.d.ts +5 -5
- package/lib/engine/engine_utils_screenshot.xr.js +90 -90
- package/lib/engine/engine_xr.d.ts +1 -1
- package/lib/engine/engine_xr.js +1 -1
- package/lib/engine/export/gltf/Writers.d.ts +19 -19
- package/lib/engine/export/gltf/Writers.js +24 -24
- package/lib/engine/export/gltf/index.d.ts +11 -11
- package/lib/engine/export/gltf/index.js +123 -123
- package/lib/engine/export/index.d.ts +2 -2
- package/lib/engine/export/index.js +2 -2
- package/lib/engine/export/state.d.ts +7 -7
- package/lib/engine/export/state.js +17 -17
- package/lib/engine/export/utils.d.ts +2 -2
- package/lib/engine/export/utils.js +7 -7
- package/lib/engine/extensions/EXT_texture_exr.d.ts +8 -8
- package/lib/engine/extensions/EXT_texture_exr.js +32 -32
- package/lib/engine/extensions/NEEDLE_animator_controller_model.d.ts +122 -122
- package/lib/engine/extensions/NEEDLE_animator_controller_model.js +95 -95
- package/lib/engine/extensions/NEEDLE_components.d.ts +35 -35
- package/lib/engine/extensions/NEEDLE_components.js +220 -220
- package/lib/engine/extensions/NEEDLE_gameobject_data.d.ts +10 -10
- package/lib/engine/extensions/NEEDLE_gameobject_data.js +57 -57
- package/lib/engine/extensions/NEEDLE_lighting_settings.d.ts +37 -37
- package/lib/engine/extensions/NEEDLE_lighting_settings.js +157 -157
- package/lib/engine/extensions/NEEDLE_lightmaps.d.ts +18 -18
- package/lib/engine/extensions/NEEDLE_lightmaps.js +99 -99
- package/lib/engine/extensions/NEEDLE_persistent_assets.d.ts +11 -11
- package/lib/engine/extensions/NEEDLE_persistent_assets.js +63 -63
- package/lib/engine/extensions/NEEDLE_progressive.d.ts +1 -1
- package/lib/engine/extensions/NEEDLE_progressive.js +1 -1
- package/lib/engine/extensions/NEEDLE_render_objects.d.ts +13 -13
- package/lib/engine/extensions/NEEDLE_render_objects.js +159 -159
- package/lib/engine/extensions/NEEDLE_techniques_webgl.d.ts +38 -38
- package/lib/engine/extensions/NEEDLE_techniques_webgl.js +564 -564
- package/lib/engine/extensions/extension_resolver.d.ts +4 -4
- package/lib/engine/extensions/extension_resolver.js +1 -1
- package/lib/engine/extensions/extension_utils.d.ts +12 -12
- package/lib/engine/extensions/extension_utils.js +152 -152
- package/lib/engine/extensions/extensions.d.ts +32 -32
- package/lib/engine/extensions/extensions.js +107 -107
- package/lib/engine/extensions/index.d.ts +6 -6
- package/lib/engine/extensions/index.js +6 -6
- package/lib/engine/extensions/usage_tracker.d.ts +13 -13
- package/lib/engine/extensions/usage_tracker.js +65 -65
- package/lib/engine/js-extensions/Camera.d.ts +1 -1
- package/lib/engine/js-extensions/Camera.js +39 -39
- package/lib/engine/js-extensions/ExtensionUtils.d.ts +9 -9
- package/lib/engine/js-extensions/ExtensionUtils.js +67 -67
- package/lib/engine/js-extensions/Layers.d.ts +6 -6
- package/lib/engine/js-extensions/Layers.js +22 -22
- package/lib/engine/js-extensions/Object3D.d.ts +120 -120
- package/lib/engine/js-extensions/Object3D.js +136 -136
- package/lib/engine/js-extensions/RGBAColor.d.ts +23 -23
- package/lib/engine/js-extensions/RGBAColor.js +111 -111
- package/lib/engine/js-extensions/Vector.d.ts +3 -3
- package/lib/engine/js-extensions/Vector.js +13 -13
- package/lib/engine/js-extensions/index.d.ts +5 -5
- package/lib/engine/js-extensions/index.js +5 -5
- package/lib/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.d.ts +4 -4
- package/lib/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.js +79 -79
- package/lib/engine/shaders/shaderData.d.ts +55 -55
- package/lib/engine/shaders/shaderData.js +58 -58
- package/lib/engine/tests/test_utils.d.ts +2 -2
- package/lib/engine/tests/test_utils.js +53 -53
- package/lib/engine/webcomponents/WebXRButtons.d.ts +56 -56
- package/lib/engine/webcomponents/WebXRButtons.js +230 -230
- package/lib/engine/webcomponents/api.d.ts +5 -5
- package/lib/engine/webcomponents/api.js +4 -4
- package/lib/engine/webcomponents/buttons.d.ts +51 -51
- package/lib/engine/webcomponents/buttons.js +264 -264
- package/lib/engine/webcomponents/fonts.d.ts +9 -9
- package/lib/engine/webcomponents/fonts.js +32 -32
- package/lib/engine/webcomponents/icons.d.ts +9 -9
- package/lib/engine/webcomponents/icons.js +52 -52
- package/lib/engine/webcomponents/index.d.ts +1 -1
- package/lib/engine/webcomponents/index.js +1 -1
- package/lib/engine/webcomponents/logo-element.d.ts +10 -10
- package/lib/engine/webcomponents/logo-element.js +67 -67
- package/lib/engine/webcomponents/needle menu/needle-menu-spatial.d.ts +37 -37
- package/lib/engine/webcomponents/needle menu/needle-menu-spatial.js +513 -513
- package/lib/engine/webcomponents/needle menu/needle-menu.d.ts +155 -155
- package/lib/engine/webcomponents/needle menu/needle-menu.js +1029 -1029
- package/lib/engine/webcomponents/needle-button.d.ts +34 -34
- package/lib/engine/webcomponents/needle-button.js +161 -161
- package/lib/engine/webcomponents/needle-engine.ar-overlay.d.ts +21 -21
- package/lib/engine/webcomponents/needle-engine.ar-overlay.js +166 -166
- package/lib/engine/webcomponents/needle-engine.attributes.d.ts +69 -69
- package/lib/engine/webcomponents/needle-engine.attributes.js +1 -1
- package/lib/engine/webcomponents/needle-engine.d.ts +116 -116
- package/lib/engine/webcomponents/needle-engine.extras.d.ts +6 -6
- package/lib/engine/webcomponents/needle-engine.extras.js +13 -13
- package/lib/engine/webcomponents/needle-engine.js +821 -821
- package/lib/engine/webcomponents/needle-engine.loading.d.ts +44 -44
- package/lib/engine/webcomponents/needle-engine.loading.js +341 -341
- package/lib/engine/xr/NeedleXRController.d.ts +313 -313
- package/lib/engine/xr/NeedleXRController.js +1007 -1007
- package/lib/engine/xr/NeedleXRSession.d.ts +340 -340
- package/lib/engine/xr/NeedleXRSession.js +1463 -1463
- package/lib/engine/xr/NeedleXRSync.d.ts +22 -22
- package/lib/engine/xr/NeedleXRSync.js +188 -188
- package/lib/engine/xr/SceneTransition.d.ts +18 -18
- package/lib/engine/xr/SceneTransition.js +69 -69
- package/lib/engine/xr/TempXRContext.d.ts +34 -34
- package/lib/engine/xr/TempXRContext.js +187 -187
- package/lib/engine/xr/XRRig.d.ts +7 -7
- package/lib/engine/xr/XRRig.js +1 -1
- package/lib/engine/xr/api.d.ts +6 -6
- package/lib/engine/xr/api.js +6 -6
- package/lib/engine/xr/events.d.ts +66 -66
- package/lib/engine/xr/events.js +93 -93
- package/lib/engine/xr/internal.d.ts +12 -12
- package/lib/engine/xr/internal.js +25 -25
- package/lib/engine/xr/usdz.d.ts +12 -12
- package/lib/engine/xr/usdz.js +29 -29
- package/lib/engine/xr/utils.d.ts +11 -11
- package/lib/engine/xr/utils.js +34 -34
- package/lib/engine-components/AlignmentConstraint.d.ts +10 -10
- package/lib/engine-components/AlignmentConstraint.js +39 -39
- package/lib/engine-components/Animation.d.ts +156 -156
- package/lib/engine-components/Animation.js +508 -508
- package/lib/engine-components/AnimationCurve.d.ts +40 -40
- package/lib/engine-components/AnimationCurve.js +159 -159
- package/lib/engine-components/AnimationUtils.d.ts +8 -8
- package/lib/engine-components/AnimationUtils.js +27 -27
- package/lib/engine-components/AnimationUtilsAutoplay.d.ts +1 -1
- package/lib/engine-components/AnimationUtilsAutoplay.js +39 -39
- package/lib/engine-components/Animator.d.ts +217 -217
- package/lib/engine-components/Animator.js +354 -354
- package/lib/engine-components/AnimatorController.d.ts +227 -227
- package/lib/engine-components/AnimatorController.js +1152 -1152
- package/lib/engine-components/AudioListener.d.ts +33 -33
- package/lib/engine-components/AudioListener.js +86 -86
- package/lib/engine-components/AudioSource.d.ts +217 -217
- package/lib/engine-components/AudioSource.js +635 -635
- package/lib/engine-components/AvatarLoader.d.ts +80 -80
- package/lib/engine-components/AvatarLoader.js +231 -231
- package/lib/engine-components/AxesHelper.d.ts +32 -32
- package/lib/engine-components/AxesHelper.js +67 -67
- package/lib/engine-components/BasicIKConstraint.d.ts +9 -9
- package/lib/engine-components/BasicIKConstraint.js +43 -43
- package/lib/engine-components/BoxCollider.d.ts +2 -2
- package/lib/engine-components/BoxCollider.js +2 -2
- package/lib/engine-components/BoxHelperComponent.d.ts +47 -47
- package/lib/engine-components/BoxHelperComponent.js +102 -102
- package/lib/engine-components/Camera.d.ts +231 -231
- package/lib/engine-components/Camera.js +700 -700
- package/lib/engine-components/CameraUtils.d.ts +1 -1
- package/lib/engine-components/CameraUtils.js +123 -123
- package/lib/engine-components/CharacterController.d.ts +55 -55
- package/lib/engine-components/CharacterController.js +236 -236
- package/lib/engine-components/Collider.d.ts +188 -188
- package/lib/engine-components/Collider.js +369 -369
- package/lib/engine-components/Component.d.ts +792 -792
- package/lib/engine-components/Component.js +920 -920
- package/lib/engine-components/ContactShadows.d.ts +94 -94
- package/lib/engine-components/ContactShadows.js +453 -453
- package/lib/engine-components/DeleteBox.d.ts +19 -19
- package/lib/engine-components/DeleteBox.js +58 -58
- package/lib/engine-components/DeviceFlag.d.ts +16 -16
- package/lib/engine-components/DeviceFlag.js +47 -47
- package/lib/engine-components/DragControls.d.ts +170 -170
- package/lib/engine-components/DragControls.js +1421 -1421
- package/lib/engine-components/DropListener.d.ts +215 -215
- package/lib/engine-components/DropListener.js +642 -642
- package/lib/engine-components/Duplicatable.d.ts +35 -35
- package/lib/engine-components/Duplicatable.js +202 -202
- package/lib/engine-components/EventList.d.ts +54 -54
- package/lib/engine-components/EventList.js +232 -232
- package/lib/engine-components/EventTrigger.d.ts +33 -33
- package/lib/engine-components/EventTrigger.js +75 -75
- package/lib/engine-components/EventType.d.ts +22 -22
- package/lib/engine-components/EventType.js +23 -23
- package/lib/engine-components/Fog.d.ts +22 -22
- package/lib/engine-components/Fog.js +61 -61
- package/lib/engine-components/Gizmos.d.ts +17 -17
- package/lib/engine-components/Gizmos.js +64 -64
- package/lib/engine-components/GridHelper.d.ts +20 -20
- package/lib/engine-components/GridHelper.js +54 -54
- package/lib/engine-components/GroundProjection.d.ts +67 -67
- package/lib/engine-components/GroundProjection.js +343 -343
- package/lib/engine-components/Interactable.d.ts +12 -12
- package/lib/engine-components/Interactable.js +12 -12
- package/lib/engine-components/Joints.d.ts +19 -19
- package/lib/engine-components/Joints.js +51 -51
- package/lib/engine-components/LODGroup.d.ts +35 -35
- package/lib/engine-components/LODGroup.js +152 -152
- package/lib/engine-components/Light.d.ts +180 -180
- package/lib/engine-components/Light.js +535 -535
- package/lib/engine-components/LookAtConstraint.d.ts +19 -19
- package/lib/engine-components/LookAtConstraint.js +35 -35
- package/lib/engine-components/NeedleMenu.d.ts +50 -50
- package/lib/engine-components/NeedleMenu.js +92 -92
- package/lib/engine-components/NestedGltf.d.ts +25 -25
- package/lib/engine-components/NestedGltf.js +88 -88
- package/lib/engine-components/Networking.d.ts +54 -54
- package/lib/engine-components/Networking.js +112 -112
- package/lib/engine-components/OffsetConstraint.d.ts +14 -14
- package/lib/engine-components/OffsetConstraint.js +65 -65
- package/lib/engine-components/OrbitControls.d.ts +268 -268
- package/lib/engine-components/OrbitControls.js +1015 -1015
- package/lib/engine-components/PlayerColor.d.ts +19 -19
- package/lib/engine-components/PlayerColor.js +94 -94
- package/lib/engine-components/ReflectionProbe.d.ts +28 -28
- package/lib/engine-components/ReflectionProbe.js +204 -204
- package/lib/engine-components/Renderer.d.ts +153 -153
- package/lib/engine-components/Renderer.js +834 -834
- package/lib/engine-components/RendererInstancing.d.ts +140 -140
- package/lib/engine-components/RendererInstancing.js +744 -744
- package/lib/engine-components/RendererLightmap.d.ts +24 -24
- package/lib/engine-components/RendererLightmap.js +182 -182
- package/lib/engine-components/RigidBody.d.ts +155 -155
- package/lib/engine-components/RigidBody.js +517 -517
- package/lib/engine-components/SceneSwitcher.d.ts +263 -263
- package/lib/engine-components/SceneSwitcher.js +971 -971
- package/lib/engine-components/ScreenCapture.d.ts +144 -144
- package/lib/engine-components/ScreenCapture.js +547 -547
- package/lib/engine-components/ShadowCatcher.d.ts +33 -33
- package/lib/engine-components/ShadowCatcher.js +166 -166
- package/lib/engine-components/Skybox.d.ts +88 -88
- package/lib/engine-components/Skybox.js +469 -469
- package/lib/engine-components/SmoothFollow.d.ts +34 -34
- package/lib/engine-components/SmoothFollow.js +82 -82
- package/lib/engine-components/SpatialTrigger.d.ts +102 -102
- package/lib/engine-components/SpatialTrigger.js +225 -225
- package/lib/engine-components/SpectatorCamera.d.ts +111 -111
- package/lib/engine-components/SpectatorCamera.js +715 -715
- package/lib/engine-components/SphereCollider.d.ts +2 -2
- package/lib/engine-components/SphereCollider.js +2 -2
- package/lib/engine-components/SpriteRenderer.d.ts +132 -132
- package/lib/engine-components/SpriteRenderer.js +472 -472
- package/lib/engine-components/SyncedCamera.d.ts +41 -41
- package/lib/engine-components/SyncedCamera.js +199 -199
- package/lib/engine-components/SyncedRoom.d.ts +106 -106
- package/lib/engine-components/SyncedRoom.js +371 -371
- package/lib/engine-components/SyncedTransform.d.ts +94 -94
- package/lib/engine-components/SyncedTransform.js +331 -331
- package/lib/engine-components/TestRunner.d.ts +16 -16
- package/lib/engine-components/TestRunner.js +102 -102
- package/lib/engine-components/TransformGizmo.d.ts +75 -75
- package/lib/engine-components/TransformGizmo.js +209 -209
- package/lib/engine-components/VideoPlayer.d.ts +184 -184
- package/lib/engine-components/VideoPlayer.js +978 -978
- package/lib/engine-components/Voip.d.ts +67 -67
- package/lib/engine-components/Voip.js +360 -360
- package/lib/engine-components/api.d.ts +51 -51
- package/lib/engine-components/api.js +50 -50
- package/lib/engine-components/avatar/AvatarBlink_Simple.d.ts +11 -11
- package/lib/engine-components/avatar/AvatarBlink_Simple.js +76 -76
- package/lib/engine-components/avatar/AvatarEyeLook_Rotation.d.ts +14 -14
- package/lib/engine-components/avatar/AvatarEyeLook_Rotation.js +68 -68
- package/lib/engine-components/avatar/Avatar_Brain_LookAt.d.ts +29 -29
- package/lib/engine-components/avatar/Avatar_Brain_LookAt.js +121 -121
- package/lib/engine-components/avatar/Avatar_MouthShapes.d.ts +15 -15
- package/lib/engine-components/avatar/Avatar_MouthShapes.js +79 -79
- package/lib/engine-components/avatar/Avatar_MustacheShake.d.ts +9 -9
- package/lib/engine-components/avatar/Avatar_MustacheShake.js +29 -29
- package/lib/engine-components/codegen/components.d.ts +216 -216
- package/lib/engine-components/codegen/components.js +218 -218
- package/lib/engine-components/debug/LogStats.d.ts +5 -5
- package/lib/engine-components/debug/LogStats.js +18 -18
- package/lib/engine-components/export/gltf/GltfExport.d.ts +30 -30
- package/lib/engine-components/export/gltf/GltfExport.js +246 -246
- package/lib/engine-components/export/gltf/index.d.ts +1 -1
- package/lib/engine-components/export/gltf/index.js +1 -1
- package/lib/engine-components/export/index.d.ts +1 -1
- package/lib/engine-components/export/index.js +1 -1
- package/lib/engine-components/export/usdz/Extension.d.ts +22 -22
- package/lib/engine-components/export/usdz/Extension.js +1 -1
- package/lib/engine-components/export/usdz/ThreeUSDZExporter.d.ts +162 -162
- package/lib/engine-components/export/usdz/ThreeUSDZExporter.js +1789 -1789
- package/lib/engine-components/export/usdz/USDZExporter.d.ts +130 -130
- package/lib/engine-components/export/usdz/USDZExporter.js +663 -663
- package/lib/engine-components/export/usdz/extensions/Animation.d.ts +106 -106
- package/lib/engine-components/export/usdz/extensions/Animation.js +1071 -1071
- package/lib/engine-components/export/usdz/extensions/DocumentExtension.d.ts +5 -5
- package/lib/engine-components/export/usdz/extensions/DocumentExtension.js +6 -6
- package/lib/engine-components/export/usdz/extensions/NodeMaterialConverter.d.ts +10 -10
- package/lib/engine-components/export/usdz/extensions/NodeMaterialConverter.js +451 -451
- package/lib/engine-components/export/usdz/extensions/USDZText.d.ts +54 -54
- package/lib/engine-components/export/usdz/extensions/USDZText.js +203 -203
- package/lib/engine-components/export/usdz/extensions/USDZUI.d.ts +8 -8
- package/lib/engine-components/export/usdz/extensions/USDZUI.js +158 -158
- package/lib/engine-components/export/usdz/extensions/behavior/Actions.d.ts +30 -30
- package/lib/engine-components/export/usdz/extensions/behavior/Actions.js +88 -88
- package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.d.ts +10 -10
- package/lib/engine-components/export/usdz/extensions/behavior/AudioExtension.js +86 -86
- package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.d.ts +28 -28
- package/lib/engine-components/export/usdz/extensions/behavior/Behaviour.js +290 -290
- package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.d.ts +190 -190
- package/lib/engine-components/export/usdz/extensions/behavior/BehaviourComponents.js +1060 -1060
- package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.d.ts +135 -135
- package/lib/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.js +548 -548
- package/lib/engine-components/export/usdz/extensions/behavior/PhysicsExtension.d.ts +7 -7
- package/lib/engine-components/export/usdz/extensions/behavior/PhysicsExtension.js +115 -115
- package/lib/engine-components/export/usdz/index.d.ts +3 -3
- package/lib/engine-components/export/usdz/index.js +2 -2
- package/lib/engine-components/export/usdz/utils/animationutils.d.ts +7 -7
- package/lib/engine-components/export/usdz/utils/animationutils.js +163 -163
- package/lib/engine-components/export/usdz/utils/quicklook.d.ts +2 -2
- package/lib/engine-components/export/usdz/utils/quicklook.js +43 -43
- package/lib/engine-components/particlesystem/ParticleSystem.d.ts +177 -177
- package/lib/engine-components/particlesystem/ParticleSystem.js +1176 -1176
- package/lib/engine-components/particlesystem/ParticleSystemModules.d.ts +526 -526
- package/lib/engine-components/particlesystem/ParticleSystemModules.js +1930 -1930
- package/lib/engine-components/particlesystem/ParticleSystemSubEmitter.d.ts +25 -25
- package/lib/engine-components/particlesystem/ParticleSystemSubEmitter.js +87 -87
- package/lib/engine-components/particlesystem/api.d.ts +2 -2
- package/lib/engine-components/particlesystem/api.js +2 -2
- package/lib/engine-components/postprocessing/Effects/Antialiasing.d.ts +17 -17
- package/lib/engine-components/postprocessing/Effects/Antialiasing.js +59 -59
- package/lib/engine-components/postprocessing/Effects/BloomEffect.d.ts +46 -46
- package/lib/engine-components/postprocessing/Effects/BloomEffect.js +113 -113
- package/lib/engine-components/postprocessing/Effects/ChromaticAberration.d.ts +11 -11
- package/lib/engine-components/postprocessing/Effects/ChromaticAberration.js +39 -39
- package/lib/engine-components/postprocessing/Effects/ColorAdjustments.d.ts +23 -23
- package/lib/engine-components/postprocessing/Effects/ColorAdjustments.js +111 -111
- package/lib/engine-components/postprocessing/Effects/DepthOfField.d.ts +25 -25
- package/lib/engine-components/postprocessing/Effects/DepthOfField.js +104 -104
- package/lib/engine-components/postprocessing/Effects/EffectWrapper.d.ts +12 -12
- package/lib/engine-components/postprocessing/Effects/EffectWrapper.js +18 -18
- package/lib/engine-components/postprocessing/Effects/Pixelation.d.ts +11 -11
- package/lib/engine-components/postprocessing/Effects/Pixelation.js +32 -32
- package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.d.ts +18 -18
- package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.js +91 -91
- package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.d.ts +70 -70
- package/lib/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.js +176 -176
- package/lib/engine-components/postprocessing/Effects/Sharpening.d.ts +18 -18
- package/lib/engine-components/postprocessing/Effects/Sharpening.js +127 -127
- package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.d.ts +17 -17
- package/lib/engine-components/postprocessing/Effects/TiltShiftEffect.js +70 -70
- package/lib/engine-components/postprocessing/Effects/Tonemapping.d.ts +19 -19
- package/lib/engine-components/postprocessing/Effects/Tonemapping.js +94 -94
- package/lib/engine-components/postprocessing/Effects/Tonemapping.utils.d.ts +13 -13
- package/lib/engine-components/postprocessing/Effects/Tonemapping.utils.js +51 -51
- package/lib/engine-components/postprocessing/Effects/Vignette.d.ts +15 -15
- package/lib/engine-components/postprocessing/Effects/Vignette.js +60 -60
- package/lib/engine-components/postprocessing/PostProcessingEffect.d.ts +90 -90
- package/lib/engine-components/postprocessing/PostProcessingEffect.js +168 -168
- package/lib/engine-components/postprocessing/PostProcessingHandler.d.ts +42 -42
- package/lib/engine-components/postprocessing/PostProcessingHandler.js +494 -494
- package/lib/engine-components/postprocessing/Volume.d.ts +90 -90
- package/lib/engine-components/postprocessing/Volume.js +385 -385
- package/lib/engine-components/postprocessing/VolumeParameter.d.ts +26 -26
- package/lib/engine-components/postprocessing/VolumeParameter.js +136 -136
- package/lib/engine-components/postprocessing/VolumeProfile.d.ts +15 -15
- package/lib/engine-components/postprocessing/VolumeProfile.js +60 -60
- package/lib/engine-components/postprocessing/index.d.ts +6 -6
- package/lib/engine-components/postprocessing/index.js +6 -6
- package/lib/engine-components/postprocessing/utils.d.ts +55 -55
- package/lib/engine-components/postprocessing/utils.js +119 -119
- package/lib/engine-components/timeline/PlayableDirector.d.ts +163 -163
- package/lib/engine-components/timeline/PlayableDirector.js +686 -686
- package/lib/engine-components/timeline/SignalAsset.d.ts +24 -24
- package/lib/engine-components/timeline/SignalAsset.js +130 -130
- package/lib/engine-components/timeline/TimelineModels.d.ts +89 -89
- package/lib/engine-components/timeline/TimelineModels.js +22 -22
- package/lib/engine-components/timeline/TimelineTracks.d.ts +110 -110
- package/lib/engine-components/timeline/TimelineTracks.js +879 -879
- package/lib/engine-components/timeline/index.d.ts +4 -4
- package/lib/engine-components/timeline/index.js +3 -3
- package/lib/engine-components/ui/BaseUIComponent.d.ts +48 -48
- package/lib/engine-components/ui/BaseUIComponent.js +170 -170
- package/lib/engine-components/ui/Button.d.ts +64 -64
- package/lib/engine-components/ui/Button.js +315 -315
- package/lib/engine-components/ui/Canvas.d.ts +74 -74
- package/lib/engine-components/ui/Canvas.js +407 -407
- package/lib/engine-components/ui/CanvasGroup.d.ts +19 -19
- package/lib/engine-components/ui/CanvasGroup.js +58 -58
- package/lib/engine-components/ui/EventSystem.d.ts +125 -125
- package/lib/engine-components/ui/EventSystem.js +765 -765
- package/lib/engine-components/ui/Graphic.d.ts +55 -55
- package/lib/engine-components/ui/Graphic.js +255 -255
- package/lib/engine-components/ui/Image.d.ts +35 -35
- package/lib/engine-components/ui/Image.js +116 -116
- package/lib/engine-components/ui/InputField.d.ts +42 -42
- package/lib/engine-components/ui/InputField.js +268 -268
- package/lib/engine-components/ui/Interfaces.d.ts +38 -38
- package/lib/engine-components/ui/Interfaces.js +12 -12
- package/lib/engine-components/ui/Layout.d.ts +84 -84
- package/lib/engine-components/ui/Layout.js +330 -330
- package/lib/engine-components/ui/Outline.d.ts +7 -7
- package/lib/engine-components/ui/Outline.js +20 -20
- package/lib/engine-components/ui/PointerEvents.d.ts +115 -115
- package/lib/engine-components/ui/PointerEvents.js +145 -145
- package/lib/engine-components/ui/RaycastUtils.d.ts +11 -11
- package/lib/engine-components/ui/RaycastUtils.js +67 -67
- package/lib/engine-components/ui/Raycaster.d.ts +30 -30
- package/lib/engine-components/ui/Raycaster.js +95 -95
- package/lib/engine-components/ui/RectTransform.d.ts +61 -61
- package/lib/engine-components/ui/RectTransform.js +356 -356
- package/lib/engine-components/ui/SpatialHtml.d.ts +8 -8
- package/lib/engine-components/ui/SpatialHtml.js +79 -79
- package/lib/engine-components/ui/Symbols.d.ts +1 -1
- package/lib/engine-components/ui/Symbols.js +1 -1
- package/lib/engine-components/ui/Text.d.ts +78 -78
- package/lib/engine-components/ui/Text.js +539 -539
- package/lib/engine-components/ui/Utils.d.ts +24 -24
- package/lib/engine-components/ui/Utils.js +90 -90
- package/lib/engine-components/ui/index.d.ts +1 -1
- package/lib/engine-components/ui/index.js +1 -1
- package/lib/engine-components/utils/EnvironmentScene.d.ts +5 -5
- package/lib/engine-components/utils/EnvironmentScene.js +205 -205
- package/lib/engine-components/utils/LookAt.d.ts +31 -31
- package/lib/engine-components/utils/LookAt.js +82 -82
- package/lib/engine-components/utils/OpenURL.d.ts +42 -42
- package/lib/engine-components/utils/OpenURL.js +119 -119
- package/lib/engine-components/webxr/Avatar.d.ts +25 -25
- package/lib/engine-components/webxr/Avatar.js +255 -255
- package/lib/engine-components/webxr/TeleportTarget.d.ts +7 -7
- package/lib/engine-components/webxr/TeleportTarget.js +7 -7
- package/lib/engine-components/webxr/WebARCameraBackground.d.ts +30 -30
- package/lib/engine-components/webxr/WebARCameraBackground.js +155 -155
- package/lib/engine-components/webxr/WebARSessionRoot.d.ts +98 -98
- package/lib/engine-components/webxr/WebARSessionRoot.js +770 -770
- package/lib/engine-components/webxr/WebXR.d.ts +232 -232
- package/lib/engine-components/webxr/WebXR.js +561 -561
- package/lib/engine-components/webxr/WebXRAvatar.d.ts +27 -27
- package/lib/engine-components/webxr/WebXRAvatar.js +44 -44
- package/lib/engine-components/webxr/WebXRImageTracking.d.ts +86 -86
- package/lib/engine-components/webxr/WebXRImageTracking.js +471 -471
- package/lib/engine-components/webxr/WebXRPlaneTracking.d.ts +92 -92
- package/lib/engine-components/webxr/WebXRPlaneTracking.js +500 -500
- package/lib/engine-components/webxr/WebXRRig.d.ts +32 -32
- package/lib/engine-components/webxr/WebXRRig.js +72 -72
- package/lib/engine-components/webxr/XRFlag.d.ts +38 -38
- package/lib/engine-components/webxr/XRFlag.js +139 -139
- package/lib/engine-components/webxr/controllers/XRControllerFollow.d.ts +47 -47
- package/lib/engine-components/webxr/controllers/XRControllerFollow.js +120 -120
- package/lib/engine-components/webxr/controllers/XRControllerModel.d.ts +43 -43
- package/lib/engine-components/webxr/controllers/XRControllerModel.js +352 -352
- package/lib/engine-components/webxr/controllers/XRControllerMovement.d.ts +78 -78
- package/lib/engine-components/webxr/controllers/XRControllerMovement.js +506 -506
- package/lib/engine-components/webxr/index.d.ts +3 -3
- package/lib/engine-components/webxr/index.js +3 -3
- package/lib/engine-components/webxr/types.d.ts +3 -3
- package/lib/engine-components/webxr/types.js +1 -1
- package/lib/engine-components-experimental/Presentation.d.ts +6 -6
- package/lib/engine-components-experimental/Presentation.js +9 -9
- package/lib/engine-components-experimental/api.d.ts +4 -4
- package/lib/engine-components-experimental/api.js +4 -4
- package/lib/engine-components-experimental/networking/PlayerSync.d.ts +156 -156
- package/lib/engine-components-experimental/networking/PlayerSync.js +377 -377
- package/lib/engine-schemes/api.d.ts +12 -12
- package/lib/engine-schemes/api.js +12 -12
- package/lib/engine-schemes/schemes.d.ts +7 -7
- package/lib/engine-schemes/schemes.js +19 -19
- package/lib/engine-schemes/synced-camera-model.d.ts +25 -25
- package/lib/engine-schemes/synced-camera-model.js +67 -67
- package/lib/engine-schemes/synced-transform-model.d.ts +31 -31
- package/lib/engine-schemes/synced-transform-model.js +66 -66
- package/lib/engine-schemes/transform.d.ts +12 -12
- package/lib/engine-schemes/transform.js +39 -39
- package/lib/engine-schemes/vec2.d.ts +10 -10
- package/lib/engine-schemes/vec2.js +25 -25
- package/lib/engine-schemes/vec3.d.ts +11 -11
- package/lib/engine-schemes/vec3.js +29 -29
- package/lib/engine-schemes/vec4.d.ts +12 -12
- package/lib/engine-schemes/vec4.js +33 -33
- package/lib/engine-schemes/vr-user-state-buffer.d.ts +37 -37
- package/lib/engine-schemes/vr-user-state-buffer.js +110 -110
- package/lib/include/three/EXT_mesh_gpu_instancing_exporter.d.ts +6 -6
- package/lib/include/three/EXT_mesh_gpu_instancing_exporter.js +45 -45
- package/lib/needle-engine.d.ts +7 -7
- package/lib/needle-engine.js +64 -64
- package/package.json +3 -3
- package/plugins/common/buildinfo.js +64 -64
- package/plugins/common/cloud.js +1 -1
- package/plugins/common/config.cjs +31 -31
- package/plugins/common/config.js +35 -35
- package/plugins/common/files.js +31 -31
- package/plugins/common/generator.js +10 -10
- package/plugins/common/license.js +452 -452
- package/plugins/common/logger.js +327 -327
- package/plugins/common/npm.js +15 -15
- package/plugins/common/timers.js +7 -7
- package/plugins/common/version.js +37 -37
- package/plugins/gltf-packer.mjs +1 -1
- package/plugins/next/alias.cjs +39 -39
- package/plugins/next/license.cjs +24 -24
- package/plugins/next/meshbvhworker.cjs +18 -18
- package/plugins/next/next.js +141 -141
- package/plugins/types/index.d.ts +2 -2
- package/plugins/types/license.d.ts +24 -24
- package/plugins/types/needleConfig.d.ts +27 -27
- package/plugins/types/next.d.ts +2 -2
- package/plugins/types/userconfig.d.ts +124 -124
- package/plugins/types/vite.d.ts +13 -13
- package/plugins/types/webmanifest.d.ts +32 -32
- package/plugins/vite/alias.js +189 -189
- package/plugins/vite/asap.js +251 -251
- package/plugins/vite/build-pipeline.js +371 -371
- package/plugins/vite/build.js +19 -19
- package/plugins/vite/buildinfo.js +41 -41
- package/plugins/vite/config.js +106 -106
- package/plugins/vite/copyfiles.js +138 -138
- package/plugins/vite/defines.js +70 -70
- package/plugins/vite/dependencies.js +232 -232
- package/plugins/vite/dependency-watcher.js +237 -237
- package/plugins/vite/drop-client.js +76 -76
- package/plugins/vite/drop.js +87 -87
- package/plugins/vite/editor-connection.js +124 -124
- package/plugins/vite/facebook-instant-games.js +102 -102
- package/plugins/vite/gzip.js +5 -5
- package/plugins/vite/imports-logger.js +143 -143
- package/plugins/vite/index.js +147 -147
- package/plugins/vite/license.js +56 -56
- package/plugins/vite/local-files.js +440 -440
- package/plugins/vite/logger.client.js +272 -272
- package/plugins/vite/logger.js +100 -100
- package/plugins/vite/materialx.js +31 -31
- package/plugins/vite/meta.js +163 -163
- package/plugins/vite/npm.js +7 -7
- package/plugins/vite/peer.js +29 -29
- package/plugins/vite/poster-client.js +73 -73
- package/plugins/vite/poster.js +79 -79
- package/plugins/vite/pwa.js +604 -604
- package/plugins/vite/reload-client.js +15 -15
- package/plugins/vite/reload.js +351 -351
- package/plugins/vite/server.js +66 -66
- package/plugins/vite/transform-codegen.js +55 -55
- package/plugins/vite/transform.js +32 -32
- package/plugins/vite/vite-4.4-hack.js +31 -31
- package/src/asap/needle-asap.ts +111 -111
- package/src/asap/sessiongranted.ts +75 -75
- package/src/asap/utils.ts +4 -4
- package/src/engine/analytics/index.ts +10 -10
- package/src/engine/analytics/lcp.ts +35 -35
- package/src/engine/api.ts +82 -82
- package/src/engine/assets/index.ts +59 -59
- package/src/engine/assets/static.js +5 -5
- package/src/engine/codegen/register_types.ts +300 -300
- package/src/engine/debug/debug.ts +51 -51
- package/src/engine/debug/debug_console.ts +333 -333
- package/src/engine/debug/debug_overlay.ts +332 -332
- package/src/engine/debug/debug_spatial_console.ts +429 -429
- package/src/engine/debug/index.ts +1 -1
- package/src/engine/engine_addressables.ts +671 -671
- package/src/engine/engine_animation.ts +145 -145
- package/src/engine/engine_application.ts +113 -113
- package/src/engine/engine_assetdatabase.ts +389 -389
- package/src/engine/engine_audio.ts +24 -24
- package/src/engine/engine_camera.ts +39 -39
- package/src/engine/engine_components.ts +366 -366
- package/src/engine/engine_components_internal.ts +40 -40
- package/src/engine/engine_constants.ts +52 -52
- package/src/engine/engine_context.ts +1824 -1824
- package/src/engine/engine_context_registry.ts +129 -129
- package/src/engine/engine_coroutine.ts +54 -54
- package/src/engine/engine_create_objects.ts +411 -411
- package/src/engine/engine_default_parameters.ts +3 -3
- package/src/engine/engine_editor-sync.ts +28 -28
- package/src/engine/engine_fileloader.js +9 -9
- package/src/engine/engine_gameobject.ts +712 -712
- package/src/engine/engine_generic_utils.js +13 -13
- package/src/engine/engine_gizmos.ts +577 -577
- package/src/engine/engine_gltf.ts +29 -29
- package/src/engine/engine_gltf_builtin_components.ts +403 -403
- package/src/engine/engine_hot_reload.ts +210 -210
- package/src/engine/engine_input.ts +1500 -1500
- package/src/engine/engine_input_utils.ts +23 -23
- package/src/engine/engine_instancing.ts +45 -45
- package/src/engine/engine_license.ts +386 -386
- package/src/engine/engine_lifecycle_api.ts +113 -113
- package/src/engine/engine_lifecycle_functions_internal.ts +193 -193
- package/src/engine/engine_lightdata.ts +125 -125
- package/src/engine/engine_loaders.callbacks.ts +136 -136
- package/src/engine/engine_loaders.gltf.ts +82 -82
- package/src/engine/engine_loaders.ts +378 -378
- package/src/engine/engine_lods.ts +186 -186
- package/src/engine/engine_mainloop_utils.ts +472 -472
- package/src/engine/engine_math.ts +282 -282
- package/src/engine/engine_modules.ts +83 -83
- package/src/engine/engine_networking.ts +862 -862
- package/src/engine/engine_networking_auto.ts +352 -352
- package/src/engine/engine_networking_blob.ts +275 -275
- package/src/engine/engine_networking_files.ts +217 -217
- package/src/engine/engine_networking_files_default_components.ts +58 -58
- package/src/engine/engine_networking_instantiate.ts +419 -419
- package/src/engine/engine_networking_peer.ts +159 -159
- package/src/engine/engine_networking_streams.ts +713 -713
- package/src/engine/engine_networking_types.ts +24 -24
- package/src/engine/engine_networking_utils.ts +23 -23
- package/src/engine/engine_networking_websocket.ts +2 -2
- package/src/engine/engine_patcher.ts +199 -199
- package/src/engine/engine_physics.ts +783 -783
- package/src/engine/engine_physics.types.ts +46 -46
- package/src/engine/engine_physics_rapier.ts +1577 -1577
- package/src/engine/engine_playerview.ts +80 -80
- package/src/engine/engine_scenelighting.ts +294 -294
- package/src/engine/engine_serialization.ts +2 -2
- package/src/engine/engine_serialization_builtin_serializer.ts +473 -473
- package/src/engine/engine_serialization_core.ts +720 -720
- package/src/engine/engine_serialization_decorator.ts +80 -80
- package/src/engine/engine_setup.ts +1 -1
- package/src/engine/engine_shaders.ts +267 -267
- package/src/engine/engine_shims.ts +32 -32
- package/src/engine/engine_test_utils.ts +109 -109
- package/src/engine/engine_texture.ts +82 -82
- package/src/engine/engine_three_utils.ts +928 -928
- package/src/engine/engine_time.ts +94 -94
- package/src/engine/engine_time_utils.ts +237 -237
- package/src/engine/engine_tonemapping.ts +208 -208
- package/src/engine/engine_types.ts +730 -730
- package/src/engine/engine_typestore.ts +63 -63
- package/src/engine/engine_util_decorator.ts +136 -136
- package/src/engine/engine_utils.ts +1115 -1115
- package/src/engine/engine_utils_format.ts +273 -273
- package/src/engine/engine_utils_screenshot.ts +708 -708
- package/src/engine/engine_utils_screenshot.xr.ts +103 -103
- package/src/engine/export/gltf/Writers.ts +34 -34
- package/src/engine/export/gltf/index.ts +158 -158
- package/src/engine/export/index.ts +2 -2
- package/src/engine/export/state.ts +19 -19
- package/src/engine/export/utils.ts +9 -9
- package/src/engine/extensions/EXT_texture_exr.ts +50 -50
- package/src/engine/extensions/NEEDLE_animator_controller_model.ts +195 -195
- package/src/engine/extensions/NEEDLE_components.ts +268 -268
- package/src/engine/extensions/NEEDLE_gameobject_data.ts +81 -81
- package/src/engine/extensions/NEEDLE_lighting_settings.ts +185 -185
- package/src/engine/extensions/NEEDLE_lightmaps.ts +119 -119
- package/src/engine/extensions/NEEDLE_persistent_assets.ts +76 -76
- package/src/engine/extensions/NEEDLE_render_objects.ts +209 -209
- package/src/engine/extensions/NEEDLE_techniques_webgl.ts +640 -640
- package/src/engine/extensions/extension_resolver.ts +4 -4
- package/src/engine/extensions/extension_utils.ts +166 -166
- package/src/engine/extensions/extensions.ts +140 -140
- package/src/engine/extensions/index.ts +5 -5
- package/src/engine/extensions/usage_tracker.ts +100 -100
- package/src/engine/js-extensions/Camera.ts +37 -37
- package/src/engine/js-extensions/ExtensionUtils.ts +85 -85
- package/src/engine/js-extensions/Layers.ts +23 -23
- package/src/engine/js-extensions/Object3D.ts +296 -296
- package/src/engine/js-extensions/RGBAColor.ts +126 -126
- package/src/engine/js-extensions/Vector.ts +18 -18
- package/src/engine/js-extensions/index.ts +4 -4
- package/src/engine/physics/workers/mesh-bvh/GenerateMeshBVHWorker.js +125 -125
- package/src/engine/shaders/shaderData.ts +67 -67
- package/src/engine/tests/test_utils.ts +63 -63
- package/src/engine/webcomponents/WebXRButtons.ts +260 -260
- package/src/engine/webcomponents/api.ts +6 -6
- package/src/engine/webcomponents/buttons.ts +292 -292
- package/src/engine/webcomponents/fonts.ts +41 -41
- package/src/engine/webcomponents/icons.ts +57 -57
- package/src/engine/webcomponents/index.ts +1 -1
- package/src/engine/webcomponents/logo-element.ts +78 -78
- package/src/engine/webcomponents/needle menu/needle-menu-spatial.ts +573 -573
- package/src/engine/webcomponents/needle menu/needle-menu.ts +1118 -1118
- package/src/engine/webcomponents/needle-button.ts +181 -181
- package/src/engine/webcomponents/needle-engine.ar-overlay.ts +186 -186
- package/src/engine/webcomponents/needle-engine.attributes.ts +82 -82
- package/src/engine/webcomponents/needle-engine.extras.ts +16 -16
- package/src/engine/webcomponents/needle-engine.loading.ts +373 -373
- package/src/engine/webcomponents/needle-engine.ts +860 -860
- package/src/engine/xr/NeedleXRController.ts +1125 -1125
- package/src/engine/xr/NeedleXRSession.ts +1624 -1624
- package/src/engine/xr/NeedleXRSync.ts +220 -220
- package/src/engine/xr/SceneTransition.ts +78 -78
- package/src/engine/xr/TempXRContext.ts +216 -216
- package/src/engine/xr/XRRig.ts +9 -9
- package/src/engine/xr/api.ts +5 -5
- package/src/engine/xr/events.ts +102 -102
- package/src/engine/xr/internal.ts +34 -34
- package/src/engine/xr/usdz.ts +30 -30
- package/src/engine/xr/utils.ts +39 -39
- package/src/engine-components/AlignmentConstraint.ts +36 -36
- package/src/engine-components/Animation.ts +557 -557
- package/src/engine-components/AnimationCurve.ts +150 -150
- package/src/engine-components/AnimationUtils.ts +28 -28
- package/src/engine-components/AnimationUtilsAutoplay.ts +43 -43
- package/src/engine-components/Animator.ts +397 -397
- package/src/engine-components/AnimatorController.ts +1293 -1293
- package/src/engine-components/AudioListener.ts +92 -92
- package/src/engine-components/AudioSource.ts +644 -644
- package/src/engine-components/AvatarLoader.ts +263 -263
- package/src/engine-components/AxesHelper.ts +59 -59
- package/src/engine-components/BasicIKConstraint.ts +54 -54
- package/src/engine-components/BoxCollider.ts +1 -1
- package/src/engine-components/BoxHelperComponent.ts +114 -114
- package/src/engine-components/Camera.ts +719 -719
- package/src/engine-components/CameraUtils.ts +138 -138
- package/src/engine-components/CharacterController.ts +253 -253
- package/src/engine-components/Collider.ts +374 -374
- package/src/engine-components/Component.ts +1297 -1297
- package/src/engine-components/ContactShadows.ts +506 -506
- package/src/engine-components/DeleteBox.ts +62 -62
- package/src/engine-components/DeviceFlag.ts +46 -46
- package/src/engine-components/DragControls.ts +1623 -1623
- package/src/engine-components/DropListener.ts +713 -713
- package/src/engine-components/Duplicatable.ts +198 -198
- package/src/engine-components/EventList.ts +266 -266
- package/src/engine-components/EventTrigger.ts +74 -74
- package/src/engine-components/EventType.ts +22 -22
- package/src/engine-components/Fog.ts +60 -60
- package/src/engine-components/Gizmos.ts +56 -56
- package/src/engine-components/GridHelper.ts +48 -48
- package/src/engine-components/GroundProjection.ts +356 -356
- package/src/engine-components/Interactable.ts +14 -14
- package/src/engine-components/Joints.ts +52 -52
- package/src/engine-components/LODGroup.ts +153 -153
- package/src/engine-components/Light.ts +558 -558
- package/src/engine-components/LookAtConstraint.ts +25 -25
- package/src/engine-components/NeedleMenu.ts +84 -84
- package/src/engine-components/NestedGltf.ts +86 -86
- package/src/engine-components/Networking.ts +114 -114
- package/src/engine-components/OffsetConstraint.ts +60 -60
- package/src/engine-components/OrbitControls.ts +1074 -1074
- package/src/engine-components/PlayerColor.ts +103 -103
- package/src/engine-components/ReflectionProbe.ts +220 -220
- package/src/engine-components/Renderer.ts +903 -903
- package/src/engine-components/RendererInstancing.ts +855 -855
- package/src/engine-components/RendererLightmap.ts +198 -198
- package/src/engine-components/RigidBody.ts +526 -526
- package/src/engine-components/SceneSwitcher.ts +1030 -1030
- package/src/engine-components/ScreenCapture.ts +592 -592
- package/src/engine-components/ShadowCatcher.ts +172 -172
- package/src/engine-components/Skybox.ts +475 -475
- package/src/engine-components/SmoothFollow.ts +76 -76
- package/src/engine-components/SpatialTrigger.ts +229 -229
- package/src/engine-components/SpectatorCamera.ts +787 -787
- package/src/engine-components/SphereCollider.ts +1 -1
- package/src/engine-components/SpriteRenderer.ts +468 -468
- package/src/engine-components/SyncedCamera.ts +220 -220
- package/src/engine-components/SyncedRoom.ts +380 -380
- package/src/engine-components/SyncedTransform.ts +383 -383
- package/src/engine-components/TestRunner.ts +118 -118
- package/src/engine-components/TransformGizmo.ts +219 -219
- package/src/engine-components/VideoPlayer.ts +1025 -1025
- package/src/engine-components/Voip.ts +363 -363
- package/src/engine-components/api.ts +60 -60
- package/src/engine-components/avatar/AvatarBlink_Simple.ts +69 -69
- package/src/engine-components/avatar/AvatarEyeLook_Rotation.ts +63 -63
- package/src/engine-components/avatar/Avatar_Brain_LookAt.ts +139 -139
- package/src/engine-components/avatar/Avatar_MouthShapes.ts +83 -83
- package/src/engine-components/avatar/Avatar_MustacheShake.ts +31 -31
- package/src/engine-components/codegen/components.ts +217 -217
- package/src/engine-components/debug/LogStats.ts +21 -21
- package/src/engine-components/export/gltf/GltfExport.ts +265 -265
- package/src/engine-components/export/usdz/Extension.ts +24 -24
- package/src/engine-components/export/usdz/ThreeUSDZExporter.ts +2426 -2426
- package/src/engine-components/export/usdz/USDZExporter.ts +705 -705
- package/src/engine-components/export/usdz/extensions/Animation.ts +1204 -1204
- package/src/engine-components/export/usdz/extensions/DocumentExtension.ts +9 -9
- package/src/engine-components/export/usdz/extensions/NodeMaterialConverter.ts +532 -532
- package/src/engine-components/export/usdz/extensions/USDZText.ts +240 -240
- package/src/engine-components/export/usdz/extensions/USDZUI.ts +189 -189
- package/src/engine-components/export/usdz/extensions/behavior/Actions.ts +99 -99
- package/src/engine-components/export/usdz/extensions/behavior/AudioExtension.ts +102 -102
- package/src/engine-components/export/usdz/extensions/behavior/Behaviour.ts +320 -320
- package/src/engine-components/export/usdz/extensions/behavior/BehaviourComponents.ts +1225 -1225
- package/src/engine-components/export/usdz/extensions/behavior/BehavioursBuilder.ts +646 -646
- package/src/engine-components/export/usdz/extensions/behavior/PhysicsExtension.ts +132 -132
- package/src/engine-components/export/usdz/index.ts +2 -2
- package/src/engine-components/export/usdz/utils/animationutils.ts +191 -191
- package/src/engine-components/export/usdz/utils/quicklook.ts +50 -50
- package/src/engine-components/particlesystem/ParticleSystem.ts +1287 -1287
- package/src/engine-components/particlesystem/ParticleSystemModules.ts +1765 -1765
- package/src/engine-components/particlesystem/ParticleSystemSubEmitter.ts +111 -111
- package/src/engine-components/particlesystem/api.ts +1 -1
- package/src/engine-components/postprocessing/Effects/Antialiasing.ts +64 -64
- package/src/engine-components/postprocessing/Effects/BloomEffect.ts +116 -116
- package/src/engine-components/postprocessing/Effects/ChromaticAberration.ts +37 -37
- package/src/engine-components/postprocessing/Effects/ColorAdjustments.ts +106 -106
- package/src/engine-components/postprocessing/Effects/DepthOfField.ts +103 -103
- package/src/engine-components/postprocessing/Effects/EffectWrapper.ts +25 -25
- package/src/engine-components/postprocessing/Effects/Pixelation.ts +32 -32
- package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusion.ts +90 -90
- package/src/engine-components/postprocessing/Effects/ScreenspaceAmbientOcclusionN8.ts +192 -192
- package/src/engine-components/postprocessing/Effects/Sharpening.ts +143 -143
- package/src/engine-components/postprocessing/Effects/TiltShiftEffect.ts +61 -61
- package/src/engine-components/postprocessing/Effects/Tonemapping.ts +103 -103
- package/src/engine-components/postprocessing/Effects/Tonemapping.utils.ts +60 -60
- package/src/engine-components/postprocessing/Effects/Vignette.ts +59 -59
- package/src/engine-components/postprocessing/PostProcessingEffect.ts +192 -192
- package/src/engine-components/postprocessing/PostProcessingHandler.ts +572 -572
- package/src/engine-components/postprocessing/Volume.ts +426 -426
- package/src/engine-components/postprocessing/VolumeParameter.ts +158 -158
- package/src/engine-components/postprocessing/VolumeProfile.ts +61 -61
- package/src/engine-components/postprocessing/index.ts +5 -5
- package/src/engine-components/postprocessing/utils.ts +154 -154
- package/src/engine-components/timeline/PlayableDirector.ts +722 -722
- package/src/engine-components/timeline/SignalAsset.ts +144 -144
- package/src/engine-components/timeline/TimelineModels.ts +92 -92
- package/src/engine-components/timeline/TimelineTracks.ts +967 -967
- package/src/engine-components/timeline/index.ts +3 -3
- package/src/engine-components/ui/BaseUIComponent.ts +203 -203
- package/src/engine-components/ui/Button.ts +307 -307
- package/src/engine-components/ui/Canvas.ts +419 -419
- package/src/engine-components/ui/CanvasGroup.ts +54 -54
- package/src/engine-components/ui/EventSystem.ts +854 -854
- package/src/engine-components/ui/Graphic.ts +275 -275
- package/src/engine-components/ui/Image.ts +112 -112
- package/src/engine-components/ui/InputField.ts +321 -321
- package/src/engine-components/ui/Interfaces.ts +57 -57
- package/src/engine-components/ui/Layout.ts +334 -334
- package/src/engine-components/ui/Outline.ts +13 -13
- package/src/engine-components/ui/PointerEvents.ts +206 -206
- package/src/engine-components/ui/RaycastUtils.ts +69 -69
- package/src/engine-components/ui/Raycaster.ts +102 -102
- package/src/engine-components/ui/RectTransform.ts +375 -375
- package/src/engine-components/ui/SpatialHtml.ts +79 -79
- package/src/engine-components/ui/Symbols.ts +1 -1
- package/src/engine-components/ui/Text.ts +578 -578
- package/src/engine-components/ui/Utils.ts +113 -113
- package/src/engine-components/utils/EnvironmentScene.ts +245 -245
- package/src/engine-components/utils/LookAt.ts +88 -88
- package/src/engine-components/utils/OpenURL.ts +114 -114
- package/src/engine-components/webxr/Avatar.ts +265 -265
- package/src/engine-components/webxr/TeleportTarget.ts +9 -9
- package/src/engine-components/webxr/WebARCameraBackground.ts +175 -175
- package/src/engine-components/webxr/WebARSessionRoot.ts +880 -880
- package/src/engine-components/webxr/WebXR.ts +585 -585
- package/src/engine-components/webxr/WebXRAvatar.ts +66 -66
- package/src/engine-components/webxr/WebXRImageTracking.ts +519 -519
- package/src/engine-components/webxr/WebXRPlaneTracking.ts +570 -570
- package/src/engine-components/webxr/WebXRRig.ts +77 -77
- package/src/engine-components/webxr/XRFlag.ts +147 -147
- package/src/engine-components/webxr/controllers/XRControllerFollow.ts +118 -118
- package/src/engine-components/webxr/controllers/XRControllerModel.ts +373 -373
- package/src/engine-components/webxr/controllers/XRControllerMovement.ts +550 -550
- package/src/engine-components/webxr/index.ts +2 -2
- package/src/engine-components/webxr/types.ts +3 -3
- package/src/engine-components-experimental/Presentation.ts +12 -12
- package/src/engine-components-experimental/api.ts +4 -4
- package/src/engine-components-experimental/networking/PlayerSync.ts +401 -401
- package/src/engine-schemes/COMPILE_SCHEMES.bat +3 -3
- package/src/engine-schemes/COMPILE_TS.bat +11 -11
- package/src/engine-schemes/README.md +1 -1
- package/src/engine-schemes/api.ts +12 -12
- package/src/engine-schemes/schemes.ts +28 -28
- package/src/engine-schemes/synced-camera-model.ts +92 -92
- package/src/engine-schemes/synced-transform-model.ts +90 -90
- package/src/engine-schemes/syncedCamera.fbs +10 -10
- package/src/engine-schemes/transform.ts +50 -50
- package/src/engine-schemes/transforms.fbs +25 -25
- package/src/engine-schemes/vec.fbs +19 -19
- package/src/engine-schemes/vec2.ts +33 -33
- package/src/engine-schemes/vec3.ts +38 -38
- package/src/engine-schemes/vec4.ts +43 -43
- package/src/engine-schemes/vr-user-state-buffer.ts +145 -145
- package/src/engine-schemes/vrUserStateBuffer.fbs +17 -17
- package/src/include/draco/draco_decoder.js +34 -34
- package/src/include/ktx2/basis_transcoder.js +21 -21
- package/src/include/needle/arial-msdf.json +1471 -1471
- package/src/include/three/DragControls.js +231 -231
- package/src/include/three/EXT_mesh_gpu_instancing_exporter.js +66 -66
- package/src/needle-engine.ts +70 -70
- package/dist/generateMeshBVH.worker-Cdfpaq5W.js +0 -25
- package/src/engine-schemes/dist/api.js +0 -17
- package/src/engine-schemes/dist/api.js.meta +0 -7
- package/src/engine-schemes/dist/schemes.js +0 -25
- package/src/engine-schemes/dist/schemes.js.meta +0 -7
- package/src/engine-schemes/dist/synced-camera-model.js +0 -74
- package/src/engine-schemes/dist/synced-camera-model.js.meta +0 -7
- package/src/engine-schemes/dist/synced-transform-model.js +0 -73
- package/src/engine-schemes/dist/synced-transform-model.js.meta +0 -7
- package/src/engine-schemes/dist/transform.js +0 -46
- package/src/engine-schemes/dist/transform.js.meta +0 -7
- package/src/engine-schemes/dist/vec2.js +0 -32
- package/src/engine-schemes/dist/vec2.js.meta +0 -7
- package/src/engine-schemes/dist/vec3.js +0 -36
- package/src/engine-schemes/dist/vec3.js.meta +0 -7
- package/src/engine-schemes/dist/vec4.js +0 -40
- package/src/engine-schemes/dist/vec4.js.meta +0 -7
- package/src/engine-schemes/dist/vr-user-state-buffer.js +0 -110
- package/src/engine-schemes/dist/vr-user-state-buffer.js.meta +0 -7
|
@@ -1,646 +1,646 @@
|
|
|
1
|
-
import { EventDispatcher } from "three";
|
|
2
|
-
import { RoomEvents } from "../engine/engine_networking.js";
|
|
3
|
-
import { getPeerjsInstance } from "../engine/engine_networking_peer.js";
|
|
4
|
-
import { Context } from "./engine_context.js";
|
|
5
|
-
import { isComponent } from "./engine_types.js";
|
|
6
|
-
import { getParam } from "./engine_utils.js";
|
|
7
|
-
const debug = getParam("debugnetworkingstreams");
|
|
8
|
-
export var NetworkedStreamEvents;
|
|
9
|
-
(function (NetworkedStreamEvents) {
|
|
10
|
-
NetworkedStreamEvents["Connected"] = "peer-user-connected";
|
|
11
|
-
NetworkedStreamEvents["StreamReceived"] = "receive-stream";
|
|
12
|
-
NetworkedStreamEvents["StreamEnded"] = "call-ended";
|
|
13
|
-
NetworkedStreamEvents["Disconnected"] = "peer-user-disconnected";
|
|
14
|
-
NetworkedStreamEvents["UserJoined"] = "user-joined";
|
|
15
|
-
})(NetworkedStreamEvents || (NetworkedStreamEvents = {}));
|
|
16
|
-
export class StreamEndedEvent {
|
|
17
|
-
type = NetworkedStreamEvents.StreamEnded;
|
|
18
|
-
userId;
|
|
19
|
-
direction;
|
|
20
|
-
constructor(userId, direction) {
|
|
21
|
-
this.userId = userId;
|
|
22
|
-
this.direction = direction;
|
|
23
|
-
}
|
|
24
|
-
}
|
|
25
|
-
export class StreamReceivedEvent {
|
|
26
|
-
type = NetworkedStreamEvents.StreamReceived;
|
|
27
|
-
userId;
|
|
28
|
-
stream;
|
|
29
|
-
target;
|
|
30
|
-
constructor(userId, stream, target) {
|
|
31
|
-
this.userId = userId;
|
|
32
|
-
this.stream = stream;
|
|
33
|
-
this.target = target;
|
|
34
|
-
}
|
|
35
|
-
}
|
|
36
|
-
class PeerUserConnectedModel {
|
|
37
|
-
/** the peer handle id */
|
|
38
|
-
guid;
|
|
39
|
-
peerId;
|
|
40
|
-
// internal so server doesnt save it to persistent storage
|
|
41
|
-
dontSave = true;
|
|
42
|
-
constructor(handle, peerId) {
|
|
43
|
-
this.guid = handle.id;
|
|
44
|
-
this.peerId = peerId;
|
|
45
|
-
}
|
|
46
|
-
}
|
|
47
|
-
export var CallDirection;
|
|
48
|
-
(function (CallDirection) {
|
|
49
|
-
CallDirection["Incoming"] = "incoming";
|
|
50
|
-
CallDirection["Outgoing"] = "outgoing";
|
|
51
|
-
})(CallDirection || (CallDirection = {}));
|
|
52
|
-
class CallHandle extends EventDispatcher {
|
|
53
|
-
peerId;
|
|
54
|
-
userId;
|
|
55
|
-
direction;
|
|
56
|
-
call;
|
|
57
|
-
get stream() { return this._stream; }
|
|
58
|
-
;
|
|
59
|
-
_stream = null;
|
|
60
|
-
_isDisposed = false;
|
|
61
|
-
close() {
|
|
62
|
-
if (this._isDisposed)
|
|
63
|
-
return;
|
|
64
|
-
this._isDisposed = true;
|
|
65
|
-
this.call.close();
|
|
66
|
-
disposeStream(this._stream);
|
|
67
|
-
}
|
|
68
|
-
get isOpen() {
|
|
69
|
-
return this.call.peerConnection?.connectionState === "connected"; // && this._stream?.active;
|
|
70
|
-
}
|
|
71
|
-
get isOpening() {
|
|
72
|
-
return this.call.peerConnection?.connectionState === "connecting";
|
|
73
|
-
}
|
|
74
|
-
get isClosed() {
|
|
75
|
-
return !this.isOpen || this._isDisposed;
|
|
76
|
-
}
|
|
77
|
-
constructor(userId, call, direction, stream = null) {
|
|
78
|
-
super();
|
|
79
|
-
this.peerId = call.peer;
|
|
80
|
-
this.userId = userId;
|
|
81
|
-
this.call = call;
|
|
82
|
-
this.direction = direction;
|
|
83
|
-
this._stream = stream;
|
|
84
|
-
call.on("stream", stream => {
|
|
85
|
-
if (debug)
|
|
86
|
-
console.log("Receive stream", "\nAudio:", stream.getAudioTracks(), "\nVideo:", stream.getVideoTracks());
|
|
87
|
-
this._stream = stream;
|
|
88
|
-
if (direction === CallDirection.Incoming) {
|
|
89
|
-
const args = new StreamReceivedEvent(userId, stream, this);
|
|
90
|
-
this.dispatchEvent(args);
|
|
91
|
-
}
|
|
92
|
-
});
|
|
93
|
-
call.on("close", () => {
|
|
94
|
-
this.dispatchEvent(new StreamEndedEvent(userId, direction));
|
|
95
|
-
});
|
|
96
|
-
}
|
|
97
|
-
}
|
|
98
|
-
function applySdpTransform(sdp) {
|
|
99
|
-
sdp = sdp.replace("a=fmtp:111 minptime=10;useinbandfec=1", "a=fmtp:111 ptime=5;useinbandfec=1;stereo=1;maxplaybackrate=48000;maxaveragebitrat=128000;sprop-stereo=1");
|
|
100
|
-
return sdp;
|
|
101
|
-
}
|
|
102
|
-
export class PeerHandle extends EventDispatcher {
|
|
103
|
-
static instances = new Map();
|
|
104
|
-
static getOrCreate(context, guid) {
|
|
105
|
-
// if (id === undefined) {
|
|
106
|
-
// // randomId
|
|
107
|
-
// id = Math.random().toFixed(5);
|
|
108
|
-
// }
|
|
109
|
-
if (PeerHandle.instances.has(guid))
|
|
110
|
-
return PeerHandle.instances.get(guid);
|
|
111
|
-
const peer = new PeerHandle(context, guid);
|
|
112
|
-
PeerHandle.instances.set(guid, peer);
|
|
113
|
-
return peer;
|
|
114
|
-
}
|
|
115
|
-
getMyPeerId() {
|
|
116
|
-
if (this.context.connection.connectionId)
|
|
117
|
-
return this.getPeerIdFromUserId(this.context.connection.connectionId);
|
|
118
|
-
return undefined;
|
|
119
|
-
}
|
|
120
|
-
getPeerIdFromUserId(userConnectionId) {
|
|
121
|
-
// we build the peer id ourselves so we dont need to wait for peer to report it
|
|
122
|
-
return this.id + "-" + userConnectionId;
|
|
123
|
-
}
|
|
124
|
-
getUserIdFromPeerId(peerId) {
|
|
125
|
-
return peerId.substring(this.id.length + 1);
|
|
126
|
-
}
|
|
127
|
-
makeCall(peerId, stream) {
|
|
128
|
-
if (!stream?.id) {
|
|
129
|
-
if (debug)
|
|
130
|
-
console.warn("Can not make a call: mediastream has no id or is undefined");
|
|
131
|
-
else
|
|
132
|
-
console.debug("Can not make a call: mediastream has no id or is undefined");
|
|
133
|
-
return undefined;
|
|
134
|
-
}
|
|
135
|
-
const opts = {
|
|
136
|
-
metadata: {
|
|
137
|
-
userId: this.context.connection.connectionId,
|
|
138
|
-
streamId: stream.id
|
|
139
|
-
},
|
|
140
|
-
sdpTransform: sdp => {
|
|
141
|
-
return applySdpTransform(sdp);
|
|
142
|
-
},
|
|
143
|
-
};
|
|
144
|
-
const call = this._peer?.call(peerId, stream, opts);
|
|
145
|
-
if (call) {
|
|
146
|
-
const res = this.registerCall(call, CallDirection.Outgoing, stream);
|
|
147
|
-
if (debug)
|
|
148
|
-
console.warn(`📞 CALL ${peerId}`, "\nOutgoing:", this._outgoingCalls, "\nIncoming:", this._incomingCalls);
|
|
149
|
-
return res;
|
|
150
|
-
}
|
|
151
|
-
else if (debug) {
|
|
152
|
-
console.error("Failed to make call", peerId, stream, this._peer);
|
|
153
|
-
}
|
|
154
|
-
return undefined;
|
|
155
|
-
}
|
|
156
|
-
closeAll() {
|
|
157
|
-
for (const call of this._incomingCalls) {
|
|
158
|
-
call.close();
|
|
159
|
-
}
|
|
160
|
-
for (const call of this._outgoingCalls) {
|
|
161
|
-
call.close();
|
|
162
|
-
}
|
|
163
|
-
this.updateCalls();
|
|
164
|
-
}
|
|
165
|
-
updateCalls = () => {
|
|
166
|
-
for (let i = this._incomingCalls.length - 1; i >= 0; i--) {
|
|
167
|
-
const call = this._incomingCalls[i];
|
|
168
|
-
if (call.isClosed && !call.isOpening) {
|
|
169
|
-
this._incomingCalls.splice(i, 1);
|
|
170
|
-
}
|
|
171
|
-
}
|
|
172
|
-
for (let i = this._outgoingCalls.length - 1; i >= 0; i--) {
|
|
173
|
-
const call = this._outgoingCalls[i];
|
|
174
|
-
let shouldRemove = false;
|
|
175
|
-
if (call.isClosed && !call.isOpening) {
|
|
176
|
-
if (call.stream?.active) {
|
|
177
|
-
// don't remove the call if the stream is still active
|
|
178
|
-
if (debug)
|
|
179
|
-
console.warn("!!! Stream is still active, don't remove call", call.userId, "Your id: " + this.context.connection.connectionId);
|
|
180
|
-
}
|
|
181
|
-
else {
|
|
182
|
-
if (debug)
|
|
183
|
-
console.warn("!!! Remove closed call", call.userId);
|
|
184
|
-
shouldRemove = true;
|
|
185
|
-
}
|
|
186
|
-
}
|
|
187
|
-
// check if the user is still in the room
|
|
188
|
-
if (this.context.connection.userIsInRoom(call.userId) === false) {
|
|
189
|
-
if (debug)
|
|
190
|
-
console.warn("!!! User is not in room anymore, remove call", call.userId);
|
|
191
|
-
shouldRemove = true;
|
|
192
|
-
}
|
|
193
|
-
if (shouldRemove) {
|
|
194
|
-
call.close();
|
|
195
|
-
this._outgoingCalls.splice(i, 1);
|
|
196
|
-
}
|
|
197
|
-
}
|
|
198
|
-
};
|
|
199
|
-
get peer() { return this._peer; }
|
|
200
|
-
get incomingCalls() {
|
|
201
|
-
return this._incomingCalls;
|
|
202
|
-
}
|
|
203
|
-
id;
|
|
204
|
-
context;
|
|
205
|
-
_incomingCalls = [];
|
|
206
|
-
_outgoingCalls = [];
|
|
207
|
-
_peer;
|
|
208
|
-
constructor(context, id) {
|
|
209
|
-
super();
|
|
210
|
-
this.context = context;
|
|
211
|
-
this.id = id;
|
|
212
|
-
this.setupPeer();
|
|
213
|
-
navigator["getUserMedia"] = (navigator["getUserMedia"] || navigator["webkitGetUserMedia"] ||
|
|
214
|
-
navigator["mozGetUserMedia"] || navigator["msGetUserMedia"]);
|
|
215
|
-
}
|
|
216
|
-
_enabled = false;
|
|
217
|
-
_enabledPeer = false;
|
|
218
|
-
onConnectRoomFn = this.onConnectRoom.bind(this);
|
|
219
|
-
// private onUserJoinedOrLeftRoomFn: Function = this.onUserJoinedOrLeftRoom.bind(this);
|
|
220
|
-
// private onPeerConnectFn: (id) => void = this.onPeerConnect.bind(this);
|
|
221
|
-
// private onPeerReceiveCallFn: (call) => void = this.onPeerReceivingCall.bind(this);
|
|
222
|
-
// private _connectionPeerIdMap : Map<string, string> = new Map();
|
|
223
|
-
enable() {
|
|
224
|
-
if (this._enabled)
|
|
225
|
-
return;
|
|
226
|
-
this._enabled = true;
|
|
227
|
-
this.context.connection.beginListen(RoomEvents.JoinedRoom, this.onConnectRoomFn);
|
|
228
|
-
// this.context.connection.beginListen(RoomEvents.UserJoinedRoom, this.onUserJoinedOrLeftRoomFn);
|
|
229
|
-
// this.context.connection.beginListen(RoomEvents.UserLeftRoom, this.onUserJoinedOrLeftRoomFn);
|
|
230
|
-
this.subscribePeerEvents();
|
|
231
|
-
}
|
|
232
|
-
disable() {
|
|
233
|
-
if (!this._enabled)
|
|
234
|
-
return;
|
|
235
|
-
this._enabled = false;
|
|
236
|
-
this.context.connection.stopListen(RoomEvents.JoinedRoom, this.onConnectRoomFn);
|
|
237
|
-
// this.context.connection.stopListen(RoomEvents.UserJoinedRoom, this.onUserJoinedOrLeftRoomFn);
|
|
238
|
-
// this.context.connection.stopListen(RoomEvents.UserLeftRoom, this.onUserJoinedOrLeftRoomFn);
|
|
239
|
-
this.unsubscribePeerEvents();
|
|
240
|
-
}
|
|
241
|
-
onConnectRoom() {
|
|
242
|
-
this.setupPeer();
|
|
243
|
-
}
|
|
244
|
-
;
|
|
245
|
-
// private onUserJoinedOrLeftRoom(_: UserJoinedOrLeftRoomModel): void {
|
|
246
|
-
// };
|
|
247
|
-
setupPeer() {
|
|
248
|
-
if (!this.context.connection.connectionId)
|
|
249
|
-
return;
|
|
250
|
-
if (this._enabledPeer)
|
|
251
|
-
return;
|
|
252
|
-
this._enabledPeer = true;
|
|
253
|
-
if (!this._peer) {
|
|
254
|
-
const peerId = this.getMyPeerId();
|
|
255
|
-
if (peerId)
|
|
256
|
-
this._peer = getPeerjsInstance(peerId);
|
|
257
|
-
else
|
|
258
|
-
console.error("Failed to setup peerjs because we dont have a connection id", this.context.connection.connectionId);
|
|
259
|
-
}
|
|
260
|
-
if (this._enabled)
|
|
261
|
-
this.subscribePeerEvents();
|
|
262
|
-
}
|
|
263
|
-
subscribePeerEvents() {
|
|
264
|
-
if (!this._peer)
|
|
265
|
-
return;
|
|
266
|
-
this._peer.on("open", this.onPeerConnect);
|
|
267
|
-
this._peer.on("close", this.onPeerClose);
|
|
268
|
-
this._peer.on("call", this.onPeerReceivingCall);
|
|
269
|
-
this._peer.on("disconnected", this.onPeerDisconnected);
|
|
270
|
-
this._peer.on("error", this.onPeerError);
|
|
271
|
-
// this.context.connection.beginListen(PeerEvent.Connected, this.onRemotePeerConnect.bind(this));
|
|
272
|
-
// TODO: make connection to all current active calls even if the user is not anymore in the needle room
|
|
273
|
-
}
|
|
274
|
-
unsubscribePeerEvents() {
|
|
275
|
-
if (!this._peer)
|
|
276
|
-
return;
|
|
277
|
-
this._peer.off("open", this.onPeerConnect);
|
|
278
|
-
this._peer.off("close", this.onPeerClose);
|
|
279
|
-
this._peer.off("call", this.onPeerReceivingCall);
|
|
280
|
-
this._peer.off("disconnected", this.onPeerDisconnected);
|
|
281
|
-
this._peer.off("error", this.onPeerError);
|
|
282
|
-
// this.context.connection.stopListen(PeerEvent.Connected, this.onRemotePeerConnect.bind(this));
|
|
283
|
-
}
|
|
284
|
-
/**
|
|
285
|
-
* Emitted when a connection to the PeerServer is established. You may use the peer before this is emitted, but messages to the server will be queued. id is the brokering ID of the peer (which was either provided in the constructor or assigned by the server).
|
|
286
|
-
* @param id ID of the peer
|
|
287
|
-
*/
|
|
288
|
-
onPeerConnect = (id) => {
|
|
289
|
-
if (debug)
|
|
290
|
-
console.log("PEER opened as", id);
|
|
291
|
-
if (id === null) {
|
|
292
|
-
console.error("Peer connection failed", id);
|
|
293
|
-
return;
|
|
294
|
-
}
|
|
295
|
-
this.context.connection.send(NetworkedStreamEvents.Connected, new PeerUserConnectedModel(this, id));
|
|
296
|
-
};
|
|
297
|
-
/** Emitted when the peer is destroyed and can no longer accept or create any new connections. At this time, the peer's connections will all be closed. */
|
|
298
|
-
onPeerClose = () => {
|
|
299
|
-
if (debug)
|
|
300
|
-
console.log("PEER closed");
|
|
301
|
-
this.updateCalls();
|
|
302
|
-
};
|
|
303
|
-
/** Emitted when the peer is disconnected from the signalling server, either manually or because the connection to the signalling server was lost. */
|
|
304
|
-
onPeerDisconnected = () => {
|
|
305
|
-
if (debug)
|
|
306
|
-
console.log("PEER disconnected");
|
|
307
|
-
this.updateCalls();
|
|
308
|
-
};
|
|
309
|
-
/**
|
|
310
|
-
* Errors on the peer are almost always fatal and will destroy the peer. Errors from the underlying socket and PeerConnections are forwarded here.
|
|
311
|
-
*/
|
|
312
|
-
onPeerError = (err) => {
|
|
313
|
-
if (debug)
|
|
314
|
-
console.error("PEER error", err);
|
|
315
|
-
};
|
|
316
|
-
onPeerReceivingCall = (call) => {
|
|
317
|
-
call.answer(undefined, {
|
|
318
|
-
sdpTransform: sdp => {
|
|
319
|
-
return applySdpTransform(sdp);
|
|
320
|
-
},
|
|
321
|
-
});
|
|
322
|
-
this.registerCall(call, CallDirection.Incoming, null);
|
|
323
|
-
// if (call.type != "media") {
|
|
324
|
-
// call.answer();
|
|
325
|
-
// this.registerCall(call, CallDirection.Incoming, null);
|
|
326
|
-
// }
|
|
327
|
-
// else {
|
|
328
|
-
// if (!Application.userInteractionRegistered) {
|
|
329
|
-
// showBalloonMessage("You have an incoming call. Please click on the screen to answer it.");
|
|
330
|
-
// }
|
|
331
|
-
// Application.registerWaitForInteraction(() => {
|
|
332
|
-
// })
|
|
333
|
-
// }
|
|
334
|
-
};
|
|
335
|
-
registerCall(call, direction, stream) {
|
|
336
|
-
const meta = call.metadata;
|
|
337
|
-
if (!meta || !meta.userId) {
|
|
338
|
-
console.error("Missing call metadata", call);
|
|
339
|
-
}
|
|
340
|
-
const userId = meta.userId;
|
|
341
|
-
if (direction === CallDirection.Incoming && debug)
|
|
342
|
-
console.warn("← Receive call from", call.metadata, call.connectionId);
|
|
343
|
-
else if (debug) {
|
|
344
|
-
console.warn("→ Make call to", call.metadata);
|
|
345
|
-
}
|
|
346
|
-
const calls = direction === CallDirection.Incoming ? this._incomingCalls : this._outgoingCalls;
|
|
347
|
-
const handle = new CallHandle(userId, call, direction, stream);
|
|
348
|
-
calls.push(handle);
|
|
349
|
-
call.on("error", err => {
|
|
350
|
-
console.error("Call error", err);
|
|
351
|
-
});
|
|
352
|
-
call.on("close", () => {
|
|
353
|
-
if (debug)
|
|
354
|
-
console.log("Call ended", call.metadata);
|
|
355
|
-
const index = calls.indexOf(handle);
|
|
356
|
-
if (index !== -1)
|
|
357
|
-
calls.splice(index, 1);
|
|
358
|
-
handle.close();
|
|
359
|
-
this.dispatchEvent(new StreamEndedEvent(userId, direction));
|
|
360
|
-
});
|
|
361
|
-
handle.addEventListener(NetworkedStreamEvents.StreamEnded, e => {
|
|
362
|
-
this.dispatchEvent(e);
|
|
363
|
-
});
|
|
364
|
-
if (direction === CallDirection.Incoming) {
|
|
365
|
-
handle.addEventListener(NetworkedStreamEvents.StreamReceived, e => {
|
|
366
|
-
this.dispatchEvent(e);
|
|
367
|
-
});
|
|
368
|
-
call.on("stream", () => {
|
|
369
|
-
if (debug)
|
|
370
|
-
console.log("Received stream for call", call.metadata);
|
|
371
|
-
// workaround for https://github.com/peers/peerjs/issues/636
|
|
372
|
-
let intervalCounter = 0;
|
|
373
|
-
const closeInterval = setInterval(() => {
|
|
374
|
-
const isFirstInterval = intervalCounter === 0;
|
|
375
|
-
if (!handle.isOpen && isFirstInterval) {
|
|
376
|
-
if (debug)
|
|
377
|
-
console.warn("Close call because stream is not active", call.metadata);
|
|
378
|
-
intervalCounter += 1;
|
|
379
|
-
clearInterval(closeInterval);
|
|
380
|
-
handle.close();
|
|
381
|
-
}
|
|
382
|
-
}, 2000);
|
|
383
|
-
});
|
|
384
|
-
}
|
|
385
|
-
return handle;
|
|
386
|
-
}
|
|
387
|
-
}
|
|
388
|
-
// type UserVideoCall = {
|
|
389
|
-
// call: Peer.MediaConnection;
|
|
390
|
-
// stream: MediaStream;
|
|
391
|
-
// userId: string;
|
|
392
|
-
// }
|
|
393
|
-
// type IncomingStreamArgs = {
|
|
394
|
-
// stream: MediaStream;
|
|
395
|
-
// userId: string;
|
|
396
|
-
// }
|
|
397
|
-
/**
|
|
398
|
-
* This class is responsible for managing the sending and receiving of streams between peers.
|
|
399
|
-
*/
|
|
400
|
-
export class NetworkedStreams extends EventDispatcher {
|
|
401
|
-
/**
|
|
402
|
-
* Create a new NetworkedStreams instance
|
|
403
|
-
*/
|
|
404
|
-
static create(comp, guid) {
|
|
405
|
-
const peer = PeerHandle.getOrCreate(comp.context, guid || comp.context.connection.connectionId || comp.guid);
|
|
406
|
-
return new NetworkedStreams(comp.context, peer);
|
|
407
|
-
}
|
|
408
|
-
context;
|
|
409
|
-
peer;
|
|
410
|
-
// private _receiveVideoStreamListeners: Array<(info: IncomingStreamArgs) => void> = [];
|
|
411
|
-
_sendingStreams = new Map();
|
|
412
|
-
/**
|
|
413
|
-
* If true, will log debug information
|
|
414
|
-
*/
|
|
415
|
-
debug = false;
|
|
416
|
-
constructor(context, peer) {
|
|
417
|
-
super();
|
|
418
|
-
if (isComponent(context)) {
|
|
419
|
-
const comp = context;
|
|
420
|
-
context = comp.context;
|
|
421
|
-
peer = PeerHandle.getOrCreate(comp.context, comp.guid);
|
|
422
|
-
}
|
|
423
|
-
else if (typeof peer === "string") {
|
|
424
|
-
peer = PeerHandle.getOrCreate(context, peer);
|
|
425
|
-
}
|
|
426
|
-
if (!context)
|
|
427
|
-
throw new Error("Failed to create NetworkedStreams because context is undefined");
|
|
428
|
-
else if (!(context instanceof Context))
|
|
429
|
-
throw new Error("Failed to create NetworkedStreams because context is not an instance of Context");
|
|
430
|
-
if (!peer)
|
|
431
|
-
throw new Error("Failed to create NetworkedStreams because peer is undefined");
|
|
432
|
-
this.context = context;
|
|
433
|
-
this.peer = peer;
|
|
434
|
-
if (debug)
|
|
435
|
-
this.debug = true;
|
|
436
|
-
}
|
|
437
|
-
startSendingStream(stream) {
|
|
438
|
-
if (!this._sendingStreams.has(stream)) {
|
|
439
|
-
this._sendingStreams.set(stream, []);
|
|
440
|
-
this.updateSendingCalls();
|
|
441
|
-
}
|
|
442
|
-
else {
|
|
443
|
-
console.warn("Received start sending stream with stream that is already being sent");
|
|
444
|
-
}
|
|
445
|
-
}
|
|
446
|
-
stopSendingStream(_steam) {
|
|
447
|
-
if (_steam) {
|
|
448
|
-
const calls = this._sendingStreams.get(_steam);
|
|
449
|
-
if (calls) {
|
|
450
|
-
for (const call of calls) {
|
|
451
|
-
call.close();
|
|
452
|
-
}
|
|
453
|
-
calls.length = 0;
|
|
454
|
-
}
|
|
455
|
-
this._sendingStreams.delete(_steam);
|
|
456
|
-
if (calls && this.debug)
|
|
457
|
-
this.debugLogCurrentState();
|
|
458
|
-
}
|
|
459
|
-
this.updateSendingCalls();
|
|
460
|
-
}
|
|
461
|
-
// private onConnectRoomFn: Function = this.onConnectRoom.bind(this);
|
|
462
|
-
// private onUserConnectedFn: Function = this.onUserConnected.bind(this);
|
|
463
|
-
// private onUserLeftFn: Function = this.onUserLeft.bind(this);
|
|
464
|
-
_enabled = false;
|
|
465
|
-
get enabled() { return this._enabled; }
|
|
466
|
-
enable() {
|
|
467
|
-
if (this._enabled)
|
|
468
|
-
return;
|
|
469
|
-
this._enabled = true;
|
|
470
|
-
this.peer.enable();
|
|
471
|
-
this.peer.addEventListener(NetworkedStreamEvents.StreamReceived, this.onCallStreamReceived);
|
|
472
|
-
//@ts-ignore
|
|
473
|
-
this.peer.addEventListener(NetworkedStreamEvents.StreamEnded, this.onCallEnded);
|
|
474
|
-
// this.peer.addEventListener(PeerEvent.UserJoined, this.onUserJoinedPeer);
|
|
475
|
-
this.context.connection.beginListen(NetworkedStreamEvents.Connected, this.onUserConnected);
|
|
476
|
-
this.context.connection.beginListen(RoomEvents.JoinedRoom, this.onJoinedRoom);
|
|
477
|
-
this.context.connection.beginListen(RoomEvents.UserJoinedRoom, this.onJoinedRoom);
|
|
478
|
-
this.context.connection.beginListen(RoomEvents.UserLeftRoom, this.onUserLeft);
|
|
479
|
-
this.context.connection.beginListen(RoomEvents.LeftRoom, this.onLeftRoom);
|
|
480
|
-
this._tickIntervalId = setInterval(this.tick, 5_000);
|
|
481
|
-
}
|
|
482
|
-
disable() {
|
|
483
|
-
if (!this._enabled)
|
|
484
|
-
return;
|
|
485
|
-
this._enabled = false;
|
|
486
|
-
this.peer.disable();
|
|
487
|
-
this.peer.removeEventListener(NetworkedStreamEvents.StreamReceived, this.onCallStreamReceived);
|
|
488
|
-
//@ts-ignore
|
|
489
|
-
this.peer.removeEventListener(NetworkedStreamEvents.StreamEnded, this.onCallEnded);
|
|
490
|
-
// this.peer.removeEventListener(PeerEvent.UserJoined, this.onUserJoinedPeer);
|
|
491
|
-
this.context.connection.stopListen(NetworkedStreamEvents.Connected, this.onUserConnected);
|
|
492
|
-
this.context.connection.stopListen(RoomEvents.JoinedRoom, this.onJoinedRoom);
|
|
493
|
-
this.context.connection.stopListen(RoomEvents.UserJoinedRoom, this.onJoinedRoom);
|
|
494
|
-
this.context.connection.stopListen(RoomEvents.UserLeftRoom, this.onUserLeft);
|
|
495
|
-
this.context.connection.stopListen(RoomEvents.LeftRoom, this.onLeftRoom);
|
|
496
|
-
if (this._tickIntervalId != undefined) {
|
|
497
|
-
clearInterval(this._tickIntervalId);
|
|
498
|
-
this._tickIntervalId = undefined;
|
|
499
|
-
}
|
|
500
|
-
}
|
|
501
|
-
_tickIntervalId; /* for webpack */
|
|
502
|
-
tick = () => {
|
|
503
|
-
this.updateSendingCalls();
|
|
504
|
-
};
|
|
505
|
-
// private onUserJoinedPeer = (evt) => {
|
|
506
|
-
// if (!this.context.connection.isConnected && evt.userId) {
|
|
507
|
-
// this.startCallWithUserIfNotAlready(evt.userId);
|
|
508
|
-
// }
|
|
509
|
-
// }
|
|
510
|
-
// When either we ourselves OR someone else is joining the room we want to make sure to re-establish all calls
|
|
511
|
-
// and if the user that joined is not yet receiving our video stream we want to start a stream with them
|
|
512
|
-
// https://github.com/needle-tools/needle-tiny/issues/697#issuecomment-1510425539
|
|
513
|
-
onJoinedRoom = (evt) => {
|
|
514
|
-
if (this._sendingStreams.size > 0) {
|
|
515
|
-
if (this.debug)
|
|
516
|
-
console.warn(`${evt?.userId ? `User ${evt.userId}` : "You"} joined room`, evt, this._sendingStreams.size);
|
|
517
|
-
this.updateSendingCalls();
|
|
518
|
-
}
|
|
519
|
-
};
|
|
520
|
-
/** This is when the local user leaves the room */
|
|
521
|
-
onLeftRoom = (evt) => {
|
|
522
|
-
if (this.debug)
|
|
523
|
-
console.warn(`${evt?.userId || "You"} left room`, evt);
|
|
524
|
-
this.stopCallsToUsersThatAreNotInTheRoomAnymore();
|
|
525
|
-
this.peer.closeAll();
|
|
526
|
-
};
|
|
527
|
-
onCallStreamReceived = (evt) => {
|
|
528
|
-
if (this.debug)
|
|
529
|
-
console.log("Call with " + evt.userId + " started");
|
|
530
|
-
this.dispatchEvent({ type: NetworkedStreamEvents.StreamReceived, target: this, stream: evt.stream, userId: evt.userId });
|
|
531
|
-
if (this.debug) {
|
|
532
|
-
this.debugLogCurrentState();
|
|
533
|
-
}
|
|
534
|
-
};
|
|
535
|
-
onCallEnded = (evt) => {
|
|
536
|
-
if (this.debug)
|
|
537
|
-
console.log("Call with " + evt.userId + " ended");
|
|
538
|
-
this.dispatchEvent(evt);
|
|
539
|
-
if (this.debug) {
|
|
540
|
-
this.debugLogCurrentState();
|
|
541
|
-
}
|
|
542
|
-
};
|
|
543
|
-
onUserConnected = (user) => {
|
|
544
|
-
// console.log(this.peer.id, user.guid)
|
|
545
|
-
if (this.peer.id === user.guid) {
|
|
546
|
-
if (this.debug)
|
|
547
|
-
console.log("PEER USER CONNECTED", user.guid, user, this._sendingStreams.size);
|
|
548
|
-
const stream = this._sendingStreams.keys().next().value;
|
|
549
|
-
// check if we already have a call with this user
|
|
550
|
-
// const existing = this._outgoingCalls.find(c => c.call.peer === peerId && c.stream === stream);
|
|
551
|
-
// if (existing) {
|
|
552
|
-
// console.warn("Already have a call with this user", peerId, stream);
|
|
553
|
-
// return existing;
|
|
554
|
-
// }
|
|
555
|
-
this.peer.makeCall(user.peerId, stream);
|
|
556
|
-
}
|
|
557
|
-
else {
|
|
558
|
-
if (debug)
|
|
559
|
-
console.log("Unknown user connected", user.guid, user.peerId);
|
|
560
|
-
}
|
|
561
|
-
};
|
|
562
|
-
onUserLeft = (_) => {
|
|
563
|
-
if (this.debug)
|
|
564
|
-
console.log("User left room: " + _.userId);
|
|
565
|
-
this.stopCallsToUsersThatAreNotInTheRoomAnymore();
|
|
566
|
-
};
|
|
567
|
-
updateSendingCalls() {
|
|
568
|
-
let startedNewCall = false;
|
|
569
|
-
const localUserId = this.context.connection.connectionId;
|
|
570
|
-
for (const stream of this._sendingStreams.keys()) {
|
|
571
|
-
const calls = this._sendingStreams.get(stream) || [];
|
|
572
|
-
for (const userId of this.context.connection.usersInRoom()) {
|
|
573
|
-
if (userId === localUserId)
|
|
574
|
-
continue;
|
|
575
|
-
const peerId = this.peer.getPeerIdFromUserId(userId);
|
|
576
|
-
const existing = calls.find(c => c.peerId === peerId && c.direction === CallDirection.Outgoing && !c.isClosed && c.stream?.active);
|
|
577
|
-
if (!existing) {
|
|
578
|
-
const handle = this.peer.makeCall(peerId, stream);
|
|
579
|
-
if (handle) {
|
|
580
|
-
startedNewCall = true;
|
|
581
|
-
calls.push(handle);
|
|
582
|
-
}
|
|
583
|
-
}
|
|
584
|
-
else if (debug) {
|
|
585
|
-
console.debug("Already have a call with user " + userId + " / peer " + peerId);
|
|
586
|
-
}
|
|
587
|
-
}
|
|
588
|
-
this._sendingStreams.set(stream, calls);
|
|
589
|
-
}
|
|
590
|
-
this.stopCallsToUsersThatAreNotInTheRoomAnymore();
|
|
591
|
-
}
|
|
592
|
-
// private startCallWithUserIfNotAlready(userId: string) {
|
|
593
|
-
// for (const stream of this._sendingVideoStreams.keys()) {
|
|
594
|
-
// const calls = this._sendingVideoStreams.get(stream) || [];
|
|
595
|
-
// const existing = calls.find(c => c.userId === userId);
|
|
596
|
-
// if (!existing || existing.stream?.active === false) {
|
|
597
|
-
// if (this.debug) console.log("Starting call to", userId)
|
|
598
|
-
// const handle = this.peer.makeCall(this.peer.getPeerIdFromUserId(userId), stream);
|
|
599
|
-
// if (handle) {
|
|
600
|
-
// calls.push(handle);
|
|
601
|
-
// return true;
|
|
602
|
-
// }
|
|
603
|
-
// }
|
|
604
|
-
// }
|
|
605
|
-
// return false;
|
|
606
|
-
// }
|
|
607
|
-
stopCallsToUsersThatAreNotInTheRoomAnymore() {
|
|
608
|
-
for (const stream of this._sendingStreams.keys()) {
|
|
609
|
-
const calls = this._sendingStreams.get(stream);
|
|
610
|
-
if (!calls)
|
|
611
|
-
continue;
|
|
612
|
-
for (let i = calls.length - 1; i >= 0; i--) {
|
|
613
|
-
const call = calls[i];
|
|
614
|
-
if (!this.context.connection.userIsInRoom(call.userId)) {
|
|
615
|
-
if (debug)
|
|
616
|
-
console.log(`Remove call ${[i]} to user that is not in room anymore ${call.userId}`);
|
|
617
|
-
call.close();
|
|
618
|
-
calls.splice(i, 1);
|
|
619
|
-
}
|
|
620
|
-
else if (debug) {
|
|
621
|
-
if (this.context.connection.connectionId === call.userId)
|
|
622
|
-
console.warn(`You are still in the room [${i}] ${call.userId}`);
|
|
623
|
-
else {
|
|
624
|
-
console.log(`User is still in room [${i}] ${call.userId}`);
|
|
625
|
-
}
|
|
626
|
-
}
|
|
627
|
-
}
|
|
628
|
-
}
|
|
629
|
-
this.peer.updateCalls();
|
|
630
|
-
if (this.debug) {
|
|
631
|
-
this.debugLogCurrentState();
|
|
632
|
-
}
|
|
633
|
-
}
|
|
634
|
-
debugLogCurrentState() {
|
|
635
|
-
console.warn(`You (${this.context.connection.connectionId}) are currently sending ${this._sendingStreams.size} and receiving ${this.peer.incomingCalls.length} calls (${this.peer.incomingCalls.map(c => c.userId).join(", ")})`, this.peer.incomingCalls);
|
|
636
|
-
}
|
|
637
|
-
}
|
|
638
|
-
export function disposeStream(str) {
|
|
639
|
-
if (!str)
|
|
640
|
-
return;
|
|
641
|
-
if (str instanceof MediaStream) {
|
|
642
|
-
for (const cap of str.getTracks())
|
|
643
|
-
cap.stop();
|
|
644
|
-
}
|
|
645
|
-
}
|
|
1
|
+
import { EventDispatcher } from "three";
|
|
2
|
+
import { RoomEvents } from "../engine/engine_networking.js";
|
|
3
|
+
import { getPeerjsInstance } from "../engine/engine_networking_peer.js";
|
|
4
|
+
import { Context } from "./engine_context.js";
|
|
5
|
+
import { isComponent } from "./engine_types.js";
|
|
6
|
+
import { getParam } from "./engine_utils.js";
|
|
7
|
+
const debug = getParam("debugnetworkingstreams");
|
|
8
|
+
export var NetworkedStreamEvents;
|
|
9
|
+
(function (NetworkedStreamEvents) {
|
|
10
|
+
NetworkedStreamEvents["Connected"] = "peer-user-connected";
|
|
11
|
+
NetworkedStreamEvents["StreamReceived"] = "receive-stream";
|
|
12
|
+
NetworkedStreamEvents["StreamEnded"] = "call-ended";
|
|
13
|
+
NetworkedStreamEvents["Disconnected"] = "peer-user-disconnected";
|
|
14
|
+
NetworkedStreamEvents["UserJoined"] = "user-joined";
|
|
15
|
+
})(NetworkedStreamEvents || (NetworkedStreamEvents = {}));
|
|
16
|
+
export class StreamEndedEvent {
|
|
17
|
+
type = NetworkedStreamEvents.StreamEnded;
|
|
18
|
+
userId;
|
|
19
|
+
direction;
|
|
20
|
+
constructor(userId, direction) {
|
|
21
|
+
this.userId = userId;
|
|
22
|
+
this.direction = direction;
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
export class StreamReceivedEvent {
|
|
26
|
+
type = NetworkedStreamEvents.StreamReceived;
|
|
27
|
+
userId;
|
|
28
|
+
stream;
|
|
29
|
+
target;
|
|
30
|
+
constructor(userId, stream, target) {
|
|
31
|
+
this.userId = userId;
|
|
32
|
+
this.stream = stream;
|
|
33
|
+
this.target = target;
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
class PeerUserConnectedModel {
|
|
37
|
+
/** the peer handle id */
|
|
38
|
+
guid;
|
|
39
|
+
peerId;
|
|
40
|
+
// internal so server doesnt save it to persistent storage
|
|
41
|
+
dontSave = true;
|
|
42
|
+
constructor(handle, peerId) {
|
|
43
|
+
this.guid = handle.id;
|
|
44
|
+
this.peerId = peerId;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
export var CallDirection;
|
|
48
|
+
(function (CallDirection) {
|
|
49
|
+
CallDirection["Incoming"] = "incoming";
|
|
50
|
+
CallDirection["Outgoing"] = "outgoing";
|
|
51
|
+
})(CallDirection || (CallDirection = {}));
|
|
52
|
+
class CallHandle extends EventDispatcher {
|
|
53
|
+
peerId;
|
|
54
|
+
userId;
|
|
55
|
+
direction;
|
|
56
|
+
call;
|
|
57
|
+
get stream() { return this._stream; }
|
|
58
|
+
;
|
|
59
|
+
_stream = null;
|
|
60
|
+
_isDisposed = false;
|
|
61
|
+
close() {
|
|
62
|
+
if (this._isDisposed)
|
|
63
|
+
return;
|
|
64
|
+
this._isDisposed = true;
|
|
65
|
+
this.call.close();
|
|
66
|
+
disposeStream(this._stream);
|
|
67
|
+
}
|
|
68
|
+
get isOpen() {
|
|
69
|
+
return this.call.peerConnection?.connectionState === "connected"; // && this._stream?.active;
|
|
70
|
+
}
|
|
71
|
+
get isOpening() {
|
|
72
|
+
return this.call.peerConnection?.connectionState === "connecting";
|
|
73
|
+
}
|
|
74
|
+
get isClosed() {
|
|
75
|
+
return !this.isOpen || this._isDisposed;
|
|
76
|
+
}
|
|
77
|
+
constructor(userId, call, direction, stream = null) {
|
|
78
|
+
super();
|
|
79
|
+
this.peerId = call.peer;
|
|
80
|
+
this.userId = userId;
|
|
81
|
+
this.call = call;
|
|
82
|
+
this.direction = direction;
|
|
83
|
+
this._stream = stream;
|
|
84
|
+
call.on("stream", stream => {
|
|
85
|
+
if (debug)
|
|
86
|
+
console.log("Receive stream", "\nAudio:", stream.getAudioTracks(), "\nVideo:", stream.getVideoTracks());
|
|
87
|
+
this._stream = stream;
|
|
88
|
+
if (direction === CallDirection.Incoming) {
|
|
89
|
+
const args = new StreamReceivedEvent(userId, stream, this);
|
|
90
|
+
this.dispatchEvent(args);
|
|
91
|
+
}
|
|
92
|
+
});
|
|
93
|
+
call.on("close", () => {
|
|
94
|
+
this.dispatchEvent(new StreamEndedEvent(userId, direction));
|
|
95
|
+
});
|
|
96
|
+
}
|
|
97
|
+
}
|
|
98
|
+
function applySdpTransform(sdp) {
|
|
99
|
+
sdp = sdp.replace("a=fmtp:111 minptime=10;useinbandfec=1", "a=fmtp:111 ptime=5;useinbandfec=1;stereo=1;maxplaybackrate=48000;maxaveragebitrat=128000;sprop-stereo=1");
|
|
100
|
+
return sdp;
|
|
101
|
+
}
|
|
102
|
+
export class PeerHandle extends EventDispatcher {
|
|
103
|
+
static instances = new Map();
|
|
104
|
+
static getOrCreate(context, guid) {
|
|
105
|
+
// if (id === undefined) {
|
|
106
|
+
// // randomId
|
|
107
|
+
// id = Math.random().toFixed(5);
|
|
108
|
+
// }
|
|
109
|
+
if (PeerHandle.instances.has(guid))
|
|
110
|
+
return PeerHandle.instances.get(guid);
|
|
111
|
+
const peer = new PeerHandle(context, guid);
|
|
112
|
+
PeerHandle.instances.set(guid, peer);
|
|
113
|
+
return peer;
|
|
114
|
+
}
|
|
115
|
+
getMyPeerId() {
|
|
116
|
+
if (this.context.connection.connectionId)
|
|
117
|
+
return this.getPeerIdFromUserId(this.context.connection.connectionId);
|
|
118
|
+
return undefined;
|
|
119
|
+
}
|
|
120
|
+
getPeerIdFromUserId(userConnectionId) {
|
|
121
|
+
// we build the peer id ourselves so we dont need to wait for peer to report it
|
|
122
|
+
return this.id + "-" + userConnectionId;
|
|
123
|
+
}
|
|
124
|
+
getUserIdFromPeerId(peerId) {
|
|
125
|
+
return peerId.substring(this.id.length + 1);
|
|
126
|
+
}
|
|
127
|
+
makeCall(peerId, stream) {
|
|
128
|
+
if (!stream?.id) {
|
|
129
|
+
if (debug)
|
|
130
|
+
console.warn("Can not make a call: mediastream has no id or is undefined");
|
|
131
|
+
else
|
|
132
|
+
console.debug("Can not make a call: mediastream has no id or is undefined");
|
|
133
|
+
return undefined;
|
|
134
|
+
}
|
|
135
|
+
const opts = {
|
|
136
|
+
metadata: {
|
|
137
|
+
userId: this.context.connection.connectionId,
|
|
138
|
+
streamId: stream.id
|
|
139
|
+
},
|
|
140
|
+
sdpTransform: sdp => {
|
|
141
|
+
return applySdpTransform(sdp);
|
|
142
|
+
},
|
|
143
|
+
};
|
|
144
|
+
const call = this._peer?.call(peerId, stream, opts);
|
|
145
|
+
if (call) {
|
|
146
|
+
const res = this.registerCall(call, CallDirection.Outgoing, stream);
|
|
147
|
+
if (debug)
|
|
148
|
+
console.warn(`📞 CALL ${peerId}`, "\nOutgoing:", this._outgoingCalls, "\nIncoming:", this._incomingCalls);
|
|
149
|
+
return res;
|
|
150
|
+
}
|
|
151
|
+
else if (debug) {
|
|
152
|
+
console.error("Failed to make call", peerId, stream, this._peer);
|
|
153
|
+
}
|
|
154
|
+
return undefined;
|
|
155
|
+
}
|
|
156
|
+
closeAll() {
|
|
157
|
+
for (const call of this._incomingCalls) {
|
|
158
|
+
call.close();
|
|
159
|
+
}
|
|
160
|
+
for (const call of this._outgoingCalls) {
|
|
161
|
+
call.close();
|
|
162
|
+
}
|
|
163
|
+
this.updateCalls();
|
|
164
|
+
}
|
|
165
|
+
updateCalls = () => {
|
|
166
|
+
for (let i = this._incomingCalls.length - 1; i >= 0; i--) {
|
|
167
|
+
const call = this._incomingCalls[i];
|
|
168
|
+
if (call.isClosed && !call.isOpening) {
|
|
169
|
+
this._incomingCalls.splice(i, 1);
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
for (let i = this._outgoingCalls.length - 1; i >= 0; i--) {
|
|
173
|
+
const call = this._outgoingCalls[i];
|
|
174
|
+
let shouldRemove = false;
|
|
175
|
+
if (call.isClosed && !call.isOpening) {
|
|
176
|
+
if (call.stream?.active) {
|
|
177
|
+
// don't remove the call if the stream is still active
|
|
178
|
+
if (debug)
|
|
179
|
+
console.warn("!!! Stream is still active, don't remove call", call.userId, "Your id: " + this.context.connection.connectionId);
|
|
180
|
+
}
|
|
181
|
+
else {
|
|
182
|
+
if (debug)
|
|
183
|
+
console.warn("!!! Remove closed call", call.userId);
|
|
184
|
+
shouldRemove = true;
|
|
185
|
+
}
|
|
186
|
+
}
|
|
187
|
+
// check if the user is still in the room
|
|
188
|
+
if (this.context.connection.userIsInRoom(call.userId) === false) {
|
|
189
|
+
if (debug)
|
|
190
|
+
console.warn("!!! User is not in room anymore, remove call", call.userId);
|
|
191
|
+
shouldRemove = true;
|
|
192
|
+
}
|
|
193
|
+
if (shouldRemove) {
|
|
194
|
+
call.close();
|
|
195
|
+
this._outgoingCalls.splice(i, 1);
|
|
196
|
+
}
|
|
197
|
+
}
|
|
198
|
+
};
|
|
199
|
+
get peer() { return this._peer; }
|
|
200
|
+
get incomingCalls() {
|
|
201
|
+
return this._incomingCalls;
|
|
202
|
+
}
|
|
203
|
+
id;
|
|
204
|
+
context;
|
|
205
|
+
_incomingCalls = [];
|
|
206
|
+
_outgoingCalls = [];
|
|
207
|
+
_peer;
|
|
208
|
+
constructor(context, id) {
|
|
209
|
+
super();
|
|
210
|
+
this.context = context;
|
|
211
|
+
this.id = id;
|
|
212
|
+
this.setupPeer();
|
|
213
|
+
navigator["getUserMedia"] = (navigator["getUserMedia"] || navigator["webkitGetUserMedia"] ||
|
|
214
|
+
navigator["mozGetUserMedia"] || navigator["msGetUserMedia"]);
|
|
215
|
+
}
|
|
216
|
+
_enabled = false;
|
|
217
|
+
_enabledPeer = false;
|
|
218
|
+
onConnectRoomFn = this.onConnectRoom.bind(this);
|
|
219
|
+
// private onUserJoinedOrLeftRoomFn: Function = this.onUserJoinedOrLeftRoom.bind(this);
|
|
220
|
+
// private onPeerConnectFn: (id) => void = this.onPeerConnect.bind(this);
|
|
221
|
+
// private onPeerReceiveCallFn: (call) => void = this.onPeerReceivingCall.bind(this);
|
|
222
|
+
// private _connectionPeerIdMap : Map<string, string> = new Map();
|
|
223
|
+
enable() {
|
|
224
|
+
if (this._enabled)
|
|
225
|
+
return;
|
|
226
|
+
this._enabled = true;
|
|
227
|
+
this.context.connection.beginListen(RoomEvents.JoinedRoom, this.onConnectRoomFn);
|
|
228
|
+
// this.context.connection.beginListen(RoomEvents.UserJoinedRoom, this.onUserJoinedOrLeftRoomFn);
|
|
229
|
+
// this.context.connection.beginListen(RoomEvents.UserLeftRoom, this.onUserJoinedOrLeftRoomFn);
|
|
230
|
+
this.subscribePeerEvents();
|
|
231
|
+
}
|
|
232
|
+
disable() {
|
|
233
|
+
if (!this._enabled)
|
|
234
|
+
return;
|
|
235
|
+
this._enabled = false;
|
|
236
|
+
this.context.connection.stopListen(RoomEvents.JoinedRoom, this.onConnectRoomFn);
|
|
237
|
+
// this.context.connection.stopListen(RoomEvents.UserJoinedRoom, this.onUserJoinedOrLeftRoomFn);
|
|
238
|
+
// this.context.connection.stopListen(RoomEvents.UserLeftRoom, this.onUserJoinedOrLeftRoomFn);
|
|
239
|
+
this.unsubscribePeerEvents();
|
|
240
|
+
}
|
|
241
|
+
onConnectRoom() {
|
|
242
|
+
this.setupPeer();
|
|
243
|
+
}
|
|
244
|
+
;
|
|
245
|
+
// private onUserJoinedOrLeftRoom(_: UserJoinedOrLeftRoomModel): void {
|
|
246
|
+
// };
|
|
247
|
+
setupPeer() {
|
|
248
|
+
if (!this.context.connection.connectionId)
|
|
249
|
+
return;
|
|
250
|
+
if (this._enabledPeer)
|
|
251
|
+
return;
|
|
252
|
+
this._enabledPeer = true;
|
|
253
|
+
if (!this._peer) {
|
|
254
|
+
const peerId = this.getMyPeerId();
|
|
255
|
+
if (peerId)
|
|
256
|
+
this._peer = getPeerjsInstance(peerId);
|
|
257
|
+
else
|
|
258
|
+
console.error("Failed to setup peerjs because we dont have a connection id", this.context.connection.connectionId);
|
|
259
|
+
}
|
|
260
|
+
if (this._enabled)
|
|
261
|
+
this.subscribePeerEvents();
|
|
262
|
+
}
|
|
263
|
+
subscribePeerEvents() {
|
|
264
|
+
if (!this._peer)
|
|
265
|
+
return;
|
|
266
|
+
this._peer.on("open", this.onPeerConnect);
|
|
267
|
+
this._peer.on("close", this.onPeerClose);
|
|
268
|
+
this._peer.on("call", this.onPeerReceivingCall);
|
|
269
|
+
this._peer.on("disconnected", this.onPeerDisconnected);
|
|
270
|
+
this._peer.on("error", this.onPeerError);
|
|
271
|
+
// this.context.connection.beginListen(PeerEvent.Connected, this.onRemotePeerConnect.bind(this));
|
|
272
|
+
// TODO: make connection to all current active calls even if the user is not anymore in the needle room
|
|
273
|
+
}
|
|
274
|
+
unsubscribePeerEvents() {
|
|
275
|
+
if (!this._peer)
|
|
276
|
+
return;
|
|
277
|
+
this._peer.off("open", this.onPeerConnect);
|
|
278
|
+
this._peer.off("close", this.onPeerClose);
|
|
279
|
+
this._peer.off("call", this.onPeerReceivingCall);
|
|
280
|
+
this._peer.off("disconnected", this.onPeerDisconnected);
|
|
281
|
+
this._peer.off("error", this.onPeerError);
|
|
282
|
+
// this.context.connection.stopListen(PeerEvent.Connected, this.onRemotePeerConnect.bind(this));
|
|
283
|
+
}
|
|
284
|
+
/**
|
|
285
|
+
* Emitted when a connection to the PeerServer is established. You may use the peer before this is emitted, but messages to the server will be queued. id is the brokering ID of the peer (which was either provided in the constructor or assigned by the server).
|
|
286
|
+
* @param id ID of the peer
|
|
287
|
+
*/
|
|
288
|
+
onPeerConnect = (id) => {
|
|
289
|
+
if (debug)
|
|
290
|
+
console.log("PEER opened as", id);
|
|
291
|
+
if (id === null) {
|
|
292
|
+
console.error("Peer connection failed", id);
|
|
293
|
+
return;
|
|
294
|
+
}
|
|
295
|
+
this.context.connection.send(NetworkedStreamEvents.Connected, new PeerUserConnectedModel(this, id));
|
|
296
|
+
};
|
|
297
|
+
/** Emitted when the peer is destroyed and can no longer accept or create any new connections. At this time, the peer's connections will all be closed. */
|
|
298
|
+
onPeerClose = () => {
|
|
299
|
+
if (debug)
|
|
300
|
+
console.log("PEER closed");
|
|
301
|
+
this.updateCalls();
|
|
302
|
+
};
|
|
303
|
+
/** Emitted when the peer is disconnected from the signalling server, either manually or because the connection to the signalling server was lost. */
|
|
304
|
+
onPeerDisconnected = () => {
|
|
305
|
+
if (debug)
|
|
306
|
+
console.log("PEER disconnected");
|
|
307
|
+
this.updateCalls();
|
|
308
|
+
};
|
|
309
|
+
/**
|
|
310
|
+
* Errors on the peer are almost always fatal and will destroy the peer. Errors from the underlying socket and PeerConnections are forwarded here.
|
|
311
|
+
*/
|
|
312
|
+
onPeerError = (err) => {
|
|
313
|
+
if (debug)
|
|
314
|
+
console.error("PEER error", err);
|
|
315
|
+
};
|
|
316
|
+
onPeerReceivingCall = (call) => {
|
|
317
|
+
call.answer(undefined, {
|
|
318
|
+
sdpTransform: sdp => {
|
|
319
|
+
return applySdpTransform(sdp);
|
|
320
|
+
},
|
|
321
|
+
});
|
|
322
|
+
this.registerCall(call, CallDirection.Incoming, null);
|
|
323
|
+
// if (call.type != "media") {
|
|
324
|
+
// call.answer();
|
|
325
|
+
// this.registerCall(call, CallDirection.Incoming, null);
|
|
326
|
+
// }
|
|
327
|
+
// else {
|
|
328
|
+
// if (!Application.userInteractionRegistered) {
|
|
329
|
+
// showBalloonMessage("You have an incoming call. Please click on the screen to answer it.");
|
|
330
|
+
// }
|
|
331
|
+
// Application.registerWaitForInteraction(() => {
|
|
332
|
+
// })
|
|
333
|
+
// }
|
|
334
|
+
};
|
|
335
|
+
registerCall(call, direction, stream) {
|
|
336
|
+
const meta = call.metadata;
|
|
337
|
+
if (!meta || !meta.userId) {
|
|
338
|
+
console.error("Missing call metadata", call);
|
|
339
|
+
}
|
|
340
|
+
const userId = meta.userId;
|
|
341
|
+
if (direction === CallDirection.Incoming && debug)
|
|
342
|
+
console.warn("← Receive call from", call.metadata, call.connectionId);
|
|
343
|
+
else if (debug) {
|
|
344
|
+
console.warn("→ Make call to", call.metadata);
|
|
345
|
+
}
|
|
346
|
+
const calls = direction === CallDirection.Incoming ? this._incomingCalls : this._outgoingCalls;
|
|
347
|
+
const handle = new CallHandle(userId, call, direction, stream);
|
|
348
|
+
calls.push(handle);
|
|
349
|
+
call.on("error", err => {
|
|
350
|
+
console.error("Call error", err);
|
|
351
|
+
});
|
|
352
|
+
call.on("close", () => {
|
|
353
|
+
if (debug)
|
|
354
|
+
console.log("Call ended", call.metadata);
|
|
355
|
+
const index = calls.indexOf(handle);
|
|
356
|
+
if (index !== -1)
|
|
357
|
+
calls.splice(index, 1);
|
|
358
|
+
handle.close();
|
|
359
|
+
this.dispatchEvent(new StreamEndedEvent(userId, direction));
|
|
360
|
+
});
|
|
361
|
+
handle.addEventListener(NetworkedStreamEvents.StreamEnded, e => {
|
|
362
|
+
this.dispatchEvent(e);
|
|
363
|
+
});
|
|
364
|
+
if (direction === CallDirection.Incoming) {
|
|
365
|
+
handle.addEventListener(NetworkedStreamEvents.StreamReceived, e => {
|
|
366
|
+
this.dispatchEvent(e);
|
|
367
|
+
});
|
|
368
|
+
call.on("stream", () => {
|
|
369
|
+
if (debug)
|
|
370
|
+
console.log("Received stream for call", call.metadata);
|
|
371
|
+
// workaround for https://github.com/peers/peerjs/issues/636
|
|
372
|
+
let intervalCounter = 0;
|
|
373
|
+
const closeInterval = setInterval(() => {
|
|
374
|
+
const isFirstInterval = intervalCounter === 0;
|
|
375
|
+
if (!handle.isOpen && isFirstInterval) {
|
|
376
|
+
if (debug)
|
|
377
|
+
console.warn("Close call because stream is not active", call.metadata);
|
|
378
|
+
intervalCounter += 1;
|
|
379
|
+
clearInterval(closeInterval);
|
|
380
|
+
handle.close();
|
|
381
|
+
}
|
|
382
|
+
}, 2000);
|
|
383
|
+
});
|
|
384
|
+
}
|
|
385
|
+
return handle;
|
|
386
|
+
}
|
|
387
|
+
}
|
|
388
|
+
// type UserVideoCall = {
|
|
389
|
+
// call: Peer.MediaConnection;
|
|
390
|
+
// stream: MediaStream;
|
|
391
|
+
// userId: string;
|
|
392
|
+
// }
|
|
393
|
+
// type IncomingStreamArgs = {
|
|
394
|
+
// stream: MediaStream;
|
|
395
|
+
// userId: string;
|
|
396
|
+
// }
|
|
397
|
+
/**
|
|
398
|
+
* This class is responsible for managing the sending and receiving of streams between peers.
|
|
399
|
+
*/
|
|
400
|
+
export class NetworkedStreams extends EventDispatcher {
|
|
401
|
+
/**
|
|
402
|
+
* Create a new NetworkedStreams instance
|
|
403
|
+
*/
|
|
404
|
+
static create(comp, guid) {
|
|
405
|
+
const peer = PeerHandle.getOrCreate(comp.context, guid || comp.context.connection.connectionId || comp.guid);
|
|
406
|
+
return new NetworkedStreams(comp.context, peer);
|
|
407
|
+
}
|
|
408
|
+
context;
|
|
409
|
+
peer;
|
|
410
|
+
// private _receiveVideoStreamListeners: Array<(info: IncomingStreamArgs) => void> = [];
|
|
411
|
+
_sendingStreams = new Map();
|
|
412
|
+
/**
|
|
413
|
+
* If true, will log debug information
|
|
414
|
+
*/
|
|
415
|
+
debug = false;
|
|
416
|
+
constructor(context, peer) {
|
|
417
|
+
super();
|
|
418
|
+
if (isComponent(context)) {
|
|
419
|
+
const comp = context;
|
|
420
|
+
context = comp.context;
|
|
421
|
+
peer = PeerHandle.getOrCreate(comp.context, comp.guid);
|
|
422
|
+
}
|
|
423
|
+
else if (typeof peer === "string") {
|
|
424
|
+
peer = PeerHandle.getOrCreate(context, peer);
|
|
425
|
+
}
|
|
426
|
+
if (!context)
|
|
427
|
+
throw new Error("Failed to create NetworkedStreams because context is undefined");
|
|
428
|
+
else if (!(context instanceof Context))
|
|
429
|
+
throw new Error("Failed to create NetworkedStreams because context is not an instance of Context");
|
|
430
|
+
if (!peer)
|
|
431
|
+
throw new Error("Failed to create NetworkedStreams because peer is undefined");
|
|
432
|
+
this.context = context;
|
|
433
|
+
this.peer = peer;
|
|
434
|
+
if (debug)
|
|
435
|
+
this.debug = true;
|
|
436
|
+
}
|
|
437
|
+
startSendingStream(stream) {
|
|
438
|
+
if (!this._sendingStreams.has(stream)) {
|
|
439
|
+
this._sendingStreams.set(stream, []);
|
|
440
|
+
this.updateSendingCalls();
|
|
441
|
+
}
|
|
442
|
+
else {
|
|
443
|
+
console.warn("Received start sending stream with stream that is already being sent");
|
|
444
|
+
}
|
|
445
|
+
}
|
|
446
|
+
stopSendingStream(_steam) {
|
|
447
|
+
if (_steam) {
|
|
448
|
+
const calls = this._sendingStreams.get(_steam);
|
|
449
|
+
if (calls) {
|
|
450
|
+
for (const call of calls) {
|
|
451
|
+
call.close();
|
|
452
|
+
}
|
|
453
|
+
calls.length = 0;
|
|
454
|
+
}
|
|
455
|
+
this._sendingStreams.delete(_steam);
|
|
456
|
+
if (calls && this.debug)
|
|
457
|
+
this.debugLogCurrentState();
|
|
458
|
+
}
|
|
459
|
+
this.updateSendingCalls();
|
|
460
|
+
}
|
|
461
|
+
// private onConnectRoomFn: Function = this.onConnectRoom.bind(this);
|
|
462
|
+
// private onUserConnectedFn: Function = this.onUserConnected.bind(this);
|
|
463
|
+
// private onUserLeftFn: Function = this.onUserLeft.bind(this);
|
|
464
|
+
_enabled = false;
|
|
465
|
+
get enabled() { return this._enabled; }
|
|
466
|
+
enable() {
|
|
467
|
+
if (this._enabled)
|
|
468
|
+
return;
|
|
469
|
+
this._enabled = true;
|
|
470
|
+
this.peer.enable();
|
|
471
|
+
this.peer.addEventListener(NetworkedStreamEvents.StreamReceived, this.onCallStreamReceived);
|
|
472
|
+
//@ts-ignore
|
|
473
|
+
this.peer.addEventListener(NetworkedStreamEvents.StreamEnded, this.onCallEnded);
|
|
474
|
+
// this.peer.addEventListener(PeerEvent.UserJoined, this.onUserJoinedPeer);
|
|
475
|
+
this.context.connection.beginListen(NetworkedStreamEvents.Connected, this.onUserConnected);
|
|
476
|
+
this.context.connection.beginListen(RoomEvents.JoinedRoom, this.onJoinedRoom);
|
|
477
|
+
this.context.connection.beginListen(RoomEvents.UserJoinedRoom, this.onJoinedRoom);
|
|
478
|
+
this.context.connection.beginListen(RoomEvents.UserLeftRoom, this.onUserLeft);
|
|
479
|
+
this.context.connection.beginListen(RoomEvents.LeftRoom, this.onLeftRoom);
|
|
480
|
+
this._tickIntervalId = setInterval(this.tick, 5_000);
|
|
481
|
+
}
|
|
482
|
+
disable() {
|
|
483
|
+
if (!this._enabled)
|
|
484
|
+
return;
|
|
485
|
+
this._enabled = false;
|
|
486
|
+
this.peer.disable();
|
|
487
|
+
this.peer.removeEventListener(NetworkedStreamEvents.StreamReceived, this.onCallStreamReceived);
|
|
488
|
+
//@ts-ignore
|
|
489
|
+
this.peer.removeEventListener(NetworkedStreamEvents.StreamEnded, this.onCallEnded);
|
|
490
|
+
// this.peer.removeEventListener(PeerEvent.UserJoined, this.onUserJoinedPeer);
|
|
491
|
+
this.context.connection.stopListen(NetworkedStreamEvents.Connected, this.onUserConnected);
|
|
492
|
+
this.context.connection.stopListen(RoomEvents.JoinedRoom, this.onJoinedRoom);
|
|
493
|
+
this.context.connection.stopListen(RoomEvents.UserJoinedRoom, this.onJoinedRoom);
|
|
494
|
+
this.context.connection.stopListen(RoomEvents.UserLeftRoom, this.onUserLeft);
|
|
495
|
+
this.context.connection.stopListen(RoomEvents.LeftRoom, this.onLeftRoom);
|
|
496
|
+
if (this._tickIntervalId != undefined) {
|
|
497
|
+
clearInterval(this._tickIntervalId);
|
|
498
|
+
this._tickIntervalId = undefined;
|
|
499
|
+
}
|
|
500
|
+
}
|
|
501
|
+
_tickIntervalId; /* for webpack */
|
|
502
|
+
tick = () => {
|
|
503
|
+
this.updateSendingCalls();
|
|
504
|
+
};
|
|
505
|
+
// private onUserJoinedPeer = (evt) => {
|
|
506
|
+
// if (!this.context.connection.isConnected && evt.userId) {
|
|
507
|
+
// this.startCallWithUserIfNotAlready(evt.userId);
|
|
508
|
+
// }
|
|
509
|
+
// }
|
|
510
|
+
// When either we ourselves OR someone else is joining the room we want to make sure to re-establish all calls
|
|
511
|
+
// and if the user that joined is not yet receiving our video stream we want to start a stream with them
|
|
512
|
+
// https://github.com/needle-tools/needle-tiny/issues/697#issuecomment-1510425539
|
|
513
|
+
onJoinedRoom = (evt) => {
|
|
514
|
+
if (this._sendingStreams.size > 0) {
|
|
515
|
+
if (this.debug)
|
|
516
|
+
console.warn(`${evt?.userId ? `User ${evt.userId}` : "You"} joined room`, evt, this._sendingStreams.size);
|
|
517
|
+
this.updateSendingCalls();
|
|
518
|
+
}
|
|
519
|
+
};
|
|
520
|
+
/** This is when the local user leaves the room */
|
|
521
|
+
onLeftRoom = (evt) => {
|
|
522
|
+
if (this.debug)
|
|
523
|
+
console.warn(`${evt?.userId || "You"} left room`, evt);
|
|
524
|
+
this.stopCallsToUsersThatAreNotInTheRoomAnymore();
|
|
525
|
+
this.peer.closeAll();
|
|
526
|
+
};
|
|
527
|
+
onCallStreamReceived = (evt) => {
|
|
528
|
+
if (this.debug)
|
|
529
|
+
console.log("Call with " + evt.userId + " started");
|
|
530
|
+
this.dispatchEvent({ type: NetworkedStreamEvents.StreamReceived, target: this, stream: evt.stream, userId: evt.userId });
|
|
531
|
+
if (this.debug) {
|
|
532
|
+
this.debugLogCurrentState();
|
|
533
|
+
}
|
|
534
|
+
};
|
|
535
|
+
onCallEnded = (evt) => {
|
|
536
|
+
if (this.debug)
|
|
537
|
+
console.log("Call with " + evt.userId + " ended");
|
|
538
|
+
this.dispatchEvent(evt);
|
|
539
|
+
if (this.debug) {
|
|
540
|
+
this.debugLogCurrentState();
|
|
541
|
+
}
|
|
542
|
+
};
|
|
543
|
+
onUserConnected = (user) => {
|
|
544
|
+
// console.log(this.peer.id, user.guid)
|
|
545
|
+
if (this.peer.id === user.guid) {
|
|
546
|
+
if (this.debug)
|
|
547
|
+
console.log("PEER USER CONNECTED", user.guid, user, this._sendingStreams.size);
|
|
548
|
+
const stream = this._sendingStreams.keys().next().value;
|
|
549
|
+
// check if we already have a call with this user
|
|
550
|
+
// const existing = this._outgoingCalls.find(c => c.call.peer === peerId && c.stream === stream);
|
|
551
|
+
// if (existing) {
|
|
552
|
+
// console.warn("Already have a call with this user", peerId, stream);
|
|
553
|
+
// return existing;
|
|
554
|
+
// }
|
|
555
|
+
this.peer.makeCall(user.peerId, stream);
|
|
556
|
+
}
|
|
557
|
+
else {
|
|
558
|
+
if (debug)
|
|
559
|
+
console.log("Unknown user connected", user.guid, user.peerId);
|
|
560
|
+
}
|
|
561
|
+
};
|
|
562
|
+
onUserLeft = (_) => {
|
|
563
|
+
if (this.debug)
|
|
564
|
+
console.log("User left room: " + _.userId);
|
|
565
|
+
this.stopCallsToUsersThatAreNotInTheRoomAnymore();
|
|
566
|
+
};
|
|
567
|
+
updateSendingCalls() {
|
|
568
|
+
let startedNewCall = false;
|
|
569
|
+
const localUserId = this.context.connection.connectionId;
|
|
570
|
+
for (const stream of this._sendingStreams.keys()) {
|
|
571
|
+
const calls = this._sendingStreams.get(stream) || [];
|
|
572
|
+
for (const userId of this.context.connection.usersInRoom()) {
|
|
573
|
+
if (userId === localUserId)
|
|
574
|
+
continue;
|
|
575
|
+
const peerId = this.peer.getPeerIdFromUserId(userId);
|
|
576
|
+
const existing = calls.find(c => c.peerId === peerId && c.direction === CallDirection.Outgoing && !c.isClosed && c.stream?.active);
|
|
577
|
+
if (!existing) {
|
|
578
|
+
const handle = this.peer.makeCall(peerId, stream);
|
|
579
|
+
if (handle) {
|
|
580
|
+
startedNewCall = true;
|
|
581
|
+
calls.push(handle);
|
|
582
|
+
}
|
|
583
|
+
}
|
|
584
|
+
else if (debug) {
|
|
585
|
+
console.debug("Already have a call with user " + userId + " / peer " + peerId);
|
|
586
|
+
}
|
|
587
|
+
}
|
|
588
|
+
this._sendingStreams.set(stream, calls);
|
|
589
|
+
}
|
|
590
|
+
this.stopCallsToUsersThatAreNotInTheRoomAnymore();
|
|
591
|
+
}
|
|
592
|
+
// private startCallWithUserIfNotAlready(userId: string) {
|
|
593
|
+
// for (const stream of this._sendingVideoStreams.keys()) {
|
|
594
|
+
// const calls = this._sendingVideoStreams.get(stream) || [];
|
|
595
|
+
// const existing = calls.find(c => c.userId === userId);
|
|
596
|
+
// if (!existing || existing.stream?.active === false) {
|
|
597
|
+
// if (this.debug) console.log("Starting call to", userId)
|
|
598
|
+
// const handle = this.peer.makeCall(this.peer.getPeerIdFromUserId(userId), stream);
|
|
599
|
+
// if (handle) {
|
|
600
|
+
// calls.push(handle);
|
|
601
|
+
// return true;
|
|
602
|
+
// }
|
|
603
|
+
// }
|
|
604
|
+
// }
|
|
605
|
+
// return false;
|
|
606
|
+
// }
|
|
607
|
+
stopCallsToUsersThatAreNotInTheRoomAnymore() {
|
|
608
|
+
for (const stream of this._sendingStreams.keys()) {
|
|
609
|
+
const calls = this._sendingStreams.get(stream);
|
|
610
|
+
if (!calls)
|
|
611
|
+
continue;
|
|
612
|
+
for (let i = calls.length - 1; i >= 0; i--) {
|
|
613
|
+
const call = calls[i];
|
|
614
|
+
if (!this.context.connection.userIsInRoom(call.userId)) {
|
|
615
|
+
if (debug)
|
|
616
|
+
console.log(`Remove call ${[i]} to user that is not in room anymore ${call.userId}`);
|
|
617
|
+
call.close();
|
|
618
|
+
calls.splice(i, 1);
|
|
619
|
+
}
|
|
620
|
+
else if (debug) {
|
|
621
|
+
if (this.context.connection.connectionId === call.userId)
|
|
622
|
+
console.warn(`You are still in the room [${i}] ${call.userId}`);
|
|
623
|
+
else {
|
|
624
|
+
console.log(`User is still in room [${i}] ${call.userId}`);
|
|
625
|
+
}
|
|
626
|
+
}
|
|
627
|
+
}
|
|
628
|
+
}
|
|
629
|
+
this.peer.updateCalls();
|
|
630
|
+
if (this.debug) {
|
|
631
|
+
this.debugLogCurrentState();
|
|
632
|
+
}
|
|
633
|
+
}
|
|
634
|
+
debugLogCurrentState() {
|
|
635
|
+
console.warn(`You (${this.context.connection.connectionId}) are currently sending ${this._sendingStreams.size} and receiving ${this.peer.incomingCalls.length} calls (${this.peer.incomingCalls.map(c => c.userId).join(", ")})`, this.peer.incomingCalls);
|
|
636
|
+
}
|
|
637
|
+
}
|
|
638
|
+
export function disposeStream(str) {
|
|
639
|
+
if (!str)
|
|
640
|
+
return;
|
|
641
|
+
if (str instanceof MediaStream) {
|
|
642
|
+
for (const cap of str.getTracks())
|
|
643
|
+
cap.stop();
|
|
644
|
+
}
|
|
645
|
+
}
|
|
646
646
|
//# sourceMappingURL=engine_networking_streams.js.map
|