@needle-tools/engine 4.12.0-next.da19dd0 → 4.12.0-next.dcaf2b0

package/src/engine/engine_context.ts

@@ -27,6 +27,7 @@ import { ObjectUtils } from "./engine_create_objects.js";
 import { destroy, foreachComponent } from './engine_gameobject.js';
 import { getLoader } from './engine_gltf.js';
 import { Input } from './engine_input.js';
+import { Telemetry } from './engine_license.js';
 import { invokeLifecycleFunctions } from './engine_lifecycle_functions_internal.js';
 import { type ILightDataRegistry, LightDataRegistry } from './engine_lightdata.js';
 import { LODsManager } from "./engine_lods.js";
@@ -43,7 +44,6 @@ import { deepClone, delay, DeviceUtilities, getParam } from './engine_utils.js';
 import type { INeedleXRSessionEventReceiver, NeedleXRSession } from './engine_xr.js';
 import { NeedleMenu } from './webcomponents/needle menu/needle-menu.js';
 import type { NeedleEngineWebComponent } from './webcomponents/needle-engine.js';
-import { Telemetry } from './engine_license.js';
 
 const debug = getParam("debugcontext");
 const stats = getParam("stats");

package/src/engine/engine_license.ts

@@ -1,4 +1,5 @@
 import { dof } from "three/src/nodes/TSL.js";
+
 import { isDevEnvironment } from "./debug/index.js";
 import { BUILD_TIME, GENERATOR, PUBLIC_KEY, VERSION } from "./engine_constants.js";
 import { ContextEvent, ContextRegistry } from "./engine_context_registry.js";
@@ -109,13 +110,18 @@ export namespace Telemetry {
             event_name: "page_view"
         }).then(res => {
             if (res instanceof Response && res.ok && isLocalNetwork()) {
-                sendEvent(ctx, "info", {
-                    src: ctx.domElement?.getAttribute("src") || "",
-                    version: VERSION,
-                    generator: GENERATOR,
-                    build_time: BUILD_TIME,
-                    public_key: PUBLIC_KEY,
-                });
+                const src = ctx.domElement?.getAttribute("src") || "";
+                const sessionKey = src + VERSION + GENERATOR + BUILD_TIME + PUBLIC_KEY;
+                if (window.sessionStorage.getItem("session_key") !== sessionKey) {
+                    window.sessionStorage.setItem("session_key", sessionKey);
+                    sendEvent(ctx, "info", {
+                        src: ctx.domElement?.getAttribute("src") || "",
+                        version: VERSION,
+                        generator: GENERATOR,
+                        build_time: BUILD_TIME,
+                        public_key: PUBLIC_KEY,
+                    });
+                }
             }
         })
     }

package/src/engine/engine_networking.ts

@@ -6,6 +6,7 @@ import { type Websocket } from 'websocket-ts';
 
 import * as schemes from "../engine-schemes/schemes.js";
 import { isDevEnvironment } from './debug/index.js';
+import { Telemetry } from './engine_license.js';
 import { PeerNetworking } from './engine_networking_peer.js';
 import { type IModel, type INetworkConnection, SendQueue } from './engine_networking_types.js';
 import { isHostedOnGlitch } from './engine_networking_utils.js';
@@ -658,6 +659,9 @@ export class NetworkConnection implements INetworkConnection {
                 .onError((_e) => {
                     console.error("Websocket connection failed...");
                     resolve(false);
+                    Telemetry.sendEvent(this.context, "networking", {
+                        event: "connection_error",
+                    });
                 })
                 .onRetry(() => { console.log("Retry connecting to networking websocket") })
                 .build();
@@ -727,6 +731,9 @@ export class NetworkConnection implements INetworkConnection {
                                 "server did not send connection id", connection.id);
                             console.debug("Your id is: " + connection.id, this.context.alias ?? "");
                             this._connectionId = connection.id;
+                            Telemetry.sendEvent(this.context, "networking", {
+                                event: "connected",
+                            });
                         }
                     }
                     else console.warn("Expected connection id in " + message.key);
@@ -754,6 +761,10 @@ export class NetworkConnection implements INetworkConnection {
                     }
 
                     this.onSendQueued(SendQueue.OnRoomJoin);
+                    Telemetry.sendEvent(this.context, "networking", {
+                        event: "joined_room",
+                        room: this._currentRoomName,
+                    });
                     break;
 
                 case RoomEvents.LeftRoom:
@@ -765,6 +776,10 @@ export class NetworkConnection implements INetworkConnection {
                         this._currentInRoom.length = 0;
                         if (debugnetBin || isDevEnvironment()) console.debug("Left Needle Engine Room: " + model.room);
                     }
+                    Telemetry.sendEvent(this.context, "networking", {
+                        event: "left_room",
+                        room: model.room,
+                    });
                     break;
                 case RoomEvents.UserJoinedRoom:
                     if (message.data) {

package/src/engine/engine_three_utils.ts

@@ -242,8 +242,10 @@ export function setWorldPosition(obj: Object3D, val: Vector3): Object3D {
     const wp = _worldPositions.get();
     if (val !== wp)
         wp.copy(val);
-    const obj2 = obj?.parent ?? obj;
-    obj2.worldToLocal(wp);
+
+    if (obj.parent !== null)
+         obj.parent.worldToLocal(wp);
+
     obj.position.set(wp.x, wp.y, wp.z);
     return obj;
 }

package/src/engine/webcomponents/needle menu/needle-menu-spatial.ts

@@ -104,7 +104,8 @@ export class NeedleSpatialMenu {
         }
 
         const xr = this._context.xr;
-        if (!xr?.running) {
+        const isImmersiveXR = xr?.running && (xr?.isPassThrough || xr?.isVR)
+        if (!isImmersiveXR) {
             if (this._wasInXR) {
                 this._wasInXR = false;
                 this.onExitXR();

package/src/engine-components/DropListener.ts

@@ -10,7 +10,7 @@ import { BlobStorage } from "../engine/engine_networking_blob.js";
 import { PreviewHelper } from "../engine/engine_networking_files.js";
 import { InstantiateIdProvider } from "../engine/engine_networking_instantiate.js";
 import { serializable } from "../engine/engine_serialization_decorator.js";
-import { fitObjectIntoVolume, getBoundingBox, placeOnSurface } from "../engine/engine_three_utils.js";
+import { fitObjectIntoVolume, getBoundingBox, getWorldScale, placeOnSurface } from "../engine/engine_three_utils.js";
 import { Model, Vec3 } from "../engine/engine_types.js";
 import { getParam, setParamWithoutReload } from "../engine/engine_utils.js";
 import { determineMimeTypeFromExtension } from "../engine/engine_utils_format.js";
@@ -111,6 +111,7 @@ const blobKeyName = "blob";
 
 /** The DropListener component is used to listen for drag and drop events in the browser and add the dropped files to the scene  
  * It can be used to allow users to drag and drop glTF files into the scene to add new objects.  
+ * Existing child objects will behave like placeholders and will be removed when new files are dropped.  
  * 
  * If {@link useNetworking} is enabled, the DropListener will automatically synchronize dropped files to other connected clients.
  * Enable {@link fitIntoVolume} to automatically scale dropped objects to fit within the volume defined by {@link fitVolumeSize}.
@@ -522,22 +523,42 @@ export class DropListener extends Behaviour {
 
         const obj = model.scene;
 
-        // use attach to ignore the DropListener scale (e.g. if the parent object scale is not uniform)
-        this.gameObject.attach(obj);
-        obj.position.set(0, 0, 0);
-        obj.quaternion.identity();
+        obj.position.copy(this.gameObject.worldPosition);
+        const scale = getWorldScale(this.gameObject);
 
-        this._addedObjects.push(obj);
-        this._addedModels.push(model);
+        let localPos = new Vector3(0,0,0);
+        scale.x = Math.abs(scale.x);
+        scale.y = Math.abs(scale.y);
+        scale.z = Math.abs(scale.z);
+        let localScale =obj.scale.clone();
+
+        // TODOs: handle rotation when Gizmos APIs has changed to support it
 
-        const volume = new Box3().setFromCenterAndSize(new Vector3(0, this.fitVolumeSize.y * .5, 0).add(this.gameObject.worldPosition), this.fitVolumeSize);
+        const volume = new Box3().setFromCenterAndSize(new Vector3(0, this.fitVolumeSize.y * scale.y * .5, 0).add(this.gameObject.worldPosition), this.fitVolumeSize.clone().multiply(scale));
         if (debug) Gizmos.DrawWireBox3(volume, 0x0000ff, 5);
         if (this.fitIntoVolume) {
+
             fitObjectIntoVolume(obj, volume, {
                 position: !this.placeAtHitPosition
             });
+
+            // to match parent scale later, divide by it
+            localScale = obj.scale.clone().divide(scale);
+            // just take the computed offset from fitting 
+            localPos = obj.worldPosition.clone().sub(this.gameObject.worldPosition).divide(scale);
+            if (debug) Gizmos.DrawSphere(localPos, 0.1, 0xff0000, 5);
         }
 
+        // use attach to ignore the DropListener scale (e.g. if the parent object scale is not uniform)
+        this.gameObject.attach(obj);
+        obj.position.copy(localPos);
+        obj.quaternion.identity();
+        obj.scale.copy(localScale);
+        if (debug) Gizmos.DrawArrow(this.gameObject.worldPosition, obj.getWorldPosition(new Vector3()), 0x00ff00, 5);
+
+        this._addedObjects.push(obj);
+        this._addedModels.push(model);
+
         if (this.placeAtHitPosition && ctx && ctx.screenposition) {
             obj.visible = false; // < don't raycast on the placed object
             const rc = this.context.physics.raycast({ screenPoint: this.context.input.convertScreenspaceToRaycastSpace(ctx.screenposition.clone()) });

package/src/engine-components/EventList.ts

@@ -78,7 +78,11 @@ export class CallInfo {
             // If the target is a property
             else {
                 if (this.arguments) {
-                    this.target[this.methodName] = this.arguments[0] || args[0];
+
+                    if (args !== undefined && args.length > 0)
+                        this.target[this.methodName] = args[0];
+                    else
+                        this.target[this.methodName] = this.arguments[0];
                 }
                 else {
                     this.target[this.methodName] = args[0];

package/src/engine-components/SceneSwitcher.ts

@@ -1,7 +1,7 @@
 import { EquirectangularReflectionMapping, Object3D, Scene, Texture } from "three";
 
 import { AssetReference } from "../engine/engine_addressables.js";
-import { destroy } from "../engine/engine_gameobject.js";
+import { destroy, instantiate } from "../engine/engine_gameobject.js";
 import { InputEvents } from "../engine/engine_input.js";
 import { isLocalNetwork } from "../engine/engine_networking_utils.js";
 import { serializable } from "../engine/engine_serialization.js";
@@ -247,14 +247,23 @@ export class SceneSwitcher extends Behaviour {
 
     private _currentIndex: number = -1;
     private _currentScene: AssetReference | undefined = undefined;
+    private _currentSceneAsset: Object3D | undefined = undefined;
     private _engineElementOverserver: MutationObserver | undefined = undefined;
 
     private _preloadScheduler?: PreLoadScheduler;
 
     private _menuButtons?: HTMLElement[];
 
+    // this is the scene that was requested last
+    private __lastSwitchScene?: AssetReference;
+    private __lastSwitchScenePromise?: Promise<boolean>;
+
     /** @internal */
     awake(): void {
+        this._currentScene = undefined;
+        this._lastLoadingScene = undefined;
+        this.__lastSwitchScenePromise = undefined;
+
         if (this.scenes === undefined) this.scenes = [];
         // remove all scenes from the url that are in the scenes array at startup
         for (const scene of this.scenes) {
@@ -538,10 +547,6 @@ export class SceneSwitcher extends Behaviour {
         return false;
     }
 
-    // this is the scene that was requested last
-    private __lastSwitchScene?: AssetReference;
-    private __lastSwitchScenePromise?: Promise<boolean>;
-
     /**
      * Switch to a scene by its AssetReference.  
      * If the scene is already loaded it will be unloaded and the new scene will be loaded.  
@@ -601,14 +606,13 @@ export class SceneSwitcher extends Behaviour {
                 const res = sceneListener.sceneClosing();
                 if (res instanceof Promise) await res;
             }
-            // if the current scene has a URL (so it can be reloaded)
-            // then we unload it
+
+            // // if the current scene has a URL (so it can be reloaded)
+            // // then we unload it
             if (current.hasUrl)
                 current.unload();
-            // otherwise if it's a regular Object3D we just remove it from the scene
-            else if (current.asset instanceof Object3D) {
-                GameObject.remove(current.asset as any as Object3D);
-            }
+
+            if (this._currentSceneAsset) destroy(this._currentSceneAsset, true, false);
         }
     }
 
@@ -658,7 +662,6 @@ export class SceneSwitcher extends Behaviour {
                 if (debug) console.log("[SceneSwitcher] ADD", scene.url);
                 this._currentScene = scene;
 
-
                 // Experimental: replace the whole content of the scene
                 if (experimental_clearSceneOnLoad) {
                     const camera = this.context.mainCameraComponent?.gameObject || this.context.mainCamera;
@@ -672,7 +675,14 @@ export class SceneSwitcher extends Behaviour {
                     }
                 }
 
-                GameObject.add(scene.asset, this.gameObject);
+                // @TODO: if multiple scene switcher or scenes use this asset already it will be moved
+                if (!scene.asset.parent) {
+                    this._currentSceneAsset = scene.asset;
+                    GameObject.add(scene.asset, this.gameObject);
+                }
+                else {
+                    this._currentSceneAsset = instantiate(scene.asset, { parent: this.gameObject });
+                }
 
                 if (this.useSceneLighting)
                     this.context.sceneLighting.enable(scene);

package/src/engine-components/export/usdz/extensions/behavior/BehaviourComponents.ts

@@ -11,6 +11,7 @@ import { Animation } from "../../../../Animation.js";
 import { Animator } from "../../../../Animator.js";
 import { AudioSource } from "../../../../AudioSource.js";
 import { Behaviour, GameObject } from "../../../../Component.js";
+import { Rigidbody } from "../../../../RigidBody.js";
 import type { IPointerClickHandler, PointerEventData } from "../../../../ui/PointerEvents.js";
 import { ObjectRaycaster,Raycaster } from "../../../../ui/Raycaster.js";
 import { makeNameSafeForUSD,USDDocument, USDObject, USDZExporterContext } from "../../ThreeUSDZExporter.js";
@@ -68,6 +69,16 @@ export class ChangeTransformOnClick extends Behaviour implements IPointerClickHa
     }
 
     onPointerClick(args: PointerEventData) {
+
+        const rbs = this.object?.getComponentsInChildren(Rigidbody);
+
+        if (rbs){
+            for (const rb of rbs) {	
+                rb.resetVelocities();
+                rb.resetForcesAndTorques();
+            }
+        }
+
         args.use();
         if (this.coroutine) this.stopCoroutine(this.coroutine);
         if (!this.relativeMotion)

package/src/engine-components/webxr/WebARSessionRoot.ts

@@ -10,6 +10,7 @@ import type { IComponent, IGameObject } from "../../engine/engine_types.js";
 import { DeviceUtilities, getParam } from "../../engine/engine_utils.js";
 import { NeedleXRController, type NeedleXREventArgs, type NeedleXRHitTestResult, NeedleXRSession } from "../../engine/engine_xr.js";
 import { Behaviour, GameObject } from "../Component.js";
+import type { WebXR } from "./WebXR.js";
 
 // https://github.com/takahirox/takahirox.github.io/blob/master/js.mmdeditor/examples/js/controls/DeviceOrientationControls.js
 
@@ -20,14 +21,17 @@ const invertForwardMatrix = new Matrix4().makeRotationY(Math.PI);
 
 /**
  * The WebARSessionRoot is the root object for a WebAR session and used to place the scene in AR.  
- * It is also responsible for scaling the user in AR and to define the center of the AR scene. If not present in the scene it will be created automatically by the WebXR component when entering an AR session.
+ * It is also responsible for scaling the user in AR and to define the center of the AR scene.  
+ * If not present in the scene it will be created automatically by the WebXR component when entering an AR session.
  * 
- * @example 
+ * **Note**: If the WebXR component {@link WebXR.autoCenter} option is enabled the scene will be automatically centered based on the content in the scene.  
+ * 
+ * @example Callback when the scene has been placed in AR:
  * ```ts
  * WebARSessionRoot.onPlaced((args) => {
  *    console.log("Scene has been placed in AR");
  * });
- * ```
+ * ```  
  * 
  * @summary Root object for WebAR sessions, managing scene placement and user scaling in AR.
  * @category XR

package/src/engine-components/webxr/WebXR.ts

@@ -23,7 +23,7 @@ const debug = getParam("debugwebxr");
 const debugQuicklook = getParam("debugusdz");
 
 /**
- * Use the WebXR component to enable VR, AR and Quicklook on iOS in your scene.  
+ * Use the WebXR component to enable VR and AR on iOS and Android in your scene. VisionOS support is also provided via QuickLook USDZ export.  
  * 
  * The WebXR component is a simple to use wrapper around the {@link NeedleXRSession} API and adds some additional features like creating buttons for AR, VR, enabling default movement behaviour ({@link XRControllerMovement}) and controller rendering ({@link XRControllerModel}), as well as handling AR placement and Quicklook USDZ export.
  * 
@@ -146,7 +146,9 @@ export class WebXR extends Behaviour {
 
     /**
      * When enabled, the AR session root center will be automatically adjusted to place the center of the scene.  
-     * This helps ensure the scene is properly aligned with detected surfaces.
+     * This helps ensure the scene is properly aligned with detected surfaces.  
+     * 
+     * **Note**: This option overrides the placement of the {@link WebARSessionRoot} component if both are used.
      */
     @serializable()
     autoCenter: boolean = false;