@needle-tools/engine 2.35.1-pre → 2.35.3-pre

package/src/engine-components/Component.ts

@@ -113,6 +113,7 @@ abstract class GameObject extends THREE.Object3D implements THREE.Object3D, IGam
 
     public static invoke(go: THREE.Object3D | null | undefined, functionName: string, children: boolean = false, ...args: any) {
         if (!go) return;
+
         // console.log(go);
         this.foreachComponent(go, c => {
             const fn = c[functionName];
@@ -381,6 +382,7 @@ class Component implements IComponent, EventTarget {
         if (this.__didEnable) return false;
         // console.trace("INTERNAL ENABLE");
         this.__didEnable = true;
+        this.__isEnabled = true;
         this.onEnable();
         return true;
     }
@@ -389,6 +391,7 @@ class Component implements IComponent, EventTarget {
         if (!this.__didEnable) return;
         this.__didEnable = false;
         this._collisionExitRoutine = undefined;
+        this.__isEnabled = false;
         this.onDisable();
         this._collisions?.clear();
     }
@@ -415,7 +418,10 @@ class Component implements IComponent, EventTarget {
         }
 
         // need to check here because codegen is calling this before everything is setup
-        if (!this.__didAwake) return;
+        if (!this.__didAwake) {
+            this.__isEnabled = val;
+            return;
+        }
         if (val) {
             this.__internalEnable();
         } else {

package/src/engine-components/DragControls.ts

@@ -13,6 +13,7 @@ import { getWorldPosition, getWorldQuaternion, setWorldPosition } from "../engin
 import { KeyCode } from "../engine/engine_input";
 import { nameofFactory } from "../engine/engine_utils";
 import { InstancingUtil } from "../engine/engine_instancing";
+import { OrbitControls } from "./OrbitControls";
 
 const debug = false;
 
@@ -43,7 +44,7 @@ export class DragControls extends Interactable implements IPointerDownHandler, I
     // public targets: THREE.Object3D[] | null = null;
 
     // private controls: Control | null = null;
-    // private orbit: OrbitControls | null = null;
+    private orbit: OrbitControls | null = null;
 
     private selectStartEventListener: ((controls: DragControls, args: SelectArgs) => void)[] = [];
     private selectEndEventListener: Array<Function> = [];
@@ -70,7 +71,7 @@ export class DragControls extends Interactable implements IPointerDownHandler, I
 
 
     start() {
-        // this.orbit = GameObject.findObjectOfType(OrbitControls, this.context);
+        this.orbit = GameObject.findObjectOfType(OrbitControls, this.context);
     }
 
     private static lastHovered: THREE.Object3D;
@@ -148,8 +149,11 @@ export class DragControls extends Interactable implements IPointerDownHandler, I
             this.onUpdateDrag();
         }
 
-        if (this._isDragging && !this._dragHelper?.hasSelected) {
-            this.onDragEnd(null);
+
+        if (this._isDragging) {
+            if (this._dragHelper?.hasSelected === false) {
+                this.onDragEnd(null);
+            }
         }
     }
 
@@ -197,7 +201,7 @@ export class DragControls extends Interactable implements IPointerDownHandler, I
         object = args.attached;
         this._isDragging = true;
         this._dragHelper.setSelected(object, this.context);
-        // if (this.orbit) this.orbit.enabled = false;
+        if (this.orbit) this.orbit.enabled = false;
 
         const sync = GameObject.getComponentInChildren(object, SyncedTransform);
         if (debug)
@@ -239,7 +243,7 @@ export class DragControls extends Interactable implements IPointerDownHandler, I
         if (debug)
             console.log("DRAG END", selected, selected?.visible)
         this._dragHelper.setSelected(null, this.context);
-        // if (this.orbit) this.orbit.enabled = true;
+        if (this.orbit) this.orbit.enabled = true;
         if (evt?.object) {
             const sync = GameObject.getComponentInChildren(evt.object, SyncedTransform);
             if (sync) {
@@ -316,7 +320,6 @@ class DragHelper {
     }
 
     setSelected(newSelected: THREE.Object3D | null, context: Context) {
-
         if (this._selected && context) {
             for (const rb of this._rbs) {
                 rb.wakeUp();
@@ -343,7 +346,6 @@ class DragHelper {
             this._groundMarker.removeFromParent();
         }
 
-
         if (this._selected) {
             if (!context) {
                 console.error("DragHelper: no context");

package/src/engine-components/OrbitControls.ts

@@ -7,6 +7,9 @@ import { getWorldPosition } from "../engine/engine_three_utils";
 import { RaycastOptions } from "../engine/engine_physics";
 import { serializeable } from "../engine/engine_serialization_decorator";
 import { Camera } from "./Camera";
+import { getParam } from "../engine/engine_utils";
+
+const noLimits = getParam("nocamlimits");
 
 export class OrbitControls extends Behaviour {
     public get controls() {
@@ -61,7 +64,7 @@ export class OrbitControls extends Behaviour {
     }
 
     onEnable() {
-    
+
         this._enableTime = this.context.time.time;
         const camGo = GameObject.getComponent(this.gameObject, Camera);
         const cam = camGo?.cam;
@@ -79,12 +82,22 @@ export class OrbitControls extends Behaviour {
             this._controls.autoRotateSpeed = this.autoRotateSpeed;
             this._controls.enableZoom = this.enableZoom;
             if (cam?.type === "PerspectiveCamera") {
-                this._controls.minDistance = this.minZoom;
-                this._controls.maxDistance = this.maxZoom;
+                if (noLimits) {
+                    // dont set limits
+                }
+                else {
+                    this._controls.minDistance = this.minZoom;
+                    this._controls.maxDistance = this.maxZoom;
+                }
             }
             else {
-                this._controls.minZoom = this.minZoom;
-                this._controls.maxZoom = this.maxZoom;
+                if (noLimits) {
+                    // dont set limits
+                }
+                else {
+                    this._controls.minZoom = this.minZoom;
+                    this._controls.maxZoom = this.maxZoom;
+                }
             }
             this._controls.dampingFactor = this.dampingFactor;
             this._controls.enablePan = this.enablePan;
@@ -103,8 +116,8 @@ export class OrbitControls extends Behaviour {
             // this._controls.reset();
         }
     }
-    
-    onDestroy(){
+
+    onDestroy() {
         this._controls?.dispose();
     }
 

package/src/engine-components/Renderer.ts

@@ -5,7 +5,7 @@ import { RendererLightmap } from "./RendererLightmap";
 import { Context } from "../engine/engine_setup";
 import { getParam } from "../engine/engine_utils";
 import { serializeable } from "../engine/engine_serialization_decorator";
-import { Material, Texture, Vector4 } from "three";
+import { Material, Mesh, Texture, Vector4 } from "three";
 import { NEEDLE_render_objects } from "../engine/extensions/NEEDLE_render_objects";
 import { NEEDLE_deferred_texture } from "../engine/extensions/NEEDLE_deferred_texture";
 import { NEED_UPDATE_INSTANCE_KEY } from "../engine/engine_instancing";
@@ -17,8 +17,8 @@ export { InstancingUtil } from "../engine/engine_instancing";
 const suppressInstancing = getParam("noInstancing");
 const debugLightmap = getParam("debuglightmaps") ? true : false;
 const debugInstancing = getParam("debuginstancing");
-const debugProgressiveLoading = getParam("debugprogressiveload");
-const suppressProgressiveLoading = getParam("noprogressiveload");
+const debugProgressiveLoading = getParam("debugprogressive");
+const suppressProgressiveLoading = getParam("noprogressive");
 
 export class FieldWithDefault {
     public path: string | null = null;
@@ -133,12 +133,22 @@ export class Renderer extends Behaviour implements IRenderer {
     // private _materialProperties: Array<MaterialProperties> | undefined = undefined;
     private _lightmaps?: RendererLightmap[];
 
+    get mesh(): Mesh | undefined {
+        if (this.gameObject.type === "Mesh") {
+            return this.gameObject as unknown as Mesh
+        }
+        else if (this.gameObject.type === "Group") {
+            return this.gameObject.children[0] as unknown as Mesh;
+        }
+        return undefined;
+    }
+
     get material(): THREE.Material {
-        return this.gameObject["material"];
+        return this.sharedMaterials[0];
     }
 
     set material(mat: THREE.Material) {
-        this.gameObject["material"] = mat;
+        this.sharedMaterials[0] = mat;
     }
 
     private _sharedMaterials!: SharedMaterialArray;

package/src/engine-components/ScreenCapture.ts

@@ -31,6 +31,12 @@ function disposeStream(str: MediaStream | null | undefined) {
         cap.stop();
 }
 
+declare type ScreenCaptureOptions = {
+    device?: ScreenCaptureDevice,
+    deviceId?: string,
+    constraints?: MediaTrackConstraints,
+}
+
 export class ScreenCapture extends Behaviour implements IPointerClickHandler {
 
     onPointerClick() {
@@ -82,7 +88,8 @@ export class ScreenCapture extends Behaviour implements IPointerClickHandler {
     private _currentMode: ScreenCaptureMode = ScreenCaptureMode.Idle;
 
     awake() {
-        console.log(this);
+        if (debug)
+            console.log(this);
         AudioSource.registerWaitForAllowAudio(() => {
             if (this.videoPlayer && this._currentStream && this._currentMode === ScreenCaptureMode.Receiving) {
                 this.videoPlayer.setVideo(this._currentStream);
@@ -105,12 +112,16 @@ export class ScreenCapture extends Behaviour implements IPointerClickHandler {
         this._net.addEventListener(PeerEvent.ReceiveVideo, this.onReceiveVideo.bind(this));
     }
 
-    async share() {
+    async share(opts?: ScreenCaptureOptions) {
+
+        if (opts?.device)
+            this.device = opts.device;
+
         this._requestOpen = true;
         try {
             if (this.videoPlayer) {
 
-                const settings: MediaTrackConstraints = {
+                const settings: MediaTrackConstraints = opts?.constraints ?? {
                     echoCancellation: true,
                     autoGainControl: false,
                 };
@@ -122,7 +133,7 @@ export class ScreenCapture extends Behaviour implements IPointerClickHandler {
                 switch (this.device) {
                     // Capture a connected camera
                     case ScreenCaptureDevice.Camera:
-                        this.tryShareUserCamera(displayMediaOptions);
+                        this.tryShareUserCamera(displayMediaOptions, opts);
                         break;
 
                     // capture any screen, will show a popup
@@ -197,7 +208,7 @@ export class ScreenCapture extends Behaviour implements IPointerClickHandler {
 
 
 
-    private async tryShareUserCamera(opts: DisplayMediaStreamConstraints) {
+    private async tryShareUserCamera(opts: DisplayMediaStreamConstraints, options?: ScreenCaptureOptions) {
 
         // let newWindow = open('', 'example', 'width=300,height=300');
         // if (window) {
@@ -212,6 +223,10 @@ export class ScreenCapture extends Behaviour implements IPointerClickHandler {
                 if (!this._requestOpen) break;
                 if (dev.kind !== "videoinput") continue;
                 const id = dev.deviceId;
+                if (options?.deviceId !== undefined) {
+                    if (id !== options.deviceId)
+                        continue;
+                }
                 if (opts.video !== false) {
                     if (typeof opts.video === "undefined" || typeof opts.video === "boolean") {
                         opts.video = {};

package/src/engine-components/WebXR.ts

@@ -13,11 +13,11 @@ import { ControllerType, WebXRController } from "./WebXRController";
 import { WebARSessionRoot } from "./WebARSessionRoot";
 import { getWorldPosition, getWorldQuaternion, setWorldPosition, setWorldQuaternion } from "../engine/engine_three_utils";
 import { XRRig } from "./WebXRRig";
-import { EngineElement } from "../engine/engine_element";
 import { AssetReference } from "../engine/engine_addressables";
 import { serializeable } from "../engine/engine_serialization_decorator";
 import { WebXRSync } from "./WebXRSync";
 import { XRSessionMode } from "../engine/engine_setup";
+import { INeedleEngineComponent } from "../engine/engine_types";
 
 
 export async function detectARSupport() {
@@ -210,7 +210,7 @@ export class WebXR extends Behaviour {
         }
 
         // VR support
-        if (this.createVRButton && this.enableVR && (browserSupportsXR || !this.enableAR)) {
+        if (this.createVRButton && this.enableVR) {
             vrButton = WebXR.createVRButton(this);
             this._vrButton = vrButton;
             buttonsContainer.appendChild(vrButton);
@@ -477,14 +477,18 @@ export class WebAR {
         this._webxr = webxr;
     }
 
-    private arDomOverlay: EngineElement | null = null;
-    private arOverlayElement: HTMLElement | null = null;
+    private arDomOverlay: HTMLElement | null = null;
+    private arOverlayElement: INeedleEngineComponent | HTMLElement | null = null;
     private noHitTestAvailable: boolean = false;
     private didPlaceARSessionRoot: boolean = false;
 
     getAROverlayContainer(): HTMLElement | null {
-        this.arDomOverlay = this.webxr.context.domElement as EngineElement;
-        this.arOverlayElement = this.arDomOverlay.getAROverlayContainer();
+        this.arDomOverlay = this.webxr.context.domElement as HTMLElement;
+        // for react cases we dont have an Engine Element
+        const element : any = this.arDomOverlay;
+        if (element.getAROverlayContainer)
+            this.arOverlayElement = element.getAROverlayContainer();
+        else this.arOverlayElement = this.arDomOverlay;
         return this.arOverlayElement;
     }
 
@@ -545,13 +549,14 @@ export class WebAR {
         else console.warn("No WebARSessionRoot found in scene")
 
         if (this.arDomOverlay && this.arOverlayElement) {
-            this.arDomOverlay.onEnterAR(session, this.arOverlayElement);
+            const el = this.arOverlayElement as INeedleEngineComponent;
+            el.onEnterAR?.call(el, session, this.arOverlayElement);
         }
 
         this.context.mainCameraComponent?.applyClearFlagsIfIsActiveCamera();
     }
 
-    onEnd(_session: THREE.XRSession) {
+    onEnd(session: THREE.XRSession) {
         if (this._previousParent) {
             console.log("ADD", this._previousParent);
             GameObject.addComponent(this._previousParent as GameObject, this.webxr);
@@ -562,9 +567,13 @@ export class WebAR {
         context.scene.background = this.previousBackground;
         context.scene.environment = this.previousEnvironment;
         if (this.sessionRoot) {
-            this.sessionRoot.onEnd(this.webxr.Rig, _session);
+            this.sessionRoot.onEnd(this.webxr.Rig, session);
+        }
+        if (this.arDomOverlay) 
+        {
+            const el = this.arOverlayElement as INeedleEngineComponent;
+            el.onExitAR?.call(el, session);
         }
-        if (this.arDomOverlay) this.arDomOverlay.onExitAR(_session);
 
         this.context.mainCameraComponent?.applyClearFlagsIfIsActiveCamera();
     }

package/src/engine-components/js-extensions/ExtensionUtils.ts

@@ -1,19 +1,32 @@
+import { Object3D } from "three";
+import { Constructor } from "../../engine/engine_types";
 
-const handlers : Map<any, ApplyPrototypeExtension> = new Map();
+const handlers: Map<any, ApplyPrototypeExtension> = new Map();
 
-export function applyPrototypeExtensions(obj : any){
-    if(!obj) return;
-    const prototype = obj.prototype;
-    if(!prototype) return;
+export function applyPrototypeExtensions<T>(obj: any, prototype : Constructor<T>) {
+    if (!obj) return;
+    // const prototype = Object.getPrototypeOf(obj);
+    // console.log("TEST", prototype)
+    if (!prototype) {
+        console.warn("No prototype found", obj, obj.prototype, obj.constructor);
+        return;
+    }
     let handler = handlers.get(prototype);
-    if(!handler){
-        handler = createPrototypeExtensionHandler(prototype);
-        handlers.set(prototype, handler);
+    if (handler) {
+        // console.log("OK", prototype);
+        handler.apply(obj);
     }
-    handler.apply(obj);
+    // applyPrototypeExtensions(prototype);
+}
+
+export function registerPrototypeExtensions<T>(type: Constructor<T>) {
+    console.log("Register", type.prototype.constructor.name);
+    const handler = createPrototypeExtensionHandler(type.prototype);
+    handlers.set(type, handler);
 }
 
-function createPrototypeExtensionHandler(prototype: any) { 
+
+function createPrototypeExtensionHandler(prototype: any) {
     return new ApplyPrototypeExtension(prototype);
 }
 
@@ -31,9 +44,11 @@ class ApplyPrototypeExtension implements IApplyPrototypeExtension {
         this.$symbol = Symbol("prototype-extension");
         // used to decorate cloned object3D objects with the same added components defined above
         this.extensions = Object.keys(prototype);
+        // console.log(this.extensions);
         this.descriptors = new Array<PropertyDescriptor | undefined>();
         for (let i = 0; i < this.extensions.length; i++) {
             const key = this.extensions[i];
+            // console.log(key);
             const descriptor = Object.getOwnPropertyDescriptor(prototype, key);
             if (descriptor) {
                 this.descriptors.push(descriptor);
@@ -41,7 +56,7 @@ class ApplyPrototypeExtension implements IApplyPrototypeExtension {
         }
     }
 
-    apply(object: object): void {
+    apply(object: Object3D): void {
 
         if (object[this.$symbol]) return;
         object[this.$symbol] = true;
@@ -58,7 +73,7 @@ class ApplyPrototypeExtension implements IApplyPrototypeExtension {
                 //         continue;
                 //     }
                 // }
-                // console.trace("DEFINE", object.name, key);
+                // console.warn("DEFINE", object, key);
                 Object.defineProperty(object, key, desc);
             }
         }

package/src/engine-components/js-extensions/Object3D.ts

@@ -1,4 +1,4 @@
-import { applyPrototypeExtensions } from "./ExtensionUtils";
+import { applyPrototypeExtensions, registerPrototypeExtensions } from "./ExtensionUtils";
 import { Object3D } from "three";
 import { Constructor, ConstructorConcrete, IComponent } from "../../engine/engine_types"
 import { IComponent as Component } from "../../engine/engine_types";
@@ -6,24 +6,12 @@ import { addNewComponentInstance, getComponent, getComponentInChildren, getCompo
 
 // used to decorate cloned object3D objects with the same added components defined above
 export function apply(object: Object3D) {
-    if (object && object.isObject3D === true)
-        applyPrototypeExtensions(object);
+    if (object && object.isObject3D === true) {
+        applyPrototypeExtensions(object, Object3D);
+    }
 }
 
 
-// this is a fix to allow gameObject active animation be applied to a three object
-if (!Object.getOwnPropertyDescriptor(Object3D.prototype, "activeSelf")) {
-    Object.defineProperty(Object3D.prototype, "activeSelf", {
-        get: function () {
-            return this.visible;
-        },
-        set: function (val: boolean | number) {
-            const state = typeof val === "number" ? val > 0.5 : val;
-            this.visible = state;
-        }
-    });
-}
-
 
 // do we still need this?
 Object3D.prototype["SetActive"] = function (active: boolean) {
@@ -65,3 +53,22 @@ Object3D.prototype["getComponentInParent"] = function <T extends IComponent>(typ
 Object3D.prototype["getComponentsInParent"] = function <T>(type: Constructor<T>, arr?: []) {
     return getComponentsInParent(this, type, arr);
 }
+
+// this is a fix to allow gameObject active animation be applied to a three object
+if (!Object.getOwnPropertyDescriptor(Object3D.prototype, "activeSelf")) {
+    Object.defineProperty(Object3D.prototype, "activeSelf", {
+        get: function () {
+            return this.visible;
+        },
+        set: function (val: boolean | number) {
+            const state = typeof val === "number" ? val > 0.5 : val;
+            this.visible = state;
+        }
+    });
+}
+
+
+
+
+// do this after adding the component extensions
+registerPrototypeExtensions(Object3D);

package/src/engine-components/js-extensions/Vector.ts

@@ -1,17 +1,19 @@
-import { applyPrototypeExtensions } from "./ExtensionUtils";
+import { applyPrototypeExtensions, registerPrototypeExtensions } from "./ExtensionUtils";
 import { Mathf } from "../../engine/engine_math";
 import { Vector3 } from "three";
 
 export function apply(object: Vector3) {
     if (object && object.isVector3 === true) {
-        console.log(object);
-        applyPrototypeExtensions(object);
+        applyPrototypeExtensions(object, Vector3);
     }
 }
 
+
 Vector3.prototype["slerp"] = function (end: Vector3, t: number) {
     const len1 = this.length();
     const len2 = end.length();
     const targetLen = Mathf.lerp(len1, len2, t);
     return this.lerp(end, t).normalize().multiplyScalar(targetLen);
-}
+}
+
+registerPrototypeExtensions(Vector3);

package/src/engine-components/ui/RaycastUtils.ts

@@ -44,7 +44,6 @@ export class UIRaycastUtils {
         }
         if (graphic?.raycastTarget === false) return false;
 
-        console.log(graphic);
         return true;
     }
 

package/src/needle-engine.ts

@@ -1,6 +1,5 @@
 import "./engine/engine_element";
 import "./engine/engine_setup";
-import "./engine/codegen/register_types";
 // import "./engine/engine_mainloop";
 // import "./engine-components/DomOverlay";