@needle-tools/engine 2.24.0-pre

package/lib/engine-components/WebXRAvatar.d.ts

@@ -0,0 +1,59 @@
+import { Behaviour } from "./Component";
+import { WebXR } from "./WebXR";
+import * as THREE from "three";
+import { XRFlag } from "./XRFlag";
+import { Context } from "../engine/engine_setup";
+import { Object3D } from "three";
+import { VRUserState } from "./WebXRSync";
+export declare const debug: string | boolean;
+export declare type AvatarMarkerEventArgs = {
+    avatarMarker: AvatarMarker;
+    gameObject: Object3D;
+};
+export declare class AvatarMarker extends Behaviour {
+    static instances: AvatarMarker[];
+    static onAvatarMarkerCreated(cb: (args: AvatarMarkerEventArgs) => void): Function;
+    static onAvatarMarkerDestroyed(cb: (args: AvatarMarkerEventArgs) => void): Function;
+    private static _onNewAvatarMarkerAdded;
+    private static _onAvatarMarkerDestroyed;
+    connectionId: string;
+    avatar?: WebXRAvatar | THREE.Object3D;
+    awake(): void;
+    onDestroy(): void;
+    isLocalAvatar(): boolean;
+    setVisible(visible: boolean): void;
+}
+export declare class WebXRAvatar {
+    private static loader;
+    private _isVisible;
+    setVisible(visible: boolean): void;
+    guid: string;
+    private root;
+    head: THREE.Object3D | null;
+    handLeft: THREE.Object3D | null;
+    handRight: THREE.Object3D | null;
+    lastUpdate: number;
+    isLocalAvatar: boolean;
+    flags: XRFlag[] | null;
+    private headScale;
+    private handLeftScale;
+    private handRightScale;
+    private readonly webxr;
+    private lastAvatarId;
+    private hasAvatarOverride;
+    private context;
+    private avatarMarker;
+    constructor(context: Context, guid: string, webXR: WebXR);
+    updateFlags(): void;
+    setAvatarOverride(avatarId: string | null): Promise<boolean | null>;
+    private _headTarget;
+    private _handLeftTarget;
+    private _handRightTarget;
+    private _canInterpolate;
+    private static invertRotation;
+    tryUpdate(state: VRUserState, _timeDiff: number): void;
+    update(): void;
+    destroy(): void;
+    private updateVisibility;
+    private setupCustomAvatar;
+}

package/lib/engine-components/WebXRAvatar.js

@@ -0,0 +1,263 @@
+import { Behaviour, GameObject } from "./Component";
+import * as THREE from "three";
+import { AvatarLoader } from "./AvatarLoader";
+import { XRFlag, XRStateFlag } from "./XRFlag";
+import { Avatar_POI } from "./avatar/Avatar_Brain_LookAt";
+import { getParam } from "../engine/engine_utils";
+export const debug = getParam("debugavatar");
+export class AvatarMarker extends Behaviour {
+    static instances = [];
+    static onAvatarMarkerCreated(cb) {
+        AvatarMarker._onNewAvatarMarkerAdded.push(cb);
+        return cb;
+    }
+    static onAvatarMarkerDestroyed(cb) {
+        AvatarMarker._onAvatarMarkerDestroyed.push(cb);
+        return cb;
+    }
+    static _onNewAvatarMarkerAdded = [];
+    static _onAvatarMarkerDestroyed = [];
+    connectionId;
+    avatar;
+    awake() {
+        AvatarMarker.instances.push(this);
+        if (debug)
+            console.log(this);
+        for (const cb of AvatarMarker._onNewAvatarMarkerAdded)
+            cb({ avatarMarker: this, gameObject: this.gameObject });
+    }
+    onDestroy() {
+        AvatarMarker.instances.splice(AvatarMarker.instances.indexOf(this), 1);
+        for (const cb of AvatarMarker._onAvatarMarkerDestroyed)
+            cb({ avatarMarker: this, gameObject: this.gameObject });
+    }
+    isLocalAvatar() {
+        return this.connectionId === this.context.connection.connectionId;
+    }
+    setVisible(visible) {
+        if (this.avatar) {
+            if ("setVisible" in this.avatar)
+                this.avatar.setVisible(visible);
+            else {
+                GameObject.setActive(this.avatar, visible);
+            }
+        }
+    }
+}
+export class WebXRAvatar {
+    static loader = new AvatarLoader();
+    _isVisible = true;
+    setVisible(visible) {
+        this._isVisible = visible;
+        this.updateVisibility();
+    }
+    // TODO: set layers on all avatars 
+    guid;
+    root = null;
+    head = null;
+    handLeft = null;
+    handRight = null;
+    lastUpdate = -1;
+    isLocalAvatar = false;
+    flags = null;
+    headScale = new THREE.Vector3(1, 1, 1);
+    handLeftScale = new THREE.Vector3(1, 1, 1);
+    handRightScale = new THREE.Vector3(1, 1, 1);
+    webxr;
+    lastAvatarId = null;
+    hasAvatarOverride = false;
+    context;
+    avatarMarker = null;
+    constructor(context, guid, webXR) {
+        this.context = context;
+        this.guid = guid;
+        this.webxr = webXR;
+        this.setupCustomAvatar(this.webxr.defaultAvatar);
+    }
+    updateFlags() {
+        if (!this.flags)
+            return;
+        let mask = this.isLocalAvatar ? XRStateFlag.FirstPerson : XRStateFlag.ThirdPerson;
+        // mask |= XRStateFlag.VR;
+        for (const f of this.flags) {
+            f.gameObject.visible = true;
+            f.UpdateVisible(mask);
+        }
+    }
+    async setAvatarOverride(avatarId) {
+        this.hasAvatarOverride = avatarId !== null;
+        if (this.hasAvatarOverride && this.lastAvatarId !== avatarId) {
+            this.lastAvatarId = avatarId;
+            if (avatarId != null && avatarId.length > 0)
+                return await this.setupCustomAvatar(avatarId);
+        }
+        return null;
+    }
+    _headTarget = new THREE.Object3D();
+    _handLeftTarget = new THREE.Object3D();
+    _handRightTarget = new THREE.Object3D();
+    _canInterpolate = false;
+    static invertRotation = new THREE.Quaternion().setFromAxisAngle(new THREE.Vector3(0, 1, 0), Math.PI);
+    tryUpdate(state, _timeDiff) {
+        if (state.guid === this.guid) {
+            if (this.lastAvatarId !== state.avatarId && state.avatarId && state.avatarId.length > 0) {
+                this.lastAvatarId = state.avatarId;
+                this.setupCustomAvatar(state.avatarId);
+            }
+            this.lastUpdate = state.time;
+            if (this.head) {
+                this._canInterpolate = true;
+                const ht = this.isLocalAvatar ? this.head : this._headTarget;
+                ht.position.set(state.position.x, state.position.y, state.position.z);
+                // not sure how position in local space can be correct but rotation is wrong / offset when parent rotates
+                ht.quaternion.set(state.rotation.x, state.rotation.y, state.rotation.z, state.rotation.w);
+                ht.scale.set(state.scale, state.scale, state.scale);
+                ht.scale.multiply(this.headScale);
+                if (this.handLeft) {
+                    const ht = this.isLocalAvatar ? this.handLeft : this._handLeftTarget;
+                    ht.position.set(state.posLeftHand.x, state.posLeftHand.y, state.posLeftHand.z);
+                    ht.quaternion.set(state.rotLeftHand["_x"], state.rotLeftHand["_y"], state.rotLeftHand["_z"], state.rotLeftHand["_w"]);
+                    ht.quaternion.multiply(WebXRAvatar.invertRotation);
+                    ht.scale.set(state.scale, state.scale, state.scale);
+                    ht.scale.multiply(this.handLeftScale);
+                }
+                if (this.handRight) {
+                    const ht = this.isLocalAvatar ? this.handRight : this._handRightTarget;
+                    ht.position.set(state.posRightHand.x, state.posRightHand.y, state.posRightHand.z);
+                    ht.quaternion.set(state.rotRightHand["_x"], state.rotRightHand["_y"], state.rotRightHand["_z"], state.rotRightHand["_w"]);
+                    ht.quaternion.multiply(WebXRAvatar.invertRotation);
+                    ht.scale.set(state.scale, state.scale, state.scale);
+                    ht.scale.multiply(this.handRightScale);
+                }
+            }
+        }
+    }
+    update() {
+        if (this.isLocalAvatar)
+            return;
+        if (!this._canInterpolate)
+            return;
+        const t = this.context.time.deltaTime / .1;
+        if (this.head) {
+            this.head.position.lerp(this._headTarget.position, t);
+            this.head.quaternion.slerp(this._headTarget.quaternion, t);
+            this.head.scale.lerp(this._headTarget.scale, t);
+        }
+        if (this.handLeft && this._handLeftTarget) {
+            this.handLeft.position.lerp(this._handLeftTarget.position, t);
+            this.handLeft.quaternion.slerp(this._handLeftTarget.quaternion, t);
+            this.handLeft.scale.lerp(this._handLeftTarget.scale, t);
+        }
+        if (this.handRight && this._handRightTarget) {
+            this.handRight.position.lerp(this._handRightTarget.position, t);
+            this.handRight.quaternion.slerp(this._handRightTarget.quaternion, t);
+            this.handRight.scale.lerp(this._handRightTarget.scale, t);
+        }
+    }
+    destroy() {
+        if (debug)
+            console.log("Destroy avatar", this.guid);
+        this.root?.removeFromParent();
+        this.avatarMarker?.destroy();
+        this.lastAvatarId = null;
+        if (this.head) {
+            Avatar_POI.Remove(this.context, this.head);
+        }
+        // this.head?.removeFromParent();
+        // this.handLeft?.removeFromParent();
+        // this.handRight?.removeFromParent();
+    }
+    updateVisibility() {
+        const root = this.root;
+        if (root) {
+            GameObject.setActive(root, this._isVisible);
+        }
+    }
+    async setupCustomAvatar(avatarId) {
+        if (debug)
+            console.log("LOAD", avatarId, this);
+        if (!avatarId || (typeof avatarId === "string" && avatarId.length <= 0))
+            return false;
+        if (this.head) {
+            Avatar_POI.Remove(this.context, this.head);
+        }
+        const reference = avatarId;
+        if (reference?.loadAssetAsync !== undefined) {
+            await reference.loadAssetAsync();
+            const prefab = reference.asset;
+            GameObject.setActive(prefab, false);
+            avatarId = GameObject.instantiate(prefab);
+            GameObject.setActive(avatarId, true);
+            // console.log("Avatar", avatarId);
+        }
+        if (debug)
+            console.log(avatarId);
+        const model = await WebXRAvatar.loader.getOrCreateNewAvatarInstance(this.context, avatarId);
+        if (debug)
+            console.log(model, model?.isValid, this.lastAvatarId, avatarId);
+        // if (this.lastAvatarId !== avatarId) {
+        //     // avatar id changed in the meantime
+        //     return true;
+        // }
+        if (model?.isValid) {
+            this.root = model.root;
+            this.root.position.set(0, 0, 0);
+            this.root.quaternion.set(0, 0, 0, 1);
+            this.root.scale.set(1, 1, 1); // should we allow a scaled avatar root?!
+            this.avatarMarker = GameObject.addNewComponent(this.root, AvatarMarker);
+            this.avatarMarker.connectionId = this.guid;
+            this.avatarMarker.avatar = this;
+            if (this.head && this.head !== model.head)
+                this.head?.removeFromParent();
+            this.head = model.head;
+            this.headScale.copy(this.head.scale);
+            if (this.head && !this.isLocalAvatar) {
+                Avatar_POI.Add(this.context, this.head, this.avatarMarker);
+            }
+            if (model.leftHand)
+                this.handLeft?.removeFromParent();
+            this.handLeft = model.leftHand ?? this.handLeft;
+            if (this.handLeft)
+                this.handLeftScale.copy(this.handLeft.scale);
+            else
+                this.handLeftScale.set(1, 1, 1);
+            if (model.rigthHand)
+                this.handRight?.removeFromParent();
+            this.handRight = model.rigthHand ?? this.handRight;
+            if (this.handRight)
+                this.handRightScale.copy(this.handRight.scale);
+            else
+                this.handRightScale.set(1, 1, 1);
+            this.context.scene.add(this.root);
+            // scene.add(this.handLeft);
+            // scene.add(this.handRight);
+            // this.mouthShapes = null;
+            // this.needSearchEyes = true;
+            if (this.flags == null)
+                this.flags = [];
+            this.flags.length = 0;
+            this.flags.push(...GameObject.getComponentsInChildren(this.root, XRFlag));
+            // if no flags are found add at least a head flag to hide head in first person VR
+            if (this.flags.length <= 0) {
+                if (this.head) {
+                    const flag = GameObject.addNewComponent(this.head, XRFlag);
+                    flag.visibleIn = XRStateFlag.ThirdPerson | XRStateFlag.VR;
+                    this.flags.push(flag);
+                    if (debug)
+                        console.log("Added flag to head: " + flag.visibleIn, this.head.name);
+                }
+            }
+            if (debug)
+                console.log("[Avatar], is Local? ", this.isLocalAvatar, this.root);
+            this.updateFlags();
+            this.updateVisibility();
+            return true;
+        }
+        else {
+            if (debug)
+                console.warn("build avatar failed");
+            return false;
+        }
+    }
+}
+//# sourceMappingURL=WebXRAvatar.js.map

package/lib/engine-components/WebXRAvatar.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WebXRAvatar.js","sourceRoot":"","sources":["../../../engine-components/WebXRAvatar.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEpD,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAC/B,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAC9C,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AAC/C,OAAO,EAAE,UAAU,EAAE,MAAM,8BAA8B,CAAC;AAK1D,OAAO,EAAE,QAAQ,EAAE,MAAM,wBAAwB,CAAC;AAGlD,MAAM,CAAC,MAAM,KAAK,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC;AAQ7C,MAAM,OAAO,YAAa,SAAQ,SAAS;IAChC,MAAM,CAAC,SAAS,GAAmB,EAAE,CAAC;IAEtC,MAAM,CAAC,qBAAqB,CAAC,EAAyC;QACzE,YAAY,CAAC,uBAAuB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9C,OAAO,EAAE,CAAC;IACd,CAAC;IAEM,MAAM,CAAC,uBAAuB,CAAC,EAAyC;QAC3E,YAAY,CAAC,wBAAwB,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC/C,OAAO,EAAE,CAAC;IACd,CAAC;IAEO,MAAM,CAAC,uBAAuB,GAAiD,EAAE,CAAC;IAClF,MAAM,CAAC,wBAAwB,GAAiD,EAAE,CAAC;IAGpF,YAAY,CAAU;IACtB,MAAM,CAAgC;IAE7C,KAAK;QACD,YAAY,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClC,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEtB,KAAK,MAAM,EAAE,IAAI,YAAY,CAAC,uBAAuB;YACjD,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,SAAS;QACL,YAAY,CAAC,SAAS,CAAC,MAAM,CAAC,YAAY,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QAEvE,KAAK,MAAM,EAAE,IAAI,YAAY,CAAC,wBAAwB;YAClD,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;IAChE,CAAC;IAED,aAAa;QACT,OAAO,IAAI,CAAC,YAAY,KAAK,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,YAAY,CAAC;IACtE,CAAC;IAED,UAAU,CAAC,OAAgB;QACvB,IAAI,IAAI,CAAC,MAAM,EAAE;YACb,IAAI,YAAY,IAAI,IAAI,CAAC,MAAM;gBAC3B,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;iBAC/B;gBACD,UAAU,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;aAC9C;SACJ;IACL,CAAC;;AAIL,MAAM,OAAO,WAAW;IACZ,MAAM,CAAC,MAAM,GAAiB,IAAI,YAAY,EAAE,CAAC;IAEjD,UAAU,GAAY,IAAI,CAAC;IACnC,UAAU,CAAC,OAAgB;QACvB,IAAI,CAAC,UAAU,GAAG,OAAO,CAAC;QAC1B,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC5B,CAAC;IAED,mCAAmC;IAC5B,IAAI,CAAS;IAEZ,IAAI,GAA0B,IAAI,CAAC;IACpC,IAAI,GAA0B,IAAI,CAAC;IACnC,QAAQ,GAA0B,IAAI,CAAC;IACvC,SAAS,GAA0B,IAAI,CAAC;IACxC,UAAU,GAAW,CAAC,CAAC,CAAC;IACxB,aAAa,GAAY,KAAK,CAAC;IAC/B,KAAK,GAAoB,IAAI,CAAC;IAC7B,SAAS,GAAkB,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IACtD,aAAa,GAAkB,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAC1D,cAAc,GAAkB,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;IAElD,KAAK,CAAQ;IAEtB,YAAY,GAAkB,IAAI,CAAC;IACnC,iBAAiB,GAAY,KAAK,CAAC;IAGnC,OAAO,CAAU;IACjB,YAAY,GAAwB,IAAI,CAAC;IAEjD,YAAY,OAAgB,EAAE,IAAY,EAAE,KAAY;QACpD,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,aAA+B,CAAC,CAAC;IACvE,CAAC;IAEM,WAAW;QACd,IAAI,CAAC,IAAI,CAAC,KAAK;YACX,OAAO;QACX,IAAI,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC,WAAW,CAAC,WAAW,CAAC;QAClF,0BAA0B;QAC1B,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,KAAK,EAAE;YACxB,CAAC,CAAC,UAAU,CAAC,OAAO,GAAG,IAAI,CAAC;YAC5B,CAAC,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC;SACzB;IACL,CAAC;IAEM,KAAK,CAAC,iBAAiB,CAAC,QAAuB;QAClD,IAAI,CAAC,iBAAiB,GAAG,QAAQ,KAAK,IAAI,CAAC;QAC3C,IAAI,IAAI,CAAC,iBAAiB,IAAI,IAAI,CAAC,YAAY,KAAK,QAAQ,EAAE;YAC1D,IAAI,CAAC,YAAY,GAAG,QAAQ,CAAC;YAC7B,IAAI,QAAQ,IAAI,IAAI,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;gBACvC,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,CAAC;SACrD;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,WAAW,GAAmB,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;IACnD,eAAe,GAAmB,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;IACvD,gBAAgB,GAAmB,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;IACxD,eAAe,GAAY,KAAK,CAAC;IAEjC,MAAM,CAAC,cAAc,GAAqB,IAAI,KAAK,CAAC,UAAU,EAAE,CAAC,gBAAgB,CAAC,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;IAExH,SAAS,CAAC,KAAkB,EAAE,SAAiB;QAClD,IAAI,KAAK,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,EAAE;YAE1B,IAAI,IAAI,CAAC,YAAY,KAAK,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE;gBACrF,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,QAAQ,CAAC;gBACnC,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;aAC1C;YAED,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC,IAAI,CAAC;YAC7B,IAAI,IAAI,CAAC,IAAI,EAAE;gBACX,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;gBAC5B,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC;gBAC7D,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBACtE,yGAAyG;gBACzG,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAC1F,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;gBACpD,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;gBAElC,IAAI,IAAI,CAAC,QAAQ,EAAE;oBACf,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;oBACrE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;oBAC/E,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;oBACtH,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;oBACnD,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;oBACpD,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;iBACzC;gBAED,IAAI,IAAI,CAAC,SAAS,EAAE;oBAChB,MAAM,EAAE,GAAG,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC;oBACvE,EAAE,CAAC,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;oBAClF,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC,CAAC;oBAC1H,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC,cAAc,CAAC,CAAC;oBACnD,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC;oBACpD,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;iBAC1C;aACJ;SACJ;IACL,CAAC;IAEM,MAAM;QACT,IAAI,IAAI,CAAC,aAAa;YAClB,OAAO;QACX,IAAI,CAAC,IAAI,CAAC,eAAe;YACrB,OAAO;QACX,MAAM,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,GAAG,EAAE,CAAC;QAC3C,IAAI,IAAI,CAAC,IAAI,EAAE;YACX,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YACtD,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;SACnD;QACD,IAAI,IAAI,CAAC,QAAQ,IAAI,IAAI,CAAC,eAAe,EAAE;YACvC,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAC9D,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YACnE,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;SAC3D;QACD,IAAI,IAAI,CAAC,SAAS,IAAI,IAAI,CAAC,gBAAgB,EAAE;YACzC,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;YAChE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC;YACrE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;SAC7D;IACL,CAAC;IAEM,OAAO;QACV,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7C,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,CAAC;QAC9B,IAAI,CAAC,YAAY,EAAE,OAAO,EAAE,CAAC;QAC7B,IAAI,CAAC,YAAY,GAAG,IAAI,CAAC;QAEzB,IAAI,IAAI,CAAC,IAAI,EAAE;YACX,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;SAC9C;QACD,iCAAiC;QACjC,qCAAqC;QACrC,sCAAsC;IAC1C,CAAC;IAEO,gBAAgB;QACpB,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACvB,IAAI,IAAI,EAAE;YACN,UAAU,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;SAC/C;IACL,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,QAAkD;QAC9E,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;QAExC,IAAI,CAAC,QAAQ,IAAI,CAAC,OAAO,QAAQ,KAAK,QAAQ,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;YACnE,OAAO,KAAK,CAAC;QAEjB,IAAI,IAAI,CAAC,IAAI,EAAE;YACX,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;SAC9C;QAED,MAAM,SAAS,GAAG,QAA0B,CAAC;QAC7C,IAAI,SAAS,EAAE,cAAc,KAAK,SAAS,EAAE;YACzC,MAAM,SAAS,CAAC,cAAc,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,SAAS,CAAC,KAAiB,CAAC;YAC3C,UAAU,CAAC,SAAS,CAAC,MAAM,EAAE,KAAK,CAAC,CAAC;YACpC,QAAQ,GAAG,UAAU,CAAC,WAAW,CAAC,MAAkB,CAAmB,CAAC;YACxE,UAAU,CAAC,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;YACrC,mCAAmC;SACtC;QACD,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE1B,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,MAAM,CAAC,4BAA4B,CAAC,IAAI,CAAC,OAAO,EAAE,QAAqC,CAAC,CAAC;QACzH,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,IAAI,CAAC,YAAY,EAAE,QAAQ,CAAC,CAAC;QACpE,wCAAwC;QACxC,2CAA2C;QAC3C,mBAAmB;QACnB,IAAI;QACJ,IAAI,KAAK,EAAE,OAAO,EAAE;YAChB,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;YAEvB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAChC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YACrC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,yCAAyC;YAEvE,IAAI,CAAC,YAAY,GAAG,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,IAAkB,EAAE,YAAY,CAAiB,CAAC;YACtG,IAAI,CAAC,YAAY,CAAC,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC;YAC3C,IAAI,CAAC,YAAY,CAAC,MAAM,GAAG,IAAI,CAAC;YAEhC,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI;gBACrC,IAAI,CAAC,IAAI,EAAE,gBAAgB,EAAE,CAAC;YAClC,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;YACvB,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAErC,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE;gBAClC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;aAC9D;YAED,IAAI,KAAK,CAAC,QAAQ;gBACd,IAAI,CAAC,QAAQ,EAAE,gBAAgB,EAAE,CAAC;YACtC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC,QAAQ,IAAI,IAAI,CAAC,QAAQ,CAAC;YAChD,IAAI,IAAI,CAAC,QAAQ;gBACb,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;;gBAE7C,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAEpC,IAAI,KAAK,CAAC,SAAS;gBACf,IAAI,CAAC,SAAS,EAAE,gBAAgB,EAAE,CAAC;YACvC,IAAI,CAAC,SAAS,GAAG,KAAK,CAAC,SAAS,IAAI,IAAI,CAAC,SAAS,CAAC;YACnD,IAAI,IAAI,CAAC,SAAS;gBACd,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;;gBAE/C,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;YAGrC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAClC,4BAA4B;YAC5B,6BAA6B;YAC7B,2BAA2B;YAC3B,8BAA8B;YAC9B,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI;gBAClB,IAAI,CAAC,KAAK,GAAG,EAAE,CAAC;YACpB,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;YACtB,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,uBAAuB,CAAC,IAAI,CAAC,IAAkB,EAAE,MAAM,CAAC,CAAC,CAAC;YACxF,iFAAiF;YACjF,IAAI,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,EAAE;gBACxB,IAAI,IAAI,CAAC,IAAI,EAAE;oBACX,MAAM,IAAI,GAAG,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAW,CAAC;oBACrE,IAAI,CAAC,SAAS,GAAG,WAAW,CAAC,WAAW,GAAG,WAAW,CAAC,EAAE,CAAC;oBAC1D,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACtB,IAAI,KAAK;wBACL,OAAO,CAAC,GAAG,CAAC,sBAAsB,GAAG,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC5E;aACJ;YAED,IAAI,KAAK;gBACL,OAAO,CAAC,GAAG,CAAC,sBAAsB,EAAE,IAAI,CAAC,aAAa,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;YACvE,IAAI,CAAC,WAAW,EAAE,CAAC;YAEnB,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAExB,OAAO,IAAI,CAAC;SACf;aACI;YACD,IAAI,KAAK;gBACL,OAAO,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACxC,OAAO,KAAK,CAAC;SAChB;IACL,CAAC"}

package/lib/engine-components/WebXRController.d.ts

@@ -0,0 +1,145 @@
+import { Behaviour, GameObject } from "./Component";
+import { WebXR } from "./WebXR";
+import * as THREE from "three";
+import { SyncedTransform } from "./SyncedTransform";
+import { XRControllerModel, XRControllerModelFactory } from 'three/examples/jsm/webxr/XRControllerModelFactory.js';
+import { OculusHandPointerModel } from 'three/examples/jsm/webxr/OculusHandPointerModel.js';
+import { XRSession } from "three";
+export declare enum ControllerType {
+    PhysicalDevice = 0,
+    Touch = 1
+}
+export declare enum ControllerEvents {
+    SelectStart = "select-start",
+    SelectEnd = "select-end",
+    Update = "update"
+}
+export declare class TeleportTarget extends Behaviour {
+}
+export declare class WebXRController extends Behaviour {
+    static Factory: XRControllerModelFactory;
+    private static raycastColor;
+    private static raycastNoHitColor;
+    private static geometry;
+    private static handModels;
+    private static CreateRaycastLine;
+    private static CreateRaycastHitPoint;
+    static Create(owner: WebXR, index: number, addTo: GameObject, type: ControllerType): WebXRController;
+    static addEventListener(evt: ControllerEvents, callback: (controller: WebXRController, args: any) => void): void;
+    private static eventSubs;
+    webXR: WebXR;
+    index: number;
+    controllerModel: XRControllerModel;
+    controller: THREE.Group;
+    controllerGrip: THREE.Group;
+    hand: THREE.Group;
+    handPointerModel: OculusHandPointerModel;
+    grabbed: AttachedObject | null;
+    input: THREE.XRInputSource | null;
+    type: ControllerType;
+    get isUsingHands(): boolean;
+    get wrist(): THREE.Object3D | null;
+    private _wristQuaternion;
+    getWristQuaternion(): THREE.Quaternion | null;
+    private movementVector;
+    private worldRot;
+    private joystick;
+    private didRotate;
+    private didTeleport;
+    private didChangeScale;
+    private static PreviousCameraFarDistance;
+    private static MovementSpeedFactor;
+    private lastHit;
+    private raycastLine;
+    private _raycastHitPoint;
+    private _connnectedCallback;
+    private _disconnectedCallback;
+    private _selectStartEvt;
+    private _selectEndEvt;
+    get selectionDown(): boolean;
+    get selectionUp(): boolean;
+    get selectionPressed(): boolean;
+    get selectionClick(): boolean;
+    get raycastHitPoint(): THREE.Object3D | null;
+    private _selectionPressed;
+    private _selectionPressedLastFrame;
+    private _selectionStartTime;
+    private _selectionEndTime;
+    get useSmoothing(): boolean;
+    private _useSmoothing;
+    awake(): void;
+    onDestroy(): void;
+    onEnable(): void;
+    onDisable(): void;
+    private _isConnected;
+    private onSourceConnected;
+    private onSourceDisconnected;
+    private createPointerEvent;
+    rayRotation: THREE.Quaternion;
+    update(): void;
+    private _pinchStartTime;
+    onUpdate(session: XRSession): void;
+    private runTeleport;
+    private isValidTeleportTarget;
+    private updateStick;
+    private updateLastHit;
+    private onSelectStart;
+    private selectStartCallback;
+    private lastSelectStartObject;
+    private onHandleSelectStart;
+    private _didNotEndSelection;
+    private onSelectEnd;
+    private testIsVisible;
+    private setControllerLayers;
+    getRay(): THREE.Ray;
+    overlap(): THREE.Intersection[];
+    raycast(): THREE.Intersection[];
+}
+export declare enum AttachedObjectEvents {
+    WillTake = "WillTake",
+    DidTake = "DidTake",
+    WillFree = "WillFree",
+    DidFree = "DidFree"
+}
+export declare class AttachedObject {
+    static Events: {
+        [key: string]: Function[];
+    };
+    static AddEventListener(event: AttachedObjectEvents, callback: Function): Function;
+    static RemoveEventListener(event: AttachedObjectEvents, callback: Function | null): void;
+    static Current: AttachedObject[];
+    private static Register;
+    private static Remove;
+    static TryTake(controller: WebXRController, candidate: THREE.Object3D, intersection: THREE.Intersection, closeGrab: boolean): AttachedObject | null;
+    sync: SyncedTransform | null;
+    selected: THREE.Object3D | null;
+    selectedParent: THREE.Object3D | null;
+    selectedMesh: THREE.Mesh | null;
+    controller: WebXRController | null;
+    grabTime: number;
+    grabUUID: string;
+    isCloseGrab: boolean;
+    private originalMaterial;
+    private usageMarker;
+    private rigidbodies;
+    private didReparent;
+    private grabDistance;
+    private interactable;
+    private positionSource;
+    private Take;
+    free(): void;
+    grabPoint: THREE.Vector3;
+    private localPositionOffsetToGrab;
+    private localPositionOffsetToGrab_worldSpace;
+    private localQuaternionToGrab;
+    private targetDir;
+    private quaternionLerp;
+    private controllerDir;
+    private controllerWorldPos;
+    private lastControllerWorldPos;
+    private controllerPosDelta;
+    private totalChangeAlongDirection;
+    private rigPositionLastFrame;
+    private controllerMovementSinceLastFrame;
+    update(): void;
+}