@needle-tools/engine 2.24.0-pre

package/lib/engine-components/Voip.js

@@ -0,0 +1,400 @@
+import { Behaviour } from "./Component";
+import * as THREE from "three";
+import { RoomEvents, SendQueue } from "../engine/engine_networking";
+import Peer from "peerjs";
+import { AudioSource } from "./AudioSource";
+import * as utils from "../engine/engine_utils";
+import { AudioAnalyser } from "three";
+export const noVoip = "noVoip";
+const debug = utils.getParam("debugvoip");
+const allowVoip = utils.getParam("voip");
+var PeerMessage;
+(function (PeerMessage) {
+    PeerMessage["Update_ID"] = "peer-update-id";
+})(PeerMessage || (PeerMessage = {}));
+class PeerModel {
+    id;
+    constructor(id) {
+        this.id = id;
+    }
+}
+var PeerDebugOptions;
+(function (PeerDebugOptions) {
+    PeerDebugOptions[PeerDebugOptions["None"] = 0] = "None";
+    PeerDebugOptions[PeerDebugOptions["Errors"] = 1] = "Errors";
+    PeerDebugOptions[PeerDebugOptions["ErrorsAndWarnings"] = 2] = "ErrorsAndWarnings";
+    PeerDebugOptions[PeerDebugOptions["All"] = 3] = "All";
+})(PeerDebugOptions || (PeerDebugOptions = {}));
+class PeerConnection {
+    peer;
+    voip;
+    userId;
+    peerId;
+    call = null;
+    callErrorListener = null;
+    stream = null;
+    constructor(voip, peer, userId, peerId) {
+        this.voip = voip;
+        this.peer = peer;
+        this.userId = userId;
+        this.peerId = peerId;
+    }
+    close() {
+        if (debug)
+            console.log("close voip call");
+        if (this.callErrorListener)
+            this.peer.off("error", this.callErrorListener);
+        if (this.call && this.call.open)
+            this.call.close();
+        this.stream?.getTracks().forEach(function (track) {
+            track.stop();
+        });
+    }
+    updateMute(mute) {
+        if (!this.stream)
+            return;
+        const tracks = this.stream?.getAudioTracks();
+        for (const track of tracks) {
+            track.enabled = !mute;
+        }
+    }
+    async startVoipCall() {
+        const res = await Voip.HasMicrophonePermissions();
+        if (!res) {
+            console.warn("no permission to use microphone, can not start call");
+            return;
+        }
+        if (debug)
+            console.log("start voip call");
+        this.stream = await navigator.mediaDevices.getUserMedia({ audio: true, video: false });
+        this.updateMute(this.voip.muteOutput);
+        if (debug)
+            console.log(this.stream);
+        this.call = this.peer.call(this.peerId, this.stream, { metadata: { userId: this.userId } });
+        this.call.on("error", err => {
+            console.error(err);
+        });
+        this.call.on("stream", remoteStream => {
+            if (debug)
+                console.log("received stream from remote again", remoteStream);
+            // const ic = new AudioConnection(this.voip.gameObject, this.call).openAudioStream(remoteStream);
+        });
+        //@ts-ignore - ignore overload error
+        this.peer.on("close", this.onCallClose.bind(this));
+        this.callErrorListener = err => {
+            if (err.message.includes(this.peerId)) {
+                console.log("Could not connect to " + this.peerId);
+                if (this.callErrorListener)
+                    this.peer.off("error", this.callErrorListener);
+                if (this.call)
+                    this.call.close();
+                this.stream?.getTracks().forEach(function (track) {
+                    track.stop();
+                });
+                this.stream = null;
+            }
+            else
+                console.error(err);
+        };
+        //@ts-ignore - ignore overload error
+        this.peer.on("error", this.callErrorListener);
+    }
+    onCallClose(evt) {
+        if (debug)
+            console.log("call closed", evt);
+    }
+}
+class AudioConnection {
+    get currentStream() {
+        return this.stream;
+    }
+    get currentAudio() {
+        return this.audio;
+    }
+    get currentAnalyzer() { return this.analyzer; }
+    voip;
+    call;
+    audio = null;
+    stream = null;
+    obj;
+    analyzer = null;
+    waitingForStart = false;
+    closed = false;
+    audioElement = null;
+    constructor(voip, obj, call) {
+        this.voip = voip;
+        this.obj = obj;
+        this.call = call;
+    }
+    openAudioStream(stream) {
+        const tracks = stream.getAudioTracks();
+        for (const track of tracks) {
+            if (track.kind === "audio" && track.readyState === "live") {
+                this.open(track);
+                return;
+            }
+        }
+        console.warn("failed finding valid audio stream to begin call");
+    }
+    open(track) {
+        console.assert(track.kind === "audio", "invalid track kind, expected audio but received " + track.kind);
+        if (this.waitingForStart)
+            return;
+        this.waitingForStart = true;
+        // console.trace();
+        if (!AudioSource.userInteractionRegistered) {
+            if (debug)
+                console.log("Incoming call, waiting for user interaction before opening audio");
+        }
+        AudioSource.registerWaitForAllowAudio(async () => {
+            if (this.call.open && !this.closed) {
+                if (debug)
+                    console.log("Setup audio and begin listening");
+                // console.log(track);
+                this.stream = new MediaStream([track]);
+                // three does not work?
+                const listener = new THREE.AudioListener();
+                this.audio = new THREE.Audio(listener);
+                this.audio.setVolume(this.voip.muteInput ? 0 : 1);
+                // this.stream = track as MediaStream;
+                // if (!this.stream)
+                this.audio.setMediaStreamSource(this.stream);
+                // this.obj.add(listener);
+                // this.obj.add(this.audio);
+                // stream only plays if we create this audio element too
+                const audio = document.createElement('audio');
+                this.audioElement = audio;
+                audio.style.display = "none";
+                document.body.appendChild(audio);
+                audio.srcObject = this.stream;
+                if (audio["sinkId"] !== undefined) {
+                    // select speaker output for mobile devices
+                    navigator.mediaDevices.enumerateDevices().then(devices => {
+                        if (!audio)
+                            return;
+                        console.log(devices);
+                        for (const dev of devices) {
+                            if (dev.label === "Speakerphone") {
+                                audio["sinkId"] = dev.deviceId;
+                                break;
+                            }
+                        }
+                    });
+                }
+                // audio.play();
+                // this.audio.setMediaElementSource(audio);
+                if (debug)
+                    console.log("call is setup, you should hear something now");
+                this.analyzer = new AudioAnalyser(this.audio, 32);
+                // const context = this.audio.context;
+                // context.audioWorklet.addModule('./include/Voip_Volume.js').then(() => {
+                //     const samplingNode = new AudioWorkletNode(context, "white-noise-processor");
+                //     samplingNode.connect(context.destination);
+                // }).catch(err => {
+                //     console.error(err);
+                // });
+            }
+        });
+    }
+    close() {
+        this.closed = true;
+        if (this.call?.open)
+            this.call.close();
+        this.audio?.disconnect();
+        this.stream?.getTracks().forEach(track => { track.stop(); });
+        this.stream = null;
+        if (this.audioElement)
+            this.audioElement.remove();
+    }
+}
+export class Voip extends Behaviour {
+    requireParam = false;
+    set muteInput(value) {
+        if (value === this._inputMuted)
+            return;
+        this._inputMuted = value;
+        if (!this.currentIncomingCalls)
+            return;
+        const vol = this._inputMuted ? 0 : 1;
+        for (const cur in this.currentIncomingCalls) {
+            const call = this.currentIncomingCalls[cur];
+            call?.currentAudio?.setVolume(vol);
+        }
+    }
+    get muteInput() {
+        return this._inputMuted;
+    }
+    set muteOutput(value) {
+        if (value === this._outputMuted)
+            return;
+        this._outputMuted = value;
+        if (!this.connections)
+            return;
+        for (const cur in this.connections) {
+            const call = this.connections[cur];
+            call?.updateMute(value);
+        }
+    }
+    get muteOutput() {
+        return this._outputMuted;
+    }
+    getFrequency(userId) {
+        // null is get the first with some data
+        if (userId === null) {
+            for (const c in this.currentIncomingCalls) {
+                const call = this.currentIncomingCalls[c];
+                if (call && call.currentAnalyzer)
+                    return call.currentAnalyzer.getAverageFrequency();
+            }
+            return null;
+        }
+        const call = this.currentIncomingCalls[userId];
+        if (call && call.currentAnalyzer)
+            return call.currentAnalyzer.getAverageFrequency();
+        return null;
+    }
+    peer = null;
+    model = null;
+    connections = {};
+    currentIncomingCalls = {};
+    _inputMuted = false;
+    _outputMuted = false;
+    awake() {
+        if (utils.getParam(noVoip)) {
+            console.log("VOIP is disabled by url parameter: " + noVoip);
+            return;
+        }
+        if (this.requireParam && !allowVoip) {
+            console.debug("VOIP must be enabled explicitly by url parameter");
+            return;
+        }
+        this.peer = new Peer();
+        navigator["getUserMedia"] = (navigator["getUserMedia"] || navigator["webkitGetUserMedia"] || navigator["mozGetUserMedia"] || navigator["msGetUserMedia"]);
+        // navigator.mediaDevices.enumerateDevices().then(console.log);
+        this.context.connection.beginListen(RoomEvents.JoinedRoom, _evt => {
+            // request mic once
+            navigator.mediaDevices.getUserMedia({ audio: true, video: false });
+        });
+        this.context.connection.beginListen(PeerMessage.Update_ID, (cb) => {
+            if (cb.id !== this.context.connection.connectionId) {
+                const prevConnection = this.connections[cb.id];
+                if (prevConnection) {
+                    prevConnection.close();
+                }
+                if (this.peer && this.context.connection.connectionId) {
+                    const newConnection = new PeerConnection(this, this.peer, this.context.connection.connectionId, cb.peerId);
+                    this.connections[cb.id] = newConnection;
+                    newConnection.startVoipCall();
+                }
+            }
+        });
+        this.context.connection.beginListen(RoomEvents.UserLeftRoom, evt => {
+            const { userId: id } = evt;
+            const activeConnection = this.connections[id];
+            this.connections[id] = null;
+            if (activeConnection) {
+                activeConnection.close();
+            }
+            const incoming = this.currentIncomingCalls[id];
+            if (debug)
+                console.log("UserLeftRoom", evt, id, incoming);
+            if (incoming) {
+                incoming.close();
+                this.currentIncomingCalls[id] = null;
+            }
+        });
+        this.peer.on('open', this.onOpenPeerConnection.bind(this));
+    }
+    onEnable() {
+        // for(const key in this.connections){
+        //     const con = this.connections[key];
+        //     con?.startVoipCall();
+        // }
+    }
+    onDisable() {
+        console.log("TODO: close all");
+        for (const key in this.currentIncomingCalls) {
+            const call = this.currentIncomingCalls[key];
+            call?.close();
+            const con = this.connections[key];
+            con?.close();
+        }
+    }
+    // update() {
+    //     if (this.context.time.frameCount % 20 !== 0) return;
+    //     for (const c in this.currentIncomingCalls) {
+    //         const call = this.currentIncomingCalls[c];
+    //         if (!call || !call.currentAnalyzer) continue;
+    //         const vol = call.currentAnalyzer.getAverageFrequency();
+    //         if (vol !== 0) {
+    //             const t = 100 / vol;
+    //             call.currentAudio?.setVolume(t);
+    //         }
+    //     }
+    // }
+    async onOpenPeerConnection(id) {
+        if (debug)
+            console.log("Peer connection established and received id");
+        this.model = new PeerModel(id);
+        this.context.connection.send(PeerMessage.Update_ID, this.model, SendQueue.OnRoomJoin);
+        if (this.peer) {
+            this.peer.on('call', this.onReceiveCall.bind(this));
+            this.peer.on('connection', function (conn) {
+                if (debug)
+                    console.log("CONNECTION", conn);
+                conn.on('data', function (data) {
+                    if (debug)
+                        console.log('Received', data);
+                });
+            });
+        }
+    }
+    async onReceiveCall(call) {
+        const { metadata } = call;
+        console.assert(metadata.userId);
+        const { userId } = metadata;
+        const { peer: peerId } = call;
+        const currentCall = this.currentIncomingCalls[userId];
+        if (currentCall) {
+            currentCall.close();
+        }
+        if (debug)
+            console.log("received call");
+        // if we have mic permissions we can answer with our own mic
+        if (await Voip.HasMicrophonePermissions()) {
+            const stream = await navigator.mediaDevices.getUserMedia({ audio: true, video: false });
+            call.answer(stream);
+        }
+        // otherwise take the call but dont send any audio ourselves
+        else
+            call.answer(null);
+        this.currentIncomingCalls[userId] = new AudioConnection(this, this.gameObject, call);
+        // let done = false;
+        call.on('stream', remoteStream => {
+            if (debug)
+                console.log("receive caller stream, will setup audio now");
+            this.currentIncomingCalls[userId]?.openAudioStream(remoteStream);
+        });
+        call.on("error", console.error);
+    }
+    ;
+    // update(): void {
+    //     for (const k in this.currentIncomingCalls) {
+    //         const currentCall = this.currentIncomingCalls[k];
+    //         if (currentCall && currentCall.currentAnalyzer) {
+    //             console.log(currentCall.currentAnalyzer.getAverageFrequency());
+    //             //     // const c = currentCall.currentAudio.getOutput();
+    //             //     console.log(c, c.gain.value);
+    //         }
+    //     }
+    // }
+    static async HasMicrophonePermissions() {
+        //@ts-ignore
+        const res = await navigator.permissions.query({ name: 'microphone' });
+        if (res.state === "denied") {
+            return false;
+        }
+        return true;
+    }
+}
+//# sourceMappingURL=Voip.js.map

package/lib/engine-components/Voip.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Voip.js","sourceRoot":"","sources":["../../../engine-components/Voip.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,KAAK,KAAK,MAAM,OAAO,CAAC;AAC/B,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,6BAA6B,CAAA;AACnE,OAAO,IAAyB,MAAM,QAAQ,CAAA;AAC9C,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,KAAK,KAAK,MAAM,wBAAwB,CAAA;AAC/C,OAAO,EAAE,aAAa,EAAE,MAAM,OAAO,CAAC;AAEtC,MAAM,CAAC,MAAM,MAAM,GAAG,QAAQ,CAAC;AAC/B,MAAM,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;AAC1C,MAAM,SAAS,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;AAEzC,IAAK,WAEJ;AAFD,WAAK,WAAW;IACZ,2CAA4B,CAAA;AAChC,CAAC,EAFI,WAAW,KAAX,WAAW,QAEf;AAED,MAAM,SAAS;IACX,EAAE,CAAS;IAEX,YAAY,EAAU;QAClB,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;IACjB,CAAC;CACJ;AAOD,IAAK,gBAKJ;AALD,WAAK,gBAAgB;IACjB,uDAAQ,CAAA;IACR,2DAAU,CAAA;IACV,iFAAqB,CAAA;IACrB,qDAAO,CAAA;AACX,CAAC,EALI,gBAAgB,KAAhB,gBAAgB,QAKpB;AAED,MAAM,cAAc;IACC,IAAI,CAAO;IACpB,IAAI,CAAO;IACX,MAAM,CAAS;IACf,MAAM,CAAS;IACf,IAAI,GAA2B,IAAI,CAAC;IACpC,iBAAiB,GAAoC,IAAI,CAAC;IAC1D,MAAM,GAAuB,IAAI,CAAC;IAE1C,YAAY,IAAU,EAAE,IAAU,EAAE,MAAc,EAAE,MAAc;QAC9D,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACzB,CAAC;IAEM,KAAK;QACR,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QACnC,IAAI,IAAI,CAAC,iBAAiB;YACtB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QACnD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI;YAC3B,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,UAAU,KAAK;YAC5C,KAAK,CAAC,IAAI,EAAE,CAAC;QACjB,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,UAAU,CAAC,IAAa;QAC3B,IAAI,CAAC,IAAI,CAAC,MAAM;YAAE,OAAO;QACzB,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,cAAc,EAAE,CAAC;QAC7C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;YACxB,KAAK,CAAC,OAAO,GAAG,CAAC,IAAI,CAAC;SACzB;IACL,CAAC;IAEM,KAAK,CAAC,aAAa;QAEtB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,wBAAwB,EAAE,CAAC;QAClD,IAAI,CAAC,GAAG,EAAE;YACN,OAAO,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;YACpE,OAAO;SACV;QAED,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QACnC,IAAI,CAAC,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACvF,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QACtC,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAA;QAC5B,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,QAAQ,EAAE,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC5F,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,CAAC,EAAE;YACxB,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE;YAClC,IAAI,KAAK;gBACL,OAAO,CAAC,GAAG,CAAC,mCAAmC,EAAE,YAAY,CAAC,CAAC;YACnE,iGAAiG;QACrG,CAAC,CAAC,CAAC;QACH,oCAAoC;QACpC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;QAEnD,IAAI,CAAC,iBAAiB,GAAG,GAAG,CAAC,EAAE;YAC3B,IAAI,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;gBACnC,OAAO,CAAC,GAAG,CAAC,uBAAuB,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;gBACnD,IAAI,IAAI,CAAC,iBAAiB;oBACtB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;gBACnD,IAAI,IAAI,CAAC,IAAI;oBACT,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,UAAU,KAAK;oBAC5C,KAAK,CAAC,IAAI,EAAE,CAAC;gBACjB,CAAC,CAAC,CAAC;gBACH,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;aACtB;;gBAEG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAC1B,CAAC,CAAA;QACD,oCAAoC;QACpC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAClD,CAAC;IAEO,WAAW,CAAC,GAAG;QACnB,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;IACxC,CAAC;CACJ;AAED,MAAM,eAAe;IACjB,IAAW,aAAa;QACpB,OAAO,IAAI,CAAC,MAAM,CAAC;IACvB,CAAC;IAED,IAAW,YAAY;QACnB,OAAO,IAAI,CAAC,KAAK,CAAC;IACtB,CAAC;IAED,IAAW,eAAe,KAAiC,OAAO,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC;IAE1E,IAAI,CAAO;IACX,IAAI,CAAkB;IACtB,KAAK,GAAuB,IAAI,CAAC;IACjC,MAAM,GAAuB,IAAI,CAAC;IAClC,GAAG,CAAiB;IACpB,QAAQ,GAA+B,IAAI,CAAC;IAE5C,eAAe,GAAY,KAAK,CAAC;IACjC,MAAM,GAAY,KAAK,CAAC;IACxB,YAAY,GAA4B,IAAI,CAAC;IAErD,YAAmB,IAAU,EAAE,GAAmB,EAAE,IAAqB;QACrE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;IACrB,CAAC;IAGM,eAAe,CAAC,MAAmB;QACtC,MAAM,MAAM,GAAG,MAAM,CAAC,cAAc,EAAE,CAAC;QACvC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE;YACxB,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,IAAI,KAAK,CAAC,UAAU,KAAK,MAAM,EAAE;gBACvD,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACjB,OAAO;aACV;SACJ;QACD,OAAO,CAAC,IAAI,CAAC,iDAAiD,CAAC,CAAC;IACpE,CAAC;IAEM,IAAI,CAAC,KAAuB;QAC/B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,OAAO,EAAE,kDAAkD,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC;QACxG,IAAI,IAAI,CAAC,eAAe;YAAE,OAAO;QACjC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QAC5B,mBAAmB;QACnB,IAAI,CAAC,WAAW,CAAC,yBAAyB,EAAE;YACxC,IAAI,KAAK;gBACL,OAAO,CAAC,GAAG,CAAC,kEAAkE,CAAC,CAAC;SACvF;QACD,WAAW,CAAC,yBAAyB,CAAC,KAAK,IAAI,EAAE;YAC7C,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE;gBAChC,IAAI,KAAK;oBACL,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;gBAEnD,sBAAsB;gBACtB,IAAI,CAAC,MAAM,GAAG,IAAI,WAAW,CAAC,CAAC,KAAyB,CAAC,CAAC,CAAC;gBAG3D,uBAAuB;gBACvB,MAAM,QAAQ,GAAG,IAAI,KAAK,CAAC,aAAa,EAAE,CAAC;gBAC3C,IAAI,CAAC,KAAK,GAAG,IAAI,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;gBACvC,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;gBAElD,sCAAsC;gBACtC,oBAAoB;gBACpB,IAAI,CAAC,KAAK,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBAC7C,0BAA0B;gBAC1B,4BAA4B;gBAE5B,wDAAwD;gBACxD,MAAM,KAAK,GAAqB,QAAQ,CAAC,aAAa,CAAC,OAAO,CAAC,CAAC;gBAChE,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;gBAC1B,KAAK,CAAC,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC;gBAC7B,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC;gBACjC,KAAK,CAAC,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;gBAC9B,IAAI,KAAK,CAAC,QAAQ,CAAC,KAAK,SAAS,EAAE;oBAC/B,2CAA2C;oBAC3C,SAAS,CAAC,YAAY,CAAC,gBAAgB,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE;wBACrD,IAAI,CAAC,KAAK;4BAAE,OAAO;wBACnB,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;wBACrB,KAAK,MAAM,GAAG,IAAI,OAAO,EAAE;4BACvB,IAAI,GAAG,CAAC,KAAK,KAAK,cAAc,EAAE;gCAC9B,KAAK,CAAC,QAAQ,CAAC,GAAG,GAAG,CAAC,QAAQ,CAAC;gCAC/B,MAAM;6BACT;yBACJ;oBACL,CAAC,CAAC,CAAC;iBACN;gBACD,gBAAgB;gBAEhB,2CAA2C;gBAC3C,IAAI,KAAK;oBACL,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;gBAEhE,IAAI,CAAC,QAAQ,GAAG,IAAI,aAAa,CAAC,IAAI,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;gBAElD,sCAAsC;gBACtC,0EAA0E;gBAC1E,mFAAmF;gBACnF,iDAAiD;gBACjD,oBAAoB;gBACpB,0BAA0B;gBAC1B,MAAM;aACT;QACL,CAAC,CAAC,CAAC;IACP,CAAC;IAEM,KAAK;QACR,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,IAAI,CAAC,IAAI,EAAE,IAAI;YACf,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;QACtB,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,CAAC;QACzB,IAAI,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACnB,IAAI,IAAI,CAAC,YAAY;YACjB,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,CAAC;IACnC,CAAC;CACJ;AAGD,MAAM,OAAO,IAAK,SAAQ,SAAS;IAE/B,YAAY,GAAY,KAAK,CAAC;IAE9B,IAAI,SAAS,CAAC,KAAc;QACxB,IAAI,KAAK,KAAK,IAAI,CAAC,WAAW;YAAE,OAAO;QACvC,IAAI,CAAC,WAAW,GAAG,KAAK,CAAC;QACzB,IAAI,CAAC,IAAI,CAAC,oBAAoB;YAAE,OAAO;QACvC,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACrC,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,oBAAoB,EAAE;YACzC,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC5C,IAAI,EAAE,YAAY,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC;SACtC;IACL,CAAC;IACD,IAAI,SAAS;QACT,OAAO,IAAI,CAAC,WAAW,CAAC;IAC5B,CAAC;IAED,IAAI,UAAU,CAAC,KAAc;QACzB,IAAI,KAAK,KAAK,IAAI,CAAC,YAAY;YAAE,OAAO;QACxC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC;QAC1B,IAAI,CAAC,IAAI,CAAC,WAAW;YAAE,OAAO;QAC9B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,WAAW,EAAE;YAChC,MAAM,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YACnC,IAAI,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC;SAC3B;IACL,CAAC;IACD,IAAI,UAAU;QACV,OAAO,IAAI,CAAC,YAAY,CAAC;IAC7B,CAAC;IAEM,YAAY,CAAC,MAAqB;QACrC,uCAAuC;QACvC,IAAI,MAAM,KAAK,IAAI,EAAE;YACjB,KAAK,MAAM,CAAC,IAAI,IAAI,CAAC,oBAAoB,EAAE;gBACvC,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC;gBAC1C,IAAI,IAAI,IAAI,IAAI,CAAC,eAAe;oBAAE,OAAO,IAAI,CAAC,eAAe,CAAC,mBAAmB,EAAE,CAAC;aACvF;YACD,OAAO,IAAI,CAAC;SACf;QACD,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QAC/C,IAAI,IAAI,IAAI,IAAI,CAAC,eAAe;YAAE,OAAO,IAAI,CAAC,eAAe,CAAC,mBAAmB,EAAE,CAAC;QACpF,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,IAAI,GAAgB,IAAI,CAAC;IACzB,KAAK,GAAqB,IAAI,CAAC;IAC/B,WAAW,GAA6C,EAAE,CAAC;IAC3D,oBAAoB,GAA8C,EAAE,CAAC;IAErE,WAAW,GAAY,KAAK,CAAC;IAC7B,YAAY,GAAY,KAAK,CAAC;IAEtC,KAAK;QACD,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE;YACxB,OAAO,CAAC,GAAG,CAAC,qCAAqC,GAAG,MAAM,CAAC,CAAC;YAC5D,OAAO;SACV;QAED,IAAI,IAAI,CAAC,YAAY,IAAI,CAAC,SAAS,EAAE;YACjC,OAAO,CAAC,KAAK,CAAC,kDAAkD,CAAC,CAAC;YAClE,OAAO;SACV;QAED,IAAI,CAAC,IAAI,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,SAAS,CAAC,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,SAAS,CAAC,oBAAoB,CAAC,IAAI,SAAS,CAAC,iBAAiB,CAAC,IAAI,SAAS,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAG1J,+DAA+D;QAE/D,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,EAAE;YAC9D,mBAAmB;YACnB,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;QACvE,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,WAAW,CAAC,SAAS,EAAE,CAAC,EAAuB,EAAE,EAAE;YACnF,IAAI,EAAE,CAAC,EAAE,KAAK,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,YAAY,EAAE;gBAChD,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAC/C,IAAI,cAAc,EAAE;oBAChB,cAAc,CAAC,KAAK,EAAE,CAAC;iBAC1B;gBACD,IAAI,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,YAAY,EAAE;oBACnD,MAAM,aAAa,GAAG,IAAI,cAAc,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,YAAY,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC;oBAC3G,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC;oBACxC,aAAa,CAAC,aAAa,EAAE,CAAC;iBACjC;aACJ;QACL,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,WAAW,CAAC,UAAU,CAAC,YAAY,EAAE,GAAG,CAAC,EAAE;YAC/D,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,GAAG,GAAG,CAAC;YAC3B,MAAM,gBAAgB,GAAG,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;YAC9C,IAAI,CAAC,WAAW,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;YAC5B,IAAI,gBAAgB,EAAE;gBAClB,gBAAgB,CAAC,KAAK,EAAE,CAAC;aAC5B;YACD,MAAM,QAAQ,GAAG,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,CAAC;YAC/C,IAAI,KAAK;gBACL,OAAO,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,EAAE,EAAE,EAAE,QAAQ,CAAC,CAAC;YACnD,IAAI,QAAQ,EAAE;gBACV,QAAQ,CAAC,KAAK,EAAE,CAAC;gBACjB,IAAI,CAAC,oBAAoB,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;aACxC;QACL,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAC/D,CAAC;IAED,QAAQ;QACJ,sCAAsC;QACtC,yCAAyC;QACzC,4BAA4B;QAC5B,IAAI;IACR,CAAC;IAED,SAAS;QACL,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;QAC/B,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,oBAAoB,EAAE;YACzC,MAAM,IAAI,GAAG,IAAI,CAAC,oBAAoB,CAAC,GAAG,CAAC,CAAC;YAC5C,IAAI,EAAE,KAAK,EAAE,CAAC;YACd,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;YAClC,GAAG,EAAE,KAAK,EAAE,CAAC;SAChB;IACL,CAAC;IAED,aAAa;IACb,2DAA2D;IAC3D,mDAAmD;IACnD,qDAAqD;IACrD,wDAAwD;IACxD,kEAAkE;IAClE,2BAA2B;IAE3B,mCAAmC;IACnC,+CAA+C;IAC/C,YAAY;IACZ,QAAQ;IACR,IAAI;IAEI,KAAK,CAAC,oBAAoB,CAAC,EAAU;QACzC,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;QAE/D,IAAI,CAAC,KAAK,GAAG,IAAI,SAAS,CAAC,EAAE,CAAC,CAAC;QAC/B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,WAAW,CAAC,SAAS,EAAE,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,UAAU,CAAC,CAAC;QAEtF,IAAI,IAAI,CAAC,IAAI,EAAE;YACX,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;YAEpD,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,YAAY,EAAE,UAAU,IAAI;gBACrC,IAAI,KAAK;oBACL,OAAO,CAAC,GAAG,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;gBACpC,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,UAAU,IAAI;oBAC1B,IAAI,KAAK;wBACL,OAAO,CAAC,GAAG,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;gBACtC,CAAC,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;SACN;IACL,CAAC;IAEO,KAAK,CAAC,aAAa,CAAC,IAAI;QAE5B,MAAM,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC;QAC1B,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;QAChC,MAAM,EAAE,MAAM,EAAE,GAAG,QAAQ,CAAC;QAC5B,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;QAC9B,MAAM,WAAW,GAAG,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,CAAC;QACtD,IAAI,WAAW,EAAE;YACb,WAAW,CAAC,KAAK,EAAE,CAAC;SACvB;QACD,IAAI,KAAK;YACL,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;QAEjC,4DAA4D;QAC5D,IAAI,MAAM,IAAI,CAAC,wBAAwB,EAAE,EAAE;YACvC,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,YAAY,CAAC,YAAY,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC;YACxF,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC;SACvB;QACD,4DAA4D;;YACvD,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAEvB,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,GAAG,IAAI,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;QAErF,oBAAoB;QACpB,IAAI,CAAC,EAAE,CAAC,QAAQ,EAAE,YAAY,CAAC,EAAE;YAC7B,IAAI,KAAK;gBACL,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;YAC/D,IAAI,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,eAAe,CAAC,YAAY,CAAC,CAAC;QACrE,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;IAAA,CAAC;IAEF,mBAAmB;IACnB,mDAAmD;IACnD,4DAA4D;IAC5D,4DAA4D;IAC5D,8EAA8E;IAC9E,wEAAwE;IACxE,mDAAmD;IACnD,YAAY;IACZ,QAAQ;IACR,IAAI;IAEG,MAAM,CAAC,KAAK,CAAC,wBAAwB;QACxC,YAAY;QACZ,MAAM,GAAG,GAAG,MAAM,SAAS,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,CAAC,CAAC;QACtE,IAAI,GAAG,CAAC,KAAK,KAAK,QAAQ,EAAE;YACxB,OAAO,KAAK,CAAC;SAChB;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ"}

package/lib/engine-components/Volume.d.ts

@@ -0,0 +1,30 @@
+import { Behaviour } from "./Component";
+import { Context } from "../engine/engine_setup";
+export declare enum TonemappingMode {
+    None = 0,
+    Neutral = 1,
+    ACES = 2
+}
+export declare class VolumeParameter {
+    overrideState: boolean;
+    value: number;
+}
+export declare class VolumeComponent {
+    active: boolean;
+    parameters?: VolumeParameter[];
+}
+export declare class ToneMapping extends VolumeComponent {
+    mode?: VolumeParameter;
+    get isToneMapping(): boolean;
+}
+export declare class ColorAdjustments extends VolumeComponent {
+    postExposure?: VolumeParameter;
+}
+export declare class VolumeProfile {
+    components?: VolumeComponent[];
+    apply(context: Context): void;
+}
+export declare class Volume extends Behaviour {
+    sharedProfile?: VolumeProfile;
+    onEnable(): void;
+}

package/lib/engine-components/Volume.js

@@ -0,0 +1,86 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { Behaviour } from "./Component";
+import { LinearToneMapping, ACESFilmicToneMapping, ReinhardToneMapping } from "three";
+import { serializeable } from "../engine/engine_serialization_decorator";
+export var TonemappingMode;
+(function (TonemappingMode) {
+    TonemappingMode[TonemappingMode["None"] = 0] = "None";
+    TonemappingMode[TonemappingMode["Neutral"] = 1] = "Neutral";
+    TonemappingMode[TonemappingMode["ACES"] = 2] = "ACES";
+})(TonemappingMode || (TonemappingMode = {}));
+export class VolumeParameter {
+    overrideState = false;
+    value = 0;
+}
+export class VolumeComponent {
+    active = false;
+    parameters;
+}
+export class ToneMapping extends VolumeComponent {
+    mode;
+    get isToneMapping() { return true; }
+}
+export class ColorAdjustments extends VolumeComponent {
+    postExposure;
+}
+// resolve the types:
+function resolveComponentType(data) {
+    if ("mode" in data)
+        return ToneMapping;
+    if ("postExposure" in data)
+        return ColorAdjustments;
+    return VolumeComponent;
+}
+export class VolumeProfile {
+    components;
+    apply(context) {
+        if (!this.components)
+            return;
+        for (const component of this.components) {
+            if (component instanceof ToneMapping) {
+                const tonemapping = component;
+                if (!component.active) {
+                    context.renderer.toneMapping = LinearToneMapping;
+                    continue;
+                }
+                switch (tonemapping.mode?.value ?? 0) {
+                    case TonemappingMode.None:
+                        context.renderer.toneMapping = LinearToneMapping;
+                        break;
+                    case TonemappingMode.Neutral:
+                        context.renderer.toneMapping = ReinhardToneMapping;
+                        break;
+                    case TonemappingMode.ACES:
+                        context.renderer.toneMapping = ACESFilmicToneMapping;
+                        break;
+                }
+            }
+            else if (component instanceof ColorAdjustments) {
+                const colorAdjustments = component;
+                // unity range goes from -15..15
+                // three.js range goes from 0..inf
+                console.log(colorAdjustments.postExposure);
+                const exposure = Math.pow(2, colorAdjustments.postExposure?.value ?? 0);
+                context.renderer.toneMappingExposure = colorAdjustments.postExposure?.overrideState ? exposure : 1;
+            }
+        }
+    }
+}
+__decorate([
+    serializeable([d => resolveComponentType(d), VolumeComponent])
+], VolumeProfile.prototype, "components", void 0);
+export class Volume extends Behaviour {
+    sharedProfile;
+    onEnable() {
+        this.sharedProfile?.apply(this.context);
+    }
+}
+__decorate([
+    serializeable(VolumeProfile)
+], Volume.prototype, "sharedProfile", void 0);
+//# sourceMappingURL=Volume.js.map

package/lib/engine-components/Volume.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"Volume.js","sourceRoot":"","sources":["../../../engine-components/Volume.ts"],"names":[],"mappings":";;;;;;AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AACxC,OAAO,EAAiB,iBAAiB,EAAE,qBAAqB,EAAE,mBAAmB,EAAE,MAAM,OAAO,CAAC;AACrG,OAAO,EAAE,aAAa,EAAE,MAAM,0CAA0C,CAAC;AAGzE,MAAM,CAAN,IAAY,eAIX;AAJD,WAAY,eAAe;IACvB,qDAAQ,CAAA;IACR,2DAAW,CAAA;IACX,qDAAQ,CAAA;AACZ,CAAC,EAJW,eAAe,KAAf,eAAe,QAI1B;AAED,MAAM,OAAO,eAAe;IACxB,aAAa,GAAY,KAAK,CAAC;IAC/B,KAAK,GAAW,CAAC,CAAC;CACrB;AAED,MAAM,OAAO,eAAe;IACxB,MAAM,GAAY,KAAK,CAAC;IACxB,UAAU,CAAqB;CAClC;AAED,MAAM,OAAO,WAAY,SAAQ,eAAe;IAC5C,IAAI,CAAmB;IACvB,IAAI,aAAa,KAAK,OAAO,IAAI,CAAC,CAAC,CAAC;CACvC;AAED,MAAM,OAAO,gBAAiB,SAAQ,eAAe;IACjD,YAAY,CAAmB;CAClC;AAED,qBAAqB;AACrB,SAAS,oBAAoB,CAAC,IAAI;IAC9B,IAAI,MAAM,IAAI,IAAI;QAAE,OAAO,WAAW,CAAC;IACvC,IAAI,cAAc,IAAI,IAAI;QAAE,OAAO,gBAAgB,CAAC;IACpD,OAAO,eAAe,CAAC;AAC3B,CAAC;AAED,MAAM,OAAO,aAAa;IAEtB,UAAU,CAAqB;IAG/B,KAAK,CAAC,OAAgB;QAClB,IAAI,CAAC,IAAI,CAAC,UAAU;YAAE,OAAO;QAC7B,KAAK,MAAM,SAAS,IAAI,IAAI,CAAC,UAAU,EAAE;YAErC,IAAI,SAAS,YAAY,WAAW,EAAE;gBAClC,MAAM,WAAW,GAAG,SAAwB,CAAC;gBAC7C,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE;oBACnB,OAAO,CAAC,QAAQ,CAAC,WAAW,GAAG,iBAAiB,CAAC;oBACjD,SAAS;iBACZ;gBACD,QAAQ,WAAW,CAAC,IAAI,EAAE,KAAK,IAAI,CAAC,EAAE;oBAClC,KAAK,eAAe,CAAC,IAAI;wBACrB,OAAO,CAAC,QAAQ,CAAC,WAAW,GAAG,iBAAiB,CAAC;wBACjD,MAAM;oBACV,KAAK,eAAe,CAAC,OAAO;wBACxB,OAAO,CAAC,QAAQ,CAAC,WAAW,GAAG,mBAAmB,CAAC;wBACnD,MAAM;oBACV,KAAK,eAAe,CAAC,IAAI;wBACrB,OAAO,CAAC,QAAQ,CAAC,WAAW,GAAG,qBAAqB,CAAC;wBACrD,MAAM;iBACb;aACJ;iBACI,IAAI,SAAS,YAAY,gBAAgB,EAAE;gBAC5C,MAAM,gBAAgB,GAAG,SAA6B,CAAC;gBACvD,gCAAgC;gBAChC,kCAAkC;gBAClC,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,YAAY,CAAC,CAAC;gBAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,YAAY,EAAE,KAAK,IAAI,CAAC,CAAC,CAAC;gBACxE,OAAO,CAAC,QAAQ,CAAC,mBAAmB,GAAG,gBAAgB,CAAC,YAAY,EAAE,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;aACtG;SACJ;IACL,CAAC;CACJ;AAnCG;IADC,aAAa,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,oBAAoB,CAAC,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC;iDAChC;AAsCnC,MAAM,OAAO,MAAO,SAAQ,SAAS;IAGjC,aAAa,CAAiB;IAE9B,QAAQ;QACJ,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5C,CAAC;CACJ;AALG;IADC,aAAa,CAAC,aAAa,CAAC;6CACC"}

package/lib/engine-components/WebARSessionRoot.d.ts

@@ -0,0 +1,21 @@
+import { Behaviour } from "./Component";
+import * as THREE from 'three';
+import { XRPose } from "three";
+import { WebAR } from "./WebXR";
+export declare class WebARSessionRoot extends Behaviour {
+    webAR: WebAR | null;
+    invertForward: boolean;
+    get arScale(): number;
+    set arScale(val: number);
+    private _arScale;
+    private _rig;
+    private _startPose;
+    private _placementPose;
+    private _isTouching;
+    onBegin(session: THREE.XRSession): void;
+    onUpdate(rig: THREE.Object3D | null, _session: THREE.XRSession, pose: XRPose | null | undefined): void;
+    onEnd(rig: THREE.Object3D | null, _session: THREE.XRSession): void;
+    private onSelectStart;
+    private onSelectEnd;
+    private setScale;
+}

package/lib/engine-components/WebARSessionRoot.js

@@ -0,0 +1,105 @@
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+import { Behaviour } from "./Component";
+import * as THREE from 'three';
+import { InstancingUtil } from "./Renderer";
+import { serializeable } from "../engine/engine_serialization_decorator";
+// https://github.com/takahirox/takahirox.github.io/blob/master/three.js.mmdeditor/examples/js/controls/DeviceOrientationControls.js
+export class WebARSessionRoot extends Behaviour {
+    webAR = null;
+    invertForward = false;
+    get arScale() {
+        return this._arScale;
+    }
+    set arScale(val) {
+        if (val === this._arScale)
+            return;
+        this._arScale = val;
+        this.setScale(val);
+    }
+    _arScale = 5;
+    _rig = null;
+    _startPose = null;
+    _placementPose = null;
+    _isTouching = false;
+    onBegin(session) {
+        this._placementPose = null;
+        this.gameObject.visible = false;
+        this.gameObject.matrixAutoUpdate = false;
+        this._startPose = this.gameObject.matrix.clone();
+        session.addEventListener('selectstart', this.onSelectStart.bind(this));
+        session.addEventListener('selectend', this.onSelectEnd.bind(this));
+        setTimeout(() => this.gameObject.visible = false, 1000);
+    }
+    onUpdate(rig, _session, pose) {
+        if (pose && !this._placementPose) {
+            if (this._isTouching) {
+                if (this.webAR)
+                    this.webAR.setReticleActive(false);
+                this._placementPose = new THREE.Matrix4().fromArray(pose.transform.matrix).invert();
+                if (rig) {
+                    if (this.invertForward) {
+                        const rot = new THREE.Matrix4().makeRotationY(Math.PI);
+                        this._placementPose.premultiply(rot);
+                    }
+                    this._rig = rig;
+                    this.setScale(this.arScale);
+                }
+                else
+                    this._rig = null;
+                // this.gameObject.matrix.copy(this._placementPose);
+                // if (rig) {
+                //     this.gameObject.matrix.premultiply(rig.matrixWorld)
+                // }
+                this.gameObject.visible = true;
+            }
+        }
+        // if (this._placementPose) {
+        //     this.gameObject.matrixAutoUpdate = false;
+        //     const matrix = pose?.transform.matrix;
+        //     if (matrix) {
+        //         this.gameObject.matrix.fromArray(matrix);
+        //     }
+        //     this.gameObject.visible = true;
+        // }
+    }
+    onEnd(rig, _session) {
+        this._placementPose = null;
+        this.gameObject.visible = false;
+        if (this._startPose)
+            this.gameObject.matrix.copy(this._startPose);
+        this.gameObject.matrixAutoUpdate = true;
+        if (rig)
+            rig.matrixAutoUpdate = true;
+        InstancingUtil.markDirty(this.gameObject, true);
+        // HACK to fix physics being not in correct place after exiting AR
+        setTimeout(() => this.gameObject.visible = true, 100);
+    }
+    onSelectStart() {
+        this._isTouching = true;
+    }
+    onSelectEnd() {
+        this._isTouching = false;
+    }
+    setScale(scale) {
+        const rig = this._rig;
+        if (!rig || !this._placementPose) {
+            return;
+        }
+        rig.matrixAutoUpdate = false;
+        rig.matrix.multiplyMatrices(new THREE.Matrix4().makeScale(scale, scale, scale), this._placementPose);
+        rig.matrix.decompose(rig.position, rig.quaternion, rig.scale);
+        rig.updateMatrixWorld();
+    }
+}
+__decorate([
+    serializeable()
+], WebARSessionRoot.prototype, "invertForward", void 0);
+__decorate([
+    serializeable()
+], WebARSessionRoot.prototype, "arScale", null);
+//# sourceMappingURL=WebARSessionRoot.js.map