@epicgames-ps/lib-pixelstreamingfrontend-ue5.5 0.2.1 → 0.3.0

package/dist/commonjs/Inputs/MouseControllerLocked.js

@@ -0,0 +1,154 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MouseControllerLocked = void 0;
+const lib_pixelstreamingcommon_ue5_5_1 = require("@epicgames-ps/lib-pixelstreamingcommon-ue5.5");
+const MouseController_1 = require("./MouseController");
+/**
+ * A mouse controller that locks the mouse to the video document and prevents it from leaving the window
+ */
+class MouseControllerLocked extends MouseController_1.MouseController {
+    constructor(streamMessageController, videoPlayer, coordinateConverter, activeKeys) {
+        super(streamMessageController, videoPlayer, coordinateConverter, activeKeys);
+        this.videoElementParent = videoPlayer.getVideoParentElement();
+        this.x = this.videoElementParent.getBoundingClientRect().width / 2;
+        this.y = this.videoElementParent.getBoundingClientRect().height / 2;
+        this.normalizedCoord = this.coordinateConverter.translateUnsigned(this.x, this.y);
+        this.onRequestLockListener = this.onRequestLock.bind(this);
+        this.onLockStateChangeListener = this.onLockStateChange.bind(this);
+        this.onMouseUpListener = this.onMouseUp.bind(this);
+        this.onMouseDownListener = this.onMouseDown.bind(this);
+        this.onMouseDblClickListener = this.onMouseDblClick.bind(this);
+        this.onMouseWheelListener = this.onMouseWheel.bind(this);
+        this.onMouseMoveListener = this.onMouseMove.bind(this);
+    }
+    register() {
+        super.register();
+        this.videoElementParent.requestPointerLock =
+            this.videoElementParent.requestPointerLock || this.videoElementParent.mozRequestPointerLock;
+        document.exitPointerLock = document.exitPointerLock || document.mozExitPointerLock;
+        if (this.videoElementParent.requestPointerLock) {
+            this.videoElementParent.addEventListener('click', this.onRequestLockListener);
+        }
+        document.addEventListener('pointerlockchange', this.onLockStateChangeListener);
+        document.addEventListener('mozpointerlockchange', this.onLockStateChangeListener);
+        this.videoElementParent.addEventListener('mousedown', this.onMouseDownListener);
+        this.videoElementParent.addEventListener('mouseup', this.onMouseUpListener);
+        this.videoElementParent.addEventListener('wheel', this.onMouseWheelListener);
+        this.videoElementParent.addEventListener('dblclick', this.onMouseDblClickListener);
+    }
+    unregister() {
+        const pointerLockElement = document.pointerLockElement || document.mozPointerLockElement;
+        if (document.exitPointerLock && pointerLockElement === this.videoElementParent) {
+            document.exitPointerLock();
+        }
+        this.videoElementParent.removeEventListener('click', this.onRequestLockListener);
+        document.removeEventListener('pointerlockchange', this.onLockStateChangeListener);
+        document.removeEventListener('mozpointerlockchange', this.onLockStateChangeListener);
+        document.removeEventListener('mousemove', this.onMouseMoveListener);
+        this.videoElementParent.removeEventListener('mousedown', this.onMouseDownListener);
+        this.videoElementParent.removeEventListener('mouseup', this.onMouseUpListener);
+        this.videoElementParent.removeEventListener('wheel', this.onMouseWheelListener);
+        this.videoElementParent.removeEventListener('dblclick', this.onMouseDblClickListener);
+        super.unregister();
+    }
+    onRequestLock() {
+        this.videoElementParent.requestPointerLock();
+    }
+    onLockStateChange() {
+        const pointerLockElement = document.pointerLockElement || document.mozPointerLockElement;
+        if (pointerLockElement === this.videoElementParent) {
+            lib_pixelstreamingcommon_ue5_5_1.Logger.Info('Pointer locked');
+            document.addEventListener('mousemove', this.onMouseMoveListener);
+        }
+        else {
+            lib_pixelstreamingcommon_ue5_5_1.Logger.Info('The pointer lock status is now unlocked');
+            document.removeEventListener('mousemove', this.onMouseMoveListener);
+            // If mouse loses focus, send a key up for all of the currently held-down keys
+            // This is necessary as when the mouse loses focus, the windows stops listening for events and as such
+            // the keyup listener won't get fired
+            const activeKeys = this.activeKeys.getActiveKeys();
+            activeKeys.forEach((key) => {
+                this.streamMessageController.toStreamerHandlers.get('KeyUp')([key]);
+            });
+        }
+    }
+    onMouseDown(event) {
+        if (!this.videoPlayer.isVideoReady()) {
+            return;
+        }
+        this.streamMessageController.toStreamerHandlers.get('MouseDown')([
+            event.button,
+            // We use the store value of this.coord as opposed to the mouseEvent.x/y as the mouseEvent location
+            // uses the system cursor location which hasn't moved
+            this.normalizedCoord.x,
+            this.normalizedCoord.y
+        ]);
+    }
+    onMouseUp(event) {
+        if (!this.videoPlayer.isVideoReady()) {
+            return;
+        }
+        this.streamMessageController.toStreamerHandlers.get('MouseUp')([
+            event.button,
+            // We use the store value of this.coord as opposed to the mouseEvent.x/y as the mouseEvent location
+            // uses the system cursor location which hasn't moved
+            this.normalizedCoord.x,
+            this.normalizedCoord.y
+        ]);
+    }
+    onMouseMove(event) {
+        if (!this.videoPlayer.isVideoReady()) {
+            return;
+        }
+        const styleWidth = this.videoPlayer.getVideoParentElement().clientWidth;
+        const styleHeight = this.videoPlayer.getVideoParentElement().clientHeight;
+        this.x += event.movementX;
+        this.y += event.movementY;
+        while (this.x > styleWidth) {
+            this.x -= styleWidth;
+        }
+        while (this.y > styleHeight) {
+            this.y -= styleHeight;
+        }
+        while (this.x < 0) {
+            this.x += styleWidth;
+        }
+        while (this.y < 0) {
+            this.y += styleHeight;
+        }
+        this.normalizedCoord = this.coordinateConverter.translateUnsigned(this.x, this.y);
+        const delta = this.coordinateConverter.translateSigned(event.movementX, event.movementY);
+        this.streamMessageController.toStreamerHandlers.get('MouseMove')([
+            this.normalizedCoord.x,
+            this.normalizedCoord.y,
+            delta.x,
+            delta.y
+        ]);
+    }
+    onMouseWheel(event) {
+        if (!this.videoPlayer.isVideoReady()) {
+            return;
+        }
+        this.streamMessageController.toStreamerHandlers.get('MouseWheel')([
+            event.wheelDelta,
+            // We use the store value of this.coord as opposed to the mouseEvent.x/y as the mouseEvent location
+            // uses the system cursor location which hasn't moved
+            this.normalizedCoord.x,
+            this.normalizedCoord.y
+        ]);
+    }
+    onMouseDblClick(event) {
+        if (!this.videoPlayer.isVideoReady()) {
+            return;
+        }
+        this.streamMessageController.toStreamerHandlers.get('MouseDouble')([
+            event.button,
+            // We use the store value of this.coord as opposed to the mouseEvent.x/y as the mouseEvent location
+            // uses the system cursor location which hasn't moved
+            this.normalizedCoord.x,
+            this.normalizedCoord.y
+        ]);
+    }
+}
+exports.MouseControllerLocked = MouseControllerLocked;
+//# sourceMappingURL=MouseControllerLocked.js.map

package/dist/commonjs/Inputs/MouseControllerLocked.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"MouseControllerLocked.js","sourceRoot":"","sources":["../../../src/Inputs/MouseControllerLocked.ts"],"names":[],"mappings":";;;AAAA,iGAAsE;AAKtE,uDAAoD;AAEpD;;GAEG;AACH,MAAa,qBAAsB,SAAQ,iCAAe;IAetD,YACI,uBAAgD,EAChD,WAAwB,EACxB,mBAAyC,EACzC,UAAsB;QAEtB,KAAK,CAAC,uBAAuB,EAAE,WAAW,EAAE,mBAAmB,EAAE,UAAU,CAAC,CAAC;QAC7E,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,qBAAqB,EAAoB,CAAC;QAChF,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,qBAAqB,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;QACnE,IAAI,CAAC,CAAC,GAAG,IAAI,CAAC,kBAAkB,CAAC,qBAAqB,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;QACpE,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAElF,IAAI,CAAC,qBAAqB,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,IAAI,CAAC,yBAAyB,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnE,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvD,IAAI,CAAC,uBAAuB,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/D,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,QAAQ;QACJ,KAAK,CAAC,QAAQ,EAAE,CAAC;QAEjB,IAAI,CAAC,kBAAkB,CAAC,kBAAkB;YACtC,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,IAAI,IAAI,CAAC,kBAAkB,CAAC,qBAAqB,CAAC;QAChG,QAAQ,CAAC,eAAe,GAAG,QAAQ,CAAC,eAAe,IAAI,QAAQ,CAAC,kBAAkB,CAAC;QAEnF,IAAI,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,EAAE;YAC5C,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;SACjF;QAED,QAAQ,CAAC,gBAAgB,CAAC,mBAAmB,EAAE,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAC/E,QAAQ,CAAC,gBAAgB,CAAC,sBAAsB,EAAE,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAElF,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAChF,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,SAAS,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC5E,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC7E,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;IACvF,CAAC;IAED,UAAU;QACN,MAAM,kBAAkB,GAAG,QAAQ,CAAC,kBAAkB,IAAI,QAAQ,CAAC,qBAAqB,CAAC;QACzF,IAAI,QAAQ,CAAC,eAAe,IAAI,kBAAkB,KAAK,IAAI,CAAC,kBAAkB,EAAE;YAC5E,QAAQ,CAAC,eAAe,EAAE,CAAC;SAC9B;QAED,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;QACjF,QAAQ,CAAC,mBAAmB,CAAC,mBAAmB,EAAE,IAAI,CAAC,yBAAyB,CAAC,CAAC;QAClF,QAAQ,CAAC,mBAAmB,CAAC,sBAAsB,EAAE,IAAI,CAAC,yBAAyB,CAAC,CAAC;QACrF,QAAQ,CAAC,mBAAmB,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QAEpE,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACnF,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,SAAS,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;QAC/E,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,OAAO,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAChF,IAAI,CAAC,kBAAkB,CAAC,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAEtF,KAAK,CAAC,UAAU,EAAE,CAAC;IACvB,CAAC;IAEO,aAAa;QACjB,IAAI,CAAC,kBAAkB,CAAC,kBAAkB,EAAE,CAAC;IACjD,CAAC;IAEO,iBAAiB;QACrB,MAAM,kBAAkB,GAAG,QAAQ,CAAC,kBAAkB,IAAI,QAAQ,CAAC,qBAAqB,CAAC;QACzF,IAAI,kBAAkB,KAAK,IAAI,CAAC,kBAAkB,EAAE;YAChD,uCAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;YAC9B,QAAQ,CAAC,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;SACpE;aAAM;YACH,uCAAM,CAAC,IAAI,CAAC,yCAAyC,CAAC,CAAC;YACvD,QAAQ,CAAC,mBAAmB,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;YAEpE,8EAA8E;YAC9E,sGAAsG;YACtG,qCAAqC;YACrC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,CAAC;YACnD,UAAU,CAAC,OAAO,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC/B,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;YACxE,CAAC,CAAC,CAAC;SACN;IACL,CAAC;IAEO,WAAW,CAAC,KAAiB;QACjC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE;YAClC,OAAO;SACV;QAED,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAC7D,KAAK,CAAC,MAAM;YACZ,mGAAmG;YACnG,qDAAqD;YACrD,IAAI,CAAC,eAAe,CAAC,CAAC;YACtB,IAAI,CAAC,eAAe,CAAC,CAAC;SACzB,CAAC,CAAC;IACP,CAAC;IAEO,SAAS,CAAC,KAAiB;QAC/B,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE;YAClC,OAAO;SACV;QACD,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC3D,KAAK,CAAC,MAAM;YACZ,mGAAmG;YACnG,qDAAqD;YACrD,IAAI,CAAC,eAAe,CAAC,CAAC;YACtB,IAAI,CAAC,eAAe,CAAC,CAAC;SACzB,CAAC,CAAC;IACP,CAAC;IAEO,WAAW,CAAC,KAAiB;QACjC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE;YAClC,OAAO;SACV;QACD,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,CAAC,WAAW,CAAC;QACxE,MAAM,WAAW,GAAG,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,CAAC,YAAY,CAAC;QAE1E,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC;QAC1B,IAAI,CAAC,CAAC,IAAI,KAAK,CAAC,SAAS,CAAC;QAE1B,OAAO,IAAI,CAAC,CAAC,GAAG,UAAU,EAAE;YACxB,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC;SACxB;QACD,OAAO,IAAI,CAAC,CAAC,GAAG,WAAW,EAAE;YACzB,IAAI,CAAC,CAAC,IAAI,WAAW,CAAC;SACzB;QACD,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE;YACf,IAAI,CAAC,CAAC,IAAI,UAAU,CAAC;SACxB;QACD,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,EAAE;YACf,IAAI,CAAC,CAAC,IAAI,WAAW,CAAC;SACzB;QAED,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAClF,MAAM,KAAK,GAAG,IAAI,CAAC,mBAAmB,CAAC,eAAe,CAAC,KAAK,CAAC,SAAS,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC;QACzF,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAC7D,IAAI,CAAC,eAAe,CAAC,CAAC;YACtB,IAAI,CAAC,eAAe,CAAC,CAAC;YACtB,KAAK,CAAC,CAAC;YACP,KAAK,CAAC,CAAC;SACV,CAAC,CAAC;IACP,CAAC;IAEO,YAAY,CAAC,KAAiB;QAClC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE;YAClC,OAAO;SACV;QACD,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;YAC9D,KAAK,CAAC,UAAU;YAChB,mGAAmG;YACnG,qDAAqD;YACrD,IAAI,CAAC,eAAe,CAAC,CAAC;YACtB,IAAI,CAAC,eAAe,CAAC,CAAC;SACzB,CAAC,CAAC;IACP,CAAC;IAEO,eAAe,CAAC,KAAiB;QACrC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE;YAClC,OAAO;SACV;QACD,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YAC/D,KAAK,CAAC,MAAM;YACZ,mGAAmG;YACnG,qDAAqD;YACrD,IAAI,CAAC,eAAe,CAAC,CAAC;YACtB,IAAI,CAAC,eAAe,CAAC,CAAC;SACzB,CAAC,CAAC;IACP,CAAC;CACJ;AAvLD,sDAuLC"}

package/dist/commonjs/Inputs/SpecialKeyCodes.js

@@ -0,0 +1,20 @@
+"use strict";
+// Copyright Epic Games, Inc. All Rights Reserved.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.SpecialKeyCodes = void 0;
+/**
+ * Registers the Special Key codes
+ *  Must be kept in sync with JavaScriptKeyCodeToFKey C++ array.
+ * The index of the entry in the array is the special key code given below.
+ */
+class SpecialKeyCodes {
+}
+exports.SpecialKeyCodes = SpecialKeyCodes;
+SpecialKeyCodes.backSpace = 8;
+SpecialKeyCodes.shift = 16;
+SpecialKeyCodes.control = 17;
+SpecialKeyCodes.alt = 18;
+SpecialKeyCodes.rightShift = 253;
+SpecialKeyCodes.rightControl = 254;
+SpecialKeyCodes.rightAlt = 255;
+//# sourceMappingURL=SpecialKeyCodes.js.map

package/dist/commonjs/Inputs/SpecialKeyCodes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SpecialKeyCodes.js","sourceRoot":"","sources":["../../../src/Inputs/SpecialKeyCodes.ts"],"names":[],"mappings":";AAAA,kDAAkD;;;AAElD;;;;GAIG;AACH,MAAa,eAAe;;AAA5B,0CAQC;AAPU,yBAAS,GAAG,CAAC,CAAC;AACd,qBAAK,GAAG,EAAE,CAAC;AACX,uBAAO,GAAG,EAAE,CAAC;AACb,mBAAG,GAAG,EAAE,CAAC;AACT,0BAAU,GAAG,GAAG,CAAC;AACjB,4BAAY,GAAG,GAAG,CAAC;AACnB,wBAAQ,GAAG,GAAG,CAAC"}

package/dist/commonjs/Inputs/TouchController.js

@@ -0,0 +1,124 @@
+"use strict";
+// Copyright Epic Games, Inc. All Rights Reserved.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TouchController = void 0;
+const lib_pixelstreamingcommon_ue5_5_1 = require("@epicgames-ps/lib-pixelstreamingcommon-ue5.5");
+/**
+ * The basic touch controller that handles the touch events on the document.
+ */
+class TouchController {
+    constructor(streamMessageController, videoPlayer, coordinateConverter) {
+        this.fingers = [9, 8, 7, 6, 5, 4, 3, 2, 1, 0];
+        this.fingerIds = new Map();
+        this.maxByteValue = 255;
+        this.streamMessageController = streamMessageController;
+        this.videoPlayer = videoPlayer;
+        this.coordinateConverter = coordinateConverter;
+        this.videoElementParent = videoPlayer.getVideoElement();
+        this.onTouchStartListener = this.onTouchStart.bind(this);
+        this.onTouchEndListener = this.onTouchEnd.bind(this);
+        this.onTouchMoveListener = this.onTouchMove.bind(this);
+    }
+    register() {
+        this.videoElementParent.addEventListener('touchstart', this.onTouchStartListener);
+        this.videoElementParent.addEventListener('touchend', this.onTouchEndListener);
+        this.videoElementParent.addEventListener('touchmove', this.onTouchMoveListener);
+    }
+    unregister() {
+        this.videoElementParent.addEventListener('touchstart', this.onTouchStartListener);
+        this.videoElementParent.addEventListener('touchend', this.onTouchEndListener);
+        this.videoElementParent.addEventListener('touchmove', this.onTouchMoveListener);
+    }
+    rememberTouch(touch) {
+        const finger = this.fingers.pop();
+        if (finger === undefined) {
+            lib_pixelstreamingcommon_ue5_5_1.Logger.Info('exhausted touch identifiers');
+        }
+        this.fingerIds.set(touch.identifier, finger);
+    }
+    forgetTouch(touch) {
+        this.fingers.push(this.fingerIds.get(touch.identifier));
+        // Sort array back into descending order. This means if finger '1' were to lift after finger '0', we would ensure that 0 will be the first index to pop
+        this.fingers.sort(function (a, b) {
+            return b - a;
+        });
+        this.fingerIds.delete(touch.identifier);
+    }
+    onTouchStart(touchEvent) {
+        if (!this.videoPlayer.isVideoReady()) {
+            return;
+        }
+        for (let t = 0; t < touchEvent.changedTouches.length; t++) {
+            this.rememberTouch(touchEvent.changedTouches[t]);
+        }
+        this.emitTouchData('TouchStart', touchEvent.changedTouches);
+        touchEvent.preventDefault();
+    }
+    onTouchEnd(touchEvent) {
+        if (!this.videoPlayer.isVideoReady()) {
+            return;
+        }
+        this.emitTouchData('TouchEnd', touchEvent.changedTouches);
+        // Re-cycle unique identifiers previously assigned to each touch.
+        for (let t = 0; t < touchEvent.changedTouches.length; t++) {
+            this.forgetTouch(touchEvent.changedTouches[t]);
+        }
+        touchEvent.preventDefault();
+    }
+    onTouchMove(touchEvent) {
+        if (!this.videoPlayer.isVideoReady()) {
+            return;
+        }
+        this.emitTouchData('TouchMove', touchEvent.touches);
+        touchEvent.preventDefault();
+    }
+    emitTouchData(type, touches) {
+        if (!this.videoPlayer.isVideoReady()) {
+            return;
+        }
+        const offset = this.videoPlayer.getVideoParentElement().getBoundingClientRect();
+        const toStreamerHandlers = this.streamMessageController.toStreamerHandlers;
+        for (let t = 0; t < touches.length; t++) {
+            const numTouches = 1; // the number of touches to be sent this message
+            const touch = touches[t];
+            const x = touch.clientX - offset.left;
+            const y = touch.clientY - offset.top;
+            lib_pixelstreamingcommon_ue5_5_1.Logger.Info(`F${this.fingerIds.get(touch.identifier)}=(${x}, ${y})`);
+            const coord = this.coordinateConverter.translateUnsigned(x, y);
+            switch (type) {
+                case 'TouchStart':
+                    toStreamerHandlers.get('TouchStart')([
+                        numTouches,
+                        coord.x,
+                        coord.y,
+                        this.fingerIds.get(touch.identifier),
+                        this.maxByteValue * (touch.force > 0 ? touch.force : 1),
+                        coord.inRange ? 1 : 0
+                    ]);
+                    break;
+                case 'TouchEnd':
+                    toStreamerHandlers.get('TouchEnd')([
+                        numTouches,
+                        coord.x,
+                        coord.y,
+                        this.fingerIds.get(touch.identifier),
+                        this.maxByteValue * touch.force,
+                        coord.inRange ? 1 : 0
+                    ]);
+                    break;
+                case 'TouchMove':
+                    toStreamerHandlers.get('TouchMove')([
+                        numTouches,
+                        coord.x,
+                        coord.y,
+                        this.fingerIds.get(touch.identifier),
+                        this.maxByteValue * (touch.force > 0 ? touch.force : 1),
+                        coord.inRange ? 1 : 0
+                    ]);
+                    break;
+            }
+        }
+    }
+}
+exports.TouchController = TouchController;
+//# sourceMappingURL=TouchController.js.map

package/dist/commonjs/Inputs/TouchController.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TouchController.js","sourceRoot":"","sources":["../../../src/Inputs/TouchController.ts"],"names":[],"mappings":";AAAA,kDAAkD;;;AAElD,iGAAsE;AAMtE;;GAEG;AACH,MAAa,eAAe;IAcxB,YACI,uBAAgD,EAChD,WAAwB,EACxB,mBAAyC;QAX7C,YAAO,GAAG,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC,CAAC;QACzC,cAAS,GAAG,IAAI,GAAG,EAAE,CAAC;QACtB,iBAAY,GAAG,GAAG,CAAC;QAWf,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAE/C,IAAI,CAAC,kBAAkB,GAAG,WAAW,CAAC,eAAe,EAAE,CAAC;QAExD,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3D,CAAC;IAED,QAAQ;QACJ,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,YAAY,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAClF,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC9E,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACpF,CAAC;IAED,UAAU;QACN,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,YAAY,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAClF,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC9E,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACpF,CAAC;IAEO,aAAa,CAAC,KAAY;QAC9B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;QAClC,IAAI,MAAM,KAAK,SAAS,EAAE;YACtB,uCAAM,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;SAC9C;QACD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;IAEO,WAAW,CAAC,KAAY;QAC5B,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;QACxD,uJAAuJ;QACvJ,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;IAC5C,CAAC;IAEO,YAAY,CAAC,UAAsB;QACvC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE;YAClC,OAAO;SACV;QACD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACvD,IAAI,CAAC,aAAa,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;SACpD;QAED,IAAI,CAAC,aAAa,CAAC,YAAY,EAAE,UAAU,CAAC,cAAc,CAAC,CAAC;QAC5D,UAAU,CAAC,cAAc,EAAE,CAAC;IAChC,CAAC;IAEO,UAAU,CAAC,UAAsB;QACrC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE;YAClC,OAAO;SACV;QACD,IAAI,CAAC,aAAa,CAAC,UAAU,EAAE,UAAU,CAAC,cAAc,CAAC,CAAC;QAC1D,iEAAiE;QACjE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACvD,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;SAClD;QACD,UAAU,CAAC,cAAc,EAAE,CAAC;IAChC,CAAC;IAEO,WAAW,CAAC,UAAsB;QACtC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE;YAClC,OAAO;SACV;QACD,IAAI,CAAC,aAAa,CAAC,WAAW,EAAE,UAAU,CAAC,OAAO,CAAC,CAAC;QACpD,UAAU,CAAC,cAAc,EAAE,CAAC;IAChC,CAAC;IAEO,aAAa,CAAC,IAAY,EAAE,OAAkB;QAClD,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,EAAE;YAClC,OAAO;SACV;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,CAAC;QAChF,MAAM,kBAAkB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC;QAE3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACrC,MAAM,UAAU,GAAG,CAAC,CAAC,CAAC,gDAAgD;YACtE,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;YACzB,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC;YACtC,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,GAAG,MAAM,CAAC,GAAG,CAAC;YACrC,uCAAM,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAErE,MAAM,KAAK,GAAG,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAC/D,QAAQ,IAAI,EAAE;gBACV,KAAK,YAAY;oBACb,kBAAkB,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;wBACjC,UAAU;wBACV,KAAK,CAAC,CAAC;wBACP,KAAK,CAAC,CAAC;wBACP,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC;wBACpC,IAAI,CAAC,YAAY,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;wBACvD,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;qBACxB,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,UAAU;oBACX,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;wBAC/B,UAAU;wBACV,KAAK,CAAC,CAAC;wBACP,KAAK,CAAC,CAAC;wBACP,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC;wBACpC,IAAI,CAAC,YAAY,GAAG,KAAK,CAAC,KAAK;wBAC/B,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;qBACxB,CAAC,CAAC;oBACH,MAAM;gBACV,KAAK,WAAW;oBACZ,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;wBAChC,UAAU;wBACV,KAAK,CAAC,CAAC;wBACP,KAAK,CAAC,CAAC;wBACP,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,CAAC;wBACpC,IAAI,CAAC,YAAY,GAAG,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;wBACvD,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;qBACxB,CAAC,CAAC;oBACH,MAAM;aACb;SACJ;IACL,CAAC;CACJ;AA5ID,0CA4IC"}

package/dist/commonjs/Inputs/TouchControllerFake.js

@@ -0,0 +1,92 @@
+"use strict";
+// Copyright Epic Games, Inc. All Rights Reserved.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TouchControllerFake = void 0;
+const MouseButtons_1 = require("./MouseButtons");
+/**
+ * Allows for the usage of fake touch events
+ */
+class TouchControllerFake {
+    constructor(streamMessageController, videoPlayer, coordinateConverter) {
+        this.streamMessageController = streamMessageController;
+        this.videoPlayer = videoPlayer;
+        this.coordinateConverter = coordinateConverter;
+        this.onTouchStartListener = this.onTouchStart.bind(this);
+        this.onTouchEndListener = this.onTouchEnd.bind(this);
+        this.onTouchMoveListener = this.onTouchMove.bind(this);
+        this.videoElementParentClientRect = this.videoPlayer.getVideoParentElement().getBoundingClientRect();
+    }
+    register() {
+        document.addEventListener('touchstart', this.onTouchStartListener);
+        document.addEventListener('touchend', this.onTouchEndListener);
+        document.addEventListener('touchmove', this.onTouchMoveListener);
+    }
+    unregister() {
+        document.removeEventListener('touchstart', this.onTouchStartListener);
+        document.removeEventListener('touchend', this.onTouchEndListener);
+        document.removeEventListener('touchmove', this.onTouchMoveListener);
+    }
+    onTouchStart(touch) {
+        if (!this.videoPlayer.isVideoReady() || touch.target !== this.videoPlayer.getVideoElement()) {
+            return;
+        }
+        if (this.fakeTouchFinger == null) {
+            const first_touch = touch.changedTouches[0];
+            this.fakeTouchFinger = {
+                id: first_touch.identifier,
+                x: first_touch.clientX - this.videoElementParentClientRect.left,
+                y: first_touch.clientY - this.videoElementParentClientRect.top
+            };
+            const videoElementParent = this.videoPlayer.getVideoParentElement();
+            const mouseEvent = new MouseEvent('mouseenter', first_touch);
+            videoElementParent.dispatchEvent(mouseEvent);
+            const coord = this.coordinateConverter.translateUnsigned(this.fakeTouchFinger.x, this.fakeTouchFinger.y);
+            const toStreamerHandlers = this.streamMessageController.toStreamerHandlers;
+            toStreamerHandlers.get('MouseDown')([MouseButtons_1.MouseButton.mainButton, coord.x, coord.y]);
+        }
+        touch.preventDefault();
+    }
+    onTouchEnd(touchEvent) {
+        if (!this.videoPlayer.isVideoReady() || this.fakeTouchFinger == null) {
+            return;
+        }
+        const videoElementParent = this.videoPlayer.getVideoParentElement();
+        const toStreamerHandlers = this.streamMessageController.toStreamerHandlers;
+        for (let t = 0; t < touchEvent.changedTouches.length; t++) {
+            const touch = touchEvent.changedTouches[t];
+            if (touch.identifier === this.fakeTouchFinger.id) {
+                const x = touch.clientX - this.videoElementParentClientRect.left;
+                const y = touch.clientY - this.videoElementParentClientRect.top;
+                const coord = this.coordinateConverter.translateUnsigned(x, y);
+                toStreamerHandlers.get('MouseUp')([MouseButtons_1.MouseButton.mainButton, coord.x, coord.y]);
+                const mouseEvent = new MouseEvent('mouseleave', touch);
+                videoElementParent.dispatchEvent(mouseEvent);
+                this.fakeTouchFinger = null;
+                break;
+            }
+        }
+        touchEvent.preventDefault();
+    }
+    onTouchMove(touchEvent) {
+        if (!this.videoPlayer.isVideoReady() || this.fakeTouchFinger == null) {
+            return;
+        }
+        const toStreamerHandlers = this.streamMessageController.toStreamerHandlers;
+        for (let t = 0; t < touchEvent.touches.length; t++) {
+            const touch = touchEvent.touches[t];
+            if (touch.identifier === this.fakeTouchFinger.id) {
+                const x = touch.clientX - this.videoElementParentClientRect.left;
+                const y = touch.clientY - this.videoElementParentClientRect.top;
+                const coord = this.coordinateConverter.translateUnsigned(x, y);
+                const delta = this.coordinateConverter.translateSigned(x - this.fakeTouchFinger.x, y - this.fakeTouchFinger.y);
+                toStreamerHandlers.get('MouseMove')([coord.x, coord.y, delta.x, delta.y]);
+                this.fakeTouchFinger.x = x;
+                this.fakeTouchFinger.y = y;
+                break;
+            }
+        }
+        touchEvent.preventDefault();
+    }
+}
+exports.TouchControllerFake = TouchControllerFake;
+//# sourceMappingURL=TouchControllerFake.js.map

package/dist/commonjs/Inputs/TouchControllerFake.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"TouchControllerFake.js","sourceRoot":"","sources":["../../../src/Inputs/TouchControllerFake.ts"],"names":[],"mappings":";AAAA,kDAAkD;;;AAKlD,iDAA6C;AAS7C;;GAEG;AACH,MAAa,mBAAmB;IAY5B,YACI,uBAAgD,EAChD,WAAwB,EACxB,mBAAyC;QAEzC,IAAI,CAAC,uBAAuB,GAAG,uBAAuB,CAAC;QACvD,IAAI,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,IAAI,CAAC,mBAAmB,GAAG,mBAAmB,CAAC;QAE/C,IAAI,CAAC,oBAAoB,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACzD,IAAI,CAAC,kBAAkB,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrD,IAAI,CAAC,mBAAmB,GAAG,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvD,IAAI,CAAC,4BAA4B,GAAG,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,CAAC,qBAAqB,EAAE,CAAC;IACzG,CAAC;IAED,QAAQ;QACJ,QAAQ,CAAC,gBAAgB,CAAC,YAAY,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACnE,QAAQ,CAAC,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAC/D,QAAQ,CAAC,gBAAgB,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACrE,CAAC;IAED,UAAU;QACN,QAAQ,CAAC,mBAAmB,CAAC,YAAY,EAAE,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACtE,QAAQ,CAAC,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAAC,kBAAkB,CAAC,CAAC;QAClE,QAAQ,CAAC,mBAAmB,CAAC,WAAW,EAAE,IAAI,CAAC,mBAAmB,CAAC,CAAC;IACxE,CAAC;IAEO,YAAY,CAAC,KAAiB;QAClC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,IAAI,KAAK,CAAC,MAAM,KAAK,IAAI,CAAC,WAAW,CAAC,eAAe,EAAE,EAAE;YACzF,OAAO;SACV;QACD,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,EAAE;YAC9B,MAAM,WAAW,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YAC5C,IAAI,CAAC,eAAe,GAAG;gBACnB,EAAE,EAAE,WAAW,CAAC,UAAU;gBAC1B,CAAC,EAAE,WAAW,CAAC,OAAO,GAAG,IAAI,CAAC,4BAA4B,CAAC,IAAI;gBAC/D,CAAC,EAAE,WAAW,CAAC,OAAO,GAAG,IAAI,CAAC,4BAA4B,CAAC,GAAG;aACjE,CAAC;YAEF,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAoB,CAAC;YACtF,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,YAAY,EAAE,WAAW,CAAC,CAAC;YAC7D,kBAAkB,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;YAE7C,MAAM,KAAK,GAAG,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CACpD,IAAI,CAAC,eAAe,CAAC,CAAC,EACtB,IAAI,CAAC,eAAe,CAAC,CAAC,CACzB,CAAC;YACF,MAAM,kBAAkB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC;YAC3E,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,0BAAW,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;SACnF;QACD,KAAK,CAAC,cAAc,EAAE,CAAC;IAC3B,CAAC;IAEO,UAAU,CAAC,UAAsB;QACrC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,EAAE;YAClE,OAAO;SACV;QACD,MAAM,kBAAkB,GAAG,IAAI,CAAC,WAAW,CAAC,qBAAqB,EAAE,CAAC;QACpE,MAAM,kBAAkB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC;QAE3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,cAAc,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YACvD,MAAM,KAAK,GAAG,UAAU,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YAC3C,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,eAAe,CAAC,EAAE,EAAE;gBAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC;gBACjE,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC;gBAChE,MAAM,KAAK,GAAG,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC/D,kBAAkB,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,0BAAW,CAAC,UAAU,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAE9E,MAAM,UAAU,GAAG,IAAI,UAAU,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;gBACvD,kBAAkB,CAAC,aAAa,CAAC,UAAU,CAAC,CAAC;gBAC7C,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;gBAC5B,MAAM;aACT;SACJ;QACD,UAAU,CAAC,cAAc,EAAE,CAAC;IAChC,CAAC;IAEO,WAAW,CAAC,UAAsB;QACtC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,IAAI,IAAI,CAAC,eAAe,IAAI,IAAI,EAAE;YAClE,OAAO;SACV;QACD,MAAM,kBAAkB,GAAG,IAAI,CAAC,uBAAuB,CAAC,kBAAkB,CAAC;QAE3E,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;YAChD,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACpC,IAAI,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,eAAe,CAAC,EAAE,EAAE;gBAC9C,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,4BAA4B,CAAC,IAAI,CAAC;gBACjE,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,GAAG,IAAI,CAAC,4BAA4B,CAAC,GAAG,CAAC;gBAChE,MAAM,KAAK,GAAG,IAAI,CAAC,mBAAmB,CAAC,iBAAiB,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;gBAC/D,MAAM,KAAK,GAAG,IAAI,CAAC,mBAAmB,CAAC,eAAe,CAClD,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,EAC1B,CAAC,GAAG,IAAI,CAAC,eAAe,CAAC,CAAC,CAC7B,CAAC;gBACF,kBAAkB,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;gBAC1E,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC3B,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC3B,MAAM;aACT;SACJ;QACD,UAAU,CAAC,cAAc,EAAE,CAAC;IAChC,CAAC;CACJ;AAlHD,kDAkHC"}

package/dist/commonjs/Inputs/XRGamepadController.js

@@ -0,0 +1,125 @@
+"use strict";
+// Copyright Epic Games, Inc. All Rights Reserved.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.XRGamepadController = void 0;
+const GamepadTypes_1 = require("./GamepadTypes");
+/**
+ * The class that handles the functionality of XR gamepads and controllers.
+ */
+class XRGamepadController {
+    /**
+     * @param toStreamerMessagesProvider - Stream message instance
+     */
+    constructor(toStreamerMessagesProvider) {
+        this.toStreamerMessagesProvider = toStreamerMessagesProvider;
+        this.controllers = [];
+    }
+    updateStatus(source, frame, refSpace) {
+        if (source.gamepad) {
+            const gamepadPose = frame.getPose(source.gripSpace, refSpace);
+            if (!gamepadPose) {
+                return;
+            }
+            let system = 0;
+            if (source.profiles.includes('htc-vive')) {
+                system = 1;
+            }
+            else if (source.profiles.includes('oculus-touch')) {
+                system = 2;
+            }
+            // TODO (william.belcher): Add other profiles (Quest, Microsoft Mixed Reality, etc)
+            this.toStreamerMessagesProvider.toStreamerHandlers.get('XRSystem')([system]);
+            // Default: AnyHand (2)
+            let handedness = 2;
+            switch (source.handedness) {
+                case 'left':
+                    handedness = 0;
+                    break;
+                case 'right':
+                    handedness = 1;
+                    break;
+            }
+            // Send controller transform
+            const matrix = gamepadPose.transform.matrix;
+            const mat = [];
+            for (let i = 0; i < 16; i++) {
+                mat[i] = new Float32Array([matrix[i]])[0];
+            }
+            // prettier-ignore
+            this.toStreamerMessagesProvider.toStreamerHandlers.get('XRControllerTransform')([
+                mat[0], mat[4], mat[8], mat[12],
+                mat[1], mat[5], mat[9], mat[13],
+                mat[2], mat[6], mat[10], mat[14],
+                mat[3], mat[7], mat[11], mat[15],
+                handedness
+            ]);
+            // Handle controller buttons and axes
+            if (this.controllers[handedness] === undefined) {
+                this.controllers[handedness] = {
+                    prevState: undefined,
+                    currentState: undefined,
+                    id: undefined
+                };
+                this.controllers[handedness].prevState = (0, GamepadTypes_1.deepCopyGamepad)(source.gamepad);
+            }
+            this.controllers[handedness].currentState = (0, GamepadTypes_1.deepCopyGamepad)(source.gamepad);
+            const controller = this.controllers[handedness];
+            const currState = controller.currentState;
+            const prevState = controller.prevState;
+            // Iterate over buttons
+            for (let i = 0; i < currState.buttons.length; i++) {
+                const currButton = currState.buttons[i];
+                const prevButton = prevState.buttons[i];
+                if (currButton.pressed) {
+                    // press
+                    const isRepeat = prevButton.pressed ? 1 : 0;
+                    this.toStreamerMessagesProvider.toStreamerHandlers.get('XRButtonPressed')([
+                        handedness,
+                        i,
+                        isRepeat,
+                        currButton.value
+                    ]);
+                }
+                else if (prevButton.pressed) {
+                    this.toStreamerMessagesProvider.toStreamerHandlers.get('XRButtonReleased')([
+                        handedness,
+                        i,
+                        0
+                    ]);
+                }
+                if (currButton.touched) {
+                    // touched
+                    const isRepeat = prevButton.touched ? 1 : 0;
+                    this.toStreamerMessagesProvider.toStreamerHandlers.get('XRButtonTouched')([
+                        handedness,
+                        i,
+                        isRepeat
+                    ]);
+                }
+                else if (prevButton.touched) {
+                    this.toStreamerMessagesProvider.toStreamerHandlers.get('XRButtonTouchReleased')([
+                        handedness,
+                        i,
+                        0
+                    ]);
+                }
+            }
+            // Iterate over gamepad axes
+            for (let i = 0; i < currState.axes.length; i++) {
+                const curAxisValue = currState.axes[i];
+                const prevAxisValue = prevState.axes[i];
+                // Only send axis update if there is a change
+                if (curAxisValue != prevAxisValue) {
+                    this.toStreamerMessagesProvider.toStreamerHandlers.get('XRAnalog')([
+                        handedness,
+                        i,
+                        curAxisValue
+                    ]);
+                }
+            }
+            this.controllers[handedness].prevState = currState;
+        }
+    }
+}
+exports.XRGamepadController = XRGamepadController;
+//# sourceMappingURL=XRGamepadController.js.map

package/dist/commonjs/Inputs/XRGamepadController.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"XRGamepadController.js","sourceRoot":"","sources":["../../../src/Inputs/XRGamepadController.ts"],"names":[],"mappings":";AAAA,kDAAkD;;;AAGlD,iDAA6D;AAE7D;;GAEG;AACH,MAAa,mBAAmB;IAI5B;;OAEG;IACH,YAAY,0BAAmD;QAC3D,IAAI,CAAC,0BAA0B,GAAG,0BAA0B,CAAC;QAC7D,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC;IAC1B,CAAC;IAED,YAAY,CAAC,MAAqB,EAAE,KAAc,EAAE,QAA0B;QAC1E,IAAI,MAAM,CAAC,OAAO,EAAE;YAChB,MAAM,WAAW,GAAG,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAC9D,IAAI,CAAC,WAAW,EAAE;gBACd,OAAO;aACV;YAED,IAAI,MAAM,GAAG,CAAC,CAAC;YACf,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,UAAU,CAAC,EAAE;gBACtC,MAAM,GAAG,CAAC,CAAC;aACd;iBAAM,IAAI,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE;gBACjD,MAAM,GAAG,CAAC,CAAC;aACd;YACD,mFAAmF;YACnF,IAAI,CAAC,0BAA0B,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAE7E,uBAAuB;YACvB,IAAI,UAAU,GAAG,CAAC,CAAC;YACnB,QAAQ,MAAM,CAAC,UAAU,EAAE;gBACvB,KAAK,MAAM;oBACP,UAAU,GAAG,CAAC,CAAC;oBACf,MAAM;gBACV,KAAK,OAAO;oBACR,UAAU,GAAG,CAAC,CAAC;oBACf,MAAM;aACb;YAED,4BAA4B;YAC5B,MAAM,MAAM,GAAG,WAAW,CAAC,SAAS,CAAC,MAAM,CAAC;YAC5C,MAAM,GAAG,GAAG,EAAE,CAAC;YACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE;gBACzB,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;aAC7C;YAED,kBAAkB;YAClB,IAAI,CAAC,0BAA0B,CAAC,kBAAkB,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;gBAC5E,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;gBAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;gBAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;gBAChC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;gBAChC,UAAU;aACb,CAAC,CAAC;YAEH,qCAAqC;YACrC,IAAI,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,KAAK,SAAS,EAAE;gBAC5C,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,GAAG;oBAC3B,SAAS,EAAE,SAAS;oBACpB,YAAY,EAAE,SAAS;oBACvB,EAAE,EAAE,SAAS;iBAChB,CAAC;gBACF,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,SAAS,GAAG,IAAA,8BAAe,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;aAC5E;YAED,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,YAAY,GAAG,IAAA,8BAAe,EAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAE5E,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC;YAChD,MAAM,SAAS,GAAG,UAAU,CAAC,YAAY,CAAC;YAC1C,MAAM,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC;YACvC,uBAAuB;YACvB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAC/C,MAAM,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACxC,MAAM,UAAU,GAAG,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAExC,IAAI,UAAU,CAAC,OAAO,EAAE;oBACpB,QAAQ;oBACR,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5C,IAAI,CAAC,0BAA0B,CAAC,kBAAkB,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;wBACtE,UAAU;wBACV,CAAC;wBACD,QAAQ;wBACR,UAAU,CAAC,KAAK;qBACnB,CAAC,CAAC;iBACN;qBAAM,IAAI,UAAU,CAAC,OAAO,EAAE;oBAC3B,IAAI,CAAC,0BAA0B,CAAC,kBAAkB,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;wBACvE,UAAU;wBACV,CAAC;wBACD,CAAC;qBACJ,CAAC,CAAC;iBACN;gBAED,IAAI,UAAU,CAAC,OAAO,EAAE;oBACpB,UAAU;oBACV,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC5C,IAAI,CAAC,0BAA0B,CAAC,kBAAkB,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC;wBACtE,UAAU;wBACV,CAAC;wBACD,QAAQ;qBACX,CAAC,CAAC;iBACN;qBAAM,IAAI,UAAU,CAAC,OAAO,EAAE;oBAC3B,IAAI,CAAC,0BAA0B,CAAC,kBAAkB,CAAC,GAAG,CAAC,uBAAuB,CAAC,CAAC;wBAC5E,UAAU;wBACV,CAAC;wBACD,CAAC;qBACJ,CAAC,CAAC;iBACN;aACJ;YAED,4BAA4B;YAC5B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE;gBAC5C,MAAM,YAAY,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACvC,MAAM,aAAa,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;gBACxC,6CAA6C;gBAC7C,IAAI,YAAY,IAAI,aAAa,EAAE;oBAC/B,IAAI,CAAC,0BAA0B,CAAC,kBAAkB,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;wBAC/D,UAAU;wBACV,CAAC;wBACD,YAAY;qBACf,CAAC,CAAC;iBACN;aACJ;YAED,IAAI,CAAC,WAAW,CAAC,UAAU,CAAC,CAAC,SAAS,GAAG,SAAS,CAAC;SACtD;IACL,CAAC;CACJ;AA9HD,kDA8HC"}