@needle-tools/engine 3.27.5-beta → 3.28.0-beta

package/src/engine-components/dist/ScreenCapture.js

@@ -1,490 +0,0 @@
-"use strict";
-var __extends = (this && this.__extends) || (function () {
-    var extendStatics = function (d, b) {
-        extendStatics = Object.setPrototypeOf ||
-            ({ __proto__: [] } instanceof Array && function (d, b) { d.__proto__ = b; }) ||
-            function (d, b) { for (var p in b) if (b.hasOwnProperty(p)) d[p] = b[p]; };
-        return extendStatics(d, b);
-    };
-    return function (d, b) {
-        extendStatics(d, b);
-        function __() { this.constructor = d; }
-        d.prototype = b === null ? Object.create(b) : (__.prototype = b.prototype, new __());
-    };
-})();
-var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
-    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-    return c > 3 && r && Object.defineProperty(target, key, r), r;
-};
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __generator = (this && this.__generator) || function (thisArg, body) {
-    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g;
-    return g = { next: verb(0), "throw": verb(1), "return": verb(2) }, typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
-    function verb(n) { return function (v) { return step([n, v]); }; }
-    function step(op) {
-        if (f) throw new TypeError("Generator is already executing.");
-        while (_) try {
-            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
-            if (y = 0, t) op = [op[0] & 2, t.value];
-            switch (op[0]) {
-                case 0: case 1: t = op; break;
-                case 4: _.label++; return { value: op[1], done: false };
-                case 5: _.label++; y = op[1]; op = [0]; continue;
-                case 7: op = _.ops.pop(); _.trys.pop(); continue;
-                default:
-                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
-                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
-                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
-                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
-                    if (t[2]) _.ops.pop();
-                    _.trys.pop(); continue;
-            }
-            op = body.call(thisArg, _);
-        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
-        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
-    }
-};
-exports.__esModule = true;
-exports.ScreenCapture = exports.ScreenCaptureMode = exports.ScreenCaptureDevice = void 0;
-var Component_js_1 = require("./Component.js");
-var VideoPlayer_js_1 = require("./VideoPlayer.js");
-var engine_serialization_js_1 = require("../engine/engine_serialization.js");
-var AudioSource_js_1 = require("./AudioSource.js");
-var engine_utils_js_1 = require("../engine/engine_utils.js");
-var index_js_1 = require("../engine/debug/index.js");
-var engine_networking_streams_js_1 = require("../engine/engine_networking_streams.js");
-var debug = engine_utils_js_1.getParam("debugscreensharing");
-var ScreenCaptureDevice;
-(function (ScreenCaptureDevice) {
-    ScreenCaptureDevice[ScreenCaptureDevice["Screen"] = 0] = "Screen";
-    ScreenCaptureDevice[ScreenCaptureDevice["Camera"] = 1] = "Camera";
-    /** Please note that canvas streaming might not work reliably on chrome: https://bugs.chromium.org/p/chromium/issues/detail?id=1156408 */
-    ScreenCaptureDevice[ScreenCaptureDevice["Canvas"] = 2] = "Canvas";
-    /** When using Microphone only the voice will be sent */
-    ScreenCaptureDevice[ScreenCaptureDevice["Microphone"] = 3] = "Microphone";
-})(ScreenCaptureDevice = exports.ScreenCaptureDevice || (exports.ScreenCaptureDevice = {}));
-var ScreenCaptureMode;
-(function (ScreenCaptureMode) {
-    ScreenCaptureMode[ScreenCaptureMode["Idle"] = 0] = "Idle";
-    ScreenCaptureMode[ScreenCaptureMode["Sending"] = 1] = "Sending";
-    ScreenCaptureMode[ScreenCaptureMode["Receiving"] = 2] = "Receiving";
-})(ScreenCaptureMode = exports.ScreenCaptureMode || (exports.ScreenCaptureMode = {}));
-var ScreenCapture = /** @class */ (function (_super) {
-    __extends(ScreenCapture, _super);
-    function ScreenCapture() {
-        var _this = _super !== null && _super.apply(this, arguments) || this;
-        _this.allowStartOnClick = true;
-        // TODO: make this a property
-        /** Note: this can not be changed while streaming */
-        _this.device = ScreenCaptureDevice.Screen;
-        _this._requestOpen = false;
-        _this._currentStream = null;
-        _this._currentMode = ScreenCaptureMode.Idle;
-        _this.onReceiveStream = function (evt) {
-            var _a;
-            if (((_a = evt.stream) === null || _a === void 0 ? void 0 : _a.active) !== true)
-                return;
-            _this.setStream(evt.stream, ScreenCaptureMode.Receiving);
-        };
-        _this.onCallEnded = function (_evt) {
-            if (debug)
-                console.log("CALL ENDED", _this.isReceiving, _this === null || _this === void 0 ? void 0 : _this.screenspace);
-            if (_this.isReceiving)
-                _this.screenspace = false;
-        };
-        return _this;
-        // private _cameraSelectionWindow : Window | null = null;
-        // private openWindowToSelectCamera(){
-        // }
-    }
-    ScreenCapture.prototype.onPointerEnter = function () {
-        if (!this.allowStartOnClick)
-            return;
-        this.context.input.setCursorPointer();
-    };
-    ScreenCapture.prototype.onPointerExit = function () {
-        if (!this.allowStartOnClick)
-            return;
-        this.context.input.setCursorNormal();
-    };
-    ScreenCapture.prototype.onPointerClick = function (evt) {
-        var _a;
-        if (!this.allowStartOnClick)
-            return;
-        if (evt && evt.pointerId !== 0)
-            return;
-        if (this.context.connection.isInRoom === false)
-            return;
-        if (this.isReceiving && ((_a = this.videoPlayer) === null || _a === void 0 ? void 0 : _a.isPlaying)) {
-            if (this.videoPlayer)
-                this.videoPlayer.screenspace = !this.videoPlayer.screenspace;
-            return;
-        }
-        if (this.isSending) {
-            this.close();
-            return;
-        }
-        this.share();
-    };
-    Object.defineProperty(ScreenCapture.prototype, "videoPlayer", {
-        get: function () { return this._videoPlayer; },
-        set: function (val) {
-            if (this._videoPlayer && (this.isSending || this.isReceiving)) {
-                this._videoPlayer.stop();
-            }
-            this._videoPlayer = val;
-            if (this._videoPlayer && this._currentStream && (this.isSending || this.isReceiving)) {
-                this._videoPlayer.setVideo(this._currentStream);
-            }
-        },
-        enumerable: false,
-        configurable: true
-    });
-    Object.defineProperty(ScreenCapture.prototype, "screenspace", {
-        get: function () { var _a, _b; return (_b = (_a = this.videoPlayer) === null || _a === void 0 ? void 0 : _a.screenspace) !== null && _b !== void 0 ? _b : false; },
-        set: function (v) { if (this.videoPlayer)
-            this.videoPlayer.screenspace = v; },
-        enumerable: false,
-        configurable: true
-    });
-    Object.defineProperty(ScreenCapture.prototype, "currentScream", {
-        get: function () {
-            return this._currentStream;
-        },
-        enumerable: false,
-        configurable: true
-    });
-    Object.defineProperty(ScreenCapture.prototype, "currentMode", {
-        get: function () {
-            return this._currentMode;
-        },
-        enumerable: false,
-        configurable: true
-    });
-    Object.defineProperty(ScreenCapture.prototype, "isSending", {
-        get: function () {
-            var _a;
-            return ((_a = this._currentStream) === null || _a === void 0 ? void 0 : _a.active) && this._currentMode === ScreenCaptureMode.Sending;
-        },
-        enumerable: false,
-        configurable: true
-    });
-    Object.defineProperty(ScreenCapture.prototype, "isReceiving", {
-        get: function () {
-            if (this._currentMode === ScreenCaptureMode.Receiving) {
-                if (!this._currentStream || this._currentStream.active === false)
-                    return false;
-                // if any track is still live consider it active
-                var tracks = this._currentStream.getTracks();
-                for (var _i = 0, tracks_1 = tracks; _i < tracks_1.length; _i++) {
-                    var track = tracks_1[_i];
-                    if (track.readyState === "live")
-                        return true;
-                }
-            }
-            return false;
-        },
-        enumerable: false,
-        configurable: true
-    });
-    Object.defineProperty(ScreenCapture.prototype, "requiresVideoPlayer", {
-        get: function () { return this.device !== ScreenCaptureDevice.Microphone; },
-        enumerable: false,
-        configurable: true
-    });
-    ScreenCapture.prototype.awake = function () {
-        var _this = this;
-        if (debug)
-            console.log("Screensharing", this.name, this);
-        AudioSource_js_1.AudioSource.registerWaitForAllowAudio(function () {
-            if (_this.videoPlayer && _this._currentStream && _this._currentMode === ScreenCaptureMode.Receiving) {
-                _this.videoPlayer.playInBackground = true;
-                _this.videoPlayer.setVideo(_this._currentStream);
-            }
-        });
-        var handle = engine_networking_streams_js_1.PeerHandle.getOrCreate(this.context, this.guid);
-        this._net = new engine_networking_streams_js_1.NetworkedStreams(this.context, handle);
-    };
-    ScreenCapture.prototype.onEnable = function () {
-        var _a, _b, _c;
-        (_a = this._net) === null || _a === void 0 ? void 0 : _a.enable();
-        //@ts-ignore
-        (_b = this._net) === null || _b === void 0 ? void 0 : _b.addEventListener(engine_networking_streams_js_1.PeerEvent.ReceiveStream, this.onReceiveStream);
-        //@ts-ignore
-        (_c = this._net) === null || _c === void 0 ? void 0 : _c.addEventListener(engine_networking_streams_js_1.PeerEvent.CallEnded, this.onCallEnded);
-    };
-    ScreenCapture.prototype.onDisable = function () {
-        var _a, _b, _c;
-        //@ts-ignore
-        (_a = this._net) === null || _a === void 0 ? void 0 : _a.removeEventListener(engine_networking_streams_js_1.PeerEvent.ReceiveStream, this.onReceiveStream);
-        //@ts-ignore
-        (_b = this._net) === null || _b === void 0 ? void 0 : _b.removeEventListener(engine_networking_streams_js_1.PeerEvent.CallEnded, this.onCallEnded);
-        (_c = this._net) === null || _c === void 0 ? void 0 : _c.disable();
-        this.close();
-    };
-    /** Call to begin screensharing */
-    ScreenCapture.prototype.share = function (opts) {
-        var _a, _b;
-        return __awaiter(this, void 0, void 0, function () {
-            var settings, displayMediaOptions, videoOptions, _c, myVideo, fps, stream, myStream, err_1;
-            return __generator(this, function (_d) {
-                switch (_d.label) {
-                    case 0:
-                        if (opts === null || opts === void 0 ? void 0 : opts.device)
-                            this.device = opts.device;
-                        if (!this.videoPlayer && this.requiresVideoPlayer) {
-                            if (!this._videoPlayer) {
-                                this._videoPlayer = (_a = Component_js_1.GameObject.getComponent(this.gameObject, VideoPlayer_js_1.VideoPlayer)) !== null && _a !== void 0 ? _a : undefined;
-                            }
-                            if (!this.videoPlayer) {
-                                console.warn("Can not share video without a videoPlayer assigned");
-                                return [2 /*return*/];
-                            }
-                        }
-                        this._requestOpen = true;
-                        _d.label = 1;
-                    case 1:
-                        _d.trys.push([1, 9, , 10]);
-                        settings = (_b = opts === null || opts === void 0 ? void 0 : opts.constraints) !== null && _b !== void 0 ? _b : {
-                            echoCancellation: true,
-                            autoGainControl: false
-                        };
-                        displayMediaOptions = {
-                            video: settings,
-                            audio: settings
-                        };
-                        videoOptions = displayMediaOptions.video;
-                        if (videoOptions !== undefined && typeof videoOptions !== "boolean") {
-                            // Set default video settings
-                            if (!videoOptions.width)
-                                videoOptions.width = { max: 1920 };
-                            if (!videoOptions.height)
-                                videoOptions.height = { max: 1920 };
-                            if (!videoOptions.aspectRatio)
-                                videoOptions.aspectRatio = { ideal: 1.7777777778 };
-                            if (!videoOptions.frameRate)
-                                videoOptions.frameRate = { ideal: 24 };
-                            if (!videoOptions.facingMode)
-                                videoOptions.facingMode = { ideal: "user" };
-                        }
-                        _c = this.device;
-                        switch (_c) {
-                            case ScreenCaptureDevice.Camera: return [3 /*break*/, 2];
-                            case ScreenCaptureDevice.Screen: return [3 /*break*/, 3];
-                            case ScreenCaptureDevice.Canvas: return [3 /*break*/, 5];
-                            case ScreenCaptureDevice.Microphone: return [3 /*break*/, 6];
-                        }
-                        return [3 /*break*/, 8];
-                    case 2:
-                        this.tryShareUserCamera(displayMediaOptions, opts);
-                        return [3 /*break*/, 8];
-                    case 3:
-                        if (!navigator.mediaDevices.getDisplayMedia) {
-                            console.error("No getDisplayMedia support");
-                            return [2 /*return*/];
-                        }
-                        return [4 /*yield*/, navigator.mediaDevices.getDisplayMedia(displayMediaOptions)];
-                    case 4:
-                        myVideo = _d.sent();
-                        if (this._requestOpen) {
-                            this.setStream(myVideo, ScreenCaptureMode.Sending);
-                        }
-                        else
-                            engine_networking_streams_js_1.disposeStream(myVideo);
-                        return [3 /*break*/, 8];
-                    case 5:
-                        fps = 0;
-                        stream = this.context.renderer.domElement.captureStream(fps);
-                        this.setStream(stream, ScreenCaptureMode.Sending);
-                        return [3 /*break*/, 8];
-                    case 6:
-                        if (!navigator.mediaDevices.getDisplayMedia) {
-                            console.error("No getDisplayMedia support");
-                            return [2 /*return*/];
-                        }
-                        displayMediaOptions.video = false;
-                        return [4 /*yield*/, navigator.mediaDevices.getUserMedia(displayMediaOptions)];
-                    case 7:
-                        myStream = _d.sent();
-                        if (this._requestOpen) {
-                            this.setStream(myStream, ScreenCaptureMode.Sending);
-                        }
-                        else
-                            engine_networking_streams_js_1.disposeStream(myStream);
-                        return [3 /*break*/, 8];
-                    case 8: return [3 /*break*/, 10];
-                    case 9:
-                        err_1 = _d.sent();
-                        if (err_1.name === "NotAllowedError") {
-                            // user cancelled stream selection
-                            console.log("Selection cancelled");
-                            this._requestOpen = false;
-                            return [2 /*return*/];
-                        }
-                        console.error("Error opening video", err_1);
-                        return [3 /*break*/, 10];
-                    case 10: return [2 /*return*/];
-                }
-            });
-        });
-    };
-    ScreenCapture.prototype.close = function () {
-        var _a;
-        this._requestOpen = false;
-        if (this._currentStream) {
-            if (debug)
-                console.warn("Close current stream / disposing resources, stream was active?", this._currentStream.active);
-            (_a = this._net) === null || _a === void 0 ? void 0 : _a.stopSendingStream(this._currentStream);
-            engine_networking_streams_js_1.disposeStream(this._currentStream);
-            this._currentMode = ScreenCaptureMode.Idle;
-            this._currentStream = null;
-        }
-    };
-    ScreenCapture.prototype.setStream = function (stream, mode) {
-        var _this = this;
-        var _a, _b, _c;
-        if (stream === this._currentStream)
-            return;
-        this.close();
-        if (!stream)
-            return;
-        this._currentStream = stream;
-        this._requestOpen = true;
-        this._currentMode = mode;
-        var isVideoStream = this.device !== ScreenCaptureDevice.Microphone;
-        var isSending = mode === ScreenCaptureMode.Sending;
-        if (isVideoStream) {
-            if (this._videoPlayer)
-                this._videoPlayer.setVideo(stream);
-            else
-                console.error("No video player assigned for video stream");
-        }
-        else {
-            if (!this._audioSource) {
-                this._audioSource = new AudioSource_js_1.AudioSource();
-                this._audioSource.spatialBlend = 0;
-                this._audioSource.volume = 1;
-                this.gameObject.addComponent(this._audioSource);
-            }
-            if (!isSending) {
-                console.log("PLAY", stream.getAudioTracks());
-                this._audioSource.volume = 1;
-                (_a = this._audioSource) === null || _a === void 0 ? void 0 : _a.play(stream);
-            }
-        }
-        if (isSending) {
-            (_b = this._net) === null || _b === void 0 ? void 0 : _b.startSendingStream(stream);
-        }
-        // Mute audio for the video we are sending
-        if (isSending) {
-            if (this._videoPlayer)
-                this._videoPlayer.muted = true;
-            (_c = this._audioSource) === null || _c === void 0 ? void 0 : _c.stop();
-        }
-        var _loop_1 = function (track) {
-            track.addEventListener("ended", function () {
-                if (debug)
-                    console.log("Track ended", track);
-                _this.close();
-            });
-            if (debug) {
-                if (track.kind === "video") {
-                    if (isSending)
-                        console.log("Video →", track.getSettings());
-                    else
-                        console.log("Video ←", track.getSettings());
-                }
-            }
-        };
-        for (var _i = 0, _d = stream.getTracks(); _i < _d.length; _i++) {
-            var track = _d[_i];
-            _loop_1(track);
-        }
-    };
-    ScreenCapture.prototype.tryShareUserCamera = function (opts, options) {
-        var _a;
-        return __awaiter(this, void 0, void 0, function () {
-            var devices, _i, devices_1, dev, id, useDevice, userMedia, err_2;
-            return __generator(this, function (_b) {
-                switch (_b.label) {
-                    case 0: return [4 /*yield*/, navigator.mediaDevices.enumerateDevices()];
-                    case 1:
-                        devices = (_b.sent()).filter(function (d) { return d.kind === "videoinput"; });
-                        if (debug)
-                            console.log("Request camera", devices);
-                        _i = 0, devices_1 = devices;
-                        _b.label = 2;
-                    case 2:
-                        if (!(_i < devices_1.length)) return [3 /*break*/, 7];
-                        dev = devices_1[_i];
-                        _b.label = 3;
-                    case 3:
-                        _b.trys.push([3, 5, , 6]);
-                        if (!this._requestOpen)
-                            return [3 /*break*/, 7];
-                        if (dev.kind !== "videoinput")
-                            return [3 /*break*/, 6];
-                        id = dev.deviceId;
-                        if ((options === null || options === void 0 ? void 0 : options.deviceId) !== undefined) {
-                            if (id !== options.deviceId)
-                                return [3 /*break*/, 6];
-                        }
-                        useDevice = (_a = options === null || options === void 0 ? void 0 : options.deviceFilter) === null || _a === void 0 ? void 0 : _a.call(this, dev);
-                        if (useDevice === false)
-                            return [3 /*break*/, 6];
-                        if (opts.video !== false) {
-                            if (typeof opts.video === "undefined" || typeof opts.video === "boolean") {
-                                opts.video = {};
-                            }
-                            opts.video.deviceId = id;
-                        }
-                        return [4 /*yield*/, navigator.mediaDevices.getUserMedia(opts)];
-                    case 4:
-                        userMedia = _b.sent();
-                        if (this._requestOpen) {
-                            this.setStream(userMedia, ScreenCaptureMode.Sending);
-                        }
-                        else
-                            engine_networking_streams_js_1.disposeStream(userMedia);
-                        if (debug)
-                            console.log("Selected camera", dev);
-                        return [3 /*break*/, 7];
-                    case 5:
-                        err_2 = _b.sent();
-                        // First message is firefox, second is chrome when the video source is already in use by another app
-                        if (err_2.message === "Failed to allocate videosource" || err_2.message === "Could not start video source") {
-                            index_js_1.showBalloonWarning("Failed to start video: Try another camera (Code " + err_2.code + ")");
-                            console.warn(err_2);
-                            return [3 /*break*/, 6];
-                        }
-                        else {
-                            console.error("Failed to get user media", err_2.message, err_2.code, err_2);
-                        }
-                        return [3 /*break*/, 6];
-                    case 6:
-                        _i++;
-                        return [3 /*break*/, 2];
-                    case 7: return [2 /*return*/];
-                }
-            });
-        });
-    };
-    __decorate([
-        engine_serialization_js_1.serializable(VideoPlayer_js_1.VideoPlayer)
-    ], ScreenCapture.prototype, "videoPlayer");
-    __decorate([
-        engine_serialization_js_1.serializable()
-    ], ScreenCapture.prototype, "device");
-    return ScreenCapture;
-}(Component_js_1.Behaviour));
-exports.ScreenCapture = ScreenCapture;

package/src/engine-components/dist/ScreenCapture.js.meta

@@ -1,7 +0,0 @@
-fileFormatVersion: 2
-guid: 426cba1d1719d9240aba902b59b93adb
-DefaultImporter:
-  externalObjects: {}
-  userData: 
-  assetBundleName: 
-  assetBundleVariant: