@signalwire/js 1.3.0-dev.1 → 1.4.0

package/dist/esm/common/src/webrtc/RTCPeer.js

@@ -1,556 +0,0 @@
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-import logger from '../util/logger';
-import SDPUtils from 'sdp';
-import { getUserMedia, getMediaConstraints } from './helpers';
-import { sdpStereoHack, sdpBitrateHack, sdpMediaOrderHack } from './sdpHelpers';
-import { SwEvent } from '../util/constants';
-import { PeerType, State } from './constants';
-import { attachMediaStream, muteMediaElement, sdpToJsonHack, RTCPeerConnection, streamIsValid, buildAudioElementByTrack, buildVideoElementByTrack, stopTrack } from '../util/webrtc';
-import { trigger } from '../services/Handler';
-import { Invite, Attach, Answer, Modify } from '../messages/Verto';
-export default class RTCPeer {
-    constructor(call, type, options) {
-        this.call = call;
-        this.type = type;
-        this.options = options;
-        this._iceTimeout = null;
-        this._negotiating = false;
-        logger.info('New Peer with type:', this.type, 'Options:', this.options);
-        this._onIce = this._onIce.bind(this);
-        this._init();
-    }
-    get isOffer() {
-        return this.type === PeerType.Offer;
-    }
-    get isAnswer() {
-        return this.type === PeerType.Answer;
-    }
-    get isSimulcast() {
-        return this.options.simulcast === true;
-    }
-    get isSfu() {
-        return this.options.sfu === true;
-    }
-    get hasExperimentalFlag() {
-        return this.options.experimental === true;
-    }
-    get hasAudioSender() {
-        return this._getSenderByKind('audio') ? true : false;
-    }
-    get hasVideoSender() {
-        return this._getSenderByKind('video') ? true : false;
-    }
-    get hasAudioReceiver() {
-        return this._getReceiverByKind('audio') ? true : false;
-    }
-    get hasVideoReceiver() {
-        return this._getReceiverByKind('video') ? true : false;
-    }
-    get config() {
-        const { iceServers = [], rtcPeerConfig = {} } = this.options;
-        const config = Object.assign({ bundlePolicy: 'max-compat', iceServers, sdpSemantics: 'unified-plan' }, rtcPeerConfig);
-        logger.info('RTC config', config);
-        return config;
-    }
-    get localSdp() {
-        return this.instance.localDescription.sdp;
-    }
-    get hasIceServers() {
-        if (this.instance) {
-            const { iceServers = [] } = this.instance.getConfiguration();
-            return Boolean(iceServers === null || iceServers === void 0 ? void 0 : iceServers.length);
-        }
-        return false;
-    }
-    stopTrackSender(kind) {
-        try {
-            const sender = this._getSenderByKind(kind);
-            if (!sender) {
-                return logger.info(`There is not a '${kind}' sender to stop.`);
-            }
-            if (sender.track) {
-                stopTrack(sender.track);
-                this.options.localStream.removeTrack(sender.track);
-            }
-        }
-        catch (error) {
-            logger.error('RTCPeer stopTrackSender error', kind, error);
-        }
-    }
-    restoreTrackSender(kind) {
-        return __awaiter(this, void 0, void 0, function* () {
-            try {
-                const sender = this._getSenderByKind(kind);
-                if (!sender) {
-                    return logger.info(`There is not a '${kind}' sender to restore.`);
-                }
-                if (sender.track && sender.track.readyState !== 'ended') {
-                    return logger.info(`There is already an active ${kind} track.`);
-                }
-                const constraints = yield getMediaConstraints(this.options);
-                const stream = yield getUserMedia({ [kind]: constraints[kind] });
-                if (streamIsValid(stream)) {
-                    const newTrack = stream.getTracks().find(t => t.kind === kind);
-                    yield sender.replaceTrack(newTrack);
-                    this.options.localStream.addTrack(newTrack);
-                }
-            }
-            catch (error) {
-                logger.error('RTCPeer restoreTrackSender error', kind, error);
-            }
-        });
-    }
-    getDeviceId(kind) {
-        try {
-            const sender = this._getSenderByKind(kind);
-            if (!sender || !sender.track) {
-                return null;
-            }
-            const { deviceId = null } = sender.track.getSettings();
-            return deviceId;
-        }
-        catch (error) {
-            logger.error('RTCPeer getDeviceId error', kind, error);
-        }
-    }
-    getTrackSettings(kind) {
-        try {
-            const sender = this._getSenderByKind(kind);
-            if (!sender || !sender.track) {
-                return null;
-            }
-            return sender.track.getSettings();
-        }
-        catch (error) {
-            logger.error('RTCPeer getTrackSettings error', kind, error);
-        }
-    }
-    getDeviceLabel(kind) {
-        try {
-            const sender = this._getSenderByKind(kind);
-            if (!sender || !sender.track) {
-                return null;
-            }
-            return sender.track.label;
-        }
-        catch (error) {
-            logger.error('RTCPeer getDeviceLabel error', kind, error);
-        }
-    }
-    restartIceWithRelayOnly() {
-        try {
-            const config = this.instance.getConfiguration();
-            if (config.iceTransportPolicy === 'relay') {
-                return console.warn('RTCPeer already with iceTransportPolicy relay only');
-            }
-            const newConfig = Object.assign(Object.assign({}, config), { iceTransportPolicy: 'relay' });
-            this.instance.setConfiguration(newConfig);
-            this.instance.restartIce();
-        }
-        catch (error) {
-            logger.error('RTCPeer restartIce error', error);
-        }
-    }
-    applyMediaConstraints(kind, constraints) {
-        return __awaiter(this, void 0, void 0, function* () {
-            try {
-                const sender = this._getSenderByKind(kind);
-                if (!sender || !sender.track) {
-                    return logger.info('No sender to apply constraints', kind, constraints);
-                }
-                if (sender.track.readyState === 'live') {
-                    logger.info(`Apply ${kind} constraints`, this.options.id, constraints);
-                    yield sender.track.applyConstraints(constraints);
-                }
-            }
-            catch (error) {
-                logger.error('Error applying constraints', kind, constraints);
-            }
-        });
-    }
-    _getSenderByKind(kind) {
-        return this.instance.getSenders().find(({ track }) => (track && track.kind === kind));
-    }
-    _getReceiverByKind(kind) {
-        return this.instance.getReceivers().find(({ track }) => (track && track.kind === kind));
-    }
-    startNegotiation(force = false) {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (this._negotiating) {
-                return logger.warn('Skip twice onnegotiationneeded!');
-            }
-            this._negotiating = true;
-            try {
-                if (this.options.screenShare === true || this.options.secondSource === true) {
-                    this.instance.getTransceivers().forEach(tr => {
-                        tr.direction = 'sendonly';
-                    });
-                }
-                this.instance.removeEventListener('icecandidate', this._onIce);
-                this.instance.addEventListener('icecandidate', this._onIce);
-                if (this.isOffer) {
-                    logger.info('Trying to generate offer');
-                    const offer = yield this.instance.createOffer({ voiceActivityDetection: false });
-                    yield this._setLocalDescription(offer);
-                }
-                if (this.isAnswer) {
-                    logger.info('Trying to generate answer');
-                    yield this._setRemoteDescription({ sdp: this.options.remoteSdp, type: PeerType.Offer });
-                    this._logTransceivers();
-                    const answer = yield this.instance.createAnswer({ voiceActivityDetection: false });
-                    yield this._setLocalDescription(answer);
-                }
-                if (force) {
-                    this._sdpReady();
-                }
-                logger.info('iceGatheringState', this.instance.iceGatheringState);
-                if (this.instance.iceGatheringState === 'gathering') {
-                    this._iceTimeout = setTimeout(() => {
-                        this._onIceTimeout();
-                    }, this.options.maxIceGatheringTimeout);
-                }
-            }
-            catch (error) {
-                logger.error(`Error creating ${this.type}:`, error);
-            }
-        });
-    }
-    onRemoteSdp(sdp) {
-        return __awaiter(this, void 0, void 0, function* () {
-            try {
-                const type = this.isOffer ? PeerType.Answer : PeerType.Offer;
-                yield this._setRemoteDescription({ sdp, type });
-            }
-            catch (error) {
-                logger.error(`Error handling remote SDP on call ${this.options.id}:`, error);
-                this.call.hangup();
-            }
-        });
-    }
-    _logTransceivers() {
-        logger.info('Number of transceivers:', this.instance.getTransceivers().length);
-        this.instance.getTransceivers().forEach((tr, index) => {
-            logger.info(`>> Transceiver [${index}]:`, tr.mid, tr.direction, tr.stopped);
-            logger.info(`>> Sender Params [${index}]:`, JSON.stringify(tr.sender.getParameters(), null, 2));
-        });
-    }
-    _init() {
-        return __awaiter(this, void 0, void 0, function* () {
-            this.instance = RTCPeerConnection(this.config);
-            this.instance.onsignalingstatechange = event => {
-                logger.info('signalingState:', this.instance.signalingState);
-                switch (this.instance.signalingState) {
-                    case 'stable':
-                        this._negotiating = false;
-                        break;
-                    case 'closed':
-                        this.instance = null;
-                        break;
-                    default:
-                        this._negotiating = true;
-                }
-            };
-            this.instance.addEventListener('connectionstatechange', (event) => {
-                logger.info('connectionState:', this.instance.connectionState);
-            }, false);
-            this.instance.onnegotiationneeded = event => {
-                logger.info('Negotiation needed event');
-                this.startNegotiation();
-            };
-            this.instance.addEventListener('track', (event) => {
-                if (this.hasExperimentalFlag) {
-                    this._buildMediaElementByTrack(event);
-                    const notification = { type: 'trackAdd', event };
-                    this.call._dispatchNotification(notification);
-                }
-                if (this.isSfu) {
-                    const notification = { type: 'trackAdd', event };
-                    this.call._dispatchNotification(notification);
-                }
-                this.options.remoteStream = event.streams[0];
-                const { remoteElement, remoteStream, screenShare } = this.options;
-                if (screenShare === false) {
-                    attachMediaStream(remoteElement, remoteStream);
-                }
-            });
-            this.instance.addEventListener('addstream', (event) => {
-                this.options.remoteStream = event.stream;
-            });
-            this.options.localStream = yield this._retrieveLocalStream().catch(error => {
-                trigger(this.options.id, error, SwEvent.MediaError);
-                return null;
-            });
-            const { localElement, localStream = null, screenShare } = this.options;
-            if (streamIsValid(localStream)) {
-                const audioTracks = localStream.getAudioTracks();
-                logger.info('Local audio tracks: ', audioTracks);
-                const videoTracks = localStream.getVideoTracks();
-                logger.info('Local video tracks: ', videoTracks);
-                if (this.isOffer && typeof this.instance.addTransceiver === 'function') {
-                    audioTracks.forEach(track => {
-                        this.options.userVariables.microphoneLabel = track.label;
-                        this.instance.addTransceiver(track, {
-                            direction: 'sendrecv',
-                            streams: [localStream],
-                        });
-                    });
-                    const transceiverParams = {
-                        direction: 'sendrecv',
-                        streams: [localStream],
-                    };
-                    if (this.isSimulcast) {
-                        const rids = ['0', '1', '2'];
-                        transceiverParams.sendEncodings = rids.map(rid => ({
-                            active: true,
-                            rid: rid,
-                            scaleResolutionDownBy: (Number(rid) * 6 || 1.0),
-                        }));
-                    }
-                    console.debug('Applying video transceiverParams', transceiverParams);
-                    videoTracks.forEach(track => {
-                        this.options.userVariables.cameraLabel = track.label;
-                        this.instance.addTransceiver(track, transceiverParams);
-                    });
-                    if (this.isSfu) {
-                        const { msStreamsNumber = 5 } = this.options;
-                        console.debug('Add ', msStreamsNumber, 'recvonly MS Streams');
-                        transceiverParams.direction = 'recvonly';
-                        for (let i = 0; i < Number(msStreamsNumber); i++) {
-                            this.instance.addTransceiver('video', transceiverParams);
-                        }
-                    }
-                }
-                else if (typeof this.instance.addTrack === 'function') {
-                    audioTracks.forEach(track => {
-                        this.options.userVariables.microphoneLabel = track.label;
-                        this.instance.addTrack(track, localStream);
-                    });
-                    videoTracks.forEach(track => {
-                        this.options.userVariables.cameraLabel = track.label;
-                        this.instance.addTrack(track, localStream);
-                    });
-                }
-                else {
-                    this.instance.addStream(localStream);
-                }
-                if (screenShare === false) {
-                    muteMediaElement(localElement);
-                    attachMediaStream(localElement, localStream);
-                }
-            }
-            if (this.isOffer) {
-                if (this.options.negotiateAudio) {
-                    this._checkMediaToNegotiate('audio');
-                }
-                if (this.options.negotiateVideo) {
-                    this._checkMediaToNegotiate('video');
-                }
-            }
-            else {
-                this.startNegotiation();
-            }
-            this._logTransceivers();
-        });
-    }
-    _checkMediaToNegotiate(kind) {
-        const sender = this._getSenderByKind(kind);
-        if (!sender) {
-            const transceiver = this.instance.addTransceiver(kind);
-            console.debug('Add transceiver', kind, transceiver);
-        }
-    }
-    _sdpIsValid() {
-        try {
-            if (this.hasIceServers) {
-                const regex = /typ (?:srflx|prflx|relay)/;
-                const sections = SDPUtils.getMediaSections(this.localSdp);
-                for (const section of sections) {
-                    const lines = SDPUtils.splitLines(section);
-                    const valid = lines.some(line => {
-                        return line.indexOf('a=candidate') === 0 && regex.test(line);
-                    });
-                    if (!valid) {
-                        return false;
-                    }
-                }
-            }
-            return true;
-        }
-        catch (error) {
-            logger.error('Error checking SDP', error);
-            return false;
-        }
-    }
-    _forceNegotiation() {
-        logger.info('Force negotiation again');
-        this._negotiating = false;
-        this.startNegotiation();
-    }
-    _sdpReady() {
-        clearTimeout(this._iceTimeout);
-        this._iceTimeout = null;
-        if (!this._sdpIsValid()) {
-            logger.info('SDP ready but not valid');
-            this._forceNegotiation();
-            return;
-        }
-        const { sdp, type } = this.instance.localDescription;
-        if (sdp.indexOf('candidate') === -1) {
-            logger.info('No candidate - retry \n');
-            this.startNegotiation(true);
-            return;
-        }
-        logger.info('LOCAL SDP \n', `Type: ${type}`, '\n\n', sdp);
-        switch (type) {
-            case PeerType.Offer:
-                if (this.call.active) {
-                    this.executeUpdateMedia();
-                }
-                else {
-                    this.executeInvite();
-                }
-                break;
-            case PeerType.Answer:
-                this.executeAnswer();
-                break;
-            default:
-                return logger.error(`Unknown SDP type: '${type}' on call ${this.options.id}`);
-        }
-    }
-    executeInvite() {
-        this.call.setState(State.Requesting);
-        const msg = new Invite(Object.assign(Object.assign({}, this.call.messagePayload), { sdp: this.localSdp }));
-        return this._execute(msg);
-    }
-    executeUpdateMedia() {
-        const msg = new Modify(Object.assign(Object.assign({}, this.call.messagePayload), { sdp: this.localSdp, action: 'updateMedia' }));
-        return this._execute(msg);
-    }
-    executeAnswer() {
-        this.call.setState(State.Answering);
-        const params = Object.assign(Object.assign({}, this.call.messagePayload), { sdp: this.localSdp });
-        const msg = this.options.attach === true ? new Attach(params) : new Answer(params);
-        return this._execute(msg);
-    }
-    _execute(msg) {
-        return __awaiter(this, void 0, void 0, function* () {
-            try {
-                const { node_id = null, sdp = null } = yield this.call._execute(msg);
-                if (node_id) {
-                    this.call.nodeId = node_id;
-                }
-                if (sdp !== null) {
-                    yield this._setRemoteDescription({ sdp, type: PeerType.Answer });
-                }
-                else {
-                    const state = this.isOffer ? State.Trying : State.Active;
-                    this.call.setState(state);
-                }
-            }
-            catch (error) {
-                logger.error(`Error sending ${this.type} on call ${this.options.id}:`, error);
-                this.call.hangup();
-            }
-        });
-    }
-    _onIceTimeout() {
-        if (this._sdpIsValid()) {
-            return this._sdpReady();
-        }
-        const config = this.instance.getConfiguration();
-        if (config.iceTransportPolicy === 'relay') {
-            logger.info('RTCPeer already with `iceTransportPolicy: relay`');
-            this.call.setState(State.Destroy);
-            return;
-        }
-        this.instance.setConfiguration(Object.assign(Object.assign({}, config), { iceTransportPolicy: 'relay' }));
-        this._forceNegotiation();
-    }
-    _onIce(event) {
-        if (this._iceTimeout) {
-            clearTimeout(this._iceTimeout);
-            this._iceTimeout = null;
-        }
-        if (!event.candidate) {
-            this.instance.removeEventListener('icecandidate', this._onIce);
-            this._sdpReady();
-            return;
-        }
-        logger.info('RTCPeer Candidate:', event.candidate);
-        if (event.candidate.type === 'host') {
-            this._iceTimeout = setTimeout(() => {
-                this.instance.removeEventListener('icecandidate', this._onIce);
-                this._onIceTimeout();
-            }, this.options.maxIceGatheringTimeout);
-        }
-        else {
-            this._iceTimeout = setTimeout(() => {
-                this.instance.removeEventListener('icecandidate', this._onIce);
-                this._sdpReady();
-            }, this.options.iceGatheringTimeout);
-        }
-    }
-    _setLocalDescription(localDescription) {
-        const { useStereo, googleMaxBitrate, googleMinBitrate, googleStartBitrate } = this.options;
-        if (useStereo) {
-            localDescription.sdp = sdpStereoHack(localDescription.sdp);
-        }
-        if (googleMaxBitrate && googleMinBitrate && googleStartBitrate) {
-            localDescription.sdp = sdpBitrateHack(localDescription.sdp, googleMaxBitrate, googleMinBitrate, googleStartBitrate);
-        }
-        if (this.isAnswer) {
-            logger.info('LOCAL SDP \n', `Type: ${localDescription.type}`, '\n\n', localDescription.sdp);
-        }
-        return this.instance.setLocalDescription(localDescription);
-    }
-    _setRemoteDescription(remoteDescription) {
-        if (this.options.useStereo) {
-            remoteDescription.sdp = sdpStereoHack(remoteDescription.sdp);
-        }
-        if (this.instance.localDescription) {
-            remoteDescription.sdp = sdpMediaOrderHack(remoteDescription.sdp, this.instance.localDescription.sdp);
-        }
-        const sessionDescr = sdpToJsonHack(remoteDescription);
-        logger.info('REMOTE SDP \n', `Type: ${remoteDescription.type}`, '\n\n', remoteDescription.sdp);
-        return this.instance.setRemoteDescription(sessionDescr);
-    }
-    _retrieveLocalStream() {
-        return __awaiter(this, void 0, void 0, function* () {
-            if (streamIsValid(this.options.localStream)) {
-                return this.options.localStream;
-            }
-            const constraints = yield getMediaConstraints(this.options);
-            return getUserMedia(constraints);
-        });
-    }
-    _buildMediaElementByTrack(event) {
-        console.debug('_buildMediaElementByTrack', event.track.kind, event.track.id, event.streams, event);
-        const streamIds = event.streams.map(stream => stream.id);
-        switch (event.track.kind) {
-            case 'audio': {
-                const audio = buildAudioElementByTrack(event.track, streamIds);
-                if (this.options.speakerId) {
-                    try {
-                        audio.setSinkId(this.options.speakerId);
-                    }
-                    catch (error) {
-                        console.debug('setSinkId not supported', this.options.speakerId);
-                    }
-                }
-                this.call.audioElements.push(audio);
-                break;
-            }
-            case 'video':
-                this.call.videoElements.push(buildVideoElementByTrack(event.track, streamIds));
-                break;
-        }
-    }
-}