@techsee/techsee-media-service 0.1.5 → 0.4.0-alpha.13

package/lib/webrtc/session-turn.js

@@ -21,6 +21,8 @@ var _constants = require('./constants');
 
 var _helper = require('./helper');
 
+var _tracer = require('../tracer');
+
 function _interopRequireWildcard(obj) { if (obj && obj.__esModule) { return obj; } else { var newObj = {}; if (obj != null) { for (var key in obj) { if (Object.prototype.hasOwnProperty.call(obj, key)) newObj[key] = obj[key]; } } newObj.default = obj; return newObj; } }
 
 function _classCallCheck(instance, Constructor) { if (!(instance instanceof Constructor)) { throw new TypeError("Cannot call a class as a function"); } }
@@ -31,14 +33,12 @@ function _inherits(subClass, superClass) { if (typeof superClass !== "function"
 
 var isIE11 = new _tsEnvironmentDetect.TsEnvironmentDetect().isIE11();
 
-var _ref = isIE11 ? require('kurento-utils-temasys-mod') : require('kurento-utils'),
-    WebRtcPeer = _ref.WebRtcPeer; // eslint-disable-line global-require
-
-var AdapterJS = void 0;
+var _require = require('kurento-utils'),
+    WebRtcPeer = _require.WebRtcPeer; // eslint-disable-line global-require
 
-if (isIE11) {
-    AdapterJS = require('./temasys/adapter-loader')(); // eslint-disable-line global-require
-}
+var trace = (0, _tracer.getTracer)('TurnWebRTCSession', function () {
+    return window.TurnSessionDebug === true;
+});
 
 /**
  * WebRTC-specific implementation of TsMediaSession.
@@ -51,19 +51,22 @@ if (isIE11) {
  *
  * @see TsMediaSession
  */
+
 var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
     _inherits(TurnWebRTCSession, _TsMediaSession);
 
-    function TurnWebRTCSession(_ref2, localStreamFactory) {
-        var credentials = _ref2.credentials,
-            isMobile = _ref2.isMobile,
-            resolution = _ref2.resolution,
-            deviceOpts = _ref2.deviceOpts;
+    function TurnWebRTCSession(_ref, localStreamFactory) {
+        var credentials = _ref.credentials,
+            isMobile = _ref.isMobile,
+            resolution = _ref.resolution,
+            deviceOpts = _ref.deviceOpts;
 
         _classCallCheck(this, TurnWebRTCSession);
 
         var _this = _possibleConstructorReturn(this, _TsMediaSession.call(this));
 
+        trace('Constructor');
+
         _this._credentials = credentials;
         _this._isMobile = isMobile;
         _this._resolution = resolution;
@@ -124,6 +127,7 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
         var _this2 = this;
 
         return new Promise(function (resolve, reject) {
+            trace('Connect socket');
             var socket = io.connect(url, {
                 'forceNew': true,
                 'reconnectionDelay': _constants.SOCKET_RECONNECTION_DELAY,
@@ -133,6 +137,7 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
             });
 
             var done = _.once(function (err) {
+                trace(err ? 'Error' : 'Connected', err);
                 err ? reject(err) : resolve();
             });
 
@@ -152,14 +157,17 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
             socket.on('connect_error', done);
             socket.on('connect_timeout', done);
 
-            socket.on(_constants.SOCKET_EVENTS.INCOMING.JOIN_RESPONSE, function (_ref3) {
-                var sdpAnswer = _ref3.sdpAnswer,
-                    uid = _ref3.uid,
-                    peerId = _ref3.peerId;
+            socket.on(_constants.SOCKET_EVENTS.INCOMING.JOIN_RESPONSE, function (_ref2) {
+                var sdpAnswer = _ref2.sdpAnswer,
+                    uid = _ref2.uid,
+                    peerId = _ref2.peerId;
+
+                trace('SOCKET_EVENTS.INCOMING.JOIN_RESPONSE');
 
                 var pc = _this2._pcs[peerId];
 
                 if (!pc) {
+                    trace('No peer found');
                     var error = 'pc not found. peer=' + peerId + ' uid=' + uid;
 
                     _this2.emit(_session.EVENTS.EXCEPTION, { source: 'JOIN_RESPONSE', error: error });
@@ -174,9 +182,12 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
                         return done(error);
                     }
 
+                    trace('ANSWER PROCESSED');
+
                     // FIXME why don't we have _incomingIce per PC? current assumes we don't have parallel connections, not good
                     _.forEach(_this2._incomingIce, function (candidate) {
                         pc.addIceCandidate(candidate, function (error) {
+                            trace('ICE ADDED AFTER ANSWER');
                             if (error) {
                                 _this2.emit(_session.EVENTS.EXCEPTION, { source: 'JOIN_RESPONSE addIceCandidate', error: error });
                             }
@@ -193,19 +204,22 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
                 });
             });
 
-            socket.on(_constants.SOCKET_EVENTS.INCOMING.ICE_CANDIDATE, function (_ref4) {
-                var candidate = _ref4.candidate,
-                    peerId = _ref4.peerId;
+            socket.on(_constants.SOCKET_EVENTS.INCOMING.ICE_CANDIDATE, function (_ref3) {
+                var candidate = _ref3.candidate,
+                    peerId = _ref3.peerId;
 
+                trace('SOCKET_EVENTS.INCOMING.ICE_CANDIDATE');
                 var pc = _this2._pcs[peerId];
 
                 if (!pc) {
+                    trace('NO PEER FOUND ADD TO ICE QUEUE');
                     _this2._incomingIce.push(candidate);
 
                     return;
                 }
 
                 pc.addIceCandidate(candidate, function (error) {
+                    trace('ICE ADDED AFTER INCOMING');
                     if (error) {
                         _this2.emit(_session.EVENTS.EXCEPTION, { source: 'ICE_CANDIDATE addIceCandidate', error: error });
                     }
@@ -213,12 +227,18 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
             });
 
             // Received by publisher, causing him to emit SDP_OFFER
-            socket.on(_constants.SOCKET_EVENTS.INCOMING.SEND_OFFER, function (_ref5) {
-                var uid = _ref5.uid,
-                    peerId = _ref5.peerId;
+            socket.on(_constants.SOCKET_EVENTS.INCOMING.SEND_OFFER, function (_ref4) {
+                var uid = _ref4.uid,
+                    peerId = _ref4.peerId;
+
+                trace('SOCKET_EVENTS.INCOMING.SEND_OFFER');
 
                 _this2._createRTCPeerConnection(peerId).then(function (pc) {
+                    trace('GENERATING OFFER');
+
                     pc.generateOffer(function (error, offer) {
+                        trace('OFFER GENERATED');
+
                         if (error) {
                             return done(error);
                         }
@@ -239,21 +259,26 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
             });
 
             // Received by subscriber, causing him to emit SDP_ANSWER
-            socket.on(_constants.SOCKET_EVENTS.INCOMING.SDP_OFFER, function (_ref6) {
-                var sdpOffer = _ref6.sdpOffer,
-                    peerId = _ref6.peerId,
-                    uid = _ref6.uid;
+            socket.on(_constants.SOCKET_EVENTS.INCOMING.SDP_OFFER, function (_ref5) {
+                var sdpOffer = _ref5.sdpOffer,
+                    peerId = _ref5.peerId,
+                    uid = _ref5.uid;
+
+                trace('SOCKET_EVENTS.INCOMING.SDP_OFFER');
 
                 Promise.resolve().then(function () {
                     var pc = _this2._pcs[peerId];
 
                     if (pc) {
+                        trace('PEER ALREADY EXISTS');
                         return pc;
                     }
 
                     return _this2._createRTCPeerConnection(peerId);
                 }).then(function (pc) {
+                    trace('PROCESS OFFER');
                     pc.processOffer(sdpOffer, function (error, sdpAnswer) {
+                        trace('OFFER PROCESSED');
                         if (error) {
                             return done(error);
                         }
@@ -275,14 +300,18 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
 
             // Received by subscriber after a publisher reconnects to room
             socket.on(_constants.SOCKET_EVENTS.INCOMING.PUBLISHER_RECONNECT, function () {
+                trace('SOCKET_EVENTS.INCOMING.PUBLISHER_RECONNECT');
+
                 // Clean up and reconnect with a new peer-connection,
                 // to prevent reconnection issues
 
                 _this2._streams.clear();
                 socket.off();
-                _.forEach(_this2._pcs, function (_ref7) {
-                    var peerConnection = _ref7.peerConnection;
-                    return peerConnection.close();
+                _.forEach(_this2._pcs, function (_ref6) {
+                    var peerConnection = _ref6.peerConnection;
+
+                    trace('CLOSING PEER');
+                    peerConnection.close();
                 });
                 _this2._pcs = {};
 
@@ -291,8 +320,10 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
 
             // Received by publisher after a subscriber's socket has been disconnected
             socket.on(_constants.SOCKET_EVENTS.INCOMING.PEER_DISCONNECTED, function () {
-                var _ref8 = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {},
-                    peerId = _ref8.peerId;
+                var _ref7 = arguments.length > 0 && arguments[0] !== undefined ? arguments[0] : {},
+                    peerId = _ref7.peerId;
+
+                trace('SOCKET_EVENTS.INCOMING.PEER_DISCONNECTED');
 
                 if (peerId && _this2._pcs[peerId]) {
                     if (_this2._lastPc === _this2._pcs[peerId]) {
@@ -317,7 +348,10 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
         var _this3 = this;
 
         return new Promise(function (resolve) {
+            trace('_setupConnection');
             pc.peerConnection.oniceconnectionstatechange = function (e) {
+                trace('oniceconnectionstatechange', e);
+
                 if (_this3.iceCheckingTimeout) {
                     clearTimeout(_this3.iceCheckingTimeout);
                     _this3.iceCheckingTimeout = null;
@@ -353,9 +387,10 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
                 }
             };
 
-            pc.peerConnection.onremovestream = function (_ref9) {
-                var stream = _ref9.stream;
+            pc.peerConnection.onremovestream = function (_ref8) {
+                var stream = _ref8.stream;
 
+                trace('onremovestream');
                 _this3._streams.delete(stream.id);
             };
 
@@ -371,35 +406,40 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
         return _constants.PEER_CONNECTION_TYPES.RECV_ONLY;
     };
 
-    TurnWebRTCSession.prototype._connectRTCPeer = function _connectRTCPeer(_ref10) {
+    TurnWebRTCSession.prototype._connectRTCPeer = function _connectRTCPeer(_ref9) {
         var _this4 = this;
 
-        var constraints = _ref10.constraints,
-            configuration = _ref10.configuration,
-            sessionId = _ref10.sessionId,
-            isMobile = _ref10.isMobile,
-            peerId = _ref10.peerId;
+        var constraints = _ref9.constraints,
+            configuration = _ref9.configuration,
+            sessionId = _ref9.sessionId,
+            isMobile = _ref9.isMobile,
+            peerId = _ref9.peerId;
 
         return new Promise(function (resolve, reject) {
+            trace('_connectRTCPeer');
+
             var done = _.once(function (err, pc) {
+                trace(err ? 'Error' : 'Peer Connected', err);
                 err ? reject(err) : resolve(pc);
             });
             var setupWebRtcPeer = function setupWebRtcPeer(stream) {
+                trace('setupWebRtcPeer');
                 var peerConnectionType = _this4._getPeerType(constraints, isMobile);
                 var peerConfig = {
                     configuration: configuration,
-                    videoStream: stream,
+                    videoStream: isMobile ? stream : undefined,
                     mediaConstraints: constraints,
                     onicecandidate: function onicecandidate(candidate) {
+                        trace('onicecandidate');
                         _this4._socket.emit(_constants.SOCKET_EVENTS.OUTGOING.ICE_CANDIDATE, {
                             sessionId: sessionId,
                             peerId: peerId,
                             candidate: candidate,
                             clientType: isMobile ? _constants.CLIENT_TYPES.PUBLISHER : _constants.CLIENT_TYPES.SUBSCRIBER
                         });
-                    },
-                    AdapterJS: AdapterJS
+                    }
                 };
+
                 var pc = WebRtcPeer[peerConnectionType](peerConfig, function (error) {
                     if (error) {
                         return done(error);
@@ -423,6 +463,7 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
     };
 
     TurnWebRTCSession.prototype._setTrackStateTo = function _setTrackStateTo(state) {
+        trace('_setTrackStateTo');
         return function (track) {
             if (track.setEnabled) {
                 track.setEnabled(state);
@@ -445,7 +486,9 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
     TurnWebRTCSession.prototype.connect = function connect() {
         var _this5 = this;
 
+        trace('connect');
         return this._connectSocket(this._credentials.url).then(function () {
+            trace('Socket connected getting constraints');
             return (0, _helper.getMediaConstraints)({
                 resolution: _this5._resolution,
                 deviceOpts: _this5._deviceOpts
@@ -474,6 +517,7 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
     TurnWebRTCSession.prototype._createRTCPeerConnection = function _createRTCPeerConnection(peerId) {
         var _this6 = this;
 
+        trace('_createRTCPeerConnection');
         return this._connectRTCPeer({
             constraints: this._constraints,
             configuration: this._configuration,
@@ -481,15 +525,20 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
             isMobile: this._isMobile,
             peerId: peerId
         }).then(function (pc) {
-            pc.peerConnection.getLocalStreams().forEach(function (stream) {
-                if (!_this6.publisher) {
-                    stream.getTracks().forEach(_this6._setTrackStateTo(false));
-                }
-            });
+            trace('peer connection created');
+
+            if (_this6._isMobile) {
+                pc.peerConnection.getLocalStreams().forEach(function (stream) {
+                    if (!_this6.publisher) {
+                        stream.getTracks().forEach(_this6._setTrackStateTo(false));
+                    }
+                });
+            }
 
-            pc.peerConnection.onaddstream = function (_ref11) {
-                var stream = _ref11.stream;
+            pc.peerConnection.onaddstream = function (_ref10) {
+                var stream = _ref10.stream;
 
+                trace('peer connection onaddstream');
                 var tsStream = new _stream.TsWebRTCStream(_this6, stream);
 
                 _this6.emit(_session.EVENTS.STREAM_CREATED, tsStream);
@@ -502,19 +551,23 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
     TurnWebRTCSession.prototype._toggleAllStreams = function _toggleAllStreams(state) {
         var _this7 = this;
 
-        _.forEach(this._pcs, function (pc) {
-            pc.peerConnection.getLocalStreams().forEach(function (stream) {
-                stream.getTracks().forEach(_this7._setTrackStateTo(state));
+        if (this._isMobile) {
+            _.forEach(this._pcs, function (pc) {
+                pc.peerConnection.getLocalStreams().forEach(function (stream) {
+                    stream.getTracks().forEach(_this7._setTrackStateTo(state));
+                });
             });
-        });
+        }
     };
 
     TurnWebRTCSession.prototype._stopStream = function _stopStream(pc) {
-        pc.peerConnection.getLocalStreams().forEach(function (stream) {
-            stream.getTracks().forEach(function (track) {
-                return track.stop();
+        if (this._isMobile) {
+            pc.peerConnection.getLocalStreams().forEach(function (stream) {
+                stream.getTracks().forEach(function (track) {
+                    return track.stop();
+                });
             });
-        });
+        }
     };
 
     TurnWebRTCSession.prototype._stopAllStreams = function _stopAllStreams() {
@@ -538,6 +591,7 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
     TurnWebRTCSession.prototype.disconnect = function disconnect() {
         var _this9 = this;
 
+        trace('disconnect');
         return Promise.resolve().then(function () {
             if (_this9.destroyed) {
                 return null;
@@ -545,8 +599,8 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
 
             _this9._stopAllStreams();
 
-            _.forEach(_this9._pcs, function (_ref12) {
-                var peerConnection = _ref12.peerConnection;
+            _.forEach(_this9._pcs, function (_ref11) {
+                var peerConnection = _ref11.peerConnection;
                 return peerConnection.close();
             });
             _this9._pcs = {};
@@ -561,6 +615,7 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
     };
 
     TurnWebRTCSession.prototype._waitForPublishingApproval = function _waitForPublishingApproval(caller, cb) {
+        trace('_waitForPublishingApproval');
         try {
             var pc = _.get(caller, '_lastPc.peerConnection');
 
@@ -618,6 +673,8 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
             target = null;
         }
 
+        trace('createPublisher');
+
         return (this._lastPc ? Promise.resolve() : Promise.delay(_constants.WAIT_FOR_PC_INTERVAL)).then(function () {
             return new Promise(function (resolve, reject) {
                 _this10._waitForPublishingApproval(_this10, function (err, mediaStream) {
@@ -686,6 +743,7 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
     TurnWebRTCSession.prototype.publish = function publish(publisher) {
         var _this11 = this;
 
+        trace('publish');
         return Promise.resolve().then(function () {
             if (!publisher) {
                 return;
@@ -713,13 +771,21 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
                 //
                 var video = document.createElement('video');
 
+                //Currently this code is used only in mobile, so when publishing, then we always need only video track
+                //to set to video element. Othenwise, when VOIP enabled, technician side will here himself through this video element.
+                var videoTracks = publisher.stream._mediaStream.getVideoTracks();
+
                 if (!isIE11) {
-                    video.src = URL.createObjectURL(publisher.stream._mediaStream);
+                    video.srcObject = new MediaStream(videoTracks);
                 }
 
                 video.playsInline = true;
                 video.autoplay = true;
 
+                if (_this11._isMobile) {
+                    video.muted = true;
+                }
+
                 if (isIE11) {
                     publisher._target.appendChild(video);
                     publisher._element = attachMediaStream(video, publisher.stream._mediaStream);
@@ -781,6 +847,7 @@ var TurnWebRTCSession = exports.TurnWebRTCSession = function (_TsMediaSession) {
     TurnWebRTCSession.prototype.destroyPublisher = function destroyPublisher(publisher) {
         var _this12 = this;
 
+        trace('destroyPublisher');
         return new Promise(function (resolve) {
             _this12._toggleAllStreams(false);