@flashphoner/websdk 2.0.206 → 2.0.210

package/flashphoner-room-api.js

@@ -10035,6 +10035,9 @@ var getSession = function (id) {
  * @param {Object=} options.sipOptions Sip configuration
  * @param {Object=} options.mediaOptions Media connection configuration
  * @param {Integer=} options.timeout Connection timeout in milliseconds
+ * @param {Integer=} options.pingInterval Server ping interval in milliseconds [0]
+ * @param {Integer=} options.receiveProbes A maximum subsequental pings received missing count [0]
+ * @param {Integer=} options.probesInterval Interval to check subsequental pings received [0]
  * @returns {Session} Created session
  * @throws {Error} Error if API is not initialized
  * @throws {TypeError} Error if options.urlServer is not specified
@@ -10059,6 +10062,8 @@ var createSession = function (options) {
     var mediaOptions = options.mediaOptions;
     var keepAlive = options.keepAlive;
     var timeout = options.timeout;
+    var wsPingSender = new WSPingSender(options.pingInterval || 0);
+    var wsPingReceiver = new WSPingReceiver(options.receiveProbes || 0, options.probesInterval || 0);
     var connectionTimeout;
 
     var cConfig;
@@ -10166,7 +10171,7 @@ var createSession = function (options) {
                 mediaProviders: Object.keys(MediaProvider),
                 keepAlive: keepAlive,
                 authToken:authToken,
-                clientVersion: "2.0.206",
+                clientVersion: "2.0.210",
                 clientOSVersion: window.navigator.appVersion,
                 clientBrowserVersion: window.navigator.userAgent,
                 msePacketizationVersion: 2,
@@ -10178,6 +10183,10 @@ var createSession = function (options) {
             //connect to REST App
             send("connection", cConfig);
             logger.setConnection(wsConnection);
+            // Send ping messages to server to check if connection is still alive #WCS-3410
+            wsPingSender.start();
+            // Check subsequintel pings received from server to check if connection is still alive #WCS-3410
+            wsPingReceiver.start();
         };
         wsConnection.onmessage = function (event) {
             var data = {};
@@ -10190,6 +10199,7 @@ var createSession = function (options) {
             switch (data.message) {
                 case 'ping':
                     send("pong", null);
+                    wsPingReceiver.success();
                     break;
                 case 'getUserData':
                     authToken = obj.authToken;
@@ -10316,6 +10326,10 @@ var createSession = function (options) {
     function onSessionStatusChange(newStatus, obj) {
         sessionStatus = newStatus;
         if (sessionStatus == SESSION_STATUS.DISCONNECTED || sessionStatus == SESSION_STATUS.FAILED) {
+            // Stop pinging server #WCS-3410
+            wsPingSender.stop();
+            // Stop checking pings received #WCS-3410
+            wsPingReceiver.stop();
             //remove streams
             for (var prop in streamRefreshHandlers) {
                 if (streamRefreshHandlers.hasOwnProperty(prop) && typeof streamRefreshHandlers[prop] === 'function') {
@@ -10330,6 +10344,65 @@ var createSession = function (options) {
         }
     }
 
+    // Websocket periodic ping sender
+    function WSPingSender(interval) {
+        this.interval = interval || 0;
+        this.intervalId = null;
+        this.start = function() {
+            if (this.interval > 0) {
+                this.intervalId = setInterval(function() {
+                    send("ping", null);
+                }, this.interval);
+            }
+        };
+        this.stop = function() {
+            if (this.intervalId) {
+                clearInterval(this.intervalId);
+            }
+        };
+        
+        return(this);
+    }
+
+    // Websocket ping receive prober
+    function WSPingReceiver(receiveProbes, probesInterval) {
+        this.maxPings = receiveProbes || 0;
+        this.interval = probesInterval || 0;
+        this.intervalId = null;
+        this.pingsMissing = 0;
+        this.start = function() {
+            if (this.maxPings > 0 && this.interval > 0) {
+                let receiver = this;
+                this.intervalId = setInterval(function() {
+                    receiver.checkPingsReceived();
+                }, this.interval);
+            }
+        };
+        this.stop = function() {
+            if (this.intervalId) {
+                clearInterval(this.intervalId);
+            }
+            this.pingsMissing = 0;
+        };
+        this.checkPingsReceived = function() {
+            this.pingsMissing++;
+            if (this.pingsMissing >= this.maxPings) {
+                this.failure();
+            }
+        };
+        this.success = function() {
+            this.pingsMissing = 0;
+        };
+        this.failure = function() {
+            logger.info(LOG_PREFIX, "Missing " + this.pingsMissing + " pings from server, connection seems to be down");
+            onSessionStatusChange(SESSION_STATUS.FAILED);
+            wsConnection.close();
+        };
+
+        return(this);
+    }
+
+
     /**
      * @callback sdpHook
      * @param {Object} sdp Callback options
@@ -11104,7 +11177,7 @@ var createSession = function (options) {
      * @param {HTMLElement} options.display Div element stream should be displayed in
      * @param {Object=} options.custom User provided custom object that will be available in REST App code
      * @param {Integer} [options.flashBufferTime=0] Specifies how long to buffer messages before starting to display the stream (Flash-only)
-     * @param {String=} options.stripCodecs Comma separated string of codecs which should be stripped from WebRTC SDP (ex. "H264,PCMA,PCMU,G722")
+     * @param {string=} options.stripCodecs Comma separated string of codecs which should be stripped from WebRTC SDP (ex. "H264,PCMA,PCMU,G722")
      * @param {string=} options.rtmpUrl Rtmp url stream should be forwarded to
      * @param {Object=} options.mediaConnectionConstraints Stream specific constraints for underlying RTCPeerConnection
      * @param {Boolean=} options.flashShowFullScreenButton Show full screen button in flash
@@ -11113,6 +11186,7 @@ var createSession = function (options) {
      * @param {Integer=} options.playoutDelay Time delay between network reception of media and playout
      * @param {string=} options.useCanvasMediaStream EXPERIMENTAL: when publish bind browser's media stream to the canvas. It can be useful for image filtering
      * @param {string=} options.videoContentHint Video content hint for browser ('detail' by default to maintain resolution), {@link Flashphoner.constants.CONTENT_HINT_TYPE}
+     * @param {Boolean=} options.unmutePlayOnStart Unmute playback on start. May be used after user gesture only, so set 'unmutePlayOnStart: false' for autoplay
      * @param {sdpHook} sdpHook The callback that handles sdp from the server
      * @returns {Stream} Stream
      * @throws {TypeError} Error if no options provided
@@ -11216,6 +11290,7 @@ var createSession = function (options) {
         var playoutDelay = options.playoutDelay;
         var useCanvasMediaStream = options.useCanvasMediaStream;
         var videoContentHint = options.videoContentHint;
+        var unmutePlayOnStart = options.unmutePlayOnStart;
 
         var audioState_;
         var videoState_;
@@ -11390,7 +11465,8 @@ var createSession = function (options) {
                 connectionConstraints: mediaConnectionConstraints,
                 audioOutputId: audioOutputId,
                 remoteVideo: remoteVideo,
-                playoutDelay: playoutDelay
+                playoutDelay: playoutDelay,
+                unmutePlayOnStart: unmutePlayOnStart
             }, streamRefreshHandlers[id_]).then(function (newConnection) {
                 mediaConnection = newConnection;
                 try {
@@ -13897,6 +13973,8 @@ var createConnection = function (options) {
         var playoutDelay = options.playoutDelay;
         // Set video track contentHint to `detail` by default to workaround Chromium 91 bug #WCS-3257
         var videoContentHint = options.videoContentHint ? options.videoContentHint : 'detail';
+        // Pass the option to unmute automatically (true by default) #WCS-2425
+        var unmutePlayOnStart = options.unmutePlayOnStart !== undefined ? options.unmutePlayOnStart : true;
 
         if (bidirectional) {
             localVideo = getCacheInstance(localDisplay);
@@ -13912,7 +13990,7 @@ var createConnection = function (options) {
             }
             remoteVideo = getCacheInstance(remoteDisplay);
             if (!remoteVideo) {
-                remoteVideo = document.createElement('video');
+                remoteVideo = createVideoElement();
                 remoteDisplay.appendChild(remoteVideo);
             }
             remoteVideo.id = id + "-remote";
@@ -13933,7 +14011,7 @@ var createConnection = function (options) {
                     if (cachedVideo) {
                         remoteVideo = cachedVideo;
                     } else {
-                        remoteVideo = document.createElement('video');
+                        remoteVideo = createVideoElement();
                         display.appendChild(remoteVideo);
                     }
                     remoteVideo.id = id;
@@ -13986,7 +14064,12 @@ var createConnection = function (options) {
                 remoteVideo.srcObject = event.streams[0];
                 remoteVideo.onloadedmetadata = function (e) {
                     if (remoteVideo) {
-                        remoteVideo.play().catch(function (e) {
+                        remoteVideo.play().then(function() {
+                            // Automatically unmute video if needed #WCS-2425
+                            if (unmutePlayOnStart) {
+                                remoteVideo.muted = false;
+                            }
+                        }).catch(function (e) {
                             if (validBrowsers.includes(browserDetails.browser)) {
                                 //WCS-1698. fixed autoplay in chromium based browsers
                                 //WCS-2375. fixed autoplay in ios safari
@@ -14262,14 +14345,14 @@ var createConnection = function (options) {
                                 if (!report.isRemote) {
                                     if (report.type == 'outbound-rtp') {
                                         fillStatObject(result.outboundStream, report);
-                                        if (report.mediaType == 'video') {
+                                        if (report.mediaType == 'video' && localVideo != undefined && localVideo != null) {
                                             var vSettings = localVideo.srcObject.getVideoTracks()[0].getSettings();
                                             result.outboundStream[report.mediaType].height = vSettings.height;
                                             result.outboundStream[report.mediaType].width = vSettings.width;
                                         }
                                     } else if (report.type == 'inbound-rtp') {
                                         fillStatObject(result.inboundStream, report);
-                                        if (report.mediaType == 'video' && remoteVideo != undefined) {
+                                        if (report.mediaType == 'video' && remoteVideo != undefined && remoteVideo != null) {
                                             result.inboundStream[report.mediaType].height = remoteVideo.videoHeight;
                                             result.inboundStream[report.mediaType].width = remoteVideo.videoWidth;
                                         }
@@ -14430,7 +14513,7 @@ var createConnection = function (options) {
                     if (browserDetails.browser === 'firefox') {
                         clonedConstraints.video.mediaSource = source;
                     }
-                    if (window.chrome && woExtension) {
+                    if (woExtension) {
                         getScreenDeviceIdWoExtension(clonedConstraints).then(function (screenSharingConstraints) {
                             navigator.mediaDevices.getDisplayMedia(screenSharingConstraints).then(
                                 (stream) => {
@@ -14559,6 +14642,7 @@ var createConnection = function (options) {
 };
 
 
+
 var mixAudioTracks = function (stream1, stream2) {
     var stream1Sound = audioContext.createMediaStreamSource(stream1);
     var stream2Sound = audioContext.createMediaStreamSource(stream2);
@@ -14690,13 +14774,11 @@ var getMediaAccess = function (constraints, display, disableConstraintsNormaliza
 var loadOrdinaryVideo = function(display, stream, screenShare, constraints, video) {
     let vEl = video;
     if (!vEl) {
-        vEl = document.createElement('video');
+        vEl = createVideoElement();
         display.appendChild(vEl);
     }
     vEl.id = uuid_v1() + LOCAL_CACHED_VIDEO;
     vEl.srcObject = stream;
-    //mute audio
-    vEl.muted = true;
     vEl.onloadedmetadata = function (e) {
         //WCS-2751 Add screen capture using getDisplayMedia in Safari
         if (screenShare && !screenCaptureSupportedBrowsers()) {
@@ -15030,6 +15112,17 @@ function getCacheInstance(display) {
     }
 }
 
+function createVideoElement() {
+    let video = document.createElement('video');
+    // Prepare video tag to auto play and add specific Safari tweaks #WCS-2425
+    video.muted = true;
+    if(util.Browser.isSafariWebRTC()) {
+       video.setAttribute("playsinline", "");
+       video.setAttribute("webkit-playsinline", "");
+    }
+    return(video);
+}
+
 function removeVideoElement(video) {
     if (video.srcObject) {
         //pause