@techsee/techsee-media-service 16.0.0 → 17.0.0

package/lib/MultiParty/opentok/OpentokMultiPartyService.js

@@ -214,7 +214,9 @@ var MultiPartyService_1 = require("../MultiPartyService");
 
 var MultipartyServiceEventTypes_1 = require("../MultipartyServiceEventTypes");
 
-var OpentokPublisher_1 = require("./OpentokPublisher");
+var OpentokVideoPublisher_1 = require("./OpentokVideoPublisher");
+
+var OpentokScreenPublisher_1 = require("./OpentokScreenPublisher");
 
 var OpentokSubscriber_1 = require("./OpentokSubscriber");
 
@@ -222,6 +224,8 @@ var utils_1 = require("../utils");
 
 var trace_1 = require("./trace");
 
+var MediaConstants_1 = require("../../MediaConstants");
+
 var trace = MediaTracer_1.getMediaTracer('Multiparty');
 
 var OpentokMultiPartyService =
@@ -233,6 +237,7 @@ function (_super) {
     var _this = _super.call(this) || this;
 
     _this.getParticipantId = getParticipantId;
+    _this.enableDesktopSharing = false;
     _this.backgroundImageURI = MultiPartyService_1.DEFAULT_AVATAR_URI;
     _this.subscriberList = [];
 
@@ -240,7 +245,7 @@ function (_super) {
       _this.backgroundImageURI = uri || MultiPartyService_1.DEFAULT_AVATAR_URI;
     };
 
-    _this.connect = function (settings, credentials) {
+    _this.connect = function (sessionSettings, credentials) {
       try {
         _this.session = OT.initSession(credentials.apiKey, credentials.sessionId);
 
@@ -273,7 +278,9 @@ function (_super) {
             return;
           }
 
-          _this.initPublisher(settings);
+          _this.initVideoPublisher(sessionSettings);
+
+          _this.isScreenSharingSupported(sessionSettings.isScreenSharingCapabilitiesEnabled);
         });
       } catch (err) {
         trace.error(JSON.stringify(err));
@@ -287,13 +294,14 @@ function (_super) {
     };
 
     _this.disconnect = function () {
-      var _a;
+      var _a, _b;
 
       try {
         trace.info('Disconnecting from session');
 
         if (_this.session) {
-          (_a = _this.publisher) === null || _a === void 0 ? void 0 : _a.destroy();
+          (_a = _this.videoPublisher) === null || _a === void 0 ? void 0 : _a.destroy();
+          (_b = _this.screenPublisher) === null || _b === void 0 ? void 0 : _b.destroy();
 
           _this.session.disconnect();
 
@@ -304,28 +312,33 @@ function (_super) {
       }
     };
 
-    _this.takeSnapshot = function (connectionId) {
-      var _a, _b;
+    _this.takeSnapshot = function (connectionId, videoType) {
+      var _a, _b, _c;
+
+      if (videoType === void 0) {
+        videoType = MediaConstants_1.VideoTypesEnum.CAMERA;
+      }
 
       if (!connectionId) {
         return null;
       }
 
       if (connectionId === _this.ownConnectionId) {
-        return ((_a = _this.publisher) === null || _a === void 0 ? void 0 : _a.getImgData()) || null;
+        if (videoType === MediaConstants_1.VideoTypesEnum.CAMERA) {
+          return ((_a = _this.videoPublisher) === null || _a === void 0 ? void 0 : _a.getImgData()) || null;
+        }
+
+        return ((_b = _this.screenPublisher) === null || _b === void 0 ? void 0 : _b.getImgData()) || null;
       }
 
-      return ((_b = _this.subscribers.find(function (s) {
-        return s.connectionId === connectionId;
-      })) === null || _b === void 0 ? void 0 : _b.subscriber.getImgData()) || null;
+      return ((_c = _this.subscribers.find(function (s) {
+        return s.connectionId === connectionId && s.videoType === videoType;
+      })) === null || _c === void 0 ? void 0 : _c.subscriber.getImgData()) || null;
     };
 
-    _this.initPublisher = function (settings) {
+    _this.initVideoPublisher = function (settings) {
       return __awaiter(_this, void 0, void 0, function () {
         var canStartWithAudio, canStartWithVideo, capabilitiesService, publisherOptions;
-
-        var _this = this;
-
         return __generator(this, function (_a) {
           switch (_a.label) {
             case 0:
@@ -359,32 +372,17 @@ function (_super) {
               }
 
               publisherOptions = {
-                participantId: this.getParticipantId(this.ownConnectionId),
-                backgroundImageURI: this.backgroundImageURI
+                backgroundImageURI: this.backgroundImageURI,
+                participantId: this.getParticipantId(this.ownConnectionId, MediaConstants_1.VideoTypesEnum.CAMERA)
               };
 
               try {
-                this.publisher = new OpentokPublisher_1.OpentokPublisher(__assign(__assign({}, settings), {
-                  cameraEnabled: settings.cameraEnabled && canStartWithVideo,
-                  startWithAudioMuted: settings.startWithAudioMuted && canStartWithAudio
-                }), publisherOptions, capabilitiesService); // forward publisher events
-
-                this.publisher.on('cameraSourceChanged', function (e) {
-                  return _this.emit(MultipartyServiceEventTypes_1.MultiPartyServiceEventTypes.cameraSourceChanged, e);
-                });
-                this.publisher.on('streamCreated', function (e) {
-                  return _this.emit(MultipartyServiceEventTypes_1.MultiPartyServiceEventTypes.streamCreated, e);
-                });
-                this.publisher.on('streamDestroyed', function (e) {
-                  return _this.emit(MultipartyServiceEventTypes_1.MultiPartyServiceEventTypes.streamDestroyed, e);
-                });
-                this.publisher.on('mediaDeviceAccessDenied', function (e) {
-                  return _this.emit(MultipartyServiceEventTypes_1.MultiPartyServiceEventTypes.mediaDeviceAccessDenied, e);
-                });
-                this.publisher.on('videoElementCreated', function () {
-                  return _this.emit(MultipartyServiceEventTypes_1.MultiPartyServiceEventTypes.videoElementCreated);
-                });
-                this.session.publish(this.publisher.get(), trace_1.traceError);
+                this.videoPublisher = new OpentokVideoPublisher_1.OpentokVideoPublisher(__assign(__assign({}, settings.videoSettings), {
+                  cameraEnabled: settings.videoSettings.cameraEnabled && canStartWithVideo,
+                  startWithAudioMuted: settings.videoSettings.startWithAudioMuted && canStartWithAudio
+                }), publisherOptions, capabilitiesService);
+                this.forwardPublisherEvents(this.videoPublisher);
+                this.session.publish(this.videoPublisher.get(), trace_1.traceError);
               } catch (error) {
                 trace.error('could not init publisher');
               }
@@ -397,6 +395,66 @@ function (_super) {
       });
     };
 
+    _this.isScreenSharingSupported = function (isScreenSharingCapabilitiesEnabled) {
+      return __awaiter(_this, void 0, void 0, function () {
+        var _this = this;
+
+        return __generator(this, function (_a) {
+          switch (_a.label) {
+            case 0:
+              if (!(isScreenSharingCapabilitiesEnabled && !MediaCapabilitiesUtils_1.checkIsMobile())) return [3
+              /*break*/
+              , 2];
+              return [4
+              /*yield*/
+              , OT.checkScreenSharingCapability(function (res) {
+                if (!res.supported || res.extensionRegistered === false) {
+                  // This browser does not support screen sharing.
+                  trace.error('no screen sharing support found');
+                  _this.enableDesktopSharing = false;
+                } else {
+                  _this.enableDesktopSharing = true;
+                }
+              })];
+
+            case 1:
+              _a.sent();
+
+              return [3
+              /*break*/
+              , 3];
+
+            case 2:
+              this.enableDesktopSharing = false;
+              _a.label = 3;
+
+            case 3:
+              return [2
+              /*return*/
+              , Promise.resolve(this.enableDesktopSharing)];
+          }
+        });
+      });
+    };
+
+    _this.forwardPublisherEvents = function (publisher) {
+      publisher.on('cameraSourceChanged', function (e) {
+        return _this.emit(MultipartyServiceEventTypes_1.MultiPartyServiceEventTypes.cameraSourceChanged, e);
+      });
+      publisher.on('streamCreated', function (e) {
+        return _this.emit(MultipartyServiceEventTypes_1.MultiPartyServiceEventTypes.streamCreated, e);
+      });
+      publisher.on('streamDestroyed', function (e) {
+        return _this.emit(MultipartyServiceEventTypes_1.MultiPartyServiceEventTypes.streamDestroyed, e);
+      });
+      publisher.on('mediaDeviceAccessDenied', function (e) {
+        return _this.emit(MultipartyServiceEventTypes_1.MultiPartyServiceEventTypes.mediaDeviceAccessDenied, e);
+      });
+      publisher.on('videoElementCreated', function () {
+        return _this.emit(MultipartyServiceEventTypes_1.MultiPartyServiceEventTypes.videoElementCreated);
+      });
+    };
+
     _this.publishAudio = function (shouldMute) {
       return __awaiter(_this, void 0, void 0, function () {
         var canPublishAudio;
@@ -420,7 +478,7 @@ function (_super) {
                 ];
               }
 
-              (_a = this.publisher) === null || _a === void 0 ? void 0 : _a.publishAudio(shouldMute);
+              (_a = this.videoPublisher) === null || _a === void 0 ? void 0 : _a.publishAudio(shouldMute);
               return [2
               /*return*/
               ];
@@ -452,7 +510,7 @@ function (_super) {
                 ];
               }
 
-              (_a = this.publisher) === null || _a === void 0 ? void 0 : _a.publishVideo(shouldPublishVideo);
+              (_a = this.videoPublisher) === null || _a === void 0 ? void 0 : _a.publishVideo(shouldPublishVideo);
               return [2
               /*return*/
               ];
@@ -461,59 +519,107 @@ function (_super) {
       });
     };
 
-    _this.switchCamera = function () {
+    _this.publishScreen = function () {
       return __awaiter(_this, void 0, void 0, function () {
+        var publisherOptions, capabilitiesService;
+
         var _a;
 
         return __generator(this, function (_b) {
-          return [2
-          /*return*/
-          , (_a = this.publisher) === null || _a === void 0 ? void 0 : _a.switchCamera()];
+          switch (_b.label) {
+            case 0:
+              if (!this.enableDesktopSharing) return [3
+              /*break*/
+              , 2];
+              publisherOptions = {
+                backgroundImageURI: this.backgroundImageURI
+              };
+              return [4
+              /*yield*/
+              , MediaCapabilitiesService_1.MediaCapabilitiesService.getInstance()];
+
+            case 1:
+              capabilitiesService = _b.sent();
+
+              try {
+                this.screenPublisher = new OpentokScreenPublisher_1.OpentokScreenPublisher(__assign(__assign({}, publisherOptions), {
+                  participantId: this.getParticipantId(this.ownConnectionId, MediaConstants_1.VideoTypesEnum.SCREEN)
+                }), capabilitiesService);
+                this.forwardPublisherEvents(this.screenPublisher);
+                this.screenPublisher && ((_a = this.session) === null || _a === void 0 ? void 0 : _a.publish(this.screenPublisher.get(), trace_1.traceError));
+              } catch (e) {
+                trace.error('Failed to publish screen', e);
+              }
+
+              _b.label = 2;
+
+            case 2:
+              return [2
+              /*return*/
+              ];
+          }
         });
       });
     };
 
-    _this.reinitializeStreams = function (settings) {
+    _this.switchCamera = function () {
       return __awaiter(_this, void 0, void 0, function () {
-        var _a, _b;
-
-        return __generator(this, function (_c) {
-          if (!this.session) {
-            return [2
-            /*return*/
-            ];
-          }
+        var _a;
 
-          this.subscriberList.map(function (s) {
-            return s.subscriber;
-          }).forEach((_a = this.session) === null || _a === void 0 ? void 0 : _a.unsubscribe);
-          this.subscriberList = [];
-          (_b = this.publisher) === null || _b === void 0 ? void 0 : _b.destroy();
+        return __generator(this, function (_b) {
           return [2
           /*return*/
-          , this.initPublisher(settings)];
+          , (_a = this.videoPublisher) === null || _a === void 0 ? void 0 : _a.switchCamera()];
         });
       });
     };
 
+    _this.reinitializeStreams = function (settings) {
+      var _a, _b, _c;
+
+      var promises = [];
+
+      if (!_this.session) {
+        return Promise.resolve([]);
+      }
+
+      var shouldPublishScreen = !!_this.screenPublisher;
+
+      _this.subscriberList.map(function (s) {
+        return s.subscriber;
+      }).forEach((_a = _this.session) === null || _a === void 0 ? void 0 : _a.unsubscribe);
+
+      _this.subscriberList = [];
+      (_b = _this.videoPublisher) === null || _b === void 0 ? void 0 : _b.destroy();
+      (_c = _this.screenPublisher) === null || _c === void 0 ? void 0 : _c.destroy();
+      promises.push(_this.initVideoPublisher(settings));
+
+      if (shouldPublishScreen) {
+        promises.push(_this.publishScreen());
+      }
+
+      return Promise.all(promises);
+    };
+
     _this.streamCreatedHandler = function (event) {
       return __awaiter(_this, void 0, void 0, function () {
-        var stream, connection, hasAudio, hasVideo, videoDimensions, connectionId, data, participantId, clientRole, subscriber;
+        var stream, connection, hasAudio, hasVideo, videoDimensions, videoType, connectionId, data, participantId, clientRole, subscriber;
         return __generator(this, function (_a) {
           trace.info('streamCreatedHandler', event.stream);
           stream = event.stream;
-          connection = stream.connection, hasAudio = stream.hasAudio, hasVideo = stream.hasVideo, videoDimensions = stream.videoDimensions;
+          connection = stream.connection, hasAudio = stream.hasAudio, hasVideo = stream.hasVideo, videoDimensions = stream.videoDimensions, videoType = stream.videoType;
           connectionId = connection.connectionId, data = connection.data;
-          participantId = this.getParticipantId(connectionId);
+          participantId = this.getParticipantId(connectionId, videoType);
           clientRole = utils_1.decodeClientRole(data);
 
           if (this.ownConnectionId && stream && connectionId !== this.ownConnectionId) {
             if (this.subscriberList.length < MultiPartyService_1.maxParticipantsNumber - 1) {
-              subscriber = OpentokSubscriber_1.createSubscriber(this.session, stream, this.getParticipantId(connectionId), this.backgroundImageURI);
+              subscriber = OpentokSubscriber_1.createSubscriber(this.session, stream, this.getParticipantId(connectionId, videoType), this.backgroundImageURI);
               this.subscriberList.push({
                 subscriber: subscriber,
                 connectionId: connectionId,
-                clientRole: clientRole
+                clientRole: clientRole,
+                videoType: videoType
               });
             } else {
               trace.info("a new subscriber cannot be added, as the number of participants reached its limit: " + MultiPartyService_1.maxParticipantsNumber);
@@ -528,7 +634,8 @@ function (_super) {
             hasAudio: hasAudio,
             isOwnConnection: false,
             mirror: false,
-            videoDimensions: videoDimensions
+            videoDimensions: videoDimensions,
+            videoType: videoType
           });
           return [2
           /*return*/
@@ -539,17 +646,23 @@ function (_super) {
 
     _this.streamDestroyedHandler = function (event) {
       trace.info('streamDestroyedHandler', event);
-      var connection = event.stream.connection;
+      var _a = event.stream,
+          connection = _a.connection,
+          videoType = _a.videoType;
       var connectionId = connection.connectionId;
       _this.subscriberList = _this.subscriberList.filter(function (subscriber) {
-        return subscriber.connectionId !== connectionId;
+        return !utils_1.isSameStream(__assign({}, subscriber), {
+          connectionId: connectionId,
+          videoType: videoType
+        });
       });
 
       _this.emit(MultipartyServiceEventTypes_1.MultiPartyServiceEventTypes.streamDestroyed, {
-        participantId: _this.getParticipantId(connectionId),
+        participantId: _this.getParticipantId(connectionId, videoType),
         connectionId: connectionId,
         isOwnConnection: false,
-        clientRole: utils_1.decodeClientRole(connection.data)
+        clientRole: utils_1.decodeClientRole(connection.data),
+        videoType: videoType
       });
     };
 
@@ -595,13 +708,14 @@ function (_super) {
           hasVideo = _a.hasVideo,
           hasAudio = _a.hasAudio,
           connection = _a.connection,
-          videoDimensions = _a.videoDimensions;
+          videoDimensions = _a.videoDimensions,
+          videoType = _a.videoType;
       var connectionId = connection.connectionId;
 
       _this.emit(MultipartyServiceEventTypes_1.MultiPartyServiceEventTypes.streamPropertyChanged, {
         hasVideo: hasVideo,
         hasAudio: hasAudio,
-        participantId: _this.getParticipantId(connectionId),
+        participantId: _this.getParticipantId(connectionId, videoType),
         connectionId: connectionId,
         isOwnConnection: _this.checkOwnConnection(connectionId),
         clientRole: utils_1.decodeClientRole(connection.data),