@100mslive/react-native-hms 1.10.6 → 1.10.8

package/android/src/main/java/com/reactnativehmssdk/Interactivity/HMSInteractivityHelper.kt

@@ -66,32 +66,29 @@ object HMSInteractivityHelper {
   // endregion
 
   // region Poll Builder Helpers
-  private fun getQuestionType(type: Int): HMSPollQuestionType {
-    return when (type) {
+  private fun getQuestionType(type: Int): HMSPollQuestionType =
+    when (type) {
       0 -> HMSPollQuestionType.singleChoice
       1 -> HMSPollQuestionType.multiChoice
       2 -> HMSPollQuestionType.shortAnswer
       3 -> HMSPollQuestionType.longAnswer
       else -> HMSPollQuestionType.singleChoice
     }
-  }
 
-  private fun getUserTrackingMode(data: ReadableMap): HmsPollUserTrackingMode {
-    return when (data.getInt("mode")) {
+  private fun getUserTrackingMode(data: ReadableMap): HmsPollUserTrackingMode =
+    when (data.getInt("mode")) {
       0 -> HmsPollUserTrackingMode.PEER_ID
       1 -> HmsPollUserTrackingMode.USER_ID
       2 -> HmsPollUserTrackingMode.USERNAME
       else -> HmsPollUserTrackingMode.PEER_ID
     }
-  }
 
-  fun getPollCategory(data: ReadableMap): HmsPollCategory {
-    return when (data.getInt("type")) {
+  fun getPollCategory(data: ReadableMap): HmsPollCategory =
+    when (data.getInt("type")) {
       0 -> HmsPollCategory.POLL
       1 -> HmsPollCategory.QUIZ
       else -> HmsPollCategory.POLL
     }
-  }
 
   private fun getRolesThatCanViewResponses(
     data: ReadableMap,
@@ -134,7 +131,8 @@ object HMSInteractivityHelper {
 
       if (title != null && options != null) {
         val questionBuilder =
-          HMSPollQuestionBuilder.Builder(HMSPollQuestionType.singleChoice)
+          HMSPollQuestionBuilder
+            .Builder(HMSPollQuestionType.singleChoice)
             .withTitle(title)
 
         for (i in 0 until options.size) {
@@ -155,7 +153,8 @@ object HMSInteractivityHelper {
 
       if (title != null && options != null) {
         val questionBuilder =
-          HMSPollQuestionBuilder.Builder(HMSPollQuestionType.multiChoice)
+          HMSPollQuestionBuilder
+            .Builder(HMSPollQuestionType.multiChoice)
             .withTitle(title)
 
         for (i in 0 until options.size) {
@@ -175,7 +174,8 @@ object HMSInteractivityHelper {
 
       if (title != null) {
         val questionBuilder =
-          HMSPollQuestionBuilder.Builder(HMSPollQuestionType.shortAnswer)
+          HMSPollQuestionBuilder
+            .Builder(HMSPollQuestionType.shortAnswer)
             .withTitle(title)
         pollBuilder.addQuestion(questionBuilder.build())
       }
@@ -191,7 +191,8 @@ object HMSInteractivityHelper {
 
       if (title != null) {
         val questionBuilder =
-          HMSPollQuestionBuilder.Builder(HMSPollQuestionType.longAnswer)
+          HMSPollQuestionBuilder
+            .Builder(HMSPollQuestionType.longAnswer)
             .withTitle(title)
         pollBuilder.addQuestion(questionBuilder.build())
       }

package/android/src/main/java/com/reactnativehmssdk/Interactivity/HMSRNInteractivityCenter.kt

@@ -16,7 +16,10 @@ import live.hms.video.sdk.HmsTypedActionResultListener
 import live.hms.video.whiteboard.HMSWhiteboardUpdate
 import live.hms.video.whiteboard.HMSWhiteboardUpdateListener
 
-class HMSRNInteractivityCenter(private val sdk: HMSSDK, private val rnSDK: HMSRNSDK) {
+class HMSRNInteractivityCenter(
+  private val sdk: HMSSDK,
+  private val rnSDK: HMSRNSDK,
+) {
   init {
     //region Listen for poll updates
     this.sdk.getHmsInteractivityCenter().pollUpdateListener =
@@ -94,7 +97,11 @@ class HMSRNInteractivityCenter(private val sdk: HMSSDK, private val rnSDK: HMSRN
       promise?.reject("6004", "pollId is required")
       return
     }
-    val poll = this.sdk.getHmsInteractivityCenter().polls.find { it.pollId == pollId }
+    val poll =
+      this.sdk
+        .getHmsInteractivityCenter()
+        .polls
+        .find { it.pollId == pollId }
     if (poll == null) {
       promise?.reject("6004", "No HMSPoll with pollId `$pollId`")
       return
@@ -134,7 +141,11 @@ class HMSRNInteractivityCenter(private val sdk: HMSSDK, private val rnSDK: HMSRN
       promise?.reject("6004", "pollId is required")
       return
     }
-    val poll = this.sdk.getHmsInteractivityCenter().polls.find { it.pollId == pollId }
+    val poll =
+      this.sdk
+        .getHmsInteractivityCenter()
+        .polls
+        .find { it.pollId == pollId }
     if (poll == null) {
       promise?.reject("6004", "No HMSPoll with pollId `$pollId`")
       return
@@ -162,7 +173,11 @@ class HMSRNInteractivityCenter(private val sdk: HMSSDK, private val rnSDK: HMSRN
       promise?.reject("6004", "pollId is required")
       return
     }
-    val poll = this.sdk.getHmsInteractivityCenter().polls.find { it.pollId == pollId }
+    val poll =
+      this.sdk
+        .getHmsInteractivityCenter()
+        .polls
+        .find { it.pollId == pollId }
     if (poll == null) {
       promise?.reject("6004", "No HMSPoll with pollId `$pollId`")
       return

package/android/src/main/java/com/reactnativehmssdk/PipActionReceiver.kt

@@ -8,9 +8,17 @@ import android.content.IntentFilter
 import android.os.Build
 import androidx.annotation.RequiresApi
 
-data class PIPAction(val title: String, val description: String, val requestCode: Int)
+data class PIPAction(
+  val title: String,
+  val description: String,
+  val requestCode: Int,
+)
 
-data class PIPActions(val endMeet: PIPAction, val localAudio: PIPAction, val localVideo: PIPAction)
+data class PIPActions(
+  val endMeet: PIPAction,
+  val localAudio: PIPAction,
+  val localVideo: PIPAction,
+)
 
 @RequiresApi(Build.VERSION_CODES.O)
 class PipActionReceiver(

package/ios/HMSConstants.swift

@@ -33,4 +33,6 @@ struct HMSConstants {
     static let ON_SESSION_STORE_CHANGED = "ON_SESSION_STORE_CHANGED"
     static let ON_POLL_UPDATE = "ON_POLL_UPDATE"
     static let ON_WHITEBOARD_UPDATE = "ON_WHITEBOARD_UPDATE"
+    static let ON_TRANSCRIPTS = "ON_TRANSCRIPTS"
+    static let ON_PIP_MODE_CHANGED = "ON_PIP_MODE_CHANGED"
 }

package/ios/HMSDecoder.swift

@@ -44,6 +44,9 @@ class HMSDecoder: NSObject {
                 let serverRecordingState = HMSDecoder.getServerRecordingState(hmsRoom?.serverRecordingState)
                 data["serverRecordingState"] = serverRecordingState
                 return data
+            case .transcriptionStateUpdated:
+                data["transcriptions"] = HMSDecoder.getTranscriptionStates(hmsRoom?.transcriptionStates)
+                return data
             default:
                 return data
         }
@@ -84,6 +87,8 @@ class HMSDecoder: NSObject {
 
         data["isLargeRoom"] = room.isLarge
 
+        data["transcriptions"] = HMSDecoder.getTranscriptionStates(room.transcriptionStates)
+
         return data
     }
 
@@ -470,6 +475,16 @@ class HMSDecoder: NSObject {
                 "write": whiteboardPermissions.write
             ]
         }
+        if let transcriptionPermissions = permissions.transcriptions {
+            var transcriptionPermissionsArray: [[String: AnyHashable]] = []
+            transcriptionPermissions.forEach({ hmsTranscriptionPermissions in
+                transcriptionPermissionsArray.append([
+                    "admin": hmsTranscriptionPermissions.admin ?? false,
+                    "mode": hmsTranscriptionPermissions.mode?.uppercased()
+                ])
+            })
+            permissionsDict["transcriptions"] = transcriptionPermissionsArray
+        }
         return permissionsDict
     }
 
@@ -642,6 +657,66 @@ class HMSDecoder: NSObject {
     }
     // MARK: END: - HMSRole Subscribe Settings and Utility functions
 
+    // MARK: - WebRTC Transcriptions
+    static func getTranscriptionStates(_ transcriptionStates: [HMSTranscriptionState]?) -> [[String: AnyHashable]] {
+        var data: [[String: AnyHashable]] = []
+        transcriptionStates?.forEach { transcriptionState in
+            data.append(getTranscriptionState(transcriptionState))
+        }
+        return data
+    }
+
+    static func getTranscriptionState(_ transcriptionState: HMSTranscriptionState) -> [String: AnyHashable] {
+        var data: [String: AnyHashable] = [
+            "mode": transcriptionState.mode.uppercased(),
+            "state": getHMSTranscriptionStatus(transcriptionState.state)
+        ]
+        if let error = transcriptionState.error {
+            data["error"] = [
+                "message": error.localizedDescription
+            ]
+        }
+        if let startedAt = transcriptionState.startedAt?.timeIntervalSince1970 {
+            data["startedAt"] = startedAt * 1000
+        }
+        if let stoppedAt = transcriptionState.stoppedAt?.timeIntervalSince1970 {
+            data["stoppedAt"] = stoppedAt * 1000
+        }
+        if let updatedAt = transcriptionState.updatedAt?.timeIntervalSince1970 {
+            data["updatedAt"] = updatedAt * 1000
+        }
+        return data
+    }
+
+    static func getHMSTranscriptionStatus(_ hmsTranscriptionStatus: HMSTranscriptionStatus) -> String {
+        return switch hmsTranscriptionStatus {
+            case .failed: "FAILED"
+            case .started: "STARTED"
+            case .stopped: "STOPPED"
+            case .none: "NONE"
+            case .starting: "STARTING"
+            @unknown default: fatalError()
+        }
+    }
+
+    static func getHmsTranscripts(_ hmsTranscripts: [HMSTranscript]) -> [[String: AnyHashable]] {
+        var transcripts: [[String: AnyHashable]] = []
+        hmsTranscripts.forEach { hmsTranscript in
+            transcripts.append(getHmsTranscript(hmsTranscript))
+        }
+        return transcripts
+    }
+
+    static func getHmsTranscript(_ hmsTranscript: HMSTranscript) -> [String: AnyHashable] {
+        return [
+            "transcript": hmsTranscript.transcript,
+            "peerId": hmsTranscript.peer.peerID,
+            "end": hmsTranscript.end,
+            "start": hmsTranscript.start,
+            "isFinal": hmsTranscript.isFinal
+        ]
+    }
+
     static func getHmsRoleChangeRequest(_ roleChangeRequest: HMSRoleChangeRequest, _ id: String?) -> [String: Any] {
 
         if let sdkId = id {

package/ios/HMSManager.m

@@ -387,4 +387,49 @@ RCT_EXTERN_METHOD(stopWhiteboard
                   : (RCTPromiseResolveBlock)resolve
                   : (RCTPromiseRejectBlock)reject)
 
+#pragma mark - WebRTC Transcriptions
+
+RCT_EXTERN_METHOD(handleRealTimeTranscription
+                  : (NSDictionary)data
+                  : (RCTPromiseResolveBlock)resolve
+                  : (RCTPromiseRejectBlock)reject)
+
+#pragma mark - PIP Mode Support
+
+RCT_EXTERN_METHOD(handlePipActions
+                  : (NSString)action
+                  : (NSDictionary)data
+                  : (RCTPromiseResolveBlock)resolve
+                  : (RCTPromiseRejectBlock)reject)
+
+RCT_EXTERN_METHOD(setupPIP
+                  : (NSDictionary)data
+                  : (RCTPromiseResolveBlock)resolve
+                  : (RCTPromiseRejectBlock)reject)
+
+RCT_EXTERN_METHOD(stopPIP
+                  : (NSDictionary)data
+                  : (RCTPromiseResolveBlock)resolve
+                  : (RCTPromiseRejectBlock)reject)
+
+RCT_EXTERN_METHOD(disposePIP
+                  : (NSDictionary)data
+                  : (RCTPromiseResolveBlock)resolve
+                  : (RCTPromiseRejectBlock)reject)
+
+RCT_EXTERN_METHOD(isPIPActive
+                  : (NSDictionary)data
+                  : (RCTPromiseResolveBlock)resolve
+                  : (RCTPromiseRejectBlock)reject)
+
+RCT_EXTERN_METHOD(changeIOSPIPVideoTrack
+                  : (NSDictionary)data
+                  : (RCTPromiseResolveBlock)resolve
+                  : (RCTPromiseRejectBlock)reject)
+
+RCT_EXTERN_METHOD(setActiveSpeakerInIOSPIP
+                  : (NSDictionary)data
+                  : (RCTPromiseResolveBlock)resolve
+                  : (RCTPromiseRejectBlock)reject)
+
 @end

package/ios/HMSManager.swift

@@ -37,7 +37,7 @@ class HMSManager: RCTEventEmitter {
     }
 
     override func supportedEvents() -> [String]! {
-        return [ON_JOIN, ON_PREVIEW, ON_ROOM_UPDATE, ON_PEER_UPDATE, ON_TRACK_UPDATE, ON_ERROR, ON_MESSAGE, ON_SPEAKER, RECONNECTING, RECONNECTED, ON_ROLE_CHANGE_REQUEST, ON_CHANGE_TRACK_STATE_REQUEST, ON_REMOVED_FROM_ROOM, ON_RTC_STATS, ON_LOCAL_AUDIO_STATS, ON_LOCAL_VIDEO_STATS, ON_REMOTE_AUDIO_STATS, ON_REMOTE_VIDEO_STATS, ON_AUDIO_DEVICE_CHANGED, HMSConstants.ON_SESSION_STORE_AVAILABLE, HMSConstants.ON_SESSION_STORE_CHANGED, HMSConstants.ON_PEER_LIST_UPDATED, HMSConstants.ON_POLL_UPDATE, HMSConstants.ON_WHITEBOARD_UPDATE]
+        return [ON_JOIN, ON_PREVIEW, ON_ROOM_UPDATE, ON_PEER_UPDATE, ON_TRACK_UPDATE, ON_ERROR, ON_MESSAGE, ON_SPEAKER, RECONNECTING, RECONNECTED, ON_ROLE_CHANGE_REQUEST, ON_CHANGE_TRACK_STATE_REQUEST, ON_REMOVED_FROM_ROOM, ON_RTC_STATS, ON_LOCAL_AUDIO_STATS, ON_LOCAL_VIDEO_STATS, ON_REMOTE_AUDIO_STATS, ON_REMOTE_VIDEO_STATS, ON_AUDIO_DEVICE_CHANGED, HMSConstants.ON_SESSION_STORE_AVAILABLE, HMSConstants.ON_SESSION_STORE_CHANGED, HMSConstants.ON_PEER_LIST_UPDATED, HMSConstants.ON_POLL_UPDATE, HMSConstants.ON_WHITEBOARD_UPDATE, HMSConstants.ON_TRANSCRIPTS, HMSConstants.ON_PIP_MODE_CHANGED]
     }
 
     // MARK: - HMS SDK Delegate Callbacks
@@ -827,4 +827,129 @@ class HMSManager: RCTEventEmitter {
         }
         interactivity.stopWhiteboard(resolve, reject)
     }
+
+    // MARK: - WebRTC Transcriptions
+    @objc
+    func handleRealTimeTranscription(_ data: NSDictionary, _ resolve: RCTPromiseResolveBlock?, _ reject: RCTPromiseRejectBlock?) {
+        guard let rnsdk = HMSHelper.getHms(data, hmsCollection) else {
+            reject?("6004", "HMSRNSDK instance not found!", nil)
+            return
+        }
+        rnsdk.handleRealTimeTranscription(data, resolve, reject)
+    }
+
+    // MARK: - PIP Mode Support
+
+    @objc
+    func handlePipActions(_ action: String,
+                          _ data: NSDictionary,
+                          _ resolve: RCTPromiseResolveBlock?,
+                          _ reject: RCTPromiseRejectBlock?) {
+
+        guard let rnsdk = HMSHelper.getHms(data, hmsCollection) else {
+            reject?("6004", "HMSRNSDK instance not found!", nil)
+            return
+        }
+
+        DispatchQueue.main.async { [weak self] in
+            switch action {
+            case "isPipModeSupported":
+                self?.isPipModeSupported(resolve, reject)
+            case "enterPipMode":
+                rnsdk.enterPipMode(resolve, reject)
+            case "setPictureInPictureParams":
+                if #available(iOS 15.0, *) {
+                    rnsdk.setPictureInPictureParams(data, resolve, reject)
+                } else {
+                    reject?("6004", "setPictureInPictureParams should be invoked for iOS 15 & above versions", nil)
+                }
+            default:
+                reject?("6004", "Unknown action type received", nil)
+            }
+        }
+    }
+
+    @objc
+    func stopPIP(_ data: NSDictionary,
+                 _ resolve: RCTPromiseResolveBlock?,
+                 _ reject: RCTPromiseRejectBlock?) {
+
+        guard let rnsdk = HMSHelper.getHms(data, hmsCollection) else {
+            reject?("6004", "HMSRNSDK instance not found!", nil)
+            return
+        }
+
+        DispatchQueue.main.async {
+            rnsdk.stopPIP(resolve, reject)
+        }
+    }
+
+    @objc
+    func disposePIP(_ data: NSDictionary,
+                    _ resolve: RCTPromiseResolveBlock?,
+                    _ reject: RCTPromiseRejectBlock?) {
+
+        guard let rnsdk = HMSHelper.getHms(data, hmsCollection) else {
+            reject?("6004", "HMSRNSDK instance not found!", nil)
+            return
+        }
+
+        DispatchQueue.main.async {
+            rnsdk.disposePIP(resolve, reject)
+        }
+    }
+
+    @objc
+    func isPipModeSupported(_ resolve: RCTPromiseResolveBlock?,
+                        _ reject: RCTPromiseRejectBlock?) {
+
+        resolve?(AVPictureInPictureController.isPictureInPictureSupported())
+    }
+
+    @objc
+    func isPIPActive(_ data: NSDictionary,
+                     _ resolve: RCTPromiseResolveBlock?,
+                     _ reject: RCTPromiseRejectBlock?) {
+
+        guard let rnsdk = HMSHelper.getHms(data, hmsCollection) else {
+            reject?("6004", "HMSRNSDK instance not found!", nil)
+            return
+        }
+
+        DispatchQueue.main.async {
+            rnsdk.isPIPActive(resolve, reject)
+        }
+    }
+
+    @objc
+    func changeIOSPIPVideoTrack(_ data: NSDictionary,
+                                _ resolve: RCTPromiseResolveBlock?,
+                                _ reject: RCTPromiseRejectBlock?) {
+
+        guard let rnsdk = HMSHelper.getHms(data, hmsCollection) else {
+            reject?("6004", "HMSRNSDK instance not found!", nil)
+            return
+        }
+        DispatchQueue.main.async {
+            if #available(iOS 15.0, *) {
+                rnsdk.changeIOSPIPVideoTrack(data, resolve, reject)
+            } else {
+                reject?("6004", "changeIOSPIPVideoTrack is not supported on iOS version lower than 15.0", nil)
+            }
+        }
+    }
+
+    @objc
+    func setActiveSpeakerInIOSPIP(_ data: NSDictionary,
+                                  _ resolve: RCTPromiseResolveBlock?,
+                                  _ reject: RCTPromiseRejectBlock?) {
+
+        guard let rnsdk = HMSHelper.getHms(data, hmsCollection) else {
+            reject?("6004", "HMSRNSDK instance not found!", nil)
+            return
+        }
+        DispatchQueue.main.async {
+            rnsdk.setActiveSpeakerInIOSPIP(data, resolve, reject)
+        }
+    }
 }