@sbhjt-gr/react-native-webrtc 124.0.3 → 124.0.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.clang-format +11 -11
- package/.eslintignore +6 -6
- package/.nvmrc +1 -1
- package/ISSUE_TEMPLATE.md +40 -40
- package/LICENSE +22 -22
- package/README.md +103 -103
- package/android/build.gradle +37 -37
- package/android/consumer-rules.pro +3 -3
- package/android/src/main/AndroidManifest.xml +11 -11
- package/android/src/main/java/com/oney/WebRTCModule/AbstractVideoCaptureController.java +113 -113
- package/android/src/main/java/com/oney/WebRTCModule/CameraCaptureController.java +338 -338
- package/android/src/main/java/com/oney/WebRTCModule/CameraEventsHandler.java +49 -49
- package/android/src/main/java/com/oney/WebRTCModule/DataChannelWrapper.java +99 -99
- package/android/src/main/java/com/oney/WebRTCModule/DataPacketCryptorManager.java +62 -62
- package/android/src/main/java/com/oney/WebRTCModule/DisplayUtils.java +16 -16
- package/android/src/main/java/com/oney/WebRTCModule/EglUtils.java +66 -66
- package/android/src/main/java/com/oney/WebRTCModule/GetUserMediaImpl.java +539 -539
- package/android/src/main/java/com/oney/WebRTCModule/LibraryLoader.java +21 -21
- package/android/src/main/java/com/oney/WebRTCModule/MediaProjectionNotification.java +70 -70
- package/android/src/main/java/com/oney/WebRTCModule/MediaProjectionService.java +82 -82
- package/android/src/main/java/com/oney/WebRTCModule/PeerConnectionObserver.java +588 -588
- package/android/src/main/java/com/oney/WebRTCModule/RTCCryptoManager.java +493 -493
- package/android/src/main/java/com/oney/WebRTCModule/RTCVideoViewManager.java +98 -98
- package/android/src/main/java/com/oney/WebRTCModule/ReactBridgeUtil.java +35 -35
- package/android/src/main/java/com/oney/WebRTCModule/ScreenCaptureController.java +94 -94
- package/android/src/main/java/com/oney/WebRTCModule/SerializeUtils.java +342 -342
- package/android/src/main/java/com/oney/WebRTCModule/StringUtils.java +100 -100
- package/android/src/main/java/com/oney/WebRTCModule/ThreadUtils.java +41 -41
- package/android/src/main/java/com/oney/WebRTCModule/TrackCapturerEventsEmitter.java +34 -34
- package/android/src/main/java/com/oney/WebRTCModule/VideoTrackAdapter.java +137 -137
- package/android/src/main/java/com/oney/WebRTCModule/WebRTCModule.java +1649 -1643
- package/android/src/main/java/com/oney/WebRTCModule/WebRTCModuleOptions.java +33 -33
- package/android/src/main/java/com/oney/WebRTCModule/WebRTCModulePackage.java +21 -21
- package/android/src/main/java/com/oney/WebRTCModule/WebRTCView.java +583 -583
- package/android/src/main/java/com/oney/WebRTCModule/palabra/PalabraClient.java +529 -501
- package/android/src/main/java/com/oney/WebRTCModule/palabra/PalabraConfig.java +17 -17
- package/android/src/main/java/com/oney/WebRTCModule/palabra/PalabraListener.java +7 -7
- package/android/src/main/java/com/oney/WebRTCModule/videoEffects/ProcessorProvider.java +38 -38
- package/android/src/main/java/com/oney/WebRTCModule/videoEffects/VideoEffectProcessor.java +59 -59
- package/android/src/main/java/com/oney/WebRTCModule/videoEffects/VideoFrameProcessor.java +19 -19
- package/android/src/main/java/com/oney/WebRTCModule/videoEffects/VideoFrameProcessorFactoryInterface.java +12 -12
- package/android/src/main/java/com/oney/WebRTCModule/webrtcutils/H264AndSoftwareVideoDecoderFactory.java +73 -73
- package/android/src/main/java/com/oney/WebRTCModule/webrtcutils/H264AndSoftwareVideoEncoderFactory.java +73 -73
- package/android/src/main/java/com/oney/WebRTCModule/webrtcutils/SoftwareVideoDecoderFactoryProxy.java +36 -36
- package/android/src/main/java/com/oney/WebRTCModule/webrtcutils/SoftwareVideoEncoderFactoryProxy.java +36 -36
- package/android/src/main/java/org/webrtc/Camera1Helper.java +54 -54
- package/android/src/main/java/org/webrtc/Camera2Helper.java +52 -52
- package/android/src/main/res/values/strings.xml +5 -5
- package/android/src/main/res/values/styles.xml +8 -8
- package/ios/RCTWebRTC/CaptureController.h +18 -18
- package/ios/RCTWebRTC/CaptureController.m +28 -28
- package/ios/RCTWebRTC/CapturerEventsDelegate.h +12 -12
- package/ios/RCTWebRTC/DataChannelWrapper.h +27 -27
- package/ios/RCTWebRTC/DataChannelWrapper.m +42 -42
- package/ios/RCTWebRTC/I420Converter.h +22 -22
- package/ios/RCTWebRTC/I420Converter.m +164 -164
- package/ios/RCTWebRTC/PIPController.h +24 -24
- package/ios/RCTWebRTC/PIPController.m +234 -234
- package/ios/RCTWebRTC/PalabraAudioSink.h +13 -13
- package/ios/RCTWebRTC/PalabraAudioSink.m +18 -18
- package/ios/RCTWebRTC/PalabraClient.h +42 -36
- package/ios/RCTWebRTC/PalabraClient.m +680 -644
- package/ios/RCTWebRTC/RCTConvert+WebRTC.h +16 -16
- package/ios/RCTWebRTC/RCTConvert+WebRTC.m +206 -206
- package/ios/RCTWebRTC/RTCMediaStreamTrack+React.h +10 -10
- package/ios/RCTWebRTC/RTCMediaStreamTrack+React.m +16 -16
- package/ios/RCTWebRTC/RTCVideoViewManager.h +29 -29
- package/ios/RCTWebRTC/RTCVideoViewManager.m +411 -411
- package/ios/RCTWebRTC/SampleBufferVideoCallView.h +12 -12
- package/ios/RCTWebRTC/SampleBufferVideoCallView.m +178 -178
- package/ios/RCTWebRTC/ScreenCaptureController.h +20 -20
- package/ios/RCTWebRTC/ScreenCaptureController.m +82 -82
- package/ios/RCTWebRTC/ScreenCapturePickerViewManager.h +7 -7
- package/ios/RCTWebRTC/ScreenCapturePickerViewManager.m +59 -59
- package/ios/RCTWebRTC/ScreenCapturer.h +19 -19
- package/ios/RCTWebRTC/ScreenCapturer.m +263 -263
- package/ios/RCTWebRTC/SerializeUtils.h +28 -28
- package/ios/RCTWebRTC/SerializeUtils.m +314 -314
- package/ios/RCTWebRTC/SocketConnection.h +13 -13
- package/ios/RCTWebRTC/SocketConnection.m +137 -137
- package/ios/RCTWebRTC/TrackCapturerEventsEmitter.h +14 -14
- package/ios/RCTWebRTC/TrackCapturerEventsEmitter.m +36 -36
- package/ios/RCTWebRTC/VideoCaptureController.h +21 -21
- package/ios/RCTWebRTC/VideoCaptureController.m +328 -328
- package/ios/RCTWebRTC/WLVAudioDevice.h +12 -12
- package/ios/RCTWebRTC/WLVAudioDevice.m +137 -137
- package/ios/RCTWebRTC/WebRTCModule+Palabra.h +4 -4
- package/ios/RCTWebRTC/WebRTCModule+Palabra.m +92 -83
- package/ios/RCTWebRTC/WebRTCModule+Permissions.m +75 -75
- package/ios/RCTWebRTC/WebRTCModule+RTCAudioSession.m +20 -20
- package/ios/RCTWebRTC/WebRTCModule+RTCDataChannel.h +14 -14
- package/ios/RCTWebRTC/WebRTCModule+RTCDataChannel.m +165 -165
- package/ios/RCTWebRTC/WebRTCModule+RTCFrameCryptor.m +611 -611
- package/ios/RCTWebRTC/WebRTCModule+RTCMediaStream.h +13 -13
- package/ios/RCTWebRTC/WebRTCModule+RTCMediaStream.m +728 -728
- package/ios/RCTWebRTC/WebRTCModule+RTCPeerConnection.h +24 -24
- package/ios/RCTWebRTC/WebRTCModule+RTCPeerConnection.m +1004 -1004
- package/ios/RCTWebRTC/WebRTCModule+Transceivers.m +267 -267
- package/ios/RCTWebRTC/WebRTCModule+VideoTrackAdapter.h +12 -12
- package/ios/RCTWebRTC/WebRTCModule+VideoTrackAdapter.m +166 -166
- package/ios/RCTWebRTC/WebRTCModule.h +58 -58
- package/ios/RCTWebRTC/WebRTCModule.m +169 -169
- package/ios/RCTWebRTC/WebRTCModuleOptions.h +24 -24
- package/ios/RCTWebRTC/WebRTCModuleOptions.m +31 -31
- package/ios/RCTWebRTC/videoEffects/ProcessorProvider.h +9 -9
- package/ios/RCTWebRTC/videoEffects/ProcessorProvider.m +23 -23
- package/ios/RCTWebRTC/videoEffects/VideoEffectProcessor.h +13 -13
- package/ios/RCTWebRTC/videoEffects/VideoEffectProcessor.m +23 -23
- package/ios/RCTWebRTC/videoEffects/VideoFrameProcessor.h +8 -8
- package/ios/RCTWebRTC.xcodeproj/project.pbxproj +404 -404
- package/ios/RCTWebRTC.xcworkspace/contents.xcworkspacedata +10 -10
- package/lib/commonjs/Constraints.js.map +1 -1
- package/lib/commonjs/EventEmitter.js.map +1 -1
- package/lib/commonjs/Logger.js.map +1 -1
- package/lib/commonjs/MediaDevices.js +17 -17
- package/lib/commonjs/MediaDevices.js.map +1 -1
- package/lib/commonjs/MediaStream.js +19 -19
- package/lib/commonjs/MediaStream.js.map +1 -1
- package/lib/commonjs/MediaStreamError.js.map +1 -1
- package/lib/commonjs/MediaStreamErrorEvent.js.map +1 -1
- package/lib/commonjs/MediaStreamTrack.js +28 -28
- package/lib/commonjs/MediaStreamTrack.js.map +1 -1
- package/lib/commonjs/MediaStreamTrackEvent.js +6 -6
- package/lib/commonjs/MediaStreamTrackEvent.js.map +1 -1
- package/lib/commonjs/MessageEvent.js +7 -7
- package/lib/commonjs/MessageEvent.js.map +1 -1
- package/lib/commonjs/Permissions.js +28 -28
- package/lib/commonjs/Permissions.js.map +1 -1
- package/lib/commonjs/RTCAudioSession.js +4 -4
- package/lib/commonjs/RTCAudioSession.js.map +1 -1
- package/lib/commonjs/RTCDataChannel.js +2 -2
- package/lib/commonjs/RTCDataChannel.js.map +1 -1
- package/lib/commonjs/RTCDataChannelEvent.js +6 -6
- package/lib/commonjs/RTCDataChannelEvent.js.map +1 -1
- package/lib/commonjs/RTCDataPacketCryptor.js.map +1 -1
- package/lib/commonjs/RTCDataPacketCryptorFactory.js.map +1 -1
- package/lib/commonjs/RTCErrorEvent.js +3 -3
- package/lib/commonjs/RTCErrorEvent.js.map +1 -1
- package/lib/commonjs/RTCFrameCryptor.js +8 -8
- package/lib/commonjs/RTCFrameCryptor.js.map +1 -1
- package/lib/commonjs/RTCFrameCryptorFactory.js.map +1 -1
- package/lib/commonjs/RTCIceCandidate.js.map +1 -1
- package/lib/commonjs/RTCIceCandidateEvent.js +7 -7
- package/lib/commonjs/RTCIceCandidateEvent.js.map +1 -1
- package/lib/commonjs/RTCKeyProvider.js.map +1 -1
- package/lib/commonjs/RTCPIPView.js +2 -2
- package/lib/commonjs/RTCPIPView.js.map +1 -1
- package/lib/commonjs/RTCPIPView.web.js.map +1 -1
- package/lib/commonjs/RTCPeerConnection.js +36 -36
- package/lib/commonjs/RTCPeerConnection.js.map +1 -1
- package/lib/commonjs/RTCRtcpParameters.js.map +1 -1
- package/lib/commonjs/RTCRtpCapabilities.js +2 -2
- package/lib/commonjs/RTCRtpCapabilities.js.map +1 -1
- package/lib/commonjs/RTCRtpCodecCapability.js.map +1 -1
- package/lib/commonjs/RTCRtpCodecParameters.js.map +1 -1
- package/lib/commonjs/RTCRtpEncodingParameters.js.map +1 -1
- package/lib/commonjs/RTCRtpHeaderExtension.js.map +1 -1
- package/lib/commonjs/RTCRtpParameters.js.map +1 -1
- package/lib/commonjs/RTCRtpReceiveParameters.js.map +1 -1
- package/lib/commonjs/RTCRtpReceiver.js +7 -7
- package/lib/commonjs/RTCRtpReceiver.js.map +1 -1
- package/lib/commonjs/RTCRtpSendParameters.js +3 -3
- package/lib/commonjs/RTCRtpSendParameters.js.map +1 -1
- package/lib/commonjs/RTCRtpSender.js +7 -7
- package/lib/commonjs/RTCRtpSender.js.map +1 -1
- package/lib/commonjs/RTCRtpTransceiver.js.map +1 -1
- package/lib/commonjs/RTCSessionDescription.js.map +1 -1
- package/lib/commonjs/RTCTrackEvent.js +6 -6
- package/lib/commonjs/RTCTrackEvent.js.map +1 -1
- package/lib/commonjs/RTCUtil.js +28 -28
- package/lib/commonjs/RTCUtil.js.map +1 -1
- package/lib/commonjs/RTCView.js +5 -5
- package/lib/commonjs/RTCView.js.map +1 -1
- package/lib/commonjs/RTCView.web.js.map +1 -1
- package/lib/commonjs/ScreenCapturePickerView.js.map +1 -1
- package/lib/commonjs/ScreenCapturePickerView.web.js.map +1 -1
- package/lib/commonjs/getDisplayMedia.js.map +1 -1
- package/lib/commonjs/getUserMedia.js.map +1 -1
- package/lib/commonjs/index.js.map +1 -1
- package/lib/commonjs/index.web.js.map +1 -1
- package/lib/commonjs/webStream.js.map +1 -1
- package/lib/module/Constraints.js.map +1 -1
- package/lib/module/EventEmitter.js.map +1 -1
- package/lib/module/Logger.js.map +1 -1
- package/lib/module/MediaDevices.js +17 -17
- package/lib/module/MediaDevices.js.map +1 -1
- package/lib/module/MediaStream.js +19 -19
- package/lib/module/MediaStream.js.map +1 -1
- package/lib/module/MediaStreamError.js.map +1 -1
- package/lib/module/MediaStreamErrorEvent.js.map +1 -1
- package/lib/module/MediaStreamTrack.js +28 -28
- package/lib/module/MediaStreamTrack.js.map +1 -1
- package/lib/module/MediaStreamTrackEvent.js +6 -6
- package/lib/module/MediaStreamTrackEvent.js.map +1 -1
- package/lib/module/MessageEvent.js +7 -7
- package/lib/module/MessageEvent.js.map +1 -1
- package/lib/module/Permissions.js +28 -28
- package/lib/module/Permissions.js.map +1 -1
- package/lib/module/RTCAudioSession.js +4 -4
- package/lib/module/RTCAudioSession.js.map +1 -1
- package/lib/module/RTCDataChannel.js +2 -2
- package/lib/module/RTCDataChannel.js.map +1 -1
- package/lib/module/RTCDataChannelEvent.js +6 -6
- package/lib/module/RTCDataChannelEvent.js.map +1 -1
- package/lib/module/RTCDataPacketCryptor.js.map +1 -1
- package/lib/module/RTCDataPacketCryptorFactory.js.map +1 -1
- package/lib/module/RTCErrorEvent.js +3 -3
- package/lib/module/RTCErrorEvent.js.map +1 -1
- package/lib/module/RTCFrameCryptor.js +8 -8
- package/lib/module/RTCFrameCryptor.js.map +1 -1
- package/lib/module/RTCFrameCryptorFactory.js.map +1 -1
- package/lib/module/RTCIceCandidate.js.map +1 -1
- package/lib/module/RTCIceCandidateEvent.js +7 -7
- package/lib/module/RTCIceCandidateEvent.js.map +1 -1
- package/lib/module/RTCKeyProvider.js.map +1 -1
- package/lib/module/RTCPIPView.js +2 -2
- package/lib/module/RTCPIPView.js.map +1 -1
- package/lib/module/RTCPIPView.web.js.map +1 -1
- package/lib/module/RTCPeerConnection.js +36 -36
- package/lib/module/RTCPeerConnection.js.map +1 -1
- package/lib/module/RTCRtcpParameters.js.map +1 -1
- package/lib/module/RTCRtpCapabilities.js +2 -2
- package/lib/module/RTCRtpCapabilities.js.map +1 -1
- package/lib/module/RTCRtpCodecCapability.js.map +1 -1
- package/lib/module/RTCRtpCodecParameters.js.map +1 -1
- package/lib/module/RTCRtpEncodingParameters.js.map +1 -1
- package/lib/module/RTCRtpHeaderExtension.js.map +1 -1
- package/lib/module/RTCRtpParameters.js.map +1 -1
- package/lib/module/RTCRtpReceiveParameters.js.map +1 -1
- package/lib/module/RTCRtpReceiver.js +7 -7
- package/lib/module/RTCRtpReceiver.js.map +1 -1
- package/lib/module/RTCRtpSendParameters.js +3 -3
- package/lib/module/RTCRtpSendParameters.js.map +1 -1
- package/lib/module/RTCRtpSender.js +7 -7
- package/lib/module/RTCRtpSender.js.map +1 -1
- package/lib/module/RTCRtpTransceiver.js.map +1 -1
- package/lib/module/RTCSessionDescription.js.map +1 -1
- package/lib/module/RTCTrackEvent.js +6 -6
- package/lib/module/RTCTrackEvent.js.map +1 -1
- package/lib/module/RTCUtil.js +28 -28
- package/lib/module/RTCUtil.js.map +1 -1
- package/lib/module/RTCView.js +5 -5
- package/lib/module/RTCView.js.map +1 -1
- package/lib/module/RTCView.web.js.map +1 -1
- package/lib/module/ScreenCapturePickerView.js.map +1 -1
- package/lib/module/ScreenCapturePickerView.web.js.map +1 -1
- package/lib/module/getDisplayMedia.js.map +1 -1
- package/lib/module/getUserMedia.js.map +1 -1
- package/lib/module/index.js.map +1 -1
- package/lib/module/index.web.js.map +1 -1
- package/lib/module/webStream.js.map +1 -1
- package/lib/typescript/Constraints.d.ts +19 -19
- package/lib/typescript/EventEmitter.d.ts +6 -6
- package/lib/typescript/Logger.d.ts +13 -13
- package/lib/typescript/MediaDevices.d.ts +30 -30
- package/lib/typescript/MediaStream.d.ts +48 -48
- package/lib/typescript/MediaStreamError.d.ts +6 -6
- package/lib/typescript/MediaStreamErrorEvent.d.ts +6 -6
- package/lib/typescript/MediaStreamTrack.d.ts +101 -101
- package/lib/typescript/MediaStreamTrackEvent.d.ts +19 -19
- package/lib/typescript/MessageEvent.d.ts +20 -20
- package/lib/typescript/Permissions.d.ts +55 -55
- package/lib/typescript/RTCAudioSession.d.ts +10 -10
- package/lib/typescript/RTCDataChannel.d.ts +43 -43
- package/lib/typescript/RTCDataChannelEvent.d.ts +19 -19
- package/lib/typescript/RTCDataPacketCryptor.d.ts +12 -12
- package/lib/typescript/RTCDataPacketCryptorFactory.d.ts +6 -6
- package/lib/typescript/RTCErrorEvent.d.ts +12 -12
- package/lib/typescript/RTCFrameCryptor.d.ts +47 -47
- package/lib/typescript/RTCFrameCryptorFactory.d.ts +21 -21
- package/lib/typescript/RTCIceCandidate.d.ts +17 -17
- package/lib/typescript/RTCIceCandidateEvent.d.ts +20 -20
- package/lib/typescript/RTCKeyProvider.d.ts +21 -21
- package/lib/typescript/RTCPIPView.d.ts +15 -15
- package/lib/typescript/RTCPIPView.web.d.ts +13 -13
- package/lib/typescript/RTCPeerConnection.d.ts +117 -117
- package/lib/typescript/RTCRtcpParameters.d.ts +10 -10
- package/lib/typescript/RTCRtpCapabilities.d.ts +9 -9
- package/lib/typescript/RTCRtpCodecCapability.d.ts +7 -7
- package/lib/typescript/RTCRtpCodecParameters.d.ts +16 -16
- package/lib/typescript/RTCRtpEncodingParameters.d.ts +23 -23
- package/lib/typescript/RTCRtpHeaderExtension.d.ts +12 -12
- package/lib/typescript/RTCRtpParameters.d.ts +19 -19
- package/lib/typescript/RTCRtpReceiveParameters.d.ts +4 -4
- package/lib/typescript/RTCRtpReceiver.d.ts +21 -21
- package/lib/typescript/RTCRtpSendParameters.d.ts +20 -20
- package/lib/typescript/RTCRtpSender.d.ts +22 -22
- package/lib/typescript/RTCRtpTransceiver.d.ts +31 -31
- package/lib/typescript/RTCSessionDescription.d.ts +12 -12
- package/lib/typescript/RTCTrackEvent.d.ts +29 -29
- package/lib/typescript/RTCUtil.d.ts +37 -37
- package/lib/typescript/RTCView.d.ts +117 -117
- package/lib/typescript/RTCView.web.d.ts +25 -25
- package/lib/typescript/ScreenCapturePickerView.d.ts +2 -2
- package/lib/typescript/ScreenCapturePickerView.web.d.ts +1 -1
- package/lib/typescript/getDisplayMedia.d.ts +2 -2
- package/lib/typescript/getUserMedia.d.ts +7 -7
- package/lib/typescript/index.d.ts +22 -22
- package/lib/typescript/index.web.d.ts +101 -101
- package/lib/typescript/webStream.d.ts +3 -3
- package/livekit-react-native-webrtc.podspec +29 -29
- package/macos/RCTWebRTC.xcodeproj/project.pbxproj +324 -324
- package/macos/RCTWebRTC.xcodeproj/project.xcworkspace/contents.xcworkspacedata +7 -7
- package/macos/RCTWebRTC.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist +8 -8
- package/metro.config.js +7 -7
- package/metro.config.macos.js +14 -14
- package/package.json +66 -66
- package/react-native.config.js +11 -11
- package/src/.eslintrc.cjs +67 -67
- package/src/Constraints.ts +20 -20
- package/src/EventEmitter.ts +65 -65
- package/src/Logger.ts +49 -49
- package/src/MediaDevices.ts +53 -53
- package/src/MediaStream.ts +161 -161
- package/src/MediaStreamError.ts +12 -12
- package/src/MediaStreamErrorEvent.ts +11 -11
- package/src/MediaStreamTrack.ts +282 -282
- package/src/MediaStreamTrackEvent.ts +25 -25
- package/src/MessageEvent.ts +26 -26
- package/src/Permissions.ts +133 -133
- package/src/RTCAudioSession.ts +25 -25
- package/src/RTCDataChannel.ts +190 -190
- package/src/RTCDataChannelEvent.ts +28 -28
- package/src/RTCDataPacketCryptor.ts +90 -90
- package/src/RTCDataPacketCryptorFactory.ts +24 -24
- package/src/RTCErrorEvent.ts +20 -20
- package/src/RTCFrameCryptor.ts +162 -162
- package/src/RTCFrameCryptorFactory.ts +101 -101
- package/src/RTCIceCandidate.ts +29 -29
- package/src/RTCIceCandidateEvent.ts +26 -26
- package/src/RTCKeyProvider.ts +117 -117
- package/src/RTCPIPView.tsx +46 -46
- package/src/RTCPIPView.web.tsx +18 -18
- package/src/RTCPeerConnection.ts +935 -935
- package/src/RTCRtcpParameters.ts +23 -23
- package/src/RTCRtpCapabilities.ts +16 -16
- package/src/RTCRtpCodecCapability.ts +12 -12
- package/src/RTCRtpCodecParameters.ts +44 -44
- package/src/RTCRtpEncodingParameters.ts +90 -90
- package/src/RTCRtpHeaderExtension.ts +27 -27
- package/src/RTCRtpParameters.ts +37 -37
- package/src/RTCRtpReceiveParameters.ts +7 -7
- package/src/RTCRtpReceiver.ts +60 -60
- package/src/RTCRtpSendParameters.ts +63 -63
- package/src/RTCRtpSender.ts +78 -78
- package/src/RTCRtpTransceiver.ts +107 -107
- package/src/RTCSessionDescription.ts +30 -30
- package/src/RTCTrackEvent.ts +42 -42
- package/src/RTCUtil.ts +211 -211
- package/src/RTCView.ts +122 -122
- package/src/RTCView.web.tsx +80 -80
- package/src/ScreenCapturePickerView.ts +4 -4
- package/src/ScreenCapturePickerView.web.tsx +3 -3
- package/src/getDisplayMedia.ts +30 -30
- package/src/getUserMedia.ts +136 -136
- package/src/index.ts +107 -107
- package/src/index.web.ts +191 -191
- package/src/webStream.ts +31 -31
- package/tools/format.sh +6 -6
- package/tools/release.sh +45 -45
- package/tsconfig.json +17 -17
|
@@ -1,501 +1,529 @@
|
|
|
1
|
-
package com.oney.WebRTCModule.palabra;
|
|
2
|
-
|
|
3
|
-
import android.content.Context;
|
|
4
|
-
import android.media.AudioFormat;
|
|
5
|
-
import android.media.AudioManager;
|
|
6
|
-
import android.media.AudioTrack;
|
|
7
|
-
import android.os.Handler;
|
|
8
|
-
import android.os.Looper;
|
|
9
|
-
import android.util.Base64;
|
|
10
|
-
import android.util.Log;
|
|
11
|
-
|
|
12
|
-
import org.json.JSONArray;
|
|
13
|
-
import org.json.JSONException;
|
|
14
|
-
import org.json.JSONObject;
|
|
15
|
-
import org.webrtc.AudioTrackSink;
|
|
16
|
-
|
|
17
|
-
import java.io.BufferedReader;
|
|
18
|
-
import java.io.ByteArrayOutputStream;
|
|
19
|
-
import java.io.IOException;
|
|
20
|
-
import java.io.InputStream;
|
|
21
|
-
import java.io.InputStreamReader;
|
|
22
|
-
import java.io.OutputStream;
|
|
23
|
-
import java.net.HttpURLConnection;
|
|
24
|
-
import java.net.URL;
|
|
25
|
-
import java.nio.ByteBuffer;
|
|
26
|
-
import java.nio.ByteOrder;
|
|
27
|
-
import java.nio.charset.StandardCharsets;
|
|
28
|
-
import java.util.concurrent.ExecutorService;
|
|
29
|
-
import java.util.concurrent.Executors;
|
|
30
|
-
import java.util.concurrent.TimeUnit;
|
|
31
|
-
import java.util.concurrent.atomic.AtomicBoolean;
|
|
32
|
-
|
|
33
|
-
import okhttp3.OkHttpClient;
|
|
34
|
-
import okhttp3.Request;
|
|
35
|
-
import okhttp3.Response;
|
|
36
|
-
import okhttp3.WebSocket;
|
|
37
|
-
import okhttp3.WebSocketListener;
|
|
38
|
-
|
|
39
|
-
public class PalabraClient implements AudioTrackSink {
|
|
40
|
-
private static final String TAG = "PalabraClient";
|
|
41
|
-
private static final int SAMPLE_RATE_IN = 16000;
|
|
42
|
-
private static final int SAMPLE_RATE_OUT = 24000;
|
|
43
|
-
private static final int CHANNELS = 1;
|
|
44
|
-
private static final int CHUNK_MS = 320;
|
|
45
|
-
private static final int CHUNK_SAMPLES = SAMPLE_RATE_IN * CHUNK_MS / 1000;
|
|
46
|
-
private static final int CHUNK_BYTES = CHUNK_SAMPLES * 2;
|
|
47
|
-
|
|
48
|
-
private final Context context;
|
|
49
|
-
private final PalabraConfig config;
|
|
50
|
-
private PalabraListener listener;
|
|
51
|
-
|
|
52
|
-
private org.webrtc.AudioTrack remoteTrack;
|
|
53
|
-
private OkHttpClient httpClient;
|
|
54
|
-
private WebSocket webSocket;
|
|
55
|
-
|
|
56
|
-
private AudioTrack audioPlayer;
|
|
57
|
-
private final ExecutorService executor = Executors.newSingleThreadExecutor();
|
|
58
|
-
private final Handler mainHandler = new Handler(Looper.getMainLooper());
|
|
59
|
-
|
|
60
|
-
private String sessionId;
|
|
61
|
-
private String wsUrl;
|
|
62
|
-
private String publisherToken;
|
|
63
|
-
|
|
64
|
-
|
|
65
|
-
private AtomicBoolean
|
|
66
|
-
|
|
67
|
-
private
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
this.
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
.
|
|
77
|
-
.
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
|
|
81
|
-
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
94
|
-
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
if (
|
|
198
|
-
return
|
|
199
|
-
}
|
|
200
|
-
|
|
201
|
-
|
|
202
|
-
|
|
203
|
-
|
|
204
|
-
|
|
205
|
-
|
|
206
|
-
|
|
207
|
-
|
|
208
|
-
|
|
209
|
-
|
|
210
|
-
|
|
211
|
-
|
|
212
|
-
|
|
213
|
-
|
|
214
|
-
|
|
215
|
-
|
|
216
|
-
|
|
217
|
-
|
|
218
|
-
|
|
219
|
-
|
|
220
|
-
|
|
221
|
-
|
|
222
|
-
|
|
223
|
-
|
|
224
|
-
|
|
225
|
-
|
|
226
|
-
|
|
227
|
-
|
|
228
|
-
|
|
229
|
-
|
|
230
|
-
|
|
231
|
-
|
|
232
|
-
|
|
233
|
-
|
|
234
|
-
|
|
235
|
-
|
|
236
|
-
|
|
237
|
-
|
|
238
|
-
|
|
239
|
-
|
|
240
|
-
|
|
241
|
-
|
|
242
|
-
|
|
243
|
-
|
|
244
|
-
|
|
245
|
-
|
|
246
|
-
|
|
247
|
-
|
|
248
|
-
|
|
249
|
-
|
|
250
|
-
|
|
251
|
-
|
|
252
|
-
|
|
253
|
-
|
|
254
|
-
|
|
255
|
-
|
|
256
|
-
|
|
257
|
-
|
|
258
|
-
|
|
259
|
-
|
|
260
|
-
|
|
261
|
-
|
|
262
|
-
|
|
263
|
-
|
|
264
|
-
|
|
265
|
-
|
|
266
|
-
|
|
267
|
-
|
|
268
|
-
|
|
269
|
-
|
|
270
|
-
|
|
271
|
-
|
|
272
|
-
|
|
273
|
-
|
|
274
|
-
|
|
275
|
-
|
|
276
|
-
|
|
277
|
-
|
|
278
|
-
|
|
279
|
-
|
|
280
|
-
|
|
281
|
-
|
|
282
|
-
|
|
283
|
-
|
|
284
|
-
|
|
285
|
-
|
|
286
|
-
|
|
287
|
-
|
|
288
|
-
JSONObject
|
|
289
|
-
|
|
290
|
-
|
|
291
|
-
|
|
292
|
-
|
|
293
|
-
JSONObject
|
|
294
|
-
|
|
295
|
-
JSONObject
|
|
296
|
-
|
|
297
|
-
|
|
298
|
-
|
|
299
|
-
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
303
|
-
|
|
304
|
-
|
|
305
|
-
|
|
306
|
-
|
|
307
|
-
|
|
308
|
-
|
|
309
|
-
|
|
310
|
-
|
|
311
|
-
|
|
312
|
-
|
|
313
|
-
|
|
314
|
-
|
|
315
|
-
|
|
316
|
-
|
|
317
|
-
|
|
318
|
-
|
|
319
|
-
|
|
320
|
-
JSONObject
|
|
321
|
-
|
|
322
|
-
|
|
323
|
-
|
|
324
|
-
|
|
325
|
-
|
|
326
|
-
|
|
327
|
-
|
|
328
|
-
|
|
329
|
-
|
|
330
|
-
|
|
331
|
-
|
|
332
|
-
|
|
333
|
-
|
|
334
|
-
|
|
335
|
-
|
|
336
|
-
|
|
337
|
-
|
|
338
|
-
|
|
339
|
-
|
|
340
|
-
|
|
341
|
-
|
|
342
|
-
|
|
343
|
-
|
|
344
|
-
|
|
345
|
-
|
|
346
|
-
|
|
347
|
-
|
|
348
|
-
|
|
349
|
-
|
|
350
|
-
|
|
351
|
-
|
|
352
|
-
|
|
353
|
-
|
|
354
|
-
|
|
355
|
-
|
|
356
|
-
|
|
357
|
-
|
|
358
|
-
|
|
359
|
-
|
|
360
|
-
|
|
361
|
-
|
|
362
|
-
|
|
363
|
-
|
|
364
|
-
|
|
365
|
-
|
|
366
|
-
|
|
367
|
-
|
|
368
|
-
|
|
369
|
-
|
|
370
|
-
|
|
371
|
-
|
|
372
|
-
|
|
373
|
-
|
|
374
|
-
|
|
375
|
-
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
|
|
386
|
-
|
|
387
|
-
|
|
388
|
-
|
|
389
|
-
|
|
390
|
-
}
|
|
391
|
-
|
|
392
|
-
|
|
393
|
-
|
|
394
|
-
|
|
395
|
-
|
|
396
|
-
|
|
397
|
-
|
|
398
|
-
|
|
399
|
-
|
|
400
|
-
|
|
401
|
-
|
|
402
|
-
|
|
403
|
-
|
|
404
|
-
|
|
405
|
-
|
|
406
|
-
|
|
407
|
-
|
|
408
|
-
|
|
409
|
-
|
|
410
|
-
|
|
411
|
-
|
|
412
|
-
|
|
413
|
-
try {
|
|
414
|
-
|
|
415
|
-
|
|
416
|
-
|
|
417
|
-
|
|
418
|
-
|
|
419
|
-
|
|
420
|
-
|
|
421
|
-
|
|
422
|
-
|
|
423
|
-
|
|
424
|
-
|
|
425
|
-
|
|
426
|
-
|
|
427
|
-
|
|
428
|
-
|
|
429
|
-
|
|
430
|
-
|
|
431
|
-
|
|
432
|
-
|
|
433
|
-
|
|
434
|
-
|
|
435
|
-
|
|
436
|
-
|
|
437
|
-
|
|
438
|
-
|
|
439
|
-
|
|
440
|
-
|
|
441
|
-
|
|
442
|
-
|
|
443
|
-
|
|
444
|
-
|
|
445
|
-
|
|
446
|
-
|
|
447
|
-
|
|
448
|
-
|
|
449
|
-
|
|
450
|
-
|
|
451
|
-
|
|
452
|
-
|
|
453
|
-
|
|
454
|
-
|
|
455
|
-
|
|
456
|
-
|
|
457
|
-
|
|
458
|
-
|
|
459
|
-
|
|
460
|
-
|
|
461
|
-
|
|
462
|
-
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
466
|
-
|
|
467
|
-
|
|
468
|
-
|
|
469
|
-
|
|
470
|
-
|
|
471
|
-
|
|
472
|
-
|
|
473
|
-
|
|
474
|
-
|
|
475
|
-
|
|
476
|
-
|
|
477
|
-
|
|
478
|
-
|
|
479
|
-
}
|
|
480
|
-
|
|
481
|
-
|
|
482
|
-
|
|
483
|
-
|
|
484
|
-
|
|
485
|
-
|
|
486
|
-
|
|
487
|
-
|
|
488
|
-
|
|
489
|
-
|
|
490
|
-
|
|
491
|
-
|
|
492
|
-
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
|
|
500
|
-
|
|
501
|
-
|
|
1
|
+
package com.oney.WebRTCModule.palabra;
|
|
2
|
+
|
|
3
|
+
import android.content.Context;
|
|
4
|
+
import android.media.AudioFormat;
|
|
5
|
+
import android.media.AudioManager;
|
|
6
|
+
import android.media.AudioTrack;
|
|
7
|
+
import android.os.Handler;
|
|
8
|
+
import android.os.Looper;
|
|
9
|
+
import android.util.Base64;
|
|
10
|
+
import android.util.Log;
|
|
11
|
+
|
|
12
|
+
import org.json.JSONArray;
|
|
13
|
+
import org.json.JSONException;
|
|
14
|
+
import org.json.JSONObject;
|
|
15
|
+
import org.webrtc.AudioTrackSink;
|
|
16
|
+
|
|
17
|
+
import java.io.BufferedReader;
|
|
18
|
+
import java.io.ByteArrayOutputStream;
|
|
19
|
+
import java.io.IOException;
|
|
20
|
+
import java.io.InputStream;
|
|
21
|
+
import java.io.InputStreamReader;
|
|
22
|
+
import java.io.OutputStream;
|
|
23
|
+
import java.net.HttpURLConnection;
|
|
24
|
+
import java.net.URL;
|
|
25
|
+
import java.nio.ByteBuffer;
|
|
26
|
+
import java.nio.ByteOrder;
|
|
27
|
+
import java.nio.charset.StandardCharsets;
|
|
28
|
+
import java.util.concurrent.ExecutorService;
|
|
29
|
+
import java.util.concurrent.Executors;
|
|
30
|
+
import java.util.concurrent.TimeUnit;
|
|
31
|
+
import java.util.concurrent.atomic.AtomicBoolean;
|
|
32
|
+
|
|
33
|
+
import okhttp3.OkHttpClient;
|
|
34
|
+
import okhttp3.Request;
|
|
35
|
+
import okhttp3.Response;
|
|
36
|
+
import okhttp3.WebSocket;
|
|
37
|
+
import okhttp3.WebSocketListener;
|
|
38
|
+
|
|
39
|
+
public class PalabraClient implements AudioTrackSink {
|
|
40
|
+
private static final String TAG = "PalabraClient";
|
|
41
|
+
private static final int SAMPLE_RATE_IN = 16000;
|
|
42
|
+
private static final int SAMPLE_RATE_OUT = 24000;
|
|
43
|
+
private static final int CHANNELS = 1;
|
|
44
|
+
private static final int CHUNK_MS = 320;
|
|
45
|
+
private static final int CHUNK_SAMPLES = SAMPLE_RATE_IN * CHUNK_MS / 1000;
|
|
46
|
+
private static final int CHUNK_BYTES = CHUNK_SAMPLES * 2;
|
|
47
|
+
|
|
48
|
+
private final Context context;
|
|
49
|
+
private final PalabraConfig config;
|
|
50
|
+
private PalabraListener listener;
|
|
51
|
+
|
|
52
|
+
private org.webrtc.AudioTrack remoteTrack;
|
|
53
|
+
private OkHttpClient httpClient;
|
|
54
|
+
private WebSocket webSocket;
|
|
55
|
+
|
|
56
|
+
private AudioTrack audioPlayer;
|
|
57
|
+
private final ExecutorService executor = Executors.newSingleThreadExecutor();
|
|
58
|
+
private final Handler mainHandler = new Handler(Looper.getMainLooper());
|
|
59
|
+
|
|
60
|
+
private String sessionId;
|
|
61
|
+
private String wsUrl;
|
|
62
|
+
private String publisherToken;
|
|
63
|
+
private String remoteTrackId;
|
|
64
|
+
|
|
65
|
+
private AtomicBoolean connected = new AtomicBoolean(false);
|
|
66
|
+
private AtomicBoolean starting = new AtomicBoolean(false);
|
|
67
|
+
private AtomicBoolean translating = new AtomicBoolean(false);
|
|
68
|
+
|
|
69
|
+
private ByteArrayOutputStream audioBuffer = new ByteArrayOutputStream();
|
|
70
|
+
private final Object bufferLock = new Object();
|
|
71
|
+
|
|
72
|
+
public PalabraClient(Context context, PalabraConfig config) {
|
|
73
|
+
this.context = context;
|
|
74
|
+
this.config = config;
|
|
75
|
+
this.httpClient = new OkHttpClient.Builder()
|
|
76
|
+
.connectTimeout(30, TimeUnit.SECONDS)
|
|
77
|
+
.readTimeout(30, TimeUnit.SECONDS)
|
|
78
|
+
.writeTimeout(30, TimeUnit.SECONDS)
|
|
79
|
+
.build();
|
|
80
|
+
setupAudioPlayer();
|
|
81
|
+
}
|
|
82
|
+
|
|
83
|
+
public void setListener(PalabraListener listener) {
|
|
84
|
+
this.listener = listener;
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
public boolean isConnected() {
|
|
88
|
+
return connected.get();
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
public boolean isStarting() {
|
|
92
|
+
return starting.get();
|
|
93
|
+
}
|
|
94
|
+
|
|
95
|
+
public boolean isRunning() {
|
|
96
|
+
return starting.get() || connected.get() || translating.get();
|
|
97
|
+
}
|
|
98
|
+
|
|
99
|
+
public boolean matchesSession(String trackId, String sourceLang, String targetLang, String apiUrl) {
|
|
100
|
+
return remoteTrackId != null
|
|
101
|
+
&& remoteTrackId.equals(trackId)
|
|
102
|
+
&& config.sourceLang.equals(sourceLang)
|
|
103
|
+
&& config.targetLang.equals(targetLang)
|
|
104
|
+
&& config.apiUrl.equals(apiUrl);
|
|
105
|
+
}
|
|
106
|
+
|
|
107
|
+
public boolean isTranslating() {
|
|
108
|
+
return translating.get();
|
|
109
|
+
}
|
|
110
|
+
|
|
111
|
+
private void setupAudioPlayer() {
|
|
112
|
+
int channelConfig = AudioFormat.CHANNEL_OUT_MONO;
|
|
113
|
+
int audioFormat = AudioFormat.ENCODING_PCM_16BIT;
|
|
114
|
+
int bufferSize = AudioTrack.getMinBufferSize(SAMPLE_RATE_OUT, channelConfig, audioFormat) * 2;
|
|
115
|
+
|
|
116
|
+
audioPlayer = new AudioTrack(
|
|
117
|
+
AudioManager.STREAM_VOICE_CALL,
|
|
118
|
+
SAMPLE_RATE_OUT,
|
|
119
|
+
channelConfig,
|
|
120
|
+
audioFormat,
|
|
121
|
+
bufferSize,
|
|
122
|
+
AudioTrack.MODE_STREAM
|
|
123
|
+
);
|
|
124
|
+
}
|
|
125
|
+
|
|
126
|
+
public void start(org.webrtc.AudioTrack remoteAudioTrack) {
|
|
127
|
+
if (starting.get() || translating.get()) {
|
|
128
|
+
Log.d(TAG, "palabra_start_skip_busy");
|
|
129
|
+
return;
|
|
130
|
+
}
|
|
131
|
+
|
|
132
|
+
starting.set(true);
|
|
133
|
+
this.remoteTrack = remoteAudioTrack;
|
|
134
|
+
this.remoteTrackId = remoteAudioTrack.id();
|
|
135
|
+
remoteAudioTrack.setVolume(0);
|
|
136
|
+
|
|
137
|
+
Log.d(TAG, "palabra_start: " + remoteTrackId);
|
|
138
|
+
|
|
139
|
+
notifyConnectionState("connecting");
|
|
140
|
+
|
|
141
|
+
executor.execute(() -> {
|
|
142
|
+
try {
|
|
143
|
+
JSONObject session = createSession();
|
|
144
|
+
Log.d(TAG, "session_response: " + session.toString());
|
|
145
|
+
JSONObject data = session.getJSONObject("data");
|
|
146
|
+
sessionId = data.getString("id");
|
|
147
|
+
wsUrl = data.getString("ws_url");
|
|
148
|
+
publisherToken = data.getString("publisher");
|
|
149
|
+
Log.d(TAG, "ws_url: " + wsUrl);
|
|
150
|
+
|
|
151
|
+
mainHandler.post(this::connectWebSocket);
|
|
152
|
+
} catch (Exception e) {
|
|
153
|
+
Log.e(TAG, "session_create_failed", e);
|
|
154
|
+
mainHandler.post(() -> {
|
|
155
|
+
starting.set(false);
|
|
156
|
+
if (remoteAudioTrack != null) {
|
|
157
|
+
remoteAudioTrack.setVolume(1.0);
|
|
158
|
+
}
|
|
159
|
+
notifyError(500, e.getMessage());
|
|
160
|
+
});
|
|
161
|
+
}
|
|
162
|
+
});
|
|
163
|
+
}
|
|
164
|
+
|
|
165
|
+
private JSONObject createSession() throws IOException, JSONException {
|
|
166
|
+
URL url = new URL(config.apiUrl + "/session-storage/session");
|
|
167
|
+
HttpURLConnection conn = (HttpURLConnection) url.openConnection();
|
|
168
|
+
conn.setRequestMethod("POST");
|
|
169
|
+
conn.setRequestProperty("ClientId", config.clientId);
|
|
170
|
+
conn.setRequestProperty("ClientSecret", config.clientSecret);
|
|
171
|
+
conn.setRequestProperty("Content-Type", "application/json");
|
|
172
|
+
conn.setDoOutput(true);
|
|
173
|
+
|
|
174
|
+
JSONObject body = new JSONObject();
|
|
175
|
+
JSONObject bodyData = new JSONObject();
|
|
176
|
+
bodyData.put("subscriber_count", 0);
|
|
177
|
+
bodyData.put("publisher_can_subscribe", true);
|
|
178
|
+
body.put("data", bodyData);
|
|
179
|
+
|
|
180
|
+
try (OutputStream os = conn.getOutputStream()) {
|
|
181
|
+
os.write(body.toString().getBytes(StandardCharsets.UTF_8));
|
|
182
|
+
}
|
|
183
|
+
|
|
184
|
+
int responseCode = conn.getResponseCode();
|
|
185
|
+
if (responseCode < 200 || responseCode >= 300) {
|
|
186
|
+
throw new IOException(buildSessionError(conn, responseCode));
|
|
187
|
+
}
|
|
188
|
+
|
|
189
|
+
String response = readStream(conn.getInputStream());
|
|
190
|
+
|
|
191
|
+
return new JSONObject(response);
|
|
192
|
+
}
|
|
193
|
+
|
|
194
|
+
private String buildSessionError(HttpURLConnection conn, int responseCode) throws IOException {
|
|
195
|
+
String fallback = "session_http_error_" + responseCode;
|
|
196
|
+
String payload = readStream(conn.getErrorStream());
|
|
197
|
+
if (payload.isEmpty()) {
|
|
198
|
+
return fallback;
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
try {
|
|
202
|
+
JSONObject json = new JSONObject(payload);
|
|
203
|
+
JSONArray errors = json.optJSONArray("errors");
|
|
204
|
+
if (errors != null && errors.length() > 0) {
|
|
205
|
+
JSONObject first = errors.optJSONObject(0);
|
|
206
|
+
if (first != null) {
|
|
207
|
+
String detail = first.optString("detail");
|
|
208
|
+
if (detail != null && !detail.isEmpty()) {
|
|
209
|
+
return fallback + ": " + detail;
|
|
210
|
+
}
|
|
211
|
+
}
|
|
212
|
+
}
|
|
213
|
+
} catch (JSONException e) {
|
|
214
|
+
Log.d(TAG, "session_error_parse_failed", e);
|
|
215
|
+
}
|
|
216
|
+
|
|
217
|
+
return fallback;
|
|
218
|
+
}
|
|
219
|
+
|
|
220
|
+
private String readStream(InputStream stream) throws IOException {
|
|
221
|
+
if (stream == null) {
|
|
222
|
+
return "";
|
|
223
|
+
}
|
|
224
|
+
|
|
225
|
+
StringBuilder response = new StringBuilder();
|
|
226
|
+
try (BufferedReader br = new BufferedReader(new InputStreamReader(stream, StandardCharsets.UTF_8))) {
|
|
227
|
+
String line;
|
|
228
|
+
while ((line = br.readLine()) != null) {
|
|
229
|
+
response.append(line);
|
|
230
|
+
}
|
|
231
|
+
}
|
|
232
|
+
|
|
233
|
+
return response.toString();
|
|
234
|
+
}
|
|
235
|
+
|
|
236
|
+
private void connectWebSocket() {
|
|
237
|
+
String endpoint = wsUrl + "?token=" + publisherToken;
|
|
238
|
+
Log.d(TAG, "connecting_ws: " + endpoint);
|
|
239
|
+
|
|
240
|
+
Request request = new Request.Builder()
|
|
241
|
+
.url(endpoint)
|
|
242
|
+
.build();
|
|
243
|
+
|
|
244
|
+
webSocket = httpClient.newWebSocket(request, new WebSocketListener() {
|
|
245
|
+
@Override
|
|
246
|
+
public void onOpen(WebSocket ws, Response response) {
|
|
247
|
+
Log.d(TAG, "ws_open");
|
|
248
|
+
starting.set(false);
|
|
249
|
+
connected.set(true);
|
|
250
|
+
translating.set(true);
|
|
251
|
+
|
|
252
|
+
remoteTrack.addSink(PalabraClient.this);
|
|
253
|
+
audioPlayer.play();
|
|
254
|
+
|
|
255
|
+
mainHandler.post(() -> notifyConnectionState("connected"));
|
|
256
|
+
|
|
257
|
+
mainHandler.postDelayed(() -> sendSetTask(), 500);
|
|
258
|
+
}
|
|
259
|
+
|
|
260
|
+
@Override
|
|
261
|
+
public void onMessage(WebSocket ws, String text) {
|
|
262
|
+
handleMessage(text);
|
|
263
|
+
}
|
|
264
|
+
|
|
265
|
+
@Override
|
|
266
|
+
public void onFailure(WebSocket ws, Throwable t, Response response) {
|
|
267
|
+
Log.e(TAG, "ws_error", t);
|
|
268
|
+
mainHandler.post(() -> {
|
|
269
|
+
stop();
|
|
270
|
+
notifyError(500, t.getMessage());
|
|
271
|
+
});
|
|
272
|
+
}
|
|
273
|
+
|
|
274
|
+
@Override
|
|
275
|
+
public void onClosed(WebSocket ws, int code, String reason) {
|
|
276
|
+
Log.d(TAG, "ws_closed: " + code);
|
|
277
|
+
mainHandler.post(() -> stop());
|
|
278
|
+
}
|
|
279
|
+
});
|
|
280
|
+
}
|
|
281
|
+
|
|
282
|
+
private void sendSetTask() {
|
|
283
|
+
if (webSocket == null || !connected.get()) {
|
|
284
|
+
return;
|
|
285
|
+
}
|
|
286
|
+
|
|
287
|
+
try {
|
|
288
|
+
JSONObject msg = new JSONObject();
|
|
289
|
+
msg.put("message_type", "set_task");
|
|
290
|
+
|
|
291
|
+
JSONObject data = new JSONObject();
|
|
292
|
+
|
|
293
|
+
JSONObject inputStream = new JSONObject();
|
|
294
|
+
inputStream.put("content_type", "audio");
|
|
295
|
+
JSONObject source = new JSONObject();
|
|
296
|
+
source.put("type", "ws");
|
|
297
|
+
source.put("format", "pcm_s16le");
|
|
298
|
+
source.put("sample_rate", SAMPLE_RATE_IN);
|
|
299
|
+
source.put("channels", CHANNELS);
|
|
300
|
+
inputStream.put("source", source);
|
|
301
|
+
data.put("input_stream", inputStream);
|
|
302
|
+
|
|
303
|
+
JSONObject outputStream = new JSONObject();
|
|
304
|
+
outputStream.put("content_type", "audio");
|
|
305
|
+
JSONObject target = new JSONObject();
|
|
306
|
+
target.put("type", "ws");
|
|
307
|
+
target.put("format", "pcm_s16le");
|
|
308
|
+
outputStream.put("target", target);
|
|
309
|
+
data.put("output_stream", outputStream);
|
|
310
|
+
|
|
311
|
+
JSONObject pipeline = new JSONObject();
|
|
312
|
+
|
|
313
|
+
JSONObject transcription = new JSONObject();
|
|
314
|
+
transcription.put("source_language", config.sourceLang);
|
|
315
|
+
pipeline.put("transcription", transcription);
|
|
316
|
+
|
|
317
|
+
JSONArray translations = new JSONArray();
|
|
318
|
+
JSONObject translation = new JSONObject();
|
|
319
|
+
translation.put("target_language", config.targetLang);
|
|
320
|
+
JSONObject speechGen = new JSONObject();
|
|
321
|
+
speechGen.put("voice_cloning", false);
|
|
322
|
+
translation.put("speech_generation", speechGen);
|
|
323
|
+
translations.put(translation);
|
|
324
|
+
pipeline.put("translations", translations);
|
|
325
|
+
|
|
326
|
+
JSONArray allowedTypes = new JSONArray();
|
|
327
|
+
allowedTypes.put("partial_transcription");
|
|
328
|
+
allowedTypes.put("validated_transcription");
|
|
329
|
+
allowedTypes.put("translated_transcription");
|
|
330
|
+
pipeline.put("allowed_message_types", allowedTypes);
|
|
331
|
+
|
|
332
|
+
data.put("pipeline", pipeline);
|
|
333
|
+
msg.put("data", data);
|
|
334
|
+
|
|
335
|
+
String payload = msg.toString();
|
|
336
|
+
Log.d(TAG, "set_task: " + payload);
|
|
337
|
+
webSocket.send(payload);
|
|
338
|
+
} catch (JSONException e) {
|
|
339
|
+
Log.e(TAG, "set_task_error", e);
|
|
340
|
+
}
|
|
341
|
+
}
|
|
342
|
+
|
|
343
|
+
private void handleMessage(String text) {
|
|
344
|
+
try {
|
|
345
|
+
JSONObject json = new JSONObject(text);
|
|
346
|
+
String type = json.optString("message_type", "");
|
|
347
|
+
|
|
348
|
+
if ("output_audio_data".equals(type)) {
|
|
349
|
+
JSONObject data = json.getJSONObject("data");
|
|
350
|
+
String audioBase64 = data.optString("data", "");
|
|
351
|
+
if (!audioBase64.isEmpty()) {
|
|
352
|
+
byte[] audioBytes = Base64.decode(audioBase64, Base64.DEFAULT);
|
|
353
|
+
if (audioPlayer != null && translating.get()) {
|
|
354
|
+
audioPlayer.write(audioBytes, 0, audioBytes.length);
|
|
355
|
+
}
|
|
356
|
+
}
|
|
357
|
+
} else if (type.contains("transcription")) {
|
|
358
|
+
JSONObject data = json.getJSONObject("data");
|
|
359
|
+
JSONObject transcription = data.optJSONObject("transcription");
|
|
360
|
+
if (transcription != null) {
|
|
361
|
+
String txt = transcription.optString("text", "");
|
|
362
|
+
String lang = transcription.optString("language", "");
|
|
363
|
+
boolean isFinal = !"partial_transcription".equals(type);
|
|
364
|
+
mainHandler.post(() -> notifyTranscription(txt, lang, isFinal));
|
|
365
|
+
}
|
|
366
|
+
} else if ("error".equals(type)) {
|
|
367
|
+
JSONObject data = json.optJSONObject("data");
|
|
368
|
+
String desc = data != null ? data.optString("desc", "unknown") : "unknown";
|
|
369
|
+
Log.e(TAG, "palabra_error: " + desc);
|
|
370
|
+
mainHandler.post(() -> notifyError(500, desc));
|
|
371
|
+
}
|
|
372
|
+
} catch (JSONException e) {
|
|
373
|
+
Log.e(TAG, "msg_parse_error", e);
|
|
374
|
+
}
|
|
375
|
+
}
|
|
376
|
+
|
|
377
|
+
public void stop() {
|
|
378
|
+
boolean wasStarting = starting.getAndSet(false);
|
|
379
|
+
boolean wasTranslating = translating.getAndSet(false);
|
|
380
|
+
if (!wasStarting && !wasTranslating && !connected.get() && remoteTrack == null && webSocket == null) {
|
|
381
|
+
return;
|
|
382
|
+
}
|
|
383
|
+
|
|
384
|
+
connected.set(false);
|
|
385
|
+
|
|
386
|
+
if (remoteTrack != null) {
|
|
387
|
+
try {
|
|
388
|
+
remoteTrack.removeSink(this);
|
|
389
|
+
remoteTrack.setVolume(1.0);
|
|
390
|
+
} catch (Exception e) {
|
|
391
|
+
Log.w(TAG, "stop_track_cleanup_error: " + e.getMessage());
|
|
392
|
+
}
|
|
393
|
+
}
|
|
394
|
+
|
|
395
|
+
if (webSocket != null) {
|
|
396
|
+
try {
|
|
397
|
+
JSONObject endMsg = new JSONObject();
|
|
398
|
+
endMsg.put("message_type", "end_task");
|
|
399
|
+
endMsg.put("data", new JSONObject().put("force", false));
|
|
400
|
+
webSocket.send(endMsg.toString());
|
|
401
|
+
} catch (JSONException e) {
|
|
402
|
+
Log.e(TAG, "end_task_error", e);
|
|
403
|
+
}
|
|
404
|
+
try {
|
|
405
|
+
webSocket.close(1000, "stop");
|
|
406
|
+
} catch (Exception e) {
|
|
407
|
+
Log.w(TAG, "websocket_close_error: " + e.getMessage());
|
|
408
|
+
}
|
|
409
|
+
webSocket = null;
|
|
410
|
+
}
|
|
411
|
+
|
|
412
|
+
if (audioPlayer != null) {
|
|
413
|
+
try {
|
|
414
|
+
audioPlayer.stop();
|
|
415
|
+
} catch (Exception e) {
|
|
416
|
+
Log.w(TAG, "audio_player_stop_error: " + e.getMessage());
|
|
417
|
+
}
|
|
418
|
+
}
|
|
419
|
+
|
|
420
|
+
synchronized (bufferLock) {
|
|
421
|
+
audioBuffer.reset();
|
|
422
|
+
}
|
|
423
|
+
|
|
424
|
+
remoteTrack = null;
|
|
425
|
+
remoteTrackId = null;
|
|
426
|
+
notifyConnectionState("disconnected");
|
|
427
|
+
}
|
|
428
|
+
|
|
429
|
+
@Override
|
|
430
|
+
public void onData(ByteBuffer audioData, int bitsPerSample, int sampleRate, int channels, int frames, long timestamp) {
|
|
431
|
+
if (!translating.get() || webSocket == null) {
|
|
432
|
+
return;
|
|
433
|
+
}
|
|
434
|
+
|
|
435
|
+
byte[] samples = new byte[audioData.remaining()];
|
|
436
|
+
audioData.get(samples);
|
|
437
|
+
|
|
438
|
+
byte[] resampled = resample(samples, sampleRate, channels, SAMPLE_RATE_IN, CHANNELS);
|
|
439
|
+
|
|
440
|
+
synchronized (bufferLock) {
|
|
441
|
+
try {
|
|
442
|
+
audioBuffer.write(resampled);
|
|
443
|
+
|
|
444
|
+
while (audioBuffer.size() >= CHUNK_BYTES) {
|
|
445
|
+
byte[] chunk = new byte[CHUNK_BYTES];
|
|
446
|
+
byte[] all = audioBuffer.toByteArray();
|
|
447
|
+
System.arraycopy(all, 0, chunk, 0, CHUNK_BYTES);
|
|
448
|
+
|
|
449
|
+
audioBuffer.reset();
|
|
450
|
+
if (all.length > CHUNK_BYTES) {
|
|
451
|
+
audioBuffer.write(all, CHUNK_BYTES, all.length - CHUNK_BYTES);
|
|
452
|
+
}
|
|
453
|
+
|
|
454
|
+
sendAudioChunk(chunk);
|
|
455
|
+
}
|
|
456
|
+
} catch (IOException e) {
|
|
457
|
+
Log.e(TAG, "buffer_error", e);
|
|
458
|
+
}
|
|
459
|
+
}
|
|
460
|
+
}
|
|
461
|
+
|
|
462
|
+
private byte[] resample(byte[] input, int srcRate, int srcChannels, int dstRate, int dstChannels) {
|
|
463
|
+
if (srcRate == dstRate && srcChannels == dstChannels) {
|
|
464
|
+
return input;
|
|
465
|
+
}
|
|
466
|
+
|
|
467
|
+
int srcSamples = input.length / (2 * srcChannels);
|
|
468
|
+
int dstSamples = (int) ((long) srcSamples * dstRate / srcRate);
|
|
469
|
+
|
|
470
|
+
short[] srcData = new short[srcSamples * srcChannels];
|
|
471
|
+
ByteBuffer.wrap(input).order(ByteOrder.LITTLE_ENDIAN).asShortBuffer().get(srcData);
|
|
472
|
+
|
|
473
|
+
short[] monoSrc = srcData;
|
|
474
|
+
if (srcChannels == 2) {
|
|
475
|
+
monoSrc = new short[srcSamples];
|
|
476
|
+
for (int i = 0; i < srcSamples; i++) {
|
|
477
|
+
monoSrc[i] = (short) ((srcData[i * 2] + srcData[i * 2 + 1]) / 2);
|
|
478
|
+
}
|
|
479
|
+
}
|
|
480
|
+
|
|
481
|
+
short[] dstData = new short[dstSamples];
|
|
482
|
+
for (int i = 0; i < dstSamples; i++) {
|
|
483
|
+
float srcIdx = (float) i * (monoSrc.length - 1) / (dstSamples - 1);
|
|
484
|
+
int idx0 = (int) srcIdx;
|
|
485
|
+
int idx1 = Math.min(idx0 + 1, monoSrc.length - 1);
|
|
486
|
+
float frac = srcIdx - idx0;
|
|
487
|
+
dstData[i] = (short) (monoSrc[idx0] * (1 - frac) + monoSrc[idx1] * frac);
|
|
488
|
+
}
|
|
489
|
+
|
|
490
|
+
byte[] output = new byte[dstSamples * 2];
|
|
491
|
+
ByteBuffer.wrap(output).order(ByteOrder.LITTLE_ENDIAN).asShortBuffer().put(dstData);
|
|
492
|
+
return output;
|
|
493
|
+
}
|
|
494
|
+
|
|
495
|
+
private void sendAudioChunk(byte[] chunk) {
|
|
496
|
+
if (webSocket == null || !connected.get()) {
|
|
497
|
+
return;
|
|
498
|
+
}
|
|
499
|
+
|
|
500
|
+
try {
|
|
501
|
+
JSONObject msg = new JSONObject();
|
|
502
|
+
msg.put("message_type", "input_audio_data");
|
|
503
|
+
JSONObject data = new JSONObject();
|
|
504
|
+
data.put("data", Base64.encodeToString(chunk, Base64.NO_WRAP));
|
|
505
|
+
msg.put("data", data);
|
|
506
|
+
webSocket.send(msg.toString());
|
|
507
|
+
} catch (JSONException e) {
|
|
508
|
+
Log.e(TAG, "send_audio_error", e);
|
|
509
|
+
}
|
|
510
|
+
}
|
|
511
|
+
|
|
512
|
+
private void notifyConnectionState(String state) {
|
|
513
|
+
if (listener != null) {
|
|
514
|
+
listener.onConnectionState(state);
|
|
515
|
+
}
|
|
516
|
+
}
|
|
517
|
+
|
|
518
|
+
private void notifyError(int code, String message) {
|
|
519
|
+
if (listener != null) {
|
|
520
|
+
listener.onError(code, message);
|
|
521
|
+
}
|
|
522
|
+
}
|
|
523
|
+
|
|
524
|
+
private void notifyTranscription(String text, String lang, boolean isFinal) {
|
|
525
|
+
if (listener != null) {
|
|
526
|
+
listener.onTranscription(text, lang, isFinal);
|
|
527
|
+
}
|
|
528
|
+
}
|
|
529
|
+
}
|