@sbhjt-gr/react-native-webrtc 137.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (377) hide show
  1. package/.clang-format +11 -0
  2. package/.eslintignore +6 -0
  3. package/.nvmrc +1 -0
  4. package/ISSUE_TEMPLATE.md +40 -0
  5. package/LICENSE +22 -0
  6. package/README.md +82 -0
  7. package/android/build.gradle +36 -0
  8. package/android/consumer-rules.pro +3 -0
  9. package/android/src/main/AndroidManifest.xml +11 -0
  10. package/android/src/main/java/com/oney/WebRTCModule/AbstractVideoCaptureController.java +113 -0
  11. package/android/src/main/java/com/oney/WebRTCModule/CameraCaptureController.java +338 -0
  12. package/android/src/main/java/com/oney/WebRTCModule/CameraEventsHandler.java +49 -0
  13. package/android/src/main/java/com/oney/WebRTCModule/DataChannelWrapper.java +99 -0
  14. package/android/src/main/java/com/oney/WebRTCModule/DataPacketCryptorManager.java +63 -0
  15. package/android/src/main/java/com/oney/WebRTCModule/DisplayUtils.java +16 -0
  16. package/android/src/main/java/com/oney/WebRTCModule/EglUtils.java +66 -0
  17. package/android/src/main/java/com/oney/WebRTCModule/GetUserMediaImpl.java +539 -0
  18. package/android/src/main/java/com/oney/WebRTCModule/LibraryLoader.java +21 -0
  19. package/android/src/main/java/com/oney/WebRTCModule/MediaProjectionNotification.java +70 -0
  20. package/android/src/main/java/com/oney/WebRTCModule/MediaProjectionService.java +82 -0
  21. package/android/src/main/java/com/oney/WebRTCModule/PeerConnectionObserver.java +588 -0
  22. package/android/src/main/java/com/oney/WebRTCModule/RTCCryptoManager.java +493 -0
  23. package/android/src/main/java/com/oney/WebRTCModule/RTCVideoViewManager.java +98 -0
  24. package/android/src/main/java/com/oney/WebRTCModule/ReactBridgeUtil.java +36 -0
  25. package/android/src/main/java/com/oney/WebRTCModule/ScreenCaptureController.java +94 -0
  26. package/android/src/main/java/com/oney/WebRTCModule/SerializeUtils.java +342 -0
  27. package/android/src/main/java/com/oney/WebRTCModule/StringUtils.java +101 -0
  28. package/android/src/main/java/com/oney/WebRTCModule/ThreadUtils.java +41 -0
  29. package/android/src/main/java/com/oney/WebRTCModule/TrackCapturerEventsEmitter.java +34 -0
  30. package/android/src/main/java/com/oney/WebRTCModule/VideoTrackAdapter.java +137 -0
  31. package/android/src/main/java/com/oney/WebRTCModule/WebRTCModule.java +1593 -0
  32. package/android/src/main/java/com/oney/WebRTCModule/WebRTCModuleOptions.java +33 -0
  33. package/android/src/main/java/com/oney/WebRTCModule/WebRTCModulePackage.java +21 -0
  34. package/android/src/main/java/com/oney/WebRTCModule/WebRTCView.java +583 -0
  35. package/android/src/main/java/com/oney/WebRTCModule/videoEffects/ProcessorProvider.java +38 -0
  36. package/android/src/main/java/com/oney/WebRTCModule/videoEffects/VideoEffectProcessor.java +59 -0
  37. package/android/src/main/java/com/oney/WebRTCModule/videoEffects/VideoFrameProcessor.java +19 -0
  38. package/android/src/main/java/com/oney/WebRTCModule/videoEffects/VideoFrameProcessorFactoryInterface.java +12 -0
  39. package/android/src/main/java/com/oney/WebRTCModule/webrtcutils/H264AndSoftwareVideoDecoderFactory.java +73 -0
  40. package/android/src/main/java/com/oney/WebRTCModule/webrtcutils/H264AndSoftwareVideoEncoderFactory.java +73 -0
  41. package/android/src/main/java/com/oney/WebRTCModule/webrtcutils/SoftwareVideoDecoderFactoryProxy.java +36 -0
  42. package/android/src/main/java/com/oney/WebRTCModule/webrtcutils/SoftwareVideoEncoderFactoryProxy.java +36 -0
  43. package/android/src/main/java/org/webrtc/Camera1Helper.java +54 -0
  44. package/android/src/main/java/org/webrtc/Camera2Helper.java +52 -0
  45. package/android/src/main/res/values/strings.xml +5 -0
  46. package/android/src/main/res/values/styles.xml +8 -0
  47. package/apple/.placeholder +0 -0
  48. package/ios/RCTWebRTC/CaptureController.h +18 -0
  49. package/ios/RCTWebRTC/CaptureController.m +29 -0
  50. package/ios/RCTWebRTC/CapturerEventsDelegate.h +12 -0
  51. package/ios/RCTWebRTC/DataChannelWrapper.h +27 -0
  52. package/ios/RCTWebRTC/DataChannelWrapper.m +42 -0
  53. package/ios/RCTWebRTC/I420Converter.h +22 -0
  54. package/ios/RCTWebRTC/I420Converter.m +164 -0
  55. package/ios/RCTWebRTC/PIPController.h +24 -0
  56. package/ios/RCTWebRTC/PIPController.m +234 -0
  57. package/ios/RCTWebRTC/RCTConvert+WebRTC.h +16 -0
  58. package/ios/RCTWebRTC/RCTConvert+WebRTC.m +206 -0
  59. package/ios/RCTWebRTC/RTCMediaStreamTrack+React.h +10 -0
  60. package/ios/RCTWebRTC/RTCMediaStreamTrack+React.m +16 -0
  61. package/ios/RCTWebRTC/RTCVideoViewManager.h +29 -0
  62. package/ios/RCTWebRTC/RTCVideoViewManager.m +411 -0
  63. package/ios/RCTWebRTC/SampleBufferVideoCallView.h +12 -0
  64. package/ios/RCTWebRTC/SampleBufferVideoCallView.m +178 -0
  65. package/ios/RCTWebRTC/ScreenCaptureController.h +20 -0
  66. package/ios/RCTWebRTC/ScreenCaptureController.m +83 -0
  67. package/ios/RCTWebRTC/ScreenCapturePickerViewManager.h +7 -0
  68. package/ios/RCTWebRTC/ScreenCapturePickerViewManager.m +60 -0
  69. package/ios/RCTWebRTC/ScreenCapturer.h +19 -0
  70. package/ios/RCTWebRTC/ScreenCapturer.m +264 -0
  71. package/ios/RCTWebRTC/SerializeUtils.h +28 -0
  72. package/ios/RCTWebRTC/SerializeUtils.m +314 -0
  73. package/ios/RCTWebRTC/SocketConnection.h +13 -0
  74. package/ios/RCTWebRTC/SocketConnection.m +137 -0
  75. package/ios/RCTWebRTC/TrackCapturerEventsEmitter.h +14 -0
  76. package/ios/RCTWebRTC/TrackCapturerEventsEmitter.m +37 -0
  77. package/ios/RCTWebRTC/VideoCaptureController.h +21 -0
  78. package/ios/RCTWebRTC/VideoCaptureController.m +328 -0
  79. package/ios/RCTWebRTC/WebRTCModule+Permissions.m +75 -0
  80. package/ios/RCTWebRTC/WebRTCModule+RTCAudioSession.m +20 -0
  81. package/ios/RCTWebRTC/WebRTCModule+RTCDataChannel.h +14 -0
  82. package/ios/RCTWebRTC/WebRTCModule+RTCDataChannel.m +165 -0
  83. package/ios/RCTWebRTC/WebRTCModule+RTCFrameCryptor.m +611 -0
  84. package/ios/RCTWebRTC/WebRTCModule+RTCMediaStream.h +14 -0
  85. package/ios/RCTWebRTC/WebRTCModule+RTCMediaStream.m +545 -0
  86. package/ios/RCTWebRTC/WebRTCModule+RTCPeerConnection.h +24 -0
  87. package/ios/RCTWebRTC/WebRTCModule+RTCPeerConnection.m +1004 -0
  88. package/ios/RCTWebRTC/WebRTCModule+Transceivers.m +267 -0
  89. package/ios/RCTWebRTC/WebRTCModule+VideoTrackAdapter.h +12 -0
  90. package/ios/RCTWebRTC/WebRTCModule+VideoTrackAdapter.m +166 -0
  91. package/ios/RCTWebRTC/WebRTCModule.h +45 -0
  92. package/ios/RCTWebRTC/WebRTCModule.m +149 -0
  93. package/ios/RCTWebRTC/WebRTCModuleOptions.h +24 -0
  94. package/ios/RCTWebRTC/WebRTCModuleOptions.m +31 -0
  95. package/ios/RCTWebRTC/videoEffects/ProcessorProvider.h +9 -0
  96. package/ios/RCTWebRTC/videoEffects/ProcessorProvider.m +23 -0
  97. package/ios/RCTWebRTC/videoEffects/VideoEffectProcessor.h +13 -0
  98. package/ios/RCTWebRTC/videoEffects/VideoEffectProcessor.m +23 -0
  99. package/ios/RCTWebRTC/videoEffects/VideoFrameProcessor.h +8 -0
  100. package/ios/RCTWebRTC.xcodeproj/project.pbxproj +404 -0
  101. package/ios/RCTWebRTC.xcworkspace/contents.xcworkspacedata +10 -0
  102. package/lib/commonjs/Constraints.js +2 -0
  103. package/lib/commonjs/Constraints.js.map +1 -0
  104. package/lib/commonjs/EventEmitter.js +69 -0
  105. package/lib/commonjs/EventEmitter.js.map +1 -0
  106. package/lib/commonjs/Logger.js +47 -0
  107. package/lib/commonjs/Logger.js.map +1 -0
  108. package/lib/commonjs/MediaDevices.js +54 -0
  109. package/lib/commonjs/MediaDevices.js.map +1 -0
  110. package/lib/commonjs/MediaStream.js +137 -0
  111. package/lib/commonjs/MediaStream.js.map +1 -0
  112. package/lib/commonjs/MediaStreamError.js +19 -0
  113. package/lib/commonjs/MediaStreamError.js.map +1 -0
  114. package/lib/commonjs/MediaStreamErrorEvent.js +17 -0
  115. package/lib/commonjs/MediaStreamErrorEvent.js.map +1 -0
  116. package/lib/commonjs/MediaStreamTrack.js +239 -0
  117. package/lib/commonjs/MediaStreamTrack.js.map +1 -0
  118. package/lib/commonjs/MediaStreamTrackEvent.js +26 -0
  119. package/lib/commonjs/MediaStreamTrackEvent.js.map +1 -0
  120. package/lib/commonjs/MessageEvent.js +27 -0
  121. package/lib/commonjs/MessageEvent.js.map +1 -0
  122. package/lib/commonjs/Permissions.js +116 -0
  123. package/lib/commonjs/Permissions.js.map +1 -0
  124. package/lib/commonjs/RTCAudioSession.js +33 -0
  125. package/lib/commonjs/RTCAudioSession.js.map +1 -0
  126. package/lib/commonjs/RTCDataChannel.js +165 -0
  127. package/lib/commonjs/RTCDataChannel.js.map +1 -0
  128. package/lib/commonjs/RTCDataChannelEvent.js +26 -0
  129. package/lib/commonjs/RTCDataChannelEvent.js.map +1 -0
  130. package/lib/commonjs/RTCDataPacketCryptor.js +76 -0
  131. package/lib/commonjs/RTCDataPacketCryptor.js.map +1 -0
  132. package/lib/commonjs/RTCDataPacketCryptorFactory.js +27 -0
  133. package/lib/commonjs/RTCDataPacketCryptorFactory.js.map +1 -0
  134. package/lib/commonjs/RTCErrorEvent.js +23 -0
  135. package/lib/commonjs/RTCErrorEvent.js.map +1 -0
  136. package/lib/commonjs/RTCFrameCryptor.js +138 -0
  137. package/lib/commonjs/RTCFrameCryptor.js.map +1 -0
  138. package/lib/commonjs/RTCFrameCryptorFactory.js +81 -0
  139. package/lib/commonjs/RTCFrameCryptorFactory.js.map +1 -0
  140. package/lib/commonjs/RTCIceCandidate.js +34 -0
  141. package/lib/commonjs/RTCIceCandidate.js.map +1 -0
  142. package/lib/commonjs/RTCIceCandidateEvent.js +28 -0
  143. package/lib/commonjs/RTCIceCandidateEvent.js.map +1 -0
  144. package/lib/commonjs/RTCKeyProvider.js +111 -0
  145. package/lib/commonjs/RTCKeyProvider.js.map +1 -0
  146. package/lib/commonjs/RTCPIPView.js +38 -0
  147. package/lib/commonjs/RTCPIPView.js.map +1 -0
  148. package/lib/commonjs/RTCPeerConnection.js +694 -0
  149. package/lib/commonjs/RTCPeerConnection.js.map +1 -0
  150. package/lib/commonjs/RTCRtcpParameters.js +24 -0
  151. package/lib/commonjs/RTCRtcpParameters.js.map +1 -0
  152. package/lib/commonjs/RTCRtpCapabilities.js +22 -0
  153. package/lib/commonjs/RTCRtpCapabilities.js.map +1 -0
  154. package/lib/commonjs/RTCRtpCodecCapability.js +19 -0
  155. package/lib/commonjs/RTCRtpCodecCapability.js.map +1 -0
  156. package/lib/commonjs/RTCRtpCodecParameters.js +38 -0
  157. package/lib/commonjs/RTCRtpCodecParameters.js.map +1 -0
  158. package/lib/commonjs/RTCRtpEncodingParameters.js +78 -0
  159. package/lib/commonjs/RTCRtpEncodingParameters.js.map +1 -0
  160. package/lib/commonjs/RTCRtpHeaderExtension.js +27 -0
  161. package/lib/commonjs/RTCRtpHeaderExtension.js.map +1 -0
  162. package/lib/commonjs/RTCRtpParameters.js +35 -0
  163. package/lib/commonjs/RTCRtpParameters.js.map +1 -0
  164. package/lib/commonjs/RTCRtpReceiveParameters.js +15 -0
  165. package/lib/commonjs/RTCRtpReceiveParameters.js.map +1 -0
  166. package/lib/commonjs/RTCRtpReceiver.js +53 -0
  167. package/lib/commonjs/RTCRtpReceiver.js.map +1 -0
  168. package/lib/commonjs/RTCRtpSendParameters.js +49 -0
  169. package/lib/commonjs/RTCRtpSendParameters.js.map +1 -0
  170. package/lib/commonjs/RTCRtpSender.js +67 -0
  171. package/lib/commonjs/RTCRtpSender.js.map +1 -0
  172. package/lib/commonjs/RTCRtpTransceiver.js +81 -0
  173. package/lib/commonjs/RTCRtpTransceiver.js.map +1 -0
  174. package/lib/commonjs/RTCSessionDescription.js +33 -0
  175. package/lib/commonjs/RTCSessionDescription.js.map +1 -0
  176. package/lib/commonjs/RTCTrackEvent.js +38 -0
  177. package/lib/commonjs/RTCTrackEvent.js.map +1 -0
  178. package/lib/commonjs/RTCUtil.js +186 -0
  179. package/lib/commonjs/RTCUtil.js.map +1 -0
  180. package/lib/commonjs/RTCView.js +16 -0
  181. package/lib/commonjs/RTCView.js.map +1 -0
  182. package/lib/commonjs/ScreenCapturePickerView.js +10 -0
  183. package/lib/commonjs/ScreenCapturePickerView.js.map +1 -0
  184. package/lib/commonjs/getDisplayMedia.js +33 -0
  185. package/lib/commonjs/getDisplayMedia.js.map +1 -0
  186. package/lib/commonjs/getUserMedia.js +101 -0
  187. package/lib/commonjs/getUserMedia.js.map +1 -0
  188. package/lib/commonjs/index.js +224 -0
  189. package/lib/commonjs/index.js.map +1 -0
  190. package/lib/module/Constraints.js +2 -0
  191. package/lib/module/Constraints.js.map +1 -0
  192. package/lib/module/EventEmitter.js +58 -0
  193. package/lib/module/EventEmitter.js.map +1 -0
  194. package/lib/module/Logger.js +39 -0
  195. package/lib/module/Logger.js.map +1 -0
  196. package/lib/module/MediaDevices.js +46 -0
  197. package/lib/module/MediaDevices.js.map +1 -0
  198. package/lib/module/MediaStream.js +129 -0
  199. package/lib/module/MediaStream.js.map +1 -0
  200. package/lib/module/MediaStreamError.js +12 -0
  201. package/lib/module/MediaStreamError.js.map +1 -0
  202. package/lib/module/MediaStreamErrorEvent.js +10 -0
  203. package/lib/module/MediaStreamErrorEvent.js.map +1 -0
  204. package/lib/module/MediaStreamTrack.js +231 -0
  205. package/lib/module/MediaStreamTrack.js.map +1 -0
  206. package/lib/module/MediaStreamTrackEvent.js +19 -0
  207. package/lib/module/MediaStreamTrackEvent.js.map +1 -0
  208. package/lib/module/MessageEvent.js +20 -0
  209. package/lib/module/MessageEvent.js.map +1 -0
  210. package/lib/module/Permissions.js +109 -0
  211. package/lib/module/Permissions.js.map +1 -0
  212. package/lib/module/RTCAudioSession.js +26 -0
  213. package/lib/module/RTCAudioSession.js.map +1 -0
  214. package/lib/module/RTCDataChannel.js +155 -0
  215. package/lib/module/RTCDataChannel.js.map +1 -0
  216. package/lib/module/RTCDataChannelEvent.js +19 -0
  217. package/lib/module/RTCDataChannelEvent.js.map +1 -0
  218. package/lib/module/RTCDataPacketCryptor.js +66 -0
  219. package/lib/module/RTCDataPacketCryptor.js.map +1 -0
  220. package/lib/module/RTCDataPacketCryptorFactory.js +19 -0
  221. package/lib/module/RTCDataPacketCryptorFactory.js.map +1 -0
  222. package/lib/module/RTCErrorEvent.js +16 -0
  223. package/lib/module/RTCErrorEvent.js.map +1 -0
  224. package/lib/module/RTCFrameCryptor.js +128 -0
  225. package/lib/module/RTCFrameCryptor.js.map +1 -0
  226. package/lib/module/RTCFrameCryptorFactory.js +70 -0
  227. package/lib/module/RTCFrameCryptorFactory.js.map +1 -0
  228. package/lib/module/RTCIceCandidate.js +27 -0
  229. package/lib/module/RTCIceCandidate.js.map +1 -0
  230. package/lib/module/RTCIceCandidateEvent.js +21 -0
  231. package/lib/module/RTCIceCandidateEvent.js.map +1 -0
  232. package/lib/module/RTCKeyProvider.js +101 -0
  233. package/lib/module/RTCKeyProvider.js.map +1 -0
  234. package/lib/module/RTCPIPView.js +26 -0
  235. package/lib/module/RTCPIPView.js.map +1 -0
  236. package/lib/module/RTCPeerConnection.js +684 -0
  237. package/lib/module/RTCPeerConnection.js.map +1 -0
  238. package/lib/module/RTCRtcpParameters.js +17 -0
  239. package/lib/module/RTCRtcpParameters.js.map +1 -0
  240. package/lib/module/RTCRtpCapabilities.js +15 -0
  241. package/lib/module/RTCRtpCapabilities.js.map +1 -0
  242. package/lib/module/RTCRtpCodecCapability.js +12 -0
  243. package/lib/module/RTCRtpCodecCapability.js.map +1 -0
  244. package/lib/module/RTCRtpCodecParameters.js +31 -0
  245. package/lib/module/RTCRtpCodecParameters.js.map +1 -0
  246. package/lib/module/RTCRtpEncodingParameters.js +71 -0
  247. package/lib/module/RTCRtpEncodingParameters.js.map +1 -0
  248. package/lib/module/RTCRtpHeaderExtension.js +20 -0
  249. package/lib/module/RTCRtpHeaderExtension.js.map +1 -0
  250. package/lib/module/RTCRtpParameters.js +27 -0
  251. package/lib/module/RTCRtpParameters.js.map +1 -0
  252. package/lib/module/RTCRtpReceiveParameters.js +7 -0
  253. package/lib/module/RTCRtpReceiveParameters.js.map +1 -0
  254. package/lib/module/RTCRtpReceiver.js +45 -0
  255. package/lib/module/RTCRtpReceiver.js.map +1 -0
  256. package/lib/module/RTCRtpSendParameters.js +41 -0
  257. package/lib/module/RTCRtpSendParameters.js.map +1 -0
  258. package/lib/module/RTCRtpSender.js +59 -0
  259. package/lib/module/RTCRtpSender.js.map +1 -0
  260. package/lib/module/RTCRtpTransceiver.js +74 -0
  261. package/lib/module/RTCRtpTransceiver.js.map +1 -0
  262. package/lib/module/RTCSessionDescription.js +26 -0
  263. package/lib/module/RTCSessionDescription.js.map +1 -0
  264. package/lib/module/RTCTrackEvent.js +31 -0
  265. package/lib/module/RTCTrackEvent.js.map +1 -0
  266. package/lib/module/RTCUtil.js +176 -0
  267. package/lib/module/RTCUtil.js.map +1 -0
  268. package/lib/module/RTCView.js +11 -0
  269. package/lib/module/RTCView.js.map +1 -0
  270. package/lib/module/ScreenCapturePickerView.js +3 -0
  271. package/lib/module/ScreenCapturePickerView.js.map +1 -0
  272. package/lib/module/getDisplayMedia.js +26 -0
  273. package/lib/module/getDisplayMedia.js.map +1 -0
  274. package/lib/module/getUserMedia.js +92 -0
  275. package/lib/module/getUserMedia.js.map +1 -0
  276. package/lib/module/index.js +60 -0
  277. package/lib/module/index.js.map +1 -0
  278. package/lib/typescript/Constraints.d.ts +19 -0
  279. package/lib/typescript/EventEmitter.d.ts +7 -0
  280. package/lib/typescript/Logger.d.ts +13 -0
  281. package/lib/typescript/MediaDevices.d.ts +30 -0
  282. package/lib/typescript/MediaStream.d.ts +48 -0
  283. package/lib/typescript/MediaStreamError.d.ts +6 -0
  284. package/lib/typescript/MediaStreamErrorEvent.d.ts +6 -0
  285. package/lib/typescript/MediaStreamTrack.d.ts +103 -0
  286. package/lib/typescript/MediaStreamTrackEvent.d.ts +19 -0
  287. package/lib/typescript/MessageEvent.d.ts +21 -0
  288. package/lib/typescript/Permissions.d.ts +55 -0
  289. package/lib/typescript/RTCAudioSession.d.ts +10 -0
  290. package/lib/typescript/RTCDataChannel.d.ts +43 -0
  291. package/lib/typescript/RTCDataChannelEvent.d.ts +19 -0
  292. package/lib/typescript/RTCDataPacketCryptor.d.ts +12 -0
  293. package/lib/typescript/RTCDataPacketCryptorFactory.d.ts +6 -0
  294. package/lib/typescript/RTCErrorEvent.d.ts +12 -0
  295. package/lib/typescript/RTCFrameCryptor.d.ts +47 -0
  296. package/lib/typescript/RTCFrameCryptorFactory.d.ts +21 -0
  297. package/lib/typescript/RTCIceCandidate.d.ts +17 -0
  298. package/lib/typescript/RTCIceCandidateEvent.d.ts +20 -0
  299. package/lib/typescript/RTCKeyProvider.d.ts +21 -0
  300. package/lib/typescript/RTCPIPView.d.ts +15 -0
  301. package/lib/typescript/RTCPeerConnection.d.ts +117 -0
  302. package/lib/typescript/RTCRtcpParameters.d.ts +10 -0
  303. package/lib/typescript/RTCRtpCapabilities.d.ts +9 -0
  304. package/lib/typescript/RTCRtpCodecCapability.d.ts +7 -0
  305. package/lib/typescript/RTCRtpCodecParameters.d.ts +16 -0
  306. package/lib/typescript/RTCRtpEncodingParameters.d.ts +23 -0
  307. package/lib/typescript/RTCRtpHeaderExtension.d.ts +12 -0
  308. package/lib/typescript/RTCRtpParameters.d.ts +19 -0
  309. package/lib/typescript/RTCRtpReceiveParameters.d.ts +4 -0
  310. package/lib/typescript/RTCRtpReceiver.d.ts +21 -0
  311. package/lib/typescript/RTCRtpSendParameters.d.ts +20 -0
  312. package/lib/typescript/RTCRtpSender.d.ts +22 -0
  313. package/lib/typescript/RTCRtpTransceiver.d.ts +31 -0
  314. package/lib/typescript/RTCSessionDescription.d.ts +12 -0
  315. package/lib/typescript/RTCTrackEvent.d.ts +29 -0
  316. package/lib/typescript/RTCUtil.d.ts +37 -0
  317. package/lib/typescript/RTCView.d.ts +117 -0
  318. package/lib/typescript/ScreenCapturePickerView.d.ts +2 -0
  319. package/lib/typescript/getDisplayMedia.d.ts +2 -0
  320. package/lib/typescript/getUserMedia.d.ts +7 -0
  321. package/lib/typescript/index.d.ts +22 -0
  322. package/livekit-react-native-webrtc.podspec +29 -0
  323. package/macos/RCTWebRTC.xcodeproj/project.pbxproj +324 -0
  324. package/macos/RCTWebRTC.xcodeproj/project.xcworkspace/contents.xcworkspacedata +7 -0
  325. package/macos/RCTWebRTC.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist +8 -0
  326. package/metro.config.js +7 -0
  327. package/metro.config.macos.js +14 -0
  328. package/package.json +65 -0
  329. package/react-native.config.js +11 -0
  330. package/src/.eslintrc.cjs +67 -0
  331. package/src/Constraints.ts +21 -0
  332. package/src/EventEmitter.ts +83 -0
  333. package/src/Logger.ts +49 -0
  334. package/src/MediaDevices.ts +53 -0
  335. package/src/MediaStream.ts +161 -0
  336. package/src/MediaStreamError.ts +12 -0
  337. package/src/MediaStreamErrorEvent.ts +11 -0
  338. package/src/MediaStreamTrack.ts +331 -0
  339. package/src/MediaStreamTrackEvent.ts +25 -0
  340. package/src/MessageEvent.ts +26 -0
  341. package/src/Permissions.ts +133 -0
  342. package/src/RTCAudioSession.ts +25 -0
  343. package/src/RTCDataChannel.ts +190 -0
  344. package/src/RTCDataChannelEvent.ts +28 -0
  345. package/src/RTCDataPacketCryptor.ts +90 -0
  346. package/src/RTCDataPacketCryptorFactory.ts +25 -0
  347. package/src/RTCErrorEvent.ts +21 -0
  348. package/src/RTCFrameCryptor.ts +163 -0
  349. package/src/RTCFrameCryptorFactory.ts +102 -0
  350. package/src/RTCIceCandidate.ts +29 -0
  351. package/src/RTCIceCandidateEvent.ts +26 -0
  352. package/src/RTCKeyProvider.ts +117 -0
  353. package/src/RTCPIPView.tsx +47 -0
  354. package/src/RTCPeerConnection.ts +832 -0
  355. package/src/RTCRtcpParameters.ts +23 -0
  356. package/src/RTCRtpCapabilities.ts +16 -0
  357. package/src/RTCRtpCodecCapability.ts +13 -0
  358. package/src/RTCRtpCodecParameters.ts +44 -0
  359. package/src/RTCRtpEncodingParameters.ts +90 -0
  360. package/src/RTCRtpHeaderExtension.ts +27 -0
  361. package/src/RTCRtpParameters.ts +37 -0
  362. package/src/RTCRtpReceiveParameters.ts +7 -0
  363. package/src/RTCRtpReceiver.ts +60 -0
  364. package/src/RTCRtpSendParameters.ts +63 -0
  365. package/src/RTCRtpSender.ts +78 -0
  366. package/src/RTCRtpTransceiver.ts +107 -0
  367. package/src/RTCSessionDescription.ts +30 -0
  368. package/src/RTCTrackEvent.ts +42 -0
  369. package/src/RTCUtil.ts +211 -0
  370. package/src/RTCView.ts +122 -0
  371. package/src/ScreenCapturePickerView.ts +4 -0
  372. package/src/getDisplayMedia.ts +30 -0
  373. package/src/getUserMedia.ts +111 -0
  374. package/src/index.ts +101 -0
  375. package/tools/format.sh +6 -0
  376. package/tools/release.sh +45 -0
  377. package/tsconfig.json +16 -0
@@ -0,0 +1,29 @@
1
+ #import <Foundation/Foundation.h>
2
+ #import <React/RCTViewManager.h>
3
+
4
+ /**
5
+ * In the fashion of
6
+ * https://www.w3.org/TR/html5/embedded-content-0.html#dom-video-videowidth
7
+ * and https://www.w3.org/TR/html5/rendering.html#video-object-fit, resembles
8
+ * the CSS style {@code object-fit}.
9
+ */
10
+ typedef NS_ENUM(NSInteger, RTCVideoViewObjectFit) {
11
+ /**
12
+ * The contain value defined by https://www.w3.org/TR/css3-images/#object-fit:
13
+ *
14
+ * The replaced content is sized to maintain its aspect ratio while fitting
15
+ * within the element's content box.
16
+ */
17
+ RTCVideoViewObjectFitContain = 1,
18
+ /**
19
+ * The cover value defined by https://www.w3.org/TR/css3-images/#object-fit:
20
+ *
21
+ * The replaced content is sized to maintain its aspect ratio while filling
22
+ * the element's entire content box.
23
+ */
24
+ RTCVideoViewObjectFitCover
25
+ };
26
+
27
+ @interface RTCVideoViewManager : RCTViewManager
28
+
29
+ @end
@@ -0,0 +1,411 @@
1
+ #import <AVFoundation/AVFoundation.h>
2
+ #import <objc/runtime.h>
3
+
4
+ #import <React/RCTLog.h>
5
+ #import <React/RCTUIManager.h>
6
+ #import <React/RCTView.h>
7
+
8
+ #import <WebRTC/RTCMediaStream.h>
9
+ #if TARGET_OS_OSX
10
+ #import <WebRTC/RTCMTLNSVideoView.h>
11
+ #else
12
+ #import <WebRTC/RTCMTLVideoView.h>
13
+ #endif
14
+ #import <WebRTC/RTCCVPixelBuffer.h>
15
+ #import <WebRTC/RTCVideoFrame.h>
16
+ #import <WebRTC/RTCVideoTrack.h>
17
+
18
+ #import "PIPController.h"
19
+ #import "RTCVideoViewManager.h"
20
+ #import "WebRTCModule.h"
21
+
22
+ /**
23
+ * Implements an equivalent of {@code HTMLVideoElement} i.e. Web's video
24
+ * element.
25
+ */
26
+ @interface RTCVideoView : RCTView<RTCVideoViewDelegate>
27
+
28
+ /**
29
+ * The indicator which determines whether this {@code RTCVideoView} is to mirror
30
+ * the video specified by {@link #videoTrack} during its rendering. Typically,
31
+ * applications choose to mirror the front/user-facing camera.
32
+ */
33
+ @property(nonatomic) BOOL mirror;
34
+
35
+ /**
36
+ * In the fashion of
37
+ * https://www.w3.org/TR/html5/embedded-content-0.html#dom-video-videowidth
38
+ * and https://www.w3.org/TR/html5/rendering.html#video-object-fit, resembles
39
+ * the CSS style {@code object-fit}.
40
+ */
41
+ @property(nonatomic) RTCVideoViewObjectFit objectFit;
42
+
43
+ @property(nonatomic) BOOL enablePIP;
44
+
45
+ @property(nonatomic, strong) API_AVAILABLE(ios(15.0)) PIPController *pipController;
46
+
47
+ /**
48
+ * The {@link RRTCVideoRenderer} which implements the actual rendering.
49
+ */
50
+ #if TARGET_OS_OSX
51
+ @property(nonatomic, readonly) RTCMTLNSVideoView *videoView;
52
+ #else
53
+ @property(nonatomic, readonly) RTCMTLVideoView *videoView;
54
+ #endif
55
+
56
+ // Add a reference to the view manager
57
+ @property(nonatomic, weak) RTCVideoViewManager *viewManager;
58
+
59
+ /**
60
+ * The {@link RTCVideoTrack}, if any, which this instance renders.
61
+ */
62
+ @property(nonatomic, strong) RTCVideoTrack *videoTrack;
63
+
64
+ /**
65
+ * Reference to the main WebRTC RN module.
66
+ */
67
+ @property(nonatomic, weak) WebRTCModule *module;
68
+
69
+ @property(nonatomic, copy) RCTDirectEventBlock onDimensionsChange;
70
+
71
+ @end
72
+
73
+ @implementation RTCVideoView
74
+
75
+ @synthesize videoView = _videoView;
76
+ @synthesize pipController = _pipController;
77
+
78
+ /**
79
+ * Tells this view that its window object changed.
80
+ */
81
+ - (void)didMoveToWindow {
82
+ // This RTCVideoView strongly retains its videoTrack. The latter strongly
83
+ // retains the former as well though because RTCVideoTrack strongly retains
84
+ // the RTCVideoRenderers added to it. In other words, there is a cycle of
85
+ // strong retainments. In order to break the cycle, and avoid a leak,
86
+ // have this RTCVideoView as the RTCVideoRenderer of its
87
+ // videoTrack only while this view resides in a window.
88
+ RTCVideoTrack *videoTrack = self.videoTrack;
89
+
90
+ if (videoTrack) {
91
+ if (self.window) {
92
+ dispatch_async(_module.workerQueue, ^{
93
+ [videoTrack addRenderer:self.videoView];
94
+ });
95
+ } else {
96
+ dispatch_async(_module.workerQueue, ^{
97
+ [videoTrack removeRenderer:self.videoView];
98
+ });
99
+ }
100
+ }
101
+ }
102
+
103
+ /**
104
+ * Initializes and returns a newly allocated view object with the specified
105
+ * frame rectangle.
106
+ *
107
+ * @param frame The frame rectangle for the view, measured in points.
108
+ */
109
+ - (instancetype)initWithFrame:(CGRect)frame {
110
+ if (self = [super initWithFrame:frame]) {
111
+ #if TARGET_OS_OSX
112
+ RTCMTLNSVideoView *subview = [[RTCMTLNSVideoView alloc] initWithFrame:CGRectZero];
113
+ subview.wantsLayer = true;
114
+ _videoView = subview;
115
+ #else
116
+ RTCMTLVideoView *subview = [[RTCMTLVideoView alloc] initWithFrame:CGRectZero];
117
+ _videoView = subview;
118
+ #endif
119
+ _objectFit = RTCVideoViewObjectFitCover;
120
+ [self addSubview:self.videoView];
121
+ self.videoView.delegate = self;
122
+ }
123
+
124
+ return self;
125
+ }
126
+
127
+ #if TARGET_OS_OSX
128
+ - (void)layout {
129
+ [super layout];
130
+ #else
131
+ - (void)layoutSubviews {
132
+ [super layoutSubviews];
133
+ #endif
134
+
135
+ CGRect bounds = self.bounds;
136
+ self.videoView.frame = bounds;
137
+ }
138
+
139
+ /**
140
+ * Implements the setter of the {@link #mirror} property of this
141
+ * {@code RTCVideoView}.
142
+ *
143
+ * @param mirror The value to set on the {@code mirror} property of this
144
+ * {@code RTCVideoView}.
145
+ */
146
+ - (void)setMirror:(BOOL)mirror {
147
+ if (_mirror != mirror) {
148
+ _mirror = mirror;
149
+
150
+ self.videoView.transform = mirror ? CGAffineTransformMakeScale(-1.0, 1.0) : CGAffineTransformIdentity;
151
+ }
152
+ }
153
+
154
+ - (void)insertReactSubview:(UIView *)subview atIndex:(NSInteger)atIndex {
155
+ // All subviews are treated as fallback views
156
+ [_pipController insertFallbackView:subview];
157
+ }
158
+
159
+ - (void)API_AVAILABLE(ios(15.0))setPIPOptions:(NSDictionary *)pipOptions {
160
+ if (!pipOptions) {
161
+ _pipController = nil;
162
+ return;
163
+ }
164
+
165
+ BOOL enabled = YES;
166
+ BOOL startAutomatically = YES;
167
+ BOOL stopAutomatically = YES;
168
+
169
+ CGSize preferredSize = CGSizeZero;
170
+
171
+ if ([pipOptions objectForKey:@"enabled"]) {
172
+ enabled = [pipOptions[@"enabled"] boolValue];
173
+ }
174
+ if ([pipOptions objectForKey:@"startAutomatically"]) {
175
+ startAutomatically = [pipOptions[@"startAutomatically"] boolValue];
176
+ }
177
+ if ([pipOptions objectForKey:@"stopAutomatically"]) {
178
+ stopAutomatically = [pipOptions[@"stopAutomatically"] boolValue];
179
+ }
180
+ if ([pipOptions objectForKey:@"preferredSize"]) {
181
+ NSDictionary *sizeDict = pipOptions[@"preferredSize"];
182
+ id width = sizeDict[@"width"];
183
+ id height = sizeDict[@"height"];
184
+
185
+ if ([width isKindOfClass:[NSNumber class]] && [height isKindOfClass:[NSNumber class]]) {
186
+ preferredSize = CGSizeMake([width doubleValue], [height doubleValue]);
187
+ }
188
+ }
189
+
190
+ if (!enabled) {
191
+ _pipController = nil;
192
+ return;
193
+ }
194
+
195
+ if (!_pipController) {
196
+ _pipController = [[PIPController alloc] initWithSourceView:self];
197
+ _pipController.videoTrack = _videoTrack;
198
+ }
199
+
200
+ _pipController.startAutomatically = startAutomatically;
201
+ _pipController.stopAutomatically = stopAutomatically;
202
+ _pipController.objectFit = _objectFit;
203
+ _pipController.preferredSize = preferredSize;
204
+ }
205
+
206
+ - (void)API_AVAILABLE(ios(15.0))startPIP {
207
+ [_pipController startPIP];
208
+ }
209
+
210
+ - (void)API_AVAILABLE(ios(15.0))stopPIP {
211
+ [_pipController stopPIP];
212
+ }
213
+
214
+ /**
215
+ * Implements the setter of the {@link #objectFit} property of this
216
+ * {@code RTCVideoView}.
217
+ *
218
+ * @param objectFit The value to set on the {@code objectFit} property of this
219
+ * {@code RTCVideoView}.
220
+ */
221
+ - (void)setObjectFit:(RTCVideoViewObjectFit)fit {
222
+ if (_objectFit != fit) {
223
+ _objectFit = fit;
224
+
225
+ #if !TARGET_OS_OSX
226
+ if (fit == RTCVideoViewObjectFitCover) {
227
+ self.videoView.videoContentMode = UIViewContentModeScaleAspectFill;
228
+ } else {
229
+ self.videoView.videoContentMode = UIViewContentModeScaleAspectFit;
230
+ }
231
+ #endif
232
+ if (@available(iOS 15.0, *)) {
233
+ _pipController.objectFit = fit;
234
+ }
235
+ }
236
+ }
237
+
238
+ /**
239
+ * Implements the setter of the {@link #videoTrack} property of this
240
+ * {@code RTCVideoView}.
241
+ *
242
+ * @param videoTrack The value to set on the {@code videoTrack} property of this
243
+ * {@code RTCVideoView}.
244
+ */
245
+ - (void)setVideoTrack:(RTCVideoTrack *)videoTrack {
246
+ RTCVideoTrack *oldValue = self.videoTrack;
247
+
248
+ if (oldValue != videoTrack) {
249
+ if (oldValue) {
250
+ dispatch_async(_module.workerQueue, ^{
251
+ [oldValue removeRenderer:self.videoView];
252
+ });
253
+ }
254
+
255
+ [_pipController setVideoTrack:videoTrack];
256
+ _videoTrack = videoTrack;
257
+
258
+ // Clear the videoView by rendering a 2x2 blank frame.
259
+ CVPixelBufferRef pixelBuffer;
260
+ CVReturn err = CVPixelBufferCreate(NULL, 2, 2, kCVPixelFormatType_32BGRA, NULL, &pixelBuffer);
261
+ if (err == kCVReturnSuccess) {
262
+ const int kBytesPerPixel = 4;
263
+ CVPixelBufferLockBaseAddress(pixelBuffer, 0);
264
+ int bufferWidth = (int)CVPixelBufferGetWidth(pixelBuffer);
265
+ int bufferHeight = (int)CVPixelBufferGetHeight(pixelBuffer);
266
+ size_t bytesPerRow = CVPixelBufferGetBytesPerRow(pixelBuffer);
267
+ uint8_t *baseAddress = CVPixelBufferGetBaseAddress(pixelBuffer);
268
+
269
+ for (int row = 0; row < bufferHeight; row++) {
270
+ uint8_t *pixel = baseAddress + row * bytesPerRow;
271
+ for (int column = 0; column < bufferWidth; column++) {
272
+ pixel[0] = 0; // BGRA, Blue value
273
+ pixel[1] = 0; // Green value
274
+ pixel[2] = 0; // Red value
275
+ pixel[3] = 0; // Alpha value
276
+ pixel += kBytesPerPixel;
277
+ }
278
+ }
279
+
280
+ CVPixelBufferUnlockBaseAddress(pixelBuffer, 0);
281
+ int64_t time = (int64_t)(CFAbsoluteTimeGetCurrent() * 1000000000);
282
+ RTCCVPixelBuffer *buffer = [[RTCCVPixelBuffer alloc] initWithPixelBuffer:pixelBuffer];
283
+ RTCVideoFrame *frame = [[[RTCVideoFrame alloc] initWithBuffer:buffer
284
+ rotation:RTCVideoRotation_0
285
+ timeStampNs:time] newI420VideoFrame];
286
+
287
+ [self.videoView renderFrame:frame];
288
+
289
+ CVPixelBufferRelease(pixelBuffer);
290
+ }
291
+
292
+ // See "didMoveToWindow" above.
293
+ if (videoTrack && self.window) {
294
+ dispatch_async(_module.workerQueue, ^{
295
+ [videoTrack addRenderer:self.videoView];
296
+ });
297
+ }
298
+ }
299
+ }
300
+
301
+ - (void)videoView:(id)videoView didChangeVideoSize:(CGSize)size {
302
+ // Capture the callback block to avoid accessing it across threads
303
+ RCTDirectEventBlock callback = self.onDimensionsChange;
304
+ if (callback) {
305
+ NSDictionary *eventData = @{@"width" : @(size.width), @"height" : @(size.height)};
306
+
307
+ dispatch_async(dispatch_get_main_queue(), ^{
308
+ callback(eventData);
309
+ });
310
+ }
311
+ }
312
+
313
+ @end
314
+
315
+ @implementation RTCVideoViewManager
316
+
317
+ RCT_EXPORT_MODULE()
318
+
319
+ - (RCTView *)view {
320
+ RTCVideoView *v = [[RTCVideoView alloc] init];
321
+ v.module = [self.bridge moduleForName:@"WebRTCModule"];
322
+ v.viewManager = self;
323
+ v.clipsToBounds = YES;
324
+ return v;
325
+ }
326
+
327
+ - (dispatch_queue_t)methodQueue {
328
+ return dispatch_get_main_queue();
329
+ }
330
+
331
+ #pragma mark - View properties
332
+
333
+ RCT_EXPORT_VIEW_PROPERTY(mirror, BOOL)
334
+
335
+ /**
336
+ * In the fashion of
337
+ * https://www.w3.org/TR/html5/embedded-content-0.html#dom-video-videowidth
338
+ * and https://www.w3.org/TR/html5/rendering.html#video-object-fit, resembles
339
+ * the CSS style {@code object-fit}.
340
+ */
341
+ RCT_CUSTOM_VIEW_PROPERTY(objectFit, NSString *, RTCVideoView) {
342
+ NSString *fitStr = json;
343
+ RTCVideoViewObjectFit fit =
344
+ (fitStr && [fitStr isEqualToString:@"cover"]) ? RTCVideoViewObjectFitCover : RTCVideoViewObjectFitContain;
345
+
346
+ view.objectFit = fit;
347
+ }
348
+
349
+ RCT_EXPORT_VIEW_PROPERTY(onDimensionsChange, RCTDirectEventBlock)
350
+
351
+ RCT_CUSTOM_VIEW_PROPERTY(streamURL, NSString *, RTCVideoView) {
352
+ if (!json) {
353
+ view.videoTrack = nil;
354
+ return;
355
+ }
356
+
357
+ NSString *streamReactTag = json;
358
+ WebRTCModule *module = view.module;
359
+
360
+ dispatch_async(module.workerQueue, ^{
361
+ RTCMediaStream *stream = [module streamForReactTag:streamReactTag];
362
+ NSArray *videoTracks = stream ? stream.videoTracks : @[];
363
+ RTCVideoTrack *videoTrack = [videoTracks firstObject];
364
+ if (!videoTrack) {
365
+ RCTLogWarn(@"No video stream for react tag: %@", streamReactTag);
366
+ } else {
367
+ dispatch_async(dispatch_get_main_queue(), ^{
368
+ view.videoTrack = videoTrack;
369
+ });
370
+ }
371
+ });
372
+ }
373
+
374
+ RCT_CUSTOM_VIEW_PROPERTY(iosPIP, NSDictionary *, RTCVideoView) {
375
+ if (@available(iOS 15.0, *)) {
376
+ [view setPIPOptions:json];
377
+ }
378
+ }
379
+
380
+ RCT_EXPORT_METHOD(startIOSPIP : (nonnull NSNumber *)reactTag) {
381
+ if (@available(iOS 15.0, *)) {
382
+ RCTUIManager *uiManager = [self.bridge moduleForClass:[RCTUIManager class]];
383
+ [uiManager addUIBlock:^(RCTUIManager *uiManager, NSDictionary<NSNumber *, UIView *> *viewRegistry) {
384
+ UIView *view = viewRegistry[reactTag];
385
+ if (!view || ![view isKindOfClass:[RTCVideoView class]]) {
386
+ RCTLogError(@"Cannot find RTCVideoView with tag #%@", reactTag);
387
+ return;
388
+ }
389
+ [(RTCVideoView *)view startPIP];
390
+ }];
391
+ }
392
+ }
393
+
394
+ RCT_EXPORT_METHOD(stopIOSPIP : (nonnull NSNumber *)reactTag) {
395
+ if (@available(iOS 15.0, *)) {
396
+ RCTUIManager *uiManager = [self.bridge moduleForClass:[RCTUIManager class]];
397
+ [uiManager addUIBlock:^(RCTUIManager *uiManager, NSDictionary<NSNumber *, UIView *> *viewRegistry) {
398
+ UIView *view = viewRegistry[reactTag];
399
+ if (!view || ![view isKindOfClass:[RTCVideoView class]]) {
400
+ RCTLogError(@"Cannot find RTCVideoView with tag #%@", reactTag);
401
+ return;
402
+ }
403
+ [(RTCVideoView *)view stopPIP];
404
+ }];
405
+ }
406
+ }
407
+ + (BOOL)requiresMainQueueSetup {
408
+ return NO;
409
+ }
410
+
411
+ @end
@@ -0,0 +1,12 @@
1
+ #import <AVKit/AVKit.h>
2
+ #import <Foundation/Foundation.h>
3
+ #import <React/RCTViewManager.h>
4
+ #import <WebRTC/RTCVideoRenderer.h>
5
+
6
+ @interface SampleBufferVideoCallView : UIView<RTCVideoRenderer>
7
+
8
+ @property(nonnull, nonatomic, readonly) AVSampleBufferDisplayLayer *sampleBufferLayer;
9
+ @property(nonatomic, assign) BOOL shouldRender;
10
+
11
+ - (void)requestScaleRecalculation;
12
+ @end
@@ -0,0 +1,178 @@
1
+ #import "SampleBufferVideoCallView.h"
2
+ #import <Accelerate/Accelerate.h>
3
+ #import <WebRTC/WebRTC.h>
4
+ #import "I420Converter.h"
5
+
6
+ @protocol SampleBufferRendering<AVQueuedSampleBufferRendering>
7
+
8
+ - (BOOL)requiresFlushToResumeDecoding;
9
+
10
+ @end
11
+
12
+ /** These classes already implement the required methods. */
13
+ @interface AVSampleBufferDisplayLayer ()<SampleBufferRendering>
14
+ @end
15
+ @interface AVSampleBufferVideoRenderer ()<SampleBufferRendering>
16
+ @end
17
+
18
+ @interface SampleBufferVideoCallView ()
19
+
20
+ @property(nonatomic, retain) I420Converter *i420Converter;
21
+ @property(nonatomic, strong) id<SampleBufferRendering> renderer;
22
+ @property(nonatomic, assign) NSInteger currentRotation;
23
+
24
+ @end
25
+
26
+ @implementation SampleBufferVideoCallView
27
+
28
+ + (Class)layerClass {
29
+ return [AVSampleBufferDisplayLayer class];
30
+ }
31
+
32
+ - (instancetype)initWithFrame:(CGRect)frame {
33
+ if (self = [super initWithFrame:frame]) {
34
+ [[NSNotificationCenter defaultCenter] addObserver:self
35
+ selector:@selector(layerFailedToDecode:)
36
+ name:AVSampleBufferDisplayLayerFailedToDecodeNotification
37
+ object:self.sampleBufferLayer];
38
+ if (@available(iOS 17.0, *)) {
39
+ _renderer = self.sampleBufferLayer.sampleBufferRenderer;
40
+ } else {
41
+ _renderer = self.sampleBufferLayer;
42
+ }
43
+ }
44
+ return self;
45
+ }
46
+
47
+ - (void)layerFailedToDecode:(NSNotification *)note {
48
+ NSError *error = [[note userInfo] valueForKey:AVSampleBufferDisplayLayerFailedToDecodeNotificationErrorKey];
49
+ NSLog(@"layerFailedToDecode, error: %@", [error localizedDescription]);
50
+ }
51
+
52
+ - (AVSampleBufferDisplayLayer *)sampleBufferLayer {
53
+ return (AVSampleBufferDisplayLayer *)self.layer;
54
+ }
55
+
56
+ - (void)requestScaleRecalculation {
57
+ _currentRotation = -1;
58
+ }
59
+
60
+ - (void)recalculateScale:(RTCVideoRotation)rotation {
61
+ if (self.currentRotation != rotation) {
62
+ self.currentRotation = rotation;
63
+
64
+ CGFloat scale = 1;
65
+ if (rotation == 90 || rotation == 270) {
66
+ CGSize size = self.bounds.size;
67
+ scale = size.height / size.width;
68
+ }
69
+
70
+ self.sampleBufferLayer.transform = CATransform3DConcat(
71
+ CATransform3DMakeRotation(rotation / 180.0 * M_PI, 0.0, 0.0, 1.0), CATransform3DMakeScale(scale, scale, 1));
72
+ }
73
+ }
74
+
75
+ /** The size of the video frame. */
76
+ - (void)setSize:(CGSize)size {
77
+ }
78
+
79
+ /** The frame to be displayed. */
80
+ - (void)renderFrame:(nullable RTC_OBJC_TYPE(RTCVideoFrame) *)frame {
81
+ if (!_shouldRender) {
82
+ return;
83
+ }
84
+
85
+ // Convert RTCVideoFrame to CMSampleBuffer
86
+ CMSampleBufferRef sampleBuffer = [self sampleBufferFrom:frame];
87
+ if (sampleBuffer == nil) {
88
+ return;
89
+ }
90
+
91
+ dispatch_async(dispatch_get_main_queue(), ^{
92
+ if (self.renderer.requiresFlushToResumeDecoding) {
93
+ [self.renderer flush];
94
+ }
95
+
96
+ if (!self.renderer.readyForMoreMediaData) {
97
+ return;
98
+ }
99
+
100
+ [self recalculateScale:frame.rotation];
101
+
102
+ // Display the CMSampleBuffer using AVSampleBufferDisplayLayer
103
+ [self.renderer enqueueSampleBuffer:sampleBuffer];
104
+ CFRelease(sampleBuffer);
105
+ });
106
+ }
107
+
108
+ - (CMSampleBufferRef)sampleBufferFrom:(RTCVideoFrame *)rtcVideoFrame {
109
+ // Convert RTCVideoFrame to CMSampleBuffer
110
+
111
+ // Assuming your RTCVideoFrame contains pixelBuffer
112
+ CVPixelBufferRef pixelBuffer = [self pixelBufferFrom:rtcVideoFrame];
113
+ if (!pixelBuffer) {
114
+ return nil;
115
+ }
116
+
117
+ // Create a CMVideoFormatDescription
118
+ CMVideoFormatDescriptionRef formatDescription;
119
+ CMVideoFormatDescriptionCreateForImageBuffer(kCFAllocatorDefault, pixelBuffer, &formatDescription);
120
+
121
+ // Create CMSampleTimingInfo
122
+ // Timescale is 90khz according to RTCVideoFrame.h
123
+ CMSampleTimingInfo timingInfo;
124
+ timingInfo.presentationTimeStamp = CMTimeMake(rtcVideoFrame.timeStamp, 90000);
125
+ timingInfo.decodeTimeStamp = CMTimeMake(rtcVideoFrame.timeStamp, 90000);
126
+
127
+ // Create CMSampleBuffer
128
+ CMSampleBufferRef sampleBuffer;
129
+ CMSampleBufferCreateForImageBuffer(
130
+ kCFAllocatorDefault, pixelBuffer, true, nil, nil, formatDescription, &timingInfo, &sampleBuffer);
131
+
132
+ CFArrayRef attachments = CMSampleBufferGetSampleAttachmentsArray(sampleBuffer, YES);
133
+ CFMutableDictionaryRef dict = (CFMutableDictionaryRef)CFArrayGetValueAtIndex(attachments, 0);
134
+
135
+ CFDictionarySetValue(dict, kCMSampleAttachmentKey_DisplayImmediately, kCFBooleanTrue);
136
+ CVPixelBufferRelease(pixelBuffer);
137
+ return sampleBuffer;
138
+ }
139
+
140
+ /**
141
+ * The CVPixelBufferRef returned from this function must be released when finished using it.
142
+ */
143
+ - (CVPixelBufferRef)pixelBufferFrom:(RTCVideoFrame *)videoFrame {
144
+ if ([videoFrame.buffer isKindOfClass:[RTCCVPixelBuffer class]]) {
145
+ CVPixelBufferRef pixelBuffer = [((RTCCVPixelBuffer *)videoFrame.buffer) pixelBuffer];
146
+ CVPixelBufferRetain(pixelBuffer);
147
+ return [((RTCCVPixelBuffer *)videoFrame.buffer) pixelBuffer];
148
+ } else {
149
+ return [self pixelBufferFromI420:[videoFrame.buffer toI420]];
150
+ }
151
+ }
152
+
153
+ /**
154
+ * The CVPixelBufferRef returned from this function must be released when finished using it.
155
+ */
156
+ - (CVPixelBufferRef)pixelBufferFromI420:(RTCI420Buffer *)i420Buffer {
157
+ if (_i420Converter == nil) {
158
+ I420Converter *converter = [[I420Converter alloc] init];
159
+ vImage_Error err = [converter prepareForAccelerateConversion];
160
+
161
+ if (err != kvImageNoError) {
162
+ NSLog(@"Error when preparing i420Converter: %ld", err);
163
+ return NULL;
164
+ }
165
+
166
+ _i420Converter = converter;
167
+ }
168
+
169
+ CVPixelBufferRef convertedPixelBuffer = [_i420Converter convertI420ToPixelBuffer:i420Buffer];
170
+
171
+ return convertedPixelBuffer;
172
+ }
173
+
174
+ - (void)dealloc {
175
+ [_i420Converter unprepareForAccelerateConversion];
176
+ }
177
+
178
+ @end
@@ -0,0 +1,20 @@
1
+ #import <Foundation/Foundation.h>
2
+ #import "CaptureController.h"
3
+ #import "CapturerEventsDelegate.h"
4
+
5
+ NS_ASSUME_NONNULL_BEGIN
6
+
7
+ extern NSString *const kRTCScreensharingSocketFD;
8
+ extern NSString *const kRTCAppGroupIdentifier;
9
+
10
+ @class ScreenCapturer;
11
+
12
+ @interface ScreenCaptureController : CaptureController
13
+
14
+ - (instancetype)initWithCapturer:(nonnull ScreenCapturer *)capturer;
15
+ - (void)startCapture;
16
+ - (void)stopCapture;
17
+
18
+ @end
19
+
20
+ NS_ASSUME_NONNULL_END