livekit-client 2.22.4 → 2.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (904) hide show
  1. package/README.md +48 -32
  2. package/dist/core/_virtual/_rollupPluginBabelHelpers.mjs +48 -0
  3. package/dist/core/_virtual/_rollupPluginBabelHelpers.mjs.map +1 -0
  4. package/dist/core/api/SignalClient.mjs +1212 -0
  5. package/dist/core/api/SignalClient.mjs.map +1 -0
  6. package/dist/core/api/SignalClientStateMachine.mjs +115 -0
  7. package/dist/core/api/SignalClientStateMachine.mjs.map +1 -0
  8. package/dist/core/api/WebSocketStream.mjs +146 -0
  9. package/dist/core/api/WebSocketStream.mjs.map +1 -0
  10. package/dist/core/api/utils.mjs +66 -0
  11. package/dist/core/api/utils.mjs.map +1 -0
  12. package/dist/core/connectionHelper/ConnectionCheck.mjs +89 -0
  13. package/dist/core/connectionHelper/ConnectionCheck.mjs.map +1 -0
  14. package/dist/core/connectionHelper/checks/Checker.mjs +146 -0
  15. package/dist/core/connectionHelper/checks/Checker.mjs.map +1 -0
  16. package/dist/core/connectionHelper/checks/cloudRegion.mjs +82 -0
  17. package/dist/core/connectionHelper/checks/cloudRegion.mjs.map +1 -0
  18. package/dist/core/connectionHelper/checks/connectionProtocol.mjs +111 -0
  19. package/dist/core/connectionHelper/checks/connectionProtocol.mjs.map +1 -0
  20. package/dist/core/connectionHelper/checks/publishAudio.mjs +35 -0
  21. package/dist/core/connectionHelper/checks/publishAudio.mjs.map +1 -0
  22. package/dist/core/connectionHelper/checks/publishVideo.mjs +82 -0
  23. package/dist/core/connectionHelper/checks/publishVideo.mjs.map +1 -0
  24. package/dist/core/connectionHelper/checks/reconnect.mjs +37 -0
  25. package/dist/core/connectionHelper/checks/reconnect.mjs.map +1 -0
  26. package/dist/core/connectionHelper/checks/turn.mjs +56 -0
  27. package/dist/core/connectionHelper/checks/turn.mjs.map +1 -0
  28. package/dist/core/connectionHelper/checks/webrtc.mjs +73 -0
  29. package/dist/core/connectionHelper/checks/webrtc.mjs.map +1 -0
  30. package/dist/core/connectionHelper/checks/websocket.mjs +47 -0
  31. package/dist/core/connectionHelper/checks/websocket.mjs.map +1 -0
  32. package/dist/core/core.mjs +1 -0
  33. package/dist/core/core.mjs.map +1 -0
  34. package/dist/core/e2ee/E2eeManager.mjs +603 -0
  35. package/dist/core/e2ee/E2eeManager.mjs.map +1 -0
  36. package/dist/core/e2ee/KeyProvider.mjs +95 -0
  37. package/dist/core/e2ee/KeyProvider.mjs.map +1 -0
  38. package/dist/core/e2ee/constants.mjs +19 -0
  39. package/dist/core/e2ee/constants.mjs.map +1 -0
  40. package/dist/core/e2ee/errors.mjs +15 -0
  41. package/dist/core/e2ee/errors.mjs.map +1 -0
  42. package/dist/core/e2ee/events.mjs +24 -0
  43. package/dist/core/e2ee/events.mjs.map +1 -0
  44. package/dist/core/e2ee/extension.mjs +70 -0
  45. package/dist/core/e2ee/extension.mjs.map +1 -0
  46. package/dist/core/e2ee/utils.mjs +168 -0
  47. package/dist/core/e2ee/utils.mjs.map +1 -0
  48. package/dist/core/frameMetadata/FrameMetadataManager.mjs +205 -0
  49. package/dist/core/frameMetadata/FrameMetadataManager.mjs.map +1 -0
  50. package/dist/core/frameMetadata/extension.mjs +17 -0
  51. package/dist/core/frameMetadata/extension.mjs.map +1 -0
  52. package/dist/core/frameMetadata/utils.mjs +42 -0
  53. package/dist/core/frameMetadata/utils.mjs.map +1 -0
  54. package/dist/core/logger.mjs +111 -0
  55. package/dist/core/logger.mjs.map +1 -0
  56. package/dist/core/package.json.mjs +1 -0
  57. package/dist/core/package.json.mjs.map +1 -0
  58. package/dist/core/room/BackOffStrategy.mjs +60 -0
  59. package/dist/core/room/BackOffStrategy.mjs.map +1 -0
  60. package/dist/core/room/CoreRoom.mjs +2279 -0
  61. package/dist/core/room/CoreRoom.mjs.map +1 -0
  62. package/dist/core/room/DefaultReconnectPolicy.mjs +23 -0
  63. package/dist/core/room/DefaultReconnectPolicy.mjs.map +1 -0
  64. package/dist/core/room/DeviceManager.mjs +92 -0
  65. package/dist/core/room/DeviceManager.mjs.map +1 -0
  66. package/dist/core/room/PCTransport.mjs +1110 -0
  67. package/dist/core/room/PCTransport.mjs.map +1 -0
  68. package/dist/core/room/PCTransportManager.mjs +360 -0
  69. package/dist/core/room/PCTransportManager.mjs.map +1 -0
  70. package/dist/core/room/RTCEngine.mjs +1830 -0
  71. package/dist/core/room/RTCEngine.mjs.map +1 -0
  72. package/dist/core/room/RegionUrlProvider.mjs +194 -0
  73. package/dist/core/room/RegionUrlProvider.mjs.map +1 -0
  74. package/dist/core/room/attribute-typings.mjs +24 -0
  75. package/dist/core/room/attribute-typings.mjs.map +1 -0
  76. package/dist/core/room/createRoom.mjs +19 -0
  77. package/dist/core/room/createRoom.mjs.map +1 -0
  78. package/dist/core/room/data-channel/DataChannelManager.mjs +188 -0
  79. package/dist/core/room/data-channel/DataChannelManager.mjs.map +1 -0
  80. package/dist/core/room/data-channel/FlowControlledDataChannel.mjs +185 -0
  81. package/dist/core/room/data-channel/FlowControlledDataChannel.mjs.map +1 -0
  82. package/dist/core/room/data-channel/LossyDataChannel.mjs +99 -0
  83. package/dist/core/room/data-channel/LossyDataChannel.mjs.map +1 -0
  84. package/dist/core/room/data-channel/ReliableDataChannel.mjs +150 -0
  85. package/dist/core/room/data-channel/ReliableDataChannel.mjs.map +1 -0
  86. package/dist/core/room/data-channel/types.mjs +22 -0
  87. package/dist/core/room/data-channel/types.mjs.map +1 -0
  88. package/dist/core/room/data-stream/compression.mjs +68 -0
  89. package/dist/core/room/data-stream/compression.mjs.map +1 -0
  90. package/dist/core/room/data-stream/constants.mjs +26 -0
  91. package/dist/core/room/data-stream/constants.mjs.map +1 -0
  92. package/dist/core/room/data-stream/extension.mjs +42 -0
  93. package/dist/core/room/data-stream/extension.mjs.map +1 -0
  94. package/dist/core/room/data-stream/incoming/IncomingDataStreamManager.mjs +500 -0
  95. package/dist/core/room/data-stream/incoming/IncomingDataStreamManager.mjs.map +1 -0
  96. package/dist/core/room/data-stream/incoming/StreamReader.mjs +279 -0
  97. package/dist/core/room/data-stream/incoming/StreamReader.mjs.map +1 -0
  98. package/dist/core/room/data-stream/outgoing/OutgoingDataStreamManager.mjs +543 -0
  99. package/dist/core/room/data-stream/outgoing/OutgoingDataStreamManager.mjs.map +1 -0
  100. package/dist/core/room/data-stream/outgoing/StreamWriter.mjs +21 -0
  101. package/dist/core/room/data-stream/outgoing/StreamWriter.mjs.map +1 -0
  102. package/dist/core/room/data-stream/outgoing/header-utils.mjs +53 -0
  103. package/dist/core/room/data-stream/outgoing/header-utils.mjs.map +1 -0
  104. package/dist/core/room/data-track/LocalDataTrack.mjs +146 -0
  105. package/dist/core/room/data-track/LocalDataTrack.mjs.map +1 -0
  106. package/dist/core/room/data-track/RemoteDataTrack.mjs +51 -0
  107. package/dist/core/room/data-track/RemoteDataTrack.mjs.map +1 -0
  108. package/dist/core/room/data-track/depacketizer.mjs +193 -0
  109. package/dist/core/room/data-track/depacketizer.mjs.map +1 -0
  110. package/dist/core/room/data-track/extension.mjs +154 -0
  111. package/dist/core/room/data-track/extension.mjs.map +1 -0
  112. package/dist/core/room/data-track/frame.mjs +19 -0
  113. package/dist/core/room/data-track/frame.mjs.map +1 -0
  114. package/dist/core/room/data-track/handle.mjs +50 -0
  115. package/dist/core/room/data-track/handle.mjs.map +1 -0
  116. package/dist/core/room/data-track/incoming/IncomingDataTrackManager.mjs +618 -0
  117. package/dist/core/room/data-track/incoming/IncomingDataTrackManager.mjs.map +1 -0
  118. package/dist/core/room/data-track/incoming/errors.mjs +32 -0
  119. package/dist/core/room/data-track/incoming/errors.mjs.map +1 -0
  120. package/dist/core/room/data-track/incoming/pipeline.mjs +85 -0
  121. package/dist/core/room/data-track/incoming/pipeline.mjs.map +1 -0
  122. package/dist/core/room/data-track/outgoing/OutgoingDataTrackManager.mjs +351 -0
  123. package/dist/core/room/data-track/outgoing/OutgoingDataTrackManager.mjs.map +1 -0
  124. package/dist/core/room/data-track/outgoing/errors.mjs +114 -0
  125. package/dist/core/room/data-track/outgoing/errors.mjs.map +1 -0
  126. package/dist/core/room/data-track/outgoing/pipeline.mjs +41 -0
  127. package/dist/core/room/data-track/outgoing/pipeline.mjs.map +1 -0
  128. package/dist/core/room/data-track/packet/constants.mjs +21 -0
  129. package/dist/core/room/data-track/packet/constants.mjs.map +1 -0
  130. package/dist/core/room/data-track/packet/errors.mjs +56 -0
  131. package/dist/core/room/data-track/packet/errors.mjs.map +1 -0
  132. package/dist/core/room/data-track/packet/extensions.mjs +172 -0
  133. package/dist/core/room/data-track/packet/extensions.mjs.map +1 -0
  134. package/dist/core/room/data-track/packet/index.mjs +242 -0
  135. package/dist/core/room/data-track/packet/index.mjs.map +1 -0
  136. package/dist/core/room/data-track/packet/serializable.mjs +15 -0
  137. package/dist/core/room/data-track/packet/serializable.mjs.map +1 -0
  138. package/dist/core/room/data-track/packetizer.mjs +77 -0
  139. package/dist/core/room/data-track/packetizer.mjs.map +1 -0
  140. package/dist/core/room/data-track/track-interfaces.mjs +2 -0
  141. package/dist/core/room/data-track/track-interfaces.mjs.map +1 -0
  142. package/dist/core/room/data-track/types.mjs +18 -0
  143. package/dist/core/room/data-track/types.mjs.map +1 -0
  144. package/dist/core/room/data-track/utils.mjs +149 -0
  145. package/dist/core/room/data-track/utils.mjs.map +1 -0
  146. package/dist/core/room/debounce.mjs +97 -0
  147. package/dist/core/room/debounce.mjs.map +1 -0
  148. package/dist/core/room/defaults.mjs +34 -0
  149. package/dist/core/room/defaults.mjs.map +1 -0
  150. package/dist/core/room/errors.mjs +208 -0
  151. package/dist/core/room/errors.mjs.map +1 -0
  152. package/dist/core/room/events.mjs +643 -0
  153. package/dist/core/room/events.mjs.map +1 -0
  154. package/dist/core/room/extensions.mjs +48 -0
  155. package/dist/core/room/extensions.mjs.map +1 -0
  156. package/dist/core/room/participant/LocalParticipant.mjs +1324 -0
  157. package/dist/core/room/participant/LocalParticipant.mjs.map +1 -0
  158. package/dist/core/room/participant/Participant.mjs +300 -0
  159. package/dist/core/room/participant/Participant.mjs.map +1 -0
  160. package/dist/core/room/participant/ParticipantTrackPermission.mjs +12 -0
  161. package/dist/core/room/participant/ParticipantTrackPermission.mjs.map +1 -0
  162. package/dist/core/room/participant/RemoteParticipant.mjs +287 -0
  163. package/dist/core/room/participant/RemoteParticipant.mjs.map +1 -0
  164. package/dist/core/room/participant/publishUtils.mjs +356 -0
  165. package/dist/core/room/participant/publishUtils.mjs.map +1 -0
  166. package/dist/core/room/rpc/client/RpcClientManager.mjs +216 -0
  167. package/dist/core/room/rpc/client/RpcClientManager.mjs.map +1 -0
  168. package/dist/core/room/rpc/extension.mjs +82 -0
  169. package/dist/core/room/rpc/extension.mjs.map +1 -0
  170. package/dist/core/room/rpc/server/RpcServerManager.mjs +186 -0
  171. package/dist/core/room/rpc/server/RpcServerManager.mjs.map +1 -0
  172. package/dist/core/room/rpc/utils.mjs +148 -0
  173. package/dist/core/room/rpc/utils.mjs.map +1 -0
  174. package/dist/core/room/simulated-participants/extension.mjs +105 -0
  175. package/dist/core/room/simulated-participants/extension.mjs.map +1 -0
  176. package/dist/core/room/stats.mjs +19 -0
  177. package/dist/core/room/stats.mjs.map +1 -0
  178. package/dist/core/room/statsSummary.mjs +165 -0
  179. package/dist/core/room/statsSummary.mjs.map +1 -0
  180. package/dist/core/room/timers.mjs +20 -0
  181. package/dist/core/room/timers.mjs.map +1 -0
  182. package/dist/core/room/token-source/TokenSource.mjs +230 -0
  183. package/dist/core/room/token-source/TokenSource.mjs.map +1 -0
  184. package/dist/core/room/token-source/types.mjs +18 -0
  185. package/dist/core/room/token-source/types.mjs.map +1 -0
  186. package/dist/core/room/token-source/utils.mjs +76 -0
  187. package/dist/core/room/token-source/utils.mjs.map +1 -0
  188. package/dist/core/room/track/FrameMetadataExtractor.mjs +36 -0
  189. package/dist/core/room/track/FrameMetadataExtractor.mjs.map +1 -0
  190. package/dist/core/room/track/LocalAudioTrack.mjs +327 -0
  191. package/dist/core/room/track/LocalAudioTrack.mjs.map +1 -0
  192. package/dist/core/room/track/LocalTrack.mjs +694 -0
  193. package/dist/core/room/track/LocalTrack.mjs.map +1 -0
  194. package/dist/core/room/track/LocalTrackPublication.mjs +111 -0
  195. package/dist/core/room/track/LocalTrackPublication.mjs.map +1 -0
  196. package/dist/core/room/track/LocalVideoTrack.mjs +810 -0
  197. package/dist/core/room/track/LocalVideoTrack.mjs.map +1 -0
  198. package/dist/core/room/track/RemoteAudioTrack.mjs +245 -0
  199. package/dist/core/room/track/RemoteAudioTrack.mjs.map +1 -0
  200. package/dist/core/room/track/RemoteTrack.mjs +143 -0
  201. package/dist/core/room/track/RemoteTrack.mjs.map +1 -0
  202. package/dist/core/room/track/RemoteTrackPublication.mjs +284 -0
  203. package/dist/core/room/track/RemoteTrackPublication.mjs.map +1 -0
  204. package/dist/core/room/track/RemoteVideoTrack.mjs +384 -0
  205. package/dist/core/room/track/RemoteVideoTrack.mjs.map +1 -0
  206. package/dist/core/room/track/Track.mjs +413 -0
  207. package/dist/core/room/track/Track.mjs.map +1 -0
  208. package/dist/core/room/track/TrackPublication.mjs +97 -0
  209. package/dist/core/room/track/TrackPublication.mjs.map +1 -0
  210. package/dist/core/room/track/create.mjs +142 -0
  211. package/dist/core/room/track/create.mjs.map +1 -0
  212. package/dist/core/room/track/facingMode.mjs +81 -0
  213. package/dist/core/room/track/facingMode.mjs.map +1 -0
  214. package/dist/core/room/track/options.mjs +109 -0
  215. package/dist/core/room/track/options.mjs.map +1 -0
  216. package/dist/core/room/track/record.mjs +67 -0
  217. package/dist/core/room/track/record.mjs.map +1 -0
  218. package/dist/core/room/track/utils.mjs +429 -0
  219. package/dist/core/room/track/utils.mjs.map +1 -0
  220. package/dist/core/room/utils.mjs +852 -0
  221. package/dist/core/room/utils.mjs.map +1 -0
  222. package/dist/core/room/video/create.mjs +71 -0
  223. package/dist/core/room/video/create.mjs.map +1 -0
  224. package/dist/core/room/video/extension.mjs +27 -0
  225. package/dist/core/room/video/extension.mjs.map +1 -0
  226. package/dist/core/room/video/publisher.mjs +343 -0
  227. package/dist/core/room/video/publisher.mjs.map +1 -0
  228. package/dist/core/ts4.2/api/SignalClient.d.ts +19 -0
  229. package/dist/core/ts4.2/api/SignalClientStateMachine.d.ts +84 -0
  230. package/dist/core/ts4.2/api/WebSocketStream.d.ts +33 -0
  231. package/dist/core/ts4.2/api/utils.d.ts +8 -0
  232. package/dist/core/ts4.2/connectionHelper/ConnectionCheck.d.ts +29 -0
  233. package/dist/core/ts4.2/connectionHelper/checks/Checker.d.ts +64 -0
  234. package/dist/core/ts4.2/connectionHelper/checks/cloudRegion.d.ts +17 -0
  235. package/dist/core/ts4.2/connectionHelper/checks/connectionProtocol.d.ts +19 -0
  236. package/dist/core/ts4.2/connectionHelper/checks/publishAudio.d.ts +5 -0
  237. package/dist/core/ts4.2/connectionHelper/checks/publishVideo.d.ts +6 -0
  238. package/dist/core/ts4.2/connectionHelper/checks/reconnect.d.ts +5 -0
  239. package/dist/core/ts4.2/connectionHelper/checks/turn.d.ts +5 -0
  240. package/dist/core/ts4.2/connectionHelper/checks/webrtc.d.ts +5 -0
  241. package/dist/core/ts4.2/connectionHelper/checks/websocket.d.ts +5 -0
  242. package/dist/core/ts4.2/core.d.ts +33 -0
  243. package/dist/core/ts4.2/e2ee/E2eeManager.d.ts +89 -0
  244. package/dist/core/ts4.2/e2ee/KeyProvider.d.ts +53 -0
  245. package/dist/core/ts4.2/e2ee/constants.d.ts +20 -0
  246. package/dist/core/ts4.2/e2ee/errors.d.ts +11 -0
  247. package/dist/core/ts4.2/e2ee/events.d.ts +38 -0
  248. package/dist/core/ts4.2/e2ee/extension.d.ts +19 -0
  249. package/dist/core/ts4.2/e2ee/index.d.ts +5 -0
  250. package/dist/core/ts4.2/e2ee/types.d.ts +244 -0
  251. package/dist/core/ts4.2/e2ee/utils.d.ts +36 -0
  252. package/dist/core/ts4.2/exports.d.ts +82 -0
  253. package/dist/core/ts4.2/frameMetadata/FrameMetadataManager.d.ts +52 -0
  254. package/dist/core/ts4.2/frameMetadata/extension.d.ts +12 -0
  255. package/dist/core/ts4.2/frameMetadata/frameMetadata.d.ts +32 -0
  256. package/dist/core/ts4.2/frameMetadata/types.d.ts +61 -0
  257. package/dist/core/ts4.2/frameMetadata/utils.d.ts +13 -0
  258. package/dist/core/ts4.2/logger.d.ts +59 -0
  259. package/dist/core/ts4.2/options.d.ts +171 -0
  260. package/dist/core/ts4.2/room/BackOffStrategy.d.ts +26 -0
  261. package/dist/core/ts4.2/room/CoreRoom.d.ts +363 -0
  262. package/dist/core/ts4.2/room/DefaultReconnectPolicy.d.ts +7 -0
  263. package/dist/core/ts4.2/room/DeviceManager.d.ts +11 -0
  264. package/dist/core/ts4.2/room/PCTransport.d.ts +132 -0
  265. package/dist/core/ts4.2/room/PCTransportManager.d.ts +80 -0
  266. package/dist/core/ts4.2/room/RTCEngine.d.ts +233 -0
  267. package/dist/core/ts4.2/room/ReconnectPolicy.d.ts +23 -0
  268. package/dist/core/ts4.2/room/RegionUrlProvider.d.ts +33 -0
  269. package/dist/core/ts4.2/room/attribute-typings.d.ts +34 -0
  270. package/dist/core/ts4.2/room/chat/extension.d.ts +21 -0
  271. package/dist/core/ts4.2/room/createRoom.d.ts +19 -0
  272. package/dist/core/ts4.2/room/data-channel/DataChannelManager.d.ts +67 -0
  273. package/dist/core/ts4.2/room/data-channel/FlowControlledDataChannel.d.ts +106 -0
  274. package/dist/core/ts4.2/room/data-channel/LossyDataChannel.d.ts +40 -0
  275. package/dist/core/ts4.2/room/data-channel/ReliableDataChannel.d.ts +56 -0
  276. package/dist/core/ts4.2/room/data-channel/types.d.ts +11 -0
  277. package/dist/core/ts4.2/room/data-stream/compression.d.ts +29 -0
  278. package/dist/core/ts4.2/room/data-stream/constants.d.ts +1 -0
  279. package/dist/core/ts4.2/room/data-stream/extension.d.ts +63 -0
  280. package/dist/core/ts4.2/room/data-stream/incoming/IncomingDataStreamManager.d.ts +33 -0
  281. package/dist/core/ts4.2/room/data-stream/incoming/StreamReader.d.ts +77 -0
  282. package/dist/core/ts4.2/room/data-stream/outgoing/OutgoingDataStreamManager.d.ts +67 -0
  283. package/dist/core/ts4.2/room/data-stream/outgoing/StreamWriter.d.ts +15 -0
  284. package/dist/core/ts4.2/room/data-stream/outgoing/header-utils.d.ts +17 -0
  285. package/dist/core/ts4.2/room/data-track/LocalDataTrack.d.ts +69 -0
  286. package/dist/core/ts4.2/room/data-track/RemoteDataTrack.d.ts +43 -0
  287. package/dist/core/ts4.2/room/data-track/depacketizer.d.ts +58 -0
  288. package/dist/core/ts4.2/room/data-track/extension.d.ts +30 -0
  289. package/dist/core/ts4.2/room/data-track/frame.d.ts +21 -0
  290. package/dist/core/ts4.2/room/data-track/handle.d.ts +26 -0
  291. package/dist/core/ts4.2/room/data-track/incoming/IncomingDataTrackManager.d.ts +95 -0
  292. package/dist/core/ts4.2/room/data-track/incoming/errors.d.ts +23 -0
  293. package/dist/core/ts4.2/room/data-track/incoming/pipeline.d.ts +40 -0
  294. package/dist/core/ts4.2/room/data-track/incoming/types.d.ts +19 -0
  295. package/dist/core/ts4.2/room/data-track/outgoing/OutgoingDataTrackManager.d.ts +64 -0
  296. package/dist/core/ts4.2/room/data-track/outgoing/errors.d.ts +73 -0
  297. package/dist/core/ts4.2/room/data-track/outgoing/pipeline.d.ts +22 -0
  298. package/dist/core/ts4.2/room/data-track/outgoing/types.d.ts +47 -0
  299. package/dist/core/ts4.2/room/data-track/packet/constants.d.ts +19 -0
  300. package/dist/core/ts4.2/room/data-track/packet/errors.d.ts +39 -0
  301. package/dist/core/ts4.2/room/data-track/packet/extensions.d.ts +68 -0
  302. package/dist/core/ts4.2/room/data-track/packet/index.d.ts +97 -0
  303. package/dist/core/ts4.2/room/data-track/packet/serializable.d.ts +12 -0
  304. package/dist/core/ts4.2/room/data-track/packetizer.d.ts +40 -0
  305. package/dist/core/ts4.2/room/data-track/track-interfaces.d.ts +22 -0
  306. package/dist/core/ts4.2/room/data-track/types.d.ts +21 -0
  307. package/dist/core/ts4.2/room/data-track/utils.d.ts +59 -0
  308. package/dist/core/ts4.2/room/debounce.d.ts +10 -0
  309. package/dist/core/ts4.2/room/defaults.d.ts +7 -0
  310. package/dist/core/ts4.2/room/errors.d.ts +179 -0
  311. package/dist/core/ts4.2/room/events.d.ts +534 -0
  312. package/dist/core/ts4.2/room/extensions.d.ts +206 -0
  313. package/dist/core/ts4.2/room/participant/LocalParticipant.d.ts +164 -0
  314. package/dist/core/ts4.2/room/participant/Participant.d.ts +122 -0
  315. package/dist/core/ts4.2/room/participant/ParticipantTrackPermission.d.ts +25 -0
  316. package/dist/core/ts4.2/room/participant/RemoteParticipant.d.ts +37 -0
  317. package/dist/core/ts4.2/room/participant/publishUtils.d.ts +11 -0
  318. package/dist/core/ts4.2/room/rpc/client/RpcClientManager.d.ts +1 -0
  319. package/dist/core/ts4.2/room/rpc/client/events.d.ts +7 -0
  320. package/dist/core/ts4.2/room/rpc/extension.d.ts +73 -0
  321. package/dist/core/ts4.2/room/rpc/index.d.ts +6 -0
  322. package/dist/core/ts4.2/room/rpc/server/RpcServerManager.d.ts +1 -0
  323. package/dist/core/ts4.2/room/rpc/server/events.d.ts +7 -0
  324. package/dist/core/ts4.2/room/rpc/utils.d.ts +76 -0
  325. package/dist/core/ts4.2/room/simulated-participants/extension.d.ts +24 -0
  326. package/dist/core/ts4.2/room/stats.d.ts +70 -0
  327. package/dist/core/ts4.2/room/statsSummary.d.ts +12 -0
  328. package/dist/core/ts4.2/room/timers.d.ts +11 -0
  329. package/dist/core/ts4.2/room/token-source/TokenSource.d.ts +85 -0
  330. package/dist/core/ts4.2/room/token-source/types.d.ts +69 -0
  331. package/dist/core/ts4.2/room/token-source/utils.d.ts +7 -0
  332. package/dist/core/ts4.2/room/track/FrameMetadataExtractor.d.ts +18 -0
  333. package/dist/core/ts4.2/room/track/LocalAudioTrack.d.ts +50 -0
  334. package/dist/core/ts4.2/room/track/LocalTrack.d.ts +118 -0
  335. package/dist/core/ts4.2/room/track/LocalTrackPublication.d.ts +41 -0
  336. package/dist/core/ts4.2/room/track/LocalVideoTrack.d.ts +91 -0
  337. package/dist/core/ts4.2/room/track/RemoteAudioTrack.d.ts +49 -0
  338. package/dist/core/ts4.2/room/track/RemoteTrack.d.ts +29 -0
  339. package/dist/core/ts4.2/room/track/RemoteTrackPublication.d.ts +62 -0
  340. package/dist/core/ts4.2/room/track/RemoteVideoTrack.d.ts +53 -0
  341. package/dist/core/ts4.2/room/track/Track.d.ts +129 -0
  342. package/dist/core/ts4.2/room/track/TrackPublication.d.ts +68 -0
  343. package/dist/core/ts4.2/room/track/create.d.ts +12 -0
  344. package/dist/core/ts4.2/room/track/facingMode.d.ts +40 -0
  345. package/dist/core/ts4.2/room/track/options.d.ts +396 -0
  346. package/dist/core/ts4.2/room/track/processor/types.d.ts +41 -0
  347. package/dist/core/ts4.2/room/track/record.d.ts +12 -0
  348. package/dist/core/ts4.2/room/track/types.d.ts +27 -0
  349. package/dist/core/ts4.2/room/track/utils.d.ts +20 -0
  350. package/dist/core/ts4.2/room/types.d.ts +126 -0
  351. package/dist/core/ts4.2/room/utils.d.ts +246 -0
  352. package/dist/core/ts4.2/room/video/create.d.ts +27 -0
  353. package/dist/core/ts4.2/room/video/extension.d.ts +43 -0
  354. package/dist/core/ts4.2/room/video/publisher.d.ts +23 -0
  355. package/dist/core/ts4.2/type-polyfills/non-shared-typed-arrays.d.ts +1 -0
  356. package/dist/core/ts4.2/utils/AsyncQueue.d.ts +22 -0
  357. package/dist/core/ts4.2/utils/TypedPromise.d.ts +16 -0
  358. package/dist/core/ts4.2/utils/abort-signal-polyfill.d.ts +12 -0
  359. package/dist/core/ts4.2/utils/browserParser.d.ts +9 -0
  360. package/dist/core/ts4.2/utils/camelToSnakeCase.d.ts +7 -0
  361. package/dist/core/ts4.2/utils/cloneDeep.d.ts +1 -0
  362. package/dist/core/ts4.2/utils/dataPacketBuffer.d.ts +33 -0
  363. package/dist/core/ts4.2/utils/deferrable-map.d.ts +31 -0
  364. package/dist/core/ts4.2/utils/machineInspector.d.ts +53 -0
  365. package/dist/core/ts4.2/utils/serializer.d.ts +47 -0
  366. package/dist/core/ts4.2/utils/throws.d.ts +9 -0
  367. package/dist/core/ts4.2/utils/ttlmap.d.ts +19 -0
  368. package/dist/core/ts4.2/version.d.ts +17 -0
  369. package/dist/core/types/src/api/SignalClient.d.ts +19 -0
  370. package/dist/core/types/src/api/SignalClientStateMachine.d.ts +84 -0
  371. package/dist/core/types/src/api/WebSocketStream.d.ts +33 -0
  372. package/dist/core/types/src/api/utils.d.ts +8 -0
  373. package/dist/core/types/src/connectionHelper/ConnectionCheck.d.ts +28 -0
  374. package/dist/core/types/src/connectionHelper/checks/Checker.d.ts +64 -0
  375. package/dist/core/types/src/connectionHelper/checks/cloudRegion.d.ts +16 -0
  376. package/dist/core/types/src/connectionHelper/checks/connectionProtocol.d.ts +18 -0
  377. package/dist/core/types/src/connectionHelper/checks/publishAudio.d.ts +5 -0
  378. package/dist/core/types/src/connectionHelper/checks/publishVideo.d.ts +6 -0
  379. package/dist/core/types/src/connectionHelper/checks/reconnect.d.ts +5 -0
  380. package/dist/core/types/src/connectionHelper/checks/turn.d.ts +5 -0
  381. package/dist/core/types/src/connectionHelper/checks/webrtc.d.ts +5 -0
  382. package/dist/core/types/src/connectionHelper/checks/websocket.d.ts +5 -0
  383. package/dist/core/types/src/core.d.ts +32 -0
  384. package/dist/core/types/src/e2ee/E2eeManager.d.ts +89 -0
  385. package/dist/core/types/src/e2ee/KeyProvider.d.ts +53 -0
  386. package/dist/core/types/src/e2ee/constants.d.ts +20 -0
  387. package/dist/core/types/src/e2ee/errors.d.ts +11 -0
  388. package/dist/core/types/src/e2ee/events.d.ts +38 -0
  389. package/dist/core/types/src/e2ee/extension.d.ts +18 -0
  390. package/dist/core/types/src/e2ee/index.d.ts +5 -0
  391. package/dist/core/types/src/e2ee/types.d.ts +244 -0
  392. package/dist/core/types/src/e2ee/utils.d.ts +35 -0
  393. package/dist/core/types/src/exports.d.ts +75 -0
  394. package/dist/core/types/src/frameMetadata/FrameMetadataManager.d.ts +52 -0
  395. package/dist/core/types/src/frameMetadata/extension.d.ts +10 -0
  396. package/dist/core/types/src/frameMetadata/frameMetadata.d.ts +32 -0
  397. package/dist/core/types/src/frameMetadata/types.d.ts +61 -0
  398. package/dist/core/types/src/frameMetadata/utils.d.ts +13 -0
  399. package/dist/core/types/src/logger.d.ts +59 -0
  400. package/dist/core/types/src/options.d.ts +171 -0
  401. package/dist/core/types/src/room/BackOffStrategy.d.ts +26 -0
  402. package/dist/core/types/src/room/CoreRoom.d.ts +374 -0
  403. package/dist/core/types/src/room/DefaultReconnectPolicy.d.ts +7 -0
  404. package/dist/core/types/src/room/DeviceManager.d.ts +11 -0
  405. package/dist/core/types/src/room/PCTransport.d.ts +132 -0
  406. package/dist/core/types/src/room/PCTransportManager.d.ts +80 -0
  407. package/dist/core/types/src/room/RTCEngine.d.ts +232 -0
  408. package/dist/core/types/src/room/ReconnectPolicy.d.ts +23 -0
  409. package/dist/core/types/src/room/RegionUrlProvider.d.ts +33 -0
  410. package/dist/core/types/src/room/attribute-typings.d.ts +34 -0
  411. package/dist/core/types/src/room/chat/extension.d.ts +21 -0
  412. package/dist/core/types/src/room/createRoom.d.ts +18 -0
  413. package/dist/core/types/src/room/data-channel/DataChannelManager.d.ts +68 -0
  414. package/dist/core/types/src/room/data-channel/FlowControlledDataChannel.d.ts +107 -0
  415. package/dist/core/types/src/room/data-channel/LossyDataChannel.d.ts +39 -0
  416. package/dist/core/types/src/room/data-channel/ReliableDataChannel.d.ts +55 -0
  417. package/dist/core/types/src/room/data-channel/types.d.ts +11 -0
  418. package/dist/core/types/src/room/data-stream/compression.d.ts +29 -0
  419. package/dist/core/types/src/room/data-stream/constants.d.ts +1 -0
  420. package/dist/core/types/src/room/data-stream/extension.d.ts +62 -0
  421. package/dist/core/types/src/room/data-stream/incoming/IncomingDataStreamManager.d.ts +32 -0
  422. package/dist/core/types/src/room/data-stream/incoming/StreamReader.d.ts +77 -0
  423. package/dist/core/types/src/room/data-stream/outgoing/OutgoingDataStreamManager.d.ts +67 -0
  424. package/dist/core/types/src/room/data-stream/outgoing/StreamWriter.d.ts +15 -0
  425. package/dist/core/types/src/room/data-stream/outgoing/header-utils.d.ts +17 -0
  426. package/dist/core/types/src/room/data-track/LocalDataTrack.d.ts +70 -0
  427. package/dist/core/types/src/room/data-track/RemoteDataTrack.d.ts +43 -0
  428. package/dist/core/types/src/room/data-track/depacketizer.d.ts +58 -0
  429. package/dist/core/types/src/room/data-track/extension.d.ts +30 -0
  430. package/dist/core/types/src/room/data-track/frame.d.ts +21 -0
  431. package/dist/core/types/src/room/data-track/handle.d.ts +26 -0
  432. package/dist/core/types/src/room/data-track/incoming/IncomingDataTrackManager.d.ts +95 -0
  433. package/dist/core/types/src/room/data-track/incoming/errors.d.ts +23 -0
  434. package/dist/core/types/src/room/data-track/incoming/pipeline.d.ts +40 -0
  435. package/dist/core/types/src/room/data-track/incoming/types.d.ts +19 -0
  436. package/dist/core/types/src/room/data-track/outgoing/OutgoingDataTrackManager.d.ts +64 -0
  437. package/dist/core/types/src/room/data-track/outgoing/errors.d.ts +73 -0
  438. package/dist/core/types/src/room/data-track/outgoing/pipeline.d.ts +22 -0
  439. package/dist/core/types/src/room/data-track/outgoing/types.d.ts +47 -0
  440. package/dist/core/types/src/room/data-track/packet/constants.d.ts +19 -0
  441. package/dist/core/types/src/room/data-track/packet/errors.d.ts +39 -0
  442. package/dist/core/types/src/room/data-track/packet/extensions.d.ts +68 -0
  443. package/dist/core/types/src/room/data-track/packet/index.d.ts +91 -0
  444. package/dist/core/types/src/room/data-track/packet/serializable.d.ts +12 -0
  445. package/dist/core/types/src/room/data-track/packetizer.d.ts +40 -0
  446. package/dist/core/types/src/room/data-track/track-interfaces.d.ts +22 -0
  447. package/dist/core/types/src/room/data-track/types.d.ts +21 -0
  448. package/dist/core/types/src/room/data-track/utils.d.ts +59 -0
  449. package/dist/core/types/src/room/debounce.d.ts +10 -0
  450. package/dist/core/types/src/room/defaults.d.ts +7 -0
  451. package/dist/core/types/src/room/errors.d.ts +179 -0
  452. package/dist/core/types/src/room/events.d.ts +534 -0
  453. package/dist/core/types/src/room/extensions.d.ts +205 -0
  454. package/dist/core/types/src/room/participant/LocalParticipant.d.ts +164 -0
  455. package/dist/core/types/src/room/participant/Participant.d.ts +123 -0
  456. package/dist/core/types/src/room/participant/ParticipantTrackPermission.d.ts +25 -0
  457. package/dist/core/types/src/room/participant/RemoteParticipant.d.ts +37 -0
  458. package/dist/core/types/src/room/participant/publishUtils.d.ts +11 -0
  459. package/dist/core/types/src/room/rpc/client/RpcClientManager.d.ts +1 -0
  460. package/dist/core/types/src/room/rpc/client/events.d.ts +7 -0
  461. package/dist/core/types/src/room/rpc/extension.d.ts +69 -0
  462. package/dist/core/types/src/room/rpc/index.d.ts +5 -0
  463. package/dist/core/types/src/room/rpc/server/RpcServerManager.d.ts +1 -0
  464. package/dist/core/types/src/room/rpc/server/events.d.ts +7 -0
  465. package/dist/core/types/src/room/rpc/utils.d.ts +76 -0
  466. package/dist/core/types/src/room/simulated-participants/extension.d.ts +24 -0
  467. package/dist/core/types/src/room/stats.d.ts +70 -0
  468. package/dist/core/types/src/room/statsSummary.d.ts +12 -0
  469. package/dist/core/types/src/room/timers.d.ts +11 -0
  470. package/dist/core/types/src/room/token-source/TokenSource.d.ts +91 -0
  471. package/dist/core/types/src/room/token-source/types.d.ts +69 -0
  472. package/dist/core/types/src/room/token-source/utils.d.ts +7 -0
  473. package/dist/core/types/src/room/track/FrameMetadataExtractor.d.ts +18 -0
  474. package/dist/core/types/src/room/track/LocalAudioTrack.d.ts +53 -0
  475. package/dist/core/types/src/room/track/LocalTrack.d.ts +118 -0
  476. package/dist/core/types/src/room/track/LocalTrackPublication.d.ts +41 -0
  477. package/dist/core/types/src/room/track/LocalVideoTrack.d.ts +91 -0
  478. package/dist/core/types/src/room/track/RemoteAudioTrack.d.ts +49 -0
  479. package/dist/core/types/src/room/track/RemoteTrack.d.ts +29 -0
  480. package/dist/core/types/src/room/track/RemoteTrackPublication.d.ts +76 -0
  481. package/dist/core/types/src/room/track/RemoteVideoTrack.d.ts +56 -0
  482. package/dist/core/types/src/room/track/Track.d.ts +134 -0
  483. package/dist/core/types/src/room/track/TrackPublication.d.ts +74 -0
  484. package/dist/core/types/src/room/track/create.d.ts +12 -0
  485. package/dist/core/types/src/room/track/facingMode.d.ts +40 -0
  486. package/dist/core/types/src/room/track/options.d.ts +384 -0
  487. package/dist/core/types/src/room/track/processor/types.d.ts +41 -0
  488. package/dist/core/types/src/room/track/record.d.ts +12 -0
  489. package/dist/core/types/src/room/track/types.d.ts +27 -0
  490. package/dist/core/types/src/room/track/utils.d.ts +20 -0
  491. package/dist/core/types/src/room/types.d.ts +126 -0
  492. package/dist/core/types/src/room/utils.d.ts +246 -0
  493. package/dist/core/types/src/room/video/create.d.ts +27 -0
  494. package/dist/core/types/src/room/video/extension.d.ts +43 -0
  495. package/dist/core/types/src/room/video/publisher.d.ts +23 -0
  496. package/dist/core/types/src/type-polyfills/non-shared-typed-arrays.d.ts +1 -0
  497. package/dist/core/types/src/utils/AsyncQueue.d.ts +22 -0
  498. package/dist/core/types/src/utils/TypedPromise.d.ts +15 -0
  499. package/dist/core/types/src/utils/abort-signal-polyfill.d.ts +12 -0
  500. package/dist/core/types/src/utils/browserParser.d.ts +9 -0
  501. package/dist/core/types/src/utils/camelToSnakeCase.d.ts +7 -0
  502. package/dist/core/types/src/utils/cloneDeep.d.ts +1 -0
  503. package/dist/core/types/src/utils/dataPacketBuffer.d.ts +33 -0
  504. package/dist/core/types/src/utils/deferrable-map.d.ts +31 -0
  505. package/dist/core/types/src/utils/machineInspector.d.ts +53 -0
  506. package/dist/core/types/src/utils/serializer.d.ts +47 -0
  507. package/dist/core/types/src/utils/throws.d.ts +9 -0
  508. package/dist/core/types/src/utils/ttlmap.d.ts +19 -0
  509. package/dist/core/types/src/version.d.ts +17 -0
  510. package/dist/core/utils/AsyncQueue.mjs +41 -0
  511. package/dist/core/utils/AsyncQueue.mjs.map +1 -0
  512. package/dist/core/utils/TypedPromise.mjs +23 -0
  513. package/dist/core/utils/TypedPromise.mjs.map +1 -0
  514. package/dist/core/utils/abort-signal-polyfill.mjs +53 -0
  515. package/dist/core/utils/abort-signal-polyfill.mjs.map +1 -0
  516. package/dist/core/utils/browserParser.mjs +62 -0
  517. package/dist/core/utils/browserParser.mjs.map +1 -0
  518. package/dist/core/utils/cloneDeep.mjs +14 -0
  519. package/dist/core/utils/cloneDeep.mjs.map +1 -0
  520. package/dist/core/utils/dataPacketBuffer.mjs +76 -0
  521. package/dist/core/utils/dataPacketBuffer.mjs.map +1 -0
  522. package/dist/core/utils/deferrable-map.mjs +94 -0
  523. package/dist/core/utils/deferrable-map.mjs.map +1 -0
  524. package/dist/core/utils/machineInspector.mjs +19 -0
  525. package/dist/core/utils/machineInspector.mjs.map +1 -0
  526. package/dist/core/utils/serializer.mjs +47 -0
  527. package/dist/core/utils/serializer.mjs.map +1 -0
  528. package/dist/core/utils/ttlmap.mjs +97 -0
  529. package/dist/core/utils/ttlmap.mjs.map +1 -0
  530. package/dist/core/version.mjs +17 -0
  531. package/dist/core/version.mjs.map +1 -0
  532. package/dist/livekit-client.e2ee.worker.js +1 -1
  533. package/dist/livekit-client.e2ee.worker.js.map +1 -1
  534. package/dist/livekit-client.e2ee.worker.mjs +225 -137
  535. package/dist/livekit-client.e2ee.worker.mjs.map +1 -1
  536. package/dist/livekit-client.esm.mjs +32913 -31390
  537. package/dist/livekit-client.esm.mjs.map +1 -1
  538. package/dist/livekit-client.fm.worker.js +1 -1
  539. package/dist/livekit-client.fm.worker.js.map +1 -1
  540. package/dist/livekit-client.fm.worker.mjs +21 -82
  541. package/dist/livekit-client.fm.worker.mjs.map +1 -1
  542. package/dist/livekit-client.umd.js +1 -1
  543. package/dist/livekit-client.umd.js.map +1 -1
  544. package/dist/src/api/SignalClient.d.ts +1 -1
  545. package/dist/src/api/SignalClient.d.ts.map +1 -1
  546. package/dist/src/api/WebSocketStream.d.ts +1 -0
  547. package/dist/src/api/WebSocketStream.d.ts.map +1 -1
  548. package/dist/src/api/utils.d.ts +1 -1
  549. package/dist/src/api/utils.d.ts.map +1 -1
  550. package/dist/src/connectionHelper/checks/Checker.d.ts +7 -4
  551. package/dist/src/connectionHelper/checks/Checker.d.ts.map +1 -1
  552. package/dist/src/core.d.ts +33 -0
  553. package/dist/src/core.d.ts.map +1 -0
  554. package/dist/src/e2ee/E2eeManager.d.ts +25 -5
  555. package/dist/src/e2ee/E2eeManager.d.ts.map +1 -1
  556. package/dist/src/e2ee/KeyProvider.d.ts.map +1 -1
  557. package/dist/src/e2ee/extension.d.ts +19 -0
  558. package/dist/src/e2ee/extension.d.ts.map +1 -0
  559. package/dist/src/e2ee/types.d.ts +14 -0
  560. package/dist/src/e2ee/types.d.ts.map +1 -1
  561. package/dist/src/e2ee/utils.d.ts +6 -1
  562. package/dist/src/e2ee/utils.d.ts.map +1 -1
  563. package/dist/src/e2ee/worker/FrameCryptor.d.ts +7 -1
  564. package/dist/src/e2ee/worker/FrameCryptor.d.ts.map +1 -1
  565. package/dist/src/e2ee/worker/naluUtils.d.ts +19 -1
  566. package/dist/src/e2ee/worker/naluUtils.d.ts.map +1 -1
  567. package/dist/src/e2ee/worker/sifPayload.d.ts +1 -1
  568. package/dist/src/e2ee/worker/sifPayload.d.ts.map +1 -1
  569. package/dist/src/exports.d.ts +76 -0
  570. package/dist/src/exports.d.ts.map +1 -0
  571. package/dist/src/frameMetadata/FrameMetadataManager.d.ts +5 -2
  572. package/dist/src/frameMetadata/FrameMetadataManager.d.ts.map +1 -1
  573. package/dist/src/frameMetadata/extension.d.ts +11 -0
  574. package/dist/src/frameMetadata/extension.d.ts.map +1 -0
  575. package/dist/src/frameMetadata/utils.d.ts +5 -0
  576. package/dist/src/frameMetadata/utils.d.ts.map +1 -1
  577. package/dist/src/index.d.ts +35 -63
  578. package/dist/src/index.d.ts.map +1 -1
  579. package/dist/src/logger.d.ts +1 -3
  580. package/dist/src/logger.d.ts.map +1 -1
  581. package/dist/src/options.d.ts +20 -6
  582. package/dist/src/options.d.ts.map +1 -1
  583. package/dist/src/room/CoreRoom.d.ts +392 -0
  584. package/dist/src/room/CoreRoom.d.ts.map +1 -0
  585. package/dist/src/room/DefaultReconnectPolicy.d.ts.map +1 -1
  586. package/dist/src/room/PCTransport.d.ts +31 -6
  587. package/dist/src/room/PCTransport.d.ts.map +1 -1
  588. package/dist/src/room/PCTransportManager.d.ts +8 -4
  589. package/dist/src/room/PCTransportManager.d.ts.map +1 -1
  590. package/dist/src/room/RTCEngine.d.ts +31 -6
  591. package/dist/src/room/RTCEngine.d.ts.map +1 -1
  592. package/dist/src/room/Room.d.ts +5 -350
  593. package/dist/src/room/Room.d.ts.map +1 -1
  594. package/dist/src/room/chat/extension.d.ts +22 -0
  595. package/dist/src/room/chat/extension.d.ts.map +1 -0
  596. package/dist/src/room/createRoom.d.ts +19 -0
  597. package/dist/src/room/createRoom.d.ts.map +1 -0
  598. package/dist/src/room/data-channel/DataChannelManager.d.ts +16 -9
  599. package/dist/src/room/data-channel/DataChannelManager.d.ts.map +1 -1
  600. package/dist/src/room/data-channel/FlowControlledDataChannel.d.ts +25 -12
  601. package/dist/src/room/data-channel/FlowControlledDataChannel.d.ts.map +1 -1
  602. package/dist/src/room/data-channel/LossyDataChannel.d.ts.map +1 -1
  603. package/dist/src/room/data-channel/ReliableDataChannel.d.ts.map +1 -1
  604. package/dist/src/room/data-stream/constants.d.ts +9 -0
  605. package/dist/src/room/data-stream/constants.d.ts.map +1 -1
  606. package/dist/src/room/data-stream/extension.d.ts +73 -0
  607. package/dist/src/room/data-stream/extension.d.ts.map +1 -0
  608. package/dist/src/room/data-stream/incoming/IncomingDataStreamManager.d.ts +6 -1
  609. package/dist/src/room/data-stream/incoming/IncomingDataStreamManager.d.ts.map +1 -1
  610. package/dist/src/room/data-stream/incoming/StreamReader.d.ts.map +1 -1
  611. package/dist/src/room/data-stream/outgoing/OutgoingDataStreamManager.d.ts +0 -1
  612. package/dist/src/room/data-stream/outgoing/OutgoingDataStreamManager.d.ts.map +1 -1
  613. package/dist/src/room/data-track/LocalDataTrack.d.ts +1 -1
  614. package/dist/src/room/data-track/depacketizer.d.ts +1 -1
  615. package/dist/src/room/data-track/depacketizer.d.ts.map +1 -1
  616. package/dist/src/room/data-track/extension.d.ts +31 -0
  617. package/dist/src/room/data-track/extension.d.ts.map +1 -0
  618. package/dist/src/room/data-track/handle.d.ts +1 -1
  619. package/dist/src/room/data-track/handle.d.ts.map +1 -1
  620. package/dist/src/room/data-track/incoming/IncomingDataTrackManager.d.ts +1 -1
  621. package/dist/src/room/data-track/incoming/IncomingDataTrackManager.d.ts.map +1 -1
  622. package/dist/src/room/data-track/incoming/pipeline.d.ts +1 -1
  623. package/dist/src/room/data-track/incoming/pipeline.d.ts.map +1 -1
  624. package/dist/src/room/data-track/outgoing/OutgoingDataTrackManager.d.ts +2 -1
  625. package/dist/src/room/data-track/outgoing/OutgoingDataTrackManager.d.ts.map +1 -1
  626. package/dist/src/room/data-track/outgoing/pipeline.d.ts +1 -1
  627. package/dist/src/room/data-track/outgoing/pipeline.d.ts.map +1 -1
  628. package/dist/src/room/data-track/packet/extensions.d.ts +1 -1
  629. package/dist/src/room/data-track/packet/extensions.d.ts.map +1 -1
  630. package/dist/src/room/data-track/packet/index.d.ts +1 -1
  631. package/dist/src/room/data-track/packet/index.d.ts.map +1 -1
  632. package/dist/src/room/data-track/packet/serializable.d.ts +1 -1
  633. package/dist/src/room/data-track/packet/serializable.d.ts.map +1 -1
  634. package/dist/src/room/data-track/packetizer.d.ts +1 -1
  635. package/dist/src/room/data-track/packetizer.d.ts.map +1 -1
  636. package/dist/src/room/data-track/track-interfaces.d.ts +1 -1
  637. package/dist/src/room/data-track/track-interfaces.d.ts.map +1 -1
  638. package/dist/src/room/data-track/utils.d.ts +1 -1
  639. package/dist/src/room/defaults.d.ts +1 -2
  640. package/dist/src/room/defaults.d.ts.map +1 -1
  641. package/dist/src/room/extensions.d.ts +208 -0
  642. package/dist/src/room/extensions.d.ts.map +1 -0
  643. package/dist/src/room/participant/LocalParticipant.d.ts +49 -120
  644. package/dist/src/room/participant/LocalParticipant.d.ts.map +1 -1
  645. package/dist/src/room/participant/Participant.d.ts +9 -2
  646. package/dist/src/room/participant/Participant.d.ts.map +1 -1
  647. package/dist/src/room/participant/RemoteParticipant.d.ts +3 -3
  648. package/dist/src/room/participant/RemoteParticipant.d.ts.map +1 -1
  649. package/dist/src/room/participant/publishUtils.d.ts.map +1 -1
  650. package/dist/src/room/rpc/extension.d.ts +70 -0
  651. package/dist/src/room/rpc/extension.d.ts.map +1 -0
  652. package/dist/src/room/rpc/index.d.ts +1 -1
  653. package/dist/src/room/rpc/index.d.ts.map +1 -1
  654. package/dist/src/room/rpc/legacyExtension.d.ts +34 -0
  655. package/dist/src/room/rpc/legacyExtension.d.ts.map +1 -0
  656. package/dist/src/room/rpc/utils.d.ts.map +1 -1
  657. package/dist/src/room/simulated-participants/extension.d.ts +25 -0
  658. package/dist/src/room/simulated-participants/extension.d.ts.map +1 -0
  659. package/dist/src/room/token-source/TokenSource.d.ts +5 -1
  660. package/dist/src/room/token-source/TokenSource.d.ts.map +1 -1
  661. package/dist/src/room/token-source/utils.d.ts.map +1 -1
  662. package/dist/src/room/track/LocalAudioTrack.d.ts +24 -1
  663. package/dist/src/room/track/LocalAudioTrack.d.ts.map +1 -1
  664. package/dist/src/room/track/LocalTrack.d.ts +19 -1
  665. package/dist/src/room/track/LocalTrack.d.ts.map +1 -1
  666. package/dist/src/room/track/LocalVideoTrack.d.ts +7 -0
  667. package/dist/src/room/track/LocalVideoTrack.d.ts.map +1 -1
  668. package/dist/src/room/track/RemoteAudioTrack.d.ts +6 -0
  669. package/dist/src/room/track/RemoteAudioTrack.d.ts.map +1 -1
  670. package/dist/src/room/track/RemoteTrackPublication.d.ts +14 -1
  671. package/dist/src/room/track/RemoteTrackPublication.d.ts.map +1 -1
  672. package/dist/src/room/track/Track.d.ts.map +1 -1
  673. package/dist/src/room/track/TrackPublication.d.ts +2 -2
  674. package/dist/src/room/track/TrackPublication.d.ts.map +1 -1
  675. package/dist/src/room/track/create.d.ts +15 -13
  676. package/dist/src/room/track/create.d.ts.map +1 -1
  677. package/dist/src/room/track/facingMode.d.ts.map +1 -1
  678. package/dist/src/room/track/options.d.ts +0 -6
  679. package/dist/src/room/track/options.d.ts.map +1 -1
  680. package/dist/src/room/track/processor/types.d.ts +13 -2
  681. package/dist/src/room/track/processor/types.d.ts.map +1 -1
  682. package/dist/src/room/track/utils.d.ts +1 -1
  683. package/dist/src/room/track/utils.d.ts.map +1 -1
  684. package/dist/src/room/utils.d.ts +30 -3
  685. package/dist/src/room/utils.d.ts.map +1 -1
  686. package/dist/src/room/video/create.d.ts +28 -0
  687. package/dist/src/room/video/create.d.ts.map +1 -0
  688. package/dist/src/room/video/extension.d.ts +48 -0
  689. package/dist/src/room/video/extension.d.ts.map +1 -0
  690. package/dist/src/room/video/publisher.d.ts +24 -0
  691. package/dist/src/room/video/publisher.d.ts.map +1 -0
  692. package/dist/src/test/MockMediaStream.d.ts +6 -0
  693. package/dist/src/test/MockMediaStream.d.ts.map +1 -0
  694. package/dist/src/utils/browserParser.d.ts +0 -3
  695. package/dist/src/utils/browserParser.d.ts.map +1 -1
  696. package/dist/src/utils/deferrable-map.d.ts +1 -1
  697. package/dist/src/utils/deferrable-map.d.ts.map +1 -1
  698. package/dist/src/utils/serializer.d.ts.map +1 -1
  699. package/dist/src/utils/throws.d.ts +10 -0
  700. package/dist/src/utils/throws.d.ts.map +1 -0
  701. package/dist/src/version.d.ts +4 -1
  702. package/dist/src/version.d.ts.map +1 -1
  703. package/dist/ts4.2/api/WebSocketStream.d.ts +1 -0
  704. package/dist/ts4.2/api/utils.d.ts +1 -1
  705. package/dist/ts4.2/connectionHelper/checks/Checker.d.ts +7 -4
  706. package/dist/ts4.2/core.d.ts +34 -0
  707. package/dist/ts4.2/e2ee/E2eeManager.d.ts +25 -5
  708. package/dist/ts4.2/e2ee/extension.d.ts +20 -0
  709. package/dist/ts4.2/e2ee/types.d.ts +14 -0
  710. package/dist/ts4.2/e2ee/utils.d.ts +6 -1
  711. package/dist/ts4.2/e2ee/worker/FrameCryptor.d.ts +7 -1
  712. package/dist/ts4.2/e2ee/worker/naluUtils.d.ts +19 -1
  713. package/dist/ts4.2/e2ee/worker/sifPayload.d.ts +1 -1
  714. package/dist/ts4.2/exports.d.ts +83 -0
  715. package/dist/ts4.2/frameMetadata/FrameMetadataManager.d.ts +5 -2
  716. package/dist/ts4.2/frameMetadata/extension.d.ts +13 -0
  717. package/dist/ts4.2/frameMetadata/utils.d.ts +5 -0
  718. package/dist/ts4.2/index.d.ts +35 -69
  719. package/dist/ts4.2/logger.d.ts +1 -3
  720. package/dist/ts4.2/options.d.ts +20 -6
  721. package/dist/ts4.2/room/CoreRoom.d.ts +381 -0
  722. package/dist/ts4.2/room/PCTransport.d.ts +31 -6
  723. package/dist/ts4.2/room/PCTransportManager.d.ts +8 -4
  724. package/dist/ts4.2/room/RTCEngine.d.ts +31 -6
  725. package/dist/ts4.2/room/Room.d.ts +6 -339
  726. package/dist/ts4.2/room/chat/extension.d.ts +22 -0
  727. package/dist/ts4.2/room/createRoom.d.ts +20 -0
  728. package/dist/ts4.2/room/data-channel/DataChannelManager.d.ts +15 -9
  729. package/dist/ts4.2/room/data-channel/FlowControlledDataChannel.d.ts +25 -12
  730. package/dist/ts4.2/room/data-stream/constants.d.ts +9 -0
  731. package/dist/ts4.2/room/data-stream/extension.d.ts +74 -0
  732. package/dist/ts4.2/room/data-stream/incoming/IncomingDataStreamManager.d.ts +6 -1
  733. package/dist/ts4.2/room/data-stream/outgoing/OutgoingDataStreamManager.d.ts +0 -1
  734. package/dist/ts4.2/room/data-track/LocalDataTrack.d.ts +1 -1
  735. package/dist/ts4.2/room/data-track/depacketizer.d.ts +1 -1
  736. package/dist/ts4.2/room/data-track/extension.d.ts +31 -0
  737. package/dist/ts4.2/room/data-track/handle.d.ts +1 -1
  738. package/dist/ts4.2/room/data-track/incoming/IncomingDataTrackManager.d.ts +1 -1
  739. package/dist/ts4.2/room/data-track/incoming/pipeline.d.ts +1 -1
  740. package/dist/ts4.2/room/data-track/outgoing/OutgoingDataTrackManager.d.ts +2 -1
  741. package/dist/ts4.2/room/data-track/outgoing/pipeline.d.ts +1 -1
  742. package/dist/ts4.2/room/data-track/packet/extensions.d.ts +1 -1
  743. package/dist/ts4.2/room/data-track/packet/index.d.ts +1 -1
  744. package/dist/ts4.2/room/data-track/packet/serializable.d.ts +1 -1
  745. package/dist/ts4.2/room/data-track/packetizer.d.ts +1 -1
  746. package/dist/ts4.2/room/data-track/track-interfaces.d.ts +1 -1
  747. package/dist/ts4.2/room/data-track/utils.d.ts +1 -1
  748. package/dist/ts4.2/room/defaults.d.ts +1 -2
  749. package/dist/ts4.2/room/extensions.d.ts +214 -0
  750. package/dist/ts4.2/room/participant/LocalParticipant.d.ts +48 -121
  751. package/dist/ts4.2/room/participant/Participant.d.ts +9 -2
  752. package/dist/ts4.2/room/participant/RemoteParticipant.d.ts +3 -3
  753. package/dist/ts4.2/room/rpc/extension.d.ts +74 -0
  754. package/dist/ts4.2/room/rpc/index.d.ts +1 -1
  755. package/dist/ts4.2/room/rpc/legacyExtension.d.ts +39 -0
  756. package/dist/ts4.2/room/simulated-participants/extension.d.ts +25 -0
  757. package/dist/ts4.2/room/token-source/TokenSource.d.ts +5 -1
  758. package/dist/ts4.2/room/track/LocalAudioTrack.d.ts +24 -1
  759. package/dist/ts4.2/room/track/LocalTrack.d.ts +19 -1
  760. package/dist/ts4.2/room/track/LocalVideoTrack.d.ts +7 -0
  761. package/dist/ts4.2/room/track/RemoteAudioTrack.d.ts +6 -0
  762. package/dist/ts4.2/room/track/RemoteTrackPublication.d.ts +3 -1
  763. package/dist/ts4.2/room/track/TrackPublication.d.ts +2 -2
  764. package/dist/ts4.2/room/track/create.d.ts +15 -13
  765. package/dist/ts4.2/room/track/options.d.ts +0 -6
  766. package/dist/ts4.2/room/track/processor/types.d.ts +13 -2
  767. package/dist/ts4.2/room/track/utils.d.ts +1 -1
  768. package/dist/ts4.2/room/utils.d.ts +30 -3
  769. package/dist/ts4.2/room/video/create.d.ts +28 -0
  770. package/dist/ts4.2/room/video/extension.d.ts +48 -0
  771. package/dist/ts4.2/room/video/publisher.d.ts +24 -0
  772. package/dist/ts4.2/test/MockMediaStream.d.ts +6 -0
  773. package/dist/ts4.2/utils/browserParser.d.ts +0 -3
  774. package/dist/ts4.2/utils/deferrable-map.d.ts +1 -1
  775. package/dist/ts4.2/utils/throws.d.ts +10 -0
  776. package/dist/ts4.2/version.d.ts +4 -1
  777. package/package.json +24 -9
  778. package/src/api/SignalClient.test.ts +341 -0
  779. package/src/api/SignalClient.ts +71 -26
  780. package/src/api/WebSocketStream.test.ts +78 -0
  781. package/src/api/WebSocketStream.ts +63 -4
  782. package/src/api/utils.ts +1 -1
  783. package/src/connectionHelper/checks/Checker.ts +12 -5
  784. package/src/connectionHelper/checks/publishVideo.ts +1 -1
  785. package/src/connectionHelper/checks/reconnect.ts +1 -1
  786. package/src/core.ts +35 -0
  787. package/src/e2ee/E2eeManager.test.ts +113 -1
  788. package/src/e2ee/E2eeManager.ts +58 -33
  789. package/src/e2ee/KeyProvider.ts +2 -1
  790. package/src/e2ee/extension.ts +113 -0
  791. package/src/e2ee/subscriberBlackScreen.test.ts +9 -12
  792. package/src/e2ee/types.ts +14 -0
  793. package/src/e2ee/utils.test.ts +47 -0
  794. package/src/e2ee/utils.ts +26 -14
  795. package/src/e2ee/worker/DataCryptor.test.ts +42 -1
  796. package/src/e2ee/worker/DataCryptor.ts +2 -2
  797. package/src/e2ee/worker/FrameCryptor.race.test.ts +3 -7
  798. package/src/e2ee/worker/FrameCryptor.test.ts +280 -103
  799. package/src/e2ee/worker/FrameCryptor.ts +97 -20
  800. package/src/e2ee/worker/e2ee.worker.test.ts +151 -0
  801. package/src/e2ee/worker/e2ee.worker.ts +28 -20
  802. package/src/e2ee/worker/naluUtils.test.ts +143 -0
  803. package/src/e2ee/worker/naluUtils.ts +87 -2
  804. package/src/e2ee/worker/sifPayload.ts +1 -1
  805. package/src/exports.ts +224 -0
  806. package/src/frameMetadata/FrameMetadataManager.ts +9 -3
  807. package/src/frameMetadata/extension.ts +34 -0
  808. package/src/frameMetadata/frameMetadata.ts +1 -1
  809. package/src/frameMetadata/utils.ts +23 -0
  810. package/src/index.ts +47 -187
  811. package/src/logger.ts +1 -3
  812. package/src/options.ts +25 -6
  813. package/src/room/CoreRoom.ts +3017 -0
  814. package/src/room/DefaultReconnectPolicy.test.ts +58 -0
  815. package/src/room/DefaultReconnectPolicy.ts +14 -2
  816. package/src/room/DeviceManager.test.ts +55 -1
  817. package/src/room/DeviceManager.ts +1 -1
  818. package/src/room/PCTransport.test.ts +187 -2
  819. package/src/room/PCTransport.ts +173 -31
  820. package/src/room/PCTransportManager.test.ts +65 -3
  821. package/src/room/PCTransportManager.ts +28 -12
  822. package/src/room/RTCEngine.test.ts +654 -22
  823. package/src/room/RTCEngine.ts +240 -41
  824. package/src/room/RegionUrlProvider.ts +1 -1
  825. package/src/room/Room.test.ts +833 -4
  826. package/src/room/Room.ts +34 -3105
  827. package/src/room/chat/extension.ts +78 -0
  828. package/src/room/createRoom.test.ts +149 -0
  829. package/src/room/createRoom.ts +26 -0
  830. package/src/room/data-channel/DataChannelManager.test.ts +61 -7
  831. package/src/room/data-channel/DataChannelManager.ts +61 -38
  832. package/src/room/data-channel/FlowControlledDataChannel.test.ts +60 -18
  833. package/src/room/data-channel/FlowControlledDataChannel.ts +40 -22
  834. package/src/room/data-channel/LossyDataChannel.test.ts +38 -0
  835. package/src/room/data-channel/LossyDataChannel.ts +10 -1
  836. package/src/room/data-channel/ReliableDataChannel.test.ts +72 -0
  837. package/src/room/data-channel/ReliableDataChannel.ts +16 -5
  838. package/src/room/data-stream/constants.ts +10 -0
  839. package/src/room/data-stream/extension.ts +162 -0
  840. package/src/room/data-stream/incoming/IncomingDataStreamManager.test.ts +300 -3
  841. package/src/room/data-stream/incoming/IncomingDataStreamManager.ts +64 -2
  842. package/src/room/data-stream/incoming/StreamReader.ts +14 -4
  843. package/src/room/data-stream/outgoing/OutgoingDataStreamManager.ts +1 -2
  844. package/src/room/data-track/depacketizer.ts +2 -2
  845. package/src/room/data-track/extension.ts +244 -0
  846. package/src/room/data-track/handle.ts +1 -1
  847. package/src/room/data-track/incoming/IncomingDataTrackManager.ts +2 -2
  848. package/src/room/data-track/incoming/pipeline.ts +2 -2
  849. package/src/room/data-track/outgoing/OutgoingDataTrackManager.test.ts +42 -3
  850. package/src/room/data-track/outgoing/OutgoingDataTrackManager.ts +5 -3
  851. package/src/room/data-track/outgoing/pipeline.ts +1 -1
  852. package/src/room/data-track/packet/extensions.ts +1 -1
  853. package/src/room/data-track/packet/index.ts +1 -1
  854. package/src/room/data-track/packet/serializable.ts +1 -1
  855. package/src/room/data-track/packetizer.ts +1 -1
  856. package/src/room/data-track/track-interfaces.ts +4 -4
  857. package/src/room/data-track/utils.ts +1 -1
  858. package/src/room/defaults.ts +3 -16
  859. package/src/room/extensions.ts +310 -0
  860. package/src/room/participant/LocalParticipant.test.ts +154 -2
  861. package/src/room/participant/LocalParticipant.ts +141 -669
  862. package/src/room/participant/Participant.test.ts +60 -0
  863. package/src/room/participant/Participant.ts +27 -4
  864. package/src/room/participant/RemoteParticipant.ts +3 -8
  865. package/src/room/participant/publishUtils.ts +3 -3
  866. package/src/room/participant/restartOnDefaultAudioDevice.test.ts +177 -0
  867. package/src/room/rpc/extension.ts +159 -0
  868. package/src/room/rpc/index.ts +1 -10
  869. package/src/room/rpc/legacyExtension.ts +36 -0
  870. package/src/room/rpc/utils.test.ts +32 -0
  871. package/src/room/rpc/utils.ts +7 -0
  872. package/src/room/simulated-participants/extension.ts +189 -0
  873. package/src/room/token-source/TokenSource.test.ts +29 -0
  874. package/src/room/token-source/TokenSource.ts +8 -3
  875. package/src/room/token-source/utils.test.ts +34 -0
  876. package/src/room/token-source/utils.ts +23 -1
  877. package/src/room/track/LocalAudioTrack.ts +101 -10
  878. package/src/room/track/LocalTrack.ts +88 -23
  879. package/src/room/track/LocalVideoTrack.test.ts +66 -2
  880. package/src/room/track/LocalVideoTrack.ts +12 -3
  881. package/src/room/track/RemoteAudioTrack.ts +56 -11
  882. package/src/room/track/RemoteTrackPublication.ts +14 -1
  883. package/src/room/track/RemoteVideoTrack.test.ts +2 -0
  884. package/src/room/track/Track.test.ts +102 -0
  885. package/src/room/track/Track.ts +8 -1
  886. package/src/room/track/TrackPublication.ts +2 -2
  887. package/src/room/track/create.ts +59 -71
  888. package/src/room/track/facingMode.ts +5 -2
  889. package/src/room/track/options.ts +26 -34
  890. package/src/room/track/processor/types.ts +13 -2
  891. package/src/room/track/utils.test.ts +5 -0
  892. package/src/room/track/utils.ts +34 -6
  893. package/src/room/utils.test.ts +126 -0
  894. package/src/room/utils.ts +86 -23
  895. package/src/room/video/create.ts +95 -0
  896. package/src/room/video/extension.ts +115 -0
  897. package/src/room/video/publisher.ts +472 -0
  898. package/src/test/MockMediaStream.ts +13 -0
  899. package/src/utils/browserParser.ts +0 -3
  900. package/src/utils/deferrable-map.test.ts +60 -0
  901. package/src/utils/deferrable-map.ts +7 -4
  902. package/src/utils/serializer.ts +1 -1
  903. package/src/utils/throws.ts +15 -0
  904. package/src/version.ts +6 -1
@@ -3,7 +3,6 @@ import {
3
3
  AddTrackRequest,
4
4
  AudioTrackFeature,
5
5
  BackupCodecPolicy,
6
- ChatMessage as ChatMessageModel,
7
6
  Codec,
8
7
  DataPacket,
9
8
  DataPacket_Kind,
@@ -13,37 +12,28 @@ import {
13
12
  ParticipantInfo,
14
13
  RequestResponse,
15
14
  RequestResponse_Reason,
16
- SimulcastCodec,
17
15
  SipDTMF,
18
- SubscribedQualityUpdate,
19
16
  TrackInfo,
20
17
  TrackUnpublishedResponse,
21
18
  UserPacket,
22
- VideoLayer_Mode,
23
- protoInt64,
24
19
  } from '@livekit/protocol';
25
20
  import { SignalConnectionState } from '../../api/SignalClient';
26
21
  import {
27
22
  getFrameMetadataFeatures,
28
23
  getFrameMetadataPublishOptions,
24
+ getPublishFrameMetadata,
29
25
  hasFrameMetadataPublishOptions,
30
26
  isFrameMetadataSupported,
27
+ setPublishFrameMetadata,
31
28
  } from '../../frameMetadata/utils';
32
29
  import type { InternalRoomOptions } from '../../options';
33
30
  import type { NonSharedUint8Array } from '../../type-polyfills/non-shared-typed-arrays';
34
31
  import TypedPromise from '../../utils/TypedPromise';
32
+ import DeviceManager from '../DeviceManager';
35
33
  import { PCTransportState } from '../PCTransportManager';
36
34
  import type RTCEngine from '../RTCEngine';
37
35
  import { DataChannelKind } from '../RTCEngine';
38
- import type OutgoingDataStreamManager from '../data-stream/outgoing/OutgoingDataStreamManager';
39
- import type { TextStreamWriter } from '../data-stream/outgoing/StreamWriter';
40
- import LocalDataTrack from '../data-track/LocalDataTrack';
41
- import type OutgoingDataTrackManager from '../data-track/outgoing/OutgoingDataTrackManager';
42
- import { DataTrackPublishError } from '../data-track/outgoing/errors';
43
- import type { DataTrackOptions } from '../data-track/outgoing/types';
44
- import { defaultVideoCodec } from '../defaults';
45
36
  import {
46
- DeviceUnsupportedError,
47
37
  LivekitError,
48
38
  NegotiationError,
49
39
  PublishTrackError,
@@ -52,79 +42,79 @@ import {
52
42
  UnexpectedConnectionState,
53
43
  } from '../errors';
54
44
  import { EngineEvent, ParticipantEvent, TrackEvent } from '../events';
55
- import {
56
- type PerformRpcParams,
57
- RpcClientManager,
58
- RpcError,
59
- type RpcInvocationData,
60
- RpcServerManager,
61
- } from '../rpc';
45
+ import type { CoreSlots } from '../extensions';
62
46
  import LocalAudioTrack from '../track/LocalAudioTrack';
63
47
  import LocalTrack from '../track/LocalTrack';
64
48
  import LocalTrackPublication from '../track/LocalTrackPublication';
65
- import LocalVideoTrack, { videoLayersFromEncodings } from '../track/LocalVideoTrack';
49
+ import type LocalVideoTrack from '../track/LocalVideoTrack';
66
50
  import { Track } from '../track/Track';
67
- import { createLocalTracks } from '../track/create';
51
+ import { createLocalTracks, getVideoCapture } from '../track/create';
68
52
  import type {
69
53
  AudioCaptureOptions,
70
- BackupVideoCodec,
71
54
  CreateLocalTracksOptions,
72
55
  ScreenShareCaptureOptions,
73
56
  TrackPublishOptions,
74
57
  VideoCaptureOptions,
75
58
  } from '../track/options';
76
- import { ScreenSharePresets, VideoPresets, isBackupCodec } from '../track/options';
77
59
  import {
78
60
  getLogContextFromTrack,
79
61
  getTrackSourceFromProto,
80
62
  mergeDefaultOptions,
81
- mimeTypeToVideoCodecString,
82
- screenCaptureToDisplayMediaStreamOptions,
83
63
  sourceToKind,
84
64
  } from '../track/utils';
85
- import {
86
- type ByteStreamInfo,
87
- type ChatMessage,
88
- type DataPublishOptions,
89
- type SendBytesOptions,
90
- type SendFileOptions,
91
- type SendTextOptions,
92
- type StreamBytesOptions,
93
- type StreamTextOptions,
94
- type TextStreamInfo,
95
- } from '../types';
65
+ import type { DataPublishOptions } from '../types';
96
66
  import {
97
67
  Future,
98
68
  isAudioTrack,
99
- isE2EESimulcastSupported,
69
+ isChromiumBased,
70
+ isDeviceAcquisitionFailure,
100
71
  isFireFox,
101
72
  isLocalAudioTrack,
102
73
  isLocalTrack,
103
74
  isLocalVideoTrack,
104
- isSVCCodec,
105
- isSVCSimulcast,
106
- isSVCSimulcastSupportedByServer,
107
- isSafari17Based,
108
- isVideoCodec,
75
+ isPermissionDeniedError,
109
76
  isVideoTrack,
110
77
  isWeb,
111
78
  sleep,
112
- supportsAV1,
113
- supportsVP9,
114
- usesLegacySVCEncodings,
115
79
  } from '../utils';
116
80
  import Participant from './Participant';
117
81
  import type { ParticipantTrackPermission } from './ParticipantTrackPermission';
118
82
  import { trackPermissionToProto } from './ParticipantTrackPermission';
119
83
  import type RemoteParticipant from './RemoteParticipant';
120
- import {
121
- computeStartTargetBitrate,
122
- computeTrackBackupEncodings,
123
- computeVideoEncodings,
124
- getDefaultDegradationPreference,
125
- } from './publishUtils';
126
84
 
127
- export default class LocalParticipant extends Participant {
85
+ /**
86
+ * The video publish pipeline. The `video` extension sets it on the local participant; without it,
87
+ * publishing a video track throws.
88
+ * @experimental
89
+ */
90
+ export interface VideoPublisher {
91
+ /**
92
+ * Chooses the codec, settles simulcast and SVC and fills `req` (dimensions, layers, codecs).
93
+ * Returns the encodings for the sender.
94
+ */
95
+ prepare(
96
+ track: LocalVideoTrack,
97
+ opts: TrackPublishOptions,
98
+ req: AddTrackRequest,
99
+ ): Promise<RTCRtpEncodingParameters[]>;
100
+ /** Runs once the sender exists: degradation preference and start bitrate. */
101
+ senderCreated(
102
+ track: LocalVideoTrack,
103
+ opts: TrackPublishOptions,
104
+ encodings: RTCRtpEncodingParameters[] | undefined,
105
+ req: AddTrackRequest,
106
+ ): void;
107
+ /** The server may answer with another primary codec. Returns recomputed encodings when it did. */
108
+ serverCodecChanged(
109
+ track: LocalVideoTrack,
110
+ opts: TrackPublishOptions,
111
+ info: TrackInfo,
112
+ req: AddTrackRequest,
113
+ ): RTCRtpEncodingParameters[] | undefined;
114
+ createScreenTracks(options?: ScreenShareCaptureOptions): Promise<LocalTrack[]>;
115
+ }
116
+
117
+ export class LocalParticipant extends Participant {
128
118
  audioTrackPublications: Map<string, LocalTrackPublication>;
129
119
 
130
120
  videoTrackPublications: Map<string, LocalTrackPublication>;
@@ -138,7 +128,8 @@ export default class LocalParticipant extends Participant {
138
128
  /** @internal */
139
129
  activeDeviceMap: Map<MediaDeviceKind, string>;
140
130
 
141
- private pendingPublishing = new Set<Track.Source>();
131
+ /** @internal */
132
+ pendingPublishing = new Set<Track.Source>();
142
133
 
143
134
  private pendingPublishPromises = new Map<LocalTrack, Promise<LocalTrackPublication>>();
144
135
 
@@ -167,14 +158,6 @@ export default class LocalParticipant extends Participant {
167
158
 
168
159
  private firstActiveAgent?: RemoteParticipant;
169
160
 
170
- private roomOutgoingDataStreamManager: OutgoingDataStreamManager;
171
-
172
- private roomOutgoingDataTrackManager: OutgoingDataTrackManager;
173
-
174
- private rpcClientManager: RpcClientManager;
175
-
176
- private rpcServerManager: RpcServerManager;
177
-
178
161
  private pendingSignalRequests: Map<
179
162
  number,
180
163
  {
@@ -184,7 +167,11 @@ export default class LocalParticipant extends Participant {
184
167
  }
185
168
  >;
186
169
 
187
- private enabledPublishVideoCodecs: Codec[] = [];
170
+ /** @internal */
171
+ enabledPublishVideoCodecs: Codec[] = [];
172
+
173
+ /** The room's extension slots; the install result of an extension fills them. */
174
+ private readonly slots: Partial<CoreSlots>;
188
175
 
189
176
  /** @internal */
190
177
  constructor(
@@ -192,15 +179,13 @@ export default class LocalParticipant extends Participant {
192
179
  identity: string,
193
180
  engine: RTCEngine,
194
181
  options: InternalRoomOptions,
195
- roomOutgoingDataStreamManager: OutgoingDataStreamManager,
196
- roomOutgoingDataTrackManager: OutgoingDataTrackManager,
197
- rpcClientManager: RpcClientManager,
198
- rpcServerManager: RpcServerManager,
182
+ slots: Partial<CoreSlots> = {},
199
183
  ) {
200
184
  super(sid, identity, undefined, undefined, undefined, {
201
185
  loggerName: options.loggerName,
202
186
  loggerContextCb: () => this.engine.logContext,
203
187
  });
188
+ this.slots = slots;
204
189
  this.audioTrackPublications = new Map();
205
190
  this.videoTrackPublications = new Map();
206
191
  this.trackPublications = new Map();
@@ -213,10 +198,6 @@ export default class LocalParticipant extends Participant {
213
198
  ['audiooutput', 'default'],
214
199
  ]);
215
200
  this.pendingSignalRequests = new Map();
216
- this.roomOutgoingDataStreamManager = roomOutgoingDataStreamManager;
217
- this.roomOutgoingDataTrackManager = roomOutgoingDataTrackManager;
218
- this.rpcClientManager = rpcClientManager;
219
- this.rpcServerManager = rpcServerManager;
220
201
  }
221
202
 
222
203
  get lastCameraError(): Error | undefined {
@@ -274,7 +255,6 @@ export default class LocalParticipant extends Participant {
274
255
  .on(EngineEvent.Restarting, this.handleReconnecting)
275
256
  .on(EngineEvent.Resuming, this.handleReconnecting)
276
257
  .on(EngineEvent.LocalTrackUnpublished, this.handleLocalTrackUnpublished)
277
- .on(EngineEvent.SubscribedQualityUpdate, this.handleSubscribedQualityUpdate)
278
258
  .on(EngineEvent.Closing, this.handleClosing)
279
259
  .on(EngineEvent.SignalRequestResponse, this.handleSignalRequestResponse);
280
260
  }
@@ -329,35 +309,6 @@ export default class LocalParticipant extends Participant {
329
309
  }
330
310
  this.pendingSignalRequests.delete(requestId);
331
311
  }
332
-
333
- switch (response.request.case) {
334
- case 'publishDataTrack': {
335
- let error;
336
- switch (response.reason) {
337
- case RequestResponse_Reason.NOT_ALLOWED:
338
- error = DataTrackPublishError.notAllowed(response.message);
339
- break;
340
- case RequestResponse_Reason.DUPLICATE_NAME:
341
- error = DataTrackPublishError.duplicateName(response.message);
342
- break;
343
- case RequestResponse_Reason.INVALID_NAME:
344
- error = DataTrackPublishError.invalidName(response.message);
345
- break;
346
- case RequestResponse_Reason.LIMIT_EXCEEDED:
347
- error = DataTrackPublishError.limitReached(response.message);
348
- break;
349
- default:
350
- error = DataTrackPublishError.unknown(response.reason, response.message);
351
- break;
352
- }
353
-
354
- this.roomOutgoingDataTrackManager.receivedSfuPublishResponse(
355
- response.request.value.pubHandle,
356
- { type: 'error', error },
357
- );
358
- break;
359
- }
360
- }
361
312
  };
362
313
 
363
314
  /**
@@ -445,20 +396,6 @@ export default class LocalParticipant extends Participant {
445
396
  });
446
397
  }
447
398
 
448
- /**
449
- * Enable or disable a participant's camera track.
450
- *
451
- * If a track has already published, it'll mute or unmute the track.
452
- * Resolves with a `LocalTrackPublication` instance if successful and `undefined` otherwise
453
- */
454
- setCameraEnabled(
455
- enabled: boolean,
456
- options?: VideoCaptureOptions,
457
- publishOptions?: TrackPublishOptions,
458
- ): Promise<LocalTrackPublication | undefined> {
459
- return this.setTrackEnabled(Track.Source.Camera, enabled, options, publishOptions);
460
- }
461
-
462
399
  /**
463
400
  * Enable or disable a participant's microphone track.
464
401
  *
@@ -473,18 +410,6 @@ export default class LocalParticipant extends Participant {
473
410
  return this.setTrackEnabled(Track.Source.Microphone, enabled, options, publishOptions);
474
411
  }
475
412
 
476
- /**
477
- * Start or stop sharing a participant's screen
478
- * Resolves with a `LocalTrackPublication` instance if successful and `undefined` otherwise
479
- */
480
- setScreenShareEnabled(
481
- enabled: boolean,
482
- options?: ScreenShareCaptureOptions,
483
- publishOptions?: TrackPublishOptions,
484
- ): Promise<LocalTrackPublication | undefined> {
485
- return this.setTrackEnabled(Track.Source.ScreenShare, enabled, options, publishOptions);
486
- }
487
-
488
413
  /** @internal */
489
414
  async setE2EEEnabled(enabled: boolean) {
490
415
  const unlock = await this.e2eeStateMutex.lock();
@@ -507,26 +432,27 @@ export default class LocalParticipant extends Participant {
507
432
  * Enable or disable publishing for a track by source. This serves as a simple
508
433
  * way to manage the common tracks (camera, mic, or screen share).
509
434
  * Resolves with LocalTrackPublication if successful and void otherwise
435
+ * @internal
510
436
  */
511
- private async setTrackEnabled(
437
+ async setTrackEnabled(
512
438
  source: Extract<Track.Source, Track.Source.Camera>,
513
439
  enabled: boolean,
514
440
  options?: VideoCaptureOptions,
515
441
  publishOptions?: TrackPublishOptions,
516
442
  ): Promise<LocalTrackPublication | undefined>;
517
- private async setTrackEnabled(
443
+ async setTrackEnabled(
518
444
  source: Extract<Track.Source, Track.Source.Microphone>,
519
445
  enabled: boolean,
520
446
  options?: AudioCaptureOptions,
521
447
  publishOptions?: TrackPublishOptions,
522
448
  ): Promise<LocalTrackPublication | undefined>;
523
- private async setTrackEnabled(
449
+ async setTrackEnabled(
524
450
  source: Extract<Track.Source, Track.Source.ScreenShare>,
525
451
  enabled: boolean,
526
452
  options?: ScreenShareCaptureOptions,
527
453
  publishOptions?: TrackPublishOptions,
528
454
  ): Promise<LocalTrackPublication | undefined>;
529
- private async setTrackEnabled(
455
+ async setTrackEnabled(
530
456
  source: Track.Source,
531
457
  enabled: true,
532
458
  options?: VideoCaptureOptions | AudioCaptureOptions | ScreenShareCaptureOptions,
@@ -565,7 +491,7 @@ export default class LocalParticipant extends Participant {
565
491
  });
566
492
  break;
567
493
  case Track.Source.ScreenShare:
568
- localTracks = await this.createScreenTracks({
494
+ localTracks = await this.requireVideoPublisher().createScreenTracks({
569
495
  ...(options as ScreenShareCaptureOptions | undefined),
570
496
  });
571
497
  break;
@@ -586,7 +512,7 @@ export default class LocalParticipant extends Participant {
586
512
  for (const localTrack of localTracks) {
587
513
  const opts: TrackPublishOptions = {
588
514
  ...this.roomOptions.publishDefaults,
589
- ...options,
515
+ ...publishOptions,
590
516
  };
591
517
  if (
592
518
  source === Track.Source.Microphone &&
@@ -644,34 +570,6 @@ export default class LocalParticipant extends Participant {
644
570
  return track;
645
571
  }
646
572
 
647
- /**
648
- * Publish both camera and microphone at the same time. This is useful for
649
- * displaying a single Permission Dialog box to the end user.
650
- */
651
- async enableCameraAndMicrophone() {
652
- if (
653
- this.pendingPublishing.has(Track.Source.Camera) ||
654
- this.pendingPublishing.has(Track.Source.Microphone)
655
- ) {
656
- // no-op it's already been requested
657
- return;
658
- }
659
-
660
- this.pendingPublishing.add(Track.Source.Camera);
661
- this.pendingPublishing.add(Track.Source.Microphone);
662
- try {
663
- const tracks: LocalTrack[] = await this.createTracks({
664
- audio: true,
665
- video: true,
666
- });
667
-
668
- await Promise.all(tracks.map((track) => this.publishTrack(track)));
669
- } finally {
670
- this.pendingPublishing.delete(Track.Source.Camera);
671
- this.pendingPublishing.delete(Track.Source.Microphone);
672
- }
673
- }
674
-
675
573
  /**
676
574
  * Create local camera and/or microphone tracks
677
575
  * @param options
@@ -691,19 +589,21 @@ export default class LocalParticipant extends Participant {
691
589
  loggerName: this.roomOptions.loggerName,
692
590
  loggerContextCb: () => this.logContext,
693
591
  });
694
- const localTracks = tracks.map((track) => {
695
- if (isAudioTrack(track)) {
696
- this.microphoneError = undefined;
697
- track.setAudioContext(this.audioContext);
698
- track.source = Track.Source.Microphone;
699
- this.emit(ParticipantEvent.AudioStreamAcquired);
700
- }
701
- if (isVideoTrack(track)) {
702
- this.cameraError = undefined;
703
- track.source = Track.Source.Camera;
704
- }
705
- return track;
706
- });
592
+ const localTracks = await Promise.all(
593
+ tracks.map(async (track) => {
594
+ if (isAudioTrack(track)) {
595
+ this.microphoneError = undefined;
596
+ await track.setAudioContext(this.audioContext);
597
+ track.source = Track.Source.Microphone;
598
+ this.emit(ParticipantEvent.AudioStreamAcquired);
599
+ }
600
+ if (isVideoTrack(track)) {
601
+ this.cameraError = undefined;
602
+ track.source = Track.Source.Camera;
603
+ }
604
+ return track;
605
+ }),
606
+ );
707
607
  return localTracks;
708
608
  } catch (err) {
709
609
  if (err instanceof Error) {
@@ -719,57 +619,18 @@ export default class LocalParticipant extends Participant {
719
619
  }
720
620
  }
721
621
 
722
- /**
723
- * Creates a screen capture tracks with getDisplayMedia().
724
- * A LocalVideoTrack is always created and returned.
725
- * If { audio: true }, and the browser supports audio capture, a LocalAudioTrack is also created.
726
- */
727
- async createScreenTracks(options?: ScreenShareCaptureOptions): Promise<Array<LocalTrack>> {
728
- if (options === undefined) {
729
- options = {};
730
- }
731
-
732
- if (navigator.mediaDevices.getDisplayMedia === undefined) {
733
- throw new DeviceUnsupportedError('getDisplayMedia not supported');
734
- }
735
-
736
- if (options.resolution === undefined && !isSafari17Based()) {
737
- // we need to constrain the dimensions, otherwise it could lead to low bitrate
738
- // due to encoding a huge video. Encoding such large surfaces is really expensive
739
- // unfortunately Safari 17 has a but and cannot be constrained by default
740
- options.resolution = ScreenSharePresets.h1080fps30.resolution;
741
- }
742
-
743
- const constraints = screenCaptureToDisplayMediaStreamOptions(options);
744
- const stream: MediaStream = await navigator.mediaDevices.getDisplayMedia(constraints);
622
+ /** @internal logger options for tracks this participant creates */
623
+ get trackLoggerOptions() {
624
+ return { loggerName: this.roomOptions.loggerName, loggerContextCb: () => this.logContext };
625
+ }
745
626
 
746
- const tracks = stream.getVideoTracks();
747
- if (tracks.length === 0) {
748
- throw new TrackInvalidError('no video track found');
749
- }
750
- const screenVideo = new LocalVideoTrack(tracks[0], undefined, false, {
751
- loggerName: this.roomOptions.loggerName,
752
- loggerContextCb: () => this.logContext,
753
- });
754
- screenVideo.source = Track.Source.ScreenShare;
755
- if (options.contentHint) {
756
- screenVideo.mediaStreamTrack.contentHint = options.contentHint;
757
- }
758
-
759
- const localTracks: Array<LocalTrack> = [screenVideo];
760
- if (stream.getAudioTracks().length > 0) {
761
- this.emit(ParticipantEvent.AudioStreamAcquired);
762
- const screenAudio = new LocalAudioTrack(
763
- stream.getAudioTracks()[0],
764
- undefined,
765
- false,
766
- this.audioContext,
767
- { loggerName: this.roomOptions.loggerName, loggerContextCb: () => this.logContext },
627
+ private requireVideoPublisher(): VideoPublisher {
628
+ if (!this.slots.videoPublisher) {
629
+ throw new TrackInvalidError(
630
+ 'video publishing is not available in this build, add the video extension',
768
631
  );
769
- screenAudio.source = Track.Source.ScreenShareAudio;
770
- localTracks.push(screenAudio);
771
632
  }
772
- return localTracks;
633
+ return this.slots.videoPublisher;
773
634
  }
774
635
 
775
636
  /**
@@ -819,7 +680,7 @@ export default class LocalParticipant extends Participant {
819
680
  hasRetriedAfterNegotiationError = false,
820
681
  ): Promise<LocalTrackPublication> {
821
682
  if (isLocalAudioTrack(track)) {
822
- track.setAudioContext(this.audioContext);
683
+ await track.setAudioContext(this.audioContext);
823
684
  }
824
685
 
825
686
  await this.reconnectFuture?.promise;
@@ -863,10 +724,12 @@ export default class LocalParticipant extends Participant {
863
724
  });
864
725
  break;
865
726
  case 'video':
866
- track = new LocalVideoTrack(track, defaultConstraints, true, {
867
- loggerName: this.roomOptions.loggerName,
868
- loggerContextCb: () => this.logContext,
869
- });
727
+ track = getVideoCapture().createTrack(
728
+ track,
729
+ defaultConstraints,
730
+ true,
731
+ this.trackLoggerOptions,
732
+ );
870
733
  break;
871
734
  default:
872
735
  throw new TrackInvalidError(`unsupported MediaStreamTrack kind ${track.kind}`);
@@ -925,13 +788,6 @@ export default class LocalParticipant extends Participant {
925
788
  opts.red ??= false;
926
789
  }
927
790
 
928
- if (!isE2EESimulcastSupported() && this.roomOptions.e2ee) {
929
- this.log.info(
930
- `End-to-end encryption is set up, simulcast publishing will be disabled on Safari versions and iOS browsers running iOS < v17.2`,
931
- );
932
- opts.simulcast = false;
933
- }
934
-
935
791
  if (opts.source) {
936
792
  track.source = opts.source;
937
793
  }
@@ -1033,35 +889,6 @@ export default class LocalParticipant extends Participant {
1033
889
  track.stopOnMute = true;
1034
890
  }
1035
891
 
1036
- if (track.source === Track.Source.ScreenShare && isFireFox()) {
1037
- // Firefox does not work well with simulcasted screen share
1038
- // we frequently get no data on layer 0 when enabled
1039
- opts.simulcast = false;
1040
- }
1041
-
1042
- // require full AV1/VP9 SVC support prior to using it
1043
- if (opts.videoCodec === 'av1' && !supportsAV1()) {
1044
- opts.videoCodec = undefined;
1045
- }
1046
- if (opts.videoCodec === 'vp9' && !supportsVP9()) {
1047
- opts.videoCodec = undefined;
1048
- }
1049
- if (opts.videoCodec === undefined) {
1050
- opts.videoCodec = defaultVideoCodec;
1051
- }
1052
- if (this.enabledPublishVideoCodecs.length > 0) {
1053
- // fallback to a supported codec if it is not supported
1054
- if (
1055
- !this.enabledPublishVideoCodecs.some(
1056
- (c) => opts.videoCodec === mimeTypeToVideoCodecString(c.mime),
1057
- )
1058
- ) {
1059
- opts.videoCodec = mimeTypeToVideoCodecString(this.enabledPublishVideoCodecs[0].mime);
1060
- }
1061
- }
1062
-
1063
- const videoCodec = opts.videoCodec;
1064
-
1065
892
  // handle track actions
1066
893
  track.on(TrackEvent.Muted, this.onTrackMuted);
1067
894
  track.on(TrackEvent.Unmuted, this.onTrackUnmuted);
@@ -1116,108 +943,8 @@ export default class LocalParticipant extends Participant {
1116
943
 
1117
944
  // compute encodings and layers for video
1118
945
  let encodings: RTCRtpEncodingParameters[] | undefined;
1119
- if (track.kind === Track.Kind.Video) {
1120
- let dims: Track.Dimensions;
1121
- try {
1122
- dims = await track.waitForDimensions();
1123
- } catch (e) {
1124
- // use defaults, it's quite painful for congestion control without simulcast
1125
- // so using default dims according to publish settings
1126
- const defaultRes =
1127
- this.roomOptions.videoCaptureDefaults?.resolution ?? VideoPresets.h720.resolution;
1128
- dims = {
1129
- width: defaultRes.width,
1130
- height: defaultRes.height,
1131
- };
1132
- // log failure
1133
- this.log.error('could not determine track dimensions, using defaults', {
1134
- ...getLogContextFromTrack(track),
1135
- dims,
1136
- });
1137
- }
1138
- // width and height should be defined for video
1139
- req.width = dims.width;
1140
- req.height = dims.height;
1141
- // for svc codecs, disable simulcast and use vp8 for backup codec
1142
- if (isLocalVideoTrack(track)) {
1143
- if (
1144
- isSVCSimulcast(videoCodec, opts) &&
1145
- (usesLegacySVCEncodings() || !isSVCSimulcastSupportedByServer(this.engine?.serverVersion))
1146
- ) {
1147
- opts.simulcast = false;
1148
- this.log.info(
1149
- 'SVC simulcast is not supported, disabling simulcast.',
1150
- getLogContextFromTrack(track),
1151
- );
1152
- }
1153
-
1154
- const svcSimulcast = isSVCSimulcast(videoCodec, opts);
1155
- if (isSVCCodec(videoCodec) && !svcSimulcast) {
1156
- if (track.source === Track.Source.ScreenShare) {
1157
- // vp9 svc with screenshare cannot encode multiple spatial layers
1158
- // doing so reduces publish resolution to minimal resolution
1159
- opts.scalabilityMode = 'L1T3';
1160
- // Chrome does not allow more than 5 fps with L1T3, and it has encoding bugs with L3T3
1161
- // It has a different path for screenshare handling and it seems to be untested/buggy
1162
- // As a workaround, we are setting contentHint to force it to go through the same
1163
- // path as regular camera video. While this is not optimal, it delivers the performance
1164
- // that we need
1165
- if ('contentHint' in track.mediaStreamTrack) {
1166
- track.mediaStreamTrack.contentHint = 'motion';
1167
- this.log.debug(
1168
- 'forcing contentHint to motion for screenshare with SVC codecs',
1169
- getLogContextFromTrack(track),
1170
- );
1171
- }
1172
- }
1173
- // set scalabilityMode to 'L3T3_KEY' by default
1174
- opts.scalabilityMode = opts.scalabilityMode ?? 'L3T3_KEY';
1175
- }
1176
-
1177
- const primaryCodec = new SimulcastCodec({
1178
- codec: videoCodec,
1179
- cid: track.mediaStreamTrack.id,
1180
- });
1181
- if (svcSimulcast) {
1182
- primaryCodec.videoLayerMode = VideoLayer_Mode.ONE_SPATIAL_LAYER_PER_STREAM;
1183
- }
1184
- req.simulcastCodecs = [primaryCodec];
1185
-
1186
- // set up backup
1187
- if (opts.backupCodec === true) {
1188
- opts.backupCodec = { codec: defaultVideoCodec };
1189
- }
1190
- if (
1191
- opts.backupCodec &&
1192
- videoCodec !== opts.backupCodec.codec &&
1193
- // TODO remove this once e2ee is supported for backup codecs
1194
- req.encryption === Encryption_Type.NONE
1195
- ) {
1196
- // multi-codec simulcast requires dynacast
1197
- if (!this.roomOptions.dynacast) {
1198
- this.roomOptions.dynacast = true;
1199
- }
1200
- req.simulcastCodecs.push(
1201
- new SimulcastCodec({
1202
- codec: opts.backupCodec.codec,
1203
- cid: '',
1204
- }),
1205
- );
1206
- }
1207
- }
1208
-
1209
- encodings = computeVideoEncodings(
1210
- track.source === Track.Source.ScreenShare,
1211
- req.width,
1212
- req.height,
1213
- opts,
1214
- );
1215
- req.layers = videoLayersFromEncodings(
1216
- req.width,
1217
- req.height,
1218
- encodings,
1219
- isSVCCodec(opts.videoCodec) && !isSVCSimulcast(opts.videoCodec, opts),
1220
- );
946
+ if (isLocalVideoTrack(track)) {
947
+ encodings = await this.requireVideoPublisher().prepare(track, opts, req);
1221
948
  } else if (track.kind === Track.Kind.Audio) {
1222
949
  encodings = [
1223
950
  {
@@ -1244,8 +971,7 @@ export default class LocalParticipant extends Participant {
1244
971
  this.emit(ParticipantEvent.LocalSenderCreated, track.sender, track);
1245
972
 
1246
973
  if (isLocalVideoTrack(track)) {
1247
- opts.degradationPreference ??= getDefaultDegradationPreference(track);
1248
- track.setDegradationPreference(opts.degradationPreference);
974
+ this.requireVideoPublisher().senderCreated(track, opts, encodings, req);
1249
975
  }
1250
976
 
1251
977
  if (encodings) {
@@ -1271,18 +997,6 @@ export default class LocalParticipant extends Participant {
1271
997
  maxbr: encodings[0]?.maxBitrate ? encodings[0].maxBitrate / 1000 : 0,
1272
998
  });
1273
999
  }
1274
- } else if (track.codec && isVideoCodec(track.codec)) {
1275
- // Apply start bitrate for all video codecs to prevent initial blurriness,
1276
- // see computeStartTargetBitrate
1277
- const targetBitrate = computeStartTargetBitrate(track.codec, opts, encodings);
1278
- if (targetBitrate > 0) {
1279
- this.engine.pcManager.publisher.setTrackCodecBitrate({
1280
- cid: req.cid,
1281
- codec: track.codec,
1282
- maxbr: targetBitrate / 1000,
1283
- isScreenShare: track.source === Track.Source.ScreenShare,
1284
- });
1285
- }
1286
1000
  }
1287
1001
  }
1288
1002
 
@@ -1319,31 +1033,10 @@ export default class LocalParticipant extends Participant {
1319
1033
  ti = rets[0];
1320
1034
  } else {
1321
1035
  ti = await addTrackPromise;
1322
- // server might not support the codec the client has requested, in that case, fallback
1323
- // to a supported codec
1324
- let primaryCodecMime: string | undefined;
1325
- ti.codecs.forEach((codec) => {
1326
- if (primaryCodecMime === undefined) {
1327
- primaryCodecMime = codec.mimeType;
1328
- }
1329
- });
1330
- if (primaryCodecMime && track.kind === Track.Kind.Video) {
1331
- const updatedCodec = mimeTypeToVideoCodecString(primaryCodecMime);
1332
- if (updatedCodec !== videoCodec) {
1333
- this.log.debug('falling back to server selected codec', {
1334
- ...getLogContextFromTrack(track),
1335
- codec: updatedCodec,
1336
- });
1337
- opts.videoCodec = updatedCodec;
1338
-
1339
- // recompute encodings since bitrates/etc could have changed
1340
- encodings = computeVideoEncodings(
1341
- track.source === Track.Source.ScreenShare,
1342
- req.width,
1343
- req.height,
1344
- opts,
1345
- );
1346
- }
1036
+ if (isLocalVideoTrack(track)) {
1037
+ // the server may answer with another primary codec
1038
+ encodings =
1039
+ this.requireVideoPublisher().serverCodecChanged(track, opts, ti, req) ?? encodings;
1347
1040
  }
1348
1041
  await negotiate();
1349
1042
  }
@@ -1410,7 +1103,12 @@ export default class LocalParticipant extends Participant {
1410
1103
  const agent = await this.waitUntilActiveAgentPresent();
1411
1104
  clearTimeout(agentActiveTimeout);
1412
1105
  this.log.debug('sending preconnect buffer', getLogContextFromTrack(track));
1413
- const writer = await this.streamBytes({
1106
+ if (!this.slots.byteStreamOpener) {
1107
+ throw new Error(
1108
+ 'the dataStreams extension is required to send the preconnect buffer',
1109
+ );
1110
+ }
1111
+ const writer = await this.slots.byteStreamOpener({
1414
1112
  name: 'preconnect-buffer',
1415
1113
  mimeType,
1416
1114
  topic: 'lk.agent.pre-connect-audio-buffer',
@@ -1446,18 +1144,14 @@ export default class LocalParticipant extends Participant {
1446
1144
  }
1447
1145
 
1448
1146
  private canPublishFrameMetadata() {
1449
- return !!(
1450
- this.roomOptions.e2ee ||
1451
- this.roomOptions.encryption ||
1452
- isFrameMetadataSupported(this.roomOptions.frameMetadata ?? this.roomOptions.packetTrailer)
1453
- );
1147
+ return !!this.engine.e2eeManager || isFrameMetadataSupported(this.engine.frameMetadataOptions);
1454
1148
  }
1455
1149
 
1456
- private normalizeRequestedFrameMetadataOptions(track: LocalTrack, opts: TrackPublishOptions) {
1457
- const fmOpts = opts.frameMetadata ?? opts.packetTrailer;
1150
+ /** @internal */
1151
+ normalizeRequestedFrameMetadataOptions(track: LocalTrack, opts: TrackPublishOptions) {
1152
+ const fmOpts = getPublishFrameMetadata(opts);
1458
1153
  if (track.kind !== Track.Kind.Video || !hasFrameMetadataPublishOptions(fmOpts)) {
1459
- opts.frameMetadata = undefined;
1460
- opts.packetTrailer = undefined;
1154
+ setPublishFrameMetadata(opts, undefined);
1461
1155
  return [];
1462
1156
  }
1463
1157
 
@@ -1466,15 +1160,13 @@ export default class LocalParticipant extends Participant {
1466
1160
  ...this.logContext,
1467
1161
  ...getLogContextFromTrack(track),
1468
1162
  });
1469
- opts.frameMetadata = undefined;
1470
- opts.packetTrailer = undefined;
1163
+ setPublishFrameMetadata(opts, undefined);
1471
1164
  return [];
1472
1165
  }
1473
1166
 
1474
1167
  const features = getFrameMetadataFeatures(fmOpts);
1475
1168
  const normalized = getFrameMetadataPublishOptions(features);
1476
- opts.frameMetadata = normalized;
1477
- opts.packetTrailer = normalized;
1169
+ setPublishFrameMetadata(opts, normalized);
1478
1170
  return features;
1479
1171
  }
1480
1172
 
@@ -1482,95 +1174,6 @@ export default class LocalParticipant extends Participant {
1482
1174
  return true;
1483
1175
  }
1484
1176
 
1485
- /** @internal
1486
- * publish additional codec to existing track
1487
- */
1488
- async publishAdditionalCodecForTrack(
1489
- track: LocalTrack | MediaStreamTrack,
1490
- videoCodec: BackupVideoCodec,
1491
- options?: TrackPublishOptions,
1492
- ) {
1493
- // TODO remove once e2ee is supported for backup tracks
1494
- if (this.encryptionType !== Encryption_Type.NONE) {
1495
- return;
1496
- }
1497
-
1498
- // is it not published? if so skip
1499
- let existingPublication: LocalTrackPublication | undefined;
1500
- this.trackPublications.forEach((publication) => {
1501
- if (!publication.track) {
1502
- return;
1503
- }
1504
- if (publication.track === track) {
1505
- existingPublication = <LocalTrackPublication>publication;
1506
- }
1507
- });
1508
- if (!existingPublication) {
1509
- throw new TrackInvalidError('track is not published');
1510
- }
1511
-
1512
- if (!isLocalVideoTrack(track)) {
1513
- throw new TrackInvalidError('track is not a video track');
1514
- }
1515
-
1516
- const opts: TrackPublishOptions = {
1517
- ...this.roomOptions?.publishDefaults,
1518
- ...options,
1519
- };
1520
-
1521
- const encodings = computeTrackBackupEncodings(track, videoCodec, opts);
1522
- if (!encodings) {
1523
- this.log.info(
1524
- `backup codec has been disabled, ignoring request to add additional codec for track`,
1525
- getLogContextFromTrack(track),
1526
- );
1527
- return;
1528
- }
1529
- const simulcastTrack = track.addSimulcastTrack(videoCodec, encodings);
1530
- if (!simulcastTrack) {
1531
- return;
1532
- }
1533
- const packetTrailerFeatures = this.normalizeRequestedFrameMetadataOptions(track, opts);
1534
-
1535
- const req = new AddTrackRequest({
1536
- cid: simulcastTrack.mediaStreamTrack.id,
1537
- type: Track.kindToProto(track.kind),
1538
- muted: track.isMuted,
1539
- source: Track.sourceToProto(track.source),
1540
- sid: track.sid,
1541
- packetTrailerFeatures,
1542
- simulcastCodecs: [
1543
- {
1544
- codec: opts.videoCodec,
1545
- cid: simulcastTrack.mediaStreamTrack.id,
1546
- },
1547
- ],
1548
- });
1549
- req.layers = videoLayersFromEncodings(req.width, req.height, encodings);
1550
-
1551
- if (!this.engine || this.engine.isClosed) {
1552
- throw new UnexpectedConnectionState('cannot publish track when not connected');
1553
- }
1554
-
1555
- const negotiate = async () => {
1556
- const transceiverInit: RTCRtpTransceiverInit = { direction: 'sendonly' };
1557
- if (encodings) {
1558
- transceiverInit.sendEncodings = encodings;
1559
- }
1560
- await this.engine.createSimulcastSender(track, simulcastTrack, opts, encodings);
1561
-
1562
- await this.engine.negotiate();
1563
- };
1564
-
1565
- const rets = await Promise.all([this.engine.addTrack(req), negotiate()]);
1566
- const ti = rets[0];
1567
-
1568
- this.log.debug(`published ${videoCodec} for track ${track.sid}`, {
1569
- encodings,
1570
- trackInfo: ti,
1571
- });
1572
- }
1573
-
1574
1177
  async unpublishTrack(
1575
1178
  track: LocalTrack | MediaStreamTrack,
1576
1179
  stopOnUnpublish?: boolean,
@@ -1791,131 +1394,6 @@ export default class LocalParticipant extends Participant {
1791
1394
  await this.engine.sendDataPacket(packet, DataChannelKind.RELIABLE);
1792
1395
  }
1793
1396
 
1794
- /** @deprecated Consider migrating to {@link sendText} */
1795
- async sendChatMessage(text: string, options?: SendTextOptions): Promise<ChatMessage> {
1796
- const msg = {
1797
- id: crypto.randomUUID(),
1798
- message: text,
1799
- timestamp: Date.now(),
1800
- attachedFiles: options?.attachments,
1801
- } as const satisfies ChatMessage;
1802
- const packet = new DataPacket({
1803
- value: {
1804
- case: 'chatMessage',
1805
- value: new ChatMessageModel({
1806
- ...msg,
1807
- timestamp: protoInt64.parse(msg.timestamp),
1808
- }),
1809
- },
1810
- });
1811
- await this.engine.sendDataPacket(packet, DataChannelKind.RELIABLE);
1812
-
1813
- this.emit(ParticipantEvent.ChatMessage, msg);
1814
- return msg;
1815
- }
1816
-
1817
- /** @deprecated Consider migrating to {@link sendText} */
1818
- async editChatMessage(editText: string, originalMessage: ChatMessage) {
1819
- const msg = {
1820
- ...originalMessage,
1821
- message: editText,
1822
- editTimestamp: Date.now(),
1823
- } as const satisfies ChatMessage;
1824
- const packet = new DataPacket({
1825
- value: {
1826
- case: 'chatMessage',
1827
- value: new ChatMessageModel({
1828
- ...msg,
1829
- timestamp: protoInt64.parse(msg.timestamp),
1830
- editTimestamp: protoInt64.parse(msg.editTimestamp),
1831
- }),
1832
- },
1833
- });
1834
- await this.engine.sendDataPacket(packet, DataChannelKind.RELIABLE);
1835
- this.emit(ParticipantEvent.ChatMessage, msg);
1836
- return msg;
1837
- }
1838
-
1839
- /**
1840
- * Sends the given string to participants in the room via the data channel.
1841
- * For longer messages, consider using {@link streamText} instead.
1842
- *
1843
- * @param text The text payload
1844
- * @param options.topic Topic identifier used to route the stream to appropriate handlers.
1845
- */
1846
- async sendText(text: string, options?: SendTextOptions): Promise<TextStreamInfo> {
1847
- return this.roomOutgoingDataStreamManager.sendText(text, options);
1848
- }
1849
-
1850
- /**
1851
- * Creates a new TextStreamWriter which can be used to stream text incrementally
1852
- * to participants in the room via the data channel.
1853
- *
1854
- * @param options.topic Topic identifier used to route the stream to appropriate handlers.
1855
- *
1856
- * @internal
1857
- * @experimental CAUTION, might get removed in a minor release
1858
- */
1859
- async streamText(options?: StreamTextOptions): Promise<TextStreamWriter> {
1860
- return this.roomOutgoingDataStreamManager.streamText(options);
1861
- }
1862
-
1863
- /** Send a File to all participants in the room via the data channel.
1864
- * @param file The File object payload
1865
- * @param options.topic Topic identifier used to route the stream to appropriate handlers.
1866
- * @param options.onProgress A callback function used to monitor the upload progress percentage.
1867
- */
1868
- async sendFile(file: File, options?: SendFileOptions): Promise<{ id: string }> {
1869
- return this.roomOutgoingDataStreamManager.sendFile(file, options);
1870
- }
1871
-
1872
- /**
1873
- * Sends the given bytes to participants in the room via the data channel.
1874
- * For files, consider using {@link sendFile}; for longer/incremental payloads, {@link streamBytes}.
1875
- *
1876
- * @param bytes The byte payload
1877
- * @param options.topic Topic identifier used to route the stream to appropriate handlers.
1878
- */
1879
- async sendBytes(bytes: Uint8Array, options?: SendBytesOptions): Promise<ByteStreamInfo> {
1880
- return this.roomOutgoingDataStreamManager.sendBytes(bytes, options);
1881
- }
1882
-
1883
- /**
1884
- * Stream bytes incrementally to participants in the room via the data channel.
1885
- * For sending files, consider using {@link sendFile} instead.
1886
- *
1887
- * @param options.topic Topic identifier used to route the stream to appropriate handlers.
1888
- */
1889
- async streamBytes(options?: StreamBytesOptions) {
1890
- return this.roomOutgoingDataStreamManager.streamBytes(options);
1891
- }
1892
-
1893
- /**
1894
- * Initiate an RPC call to a remote participant
1895
- * @param params - Parameters for initiating the RPC call, see {@link PerformRpcParams}
1896
- * @returns A promise that resolves with the response payload or rejects with an error.
1897
- * @throws Error on failure. Details in `message`.
1898
- */
1899
- performRpc(params: PerformRpcParams): TypedPromise<string, RpcError> {
1900
- return this.rpcClientManager.performRpc(params).then(([_id, completionPromise]) => {
1901
- return completionPromise;
1902
- });
1903
- }
1904
-
1905
- /**
1906
- * @deprecated use `room.registerRpcMethod` instead
1907
- */
1908
- registerRpcMethod(method: string, handler: (data: RpcInvocationData) => Promise<string>) {
1909
- this.rpcServerManager.registerRpcMethod(method, handler);
1910
- }
1911
-
1912
- /**
1913
- * @deprecated use `room.unregisterRpcMethod` instead
1914
- */
1915
- unregisterRpcMethod(method: string) {
1916
- this.rpcServerManager.unregisterRpcMethod(method);
1917
- }
1918
-
1919
1397
  /**
1920
1398
  * Control who can subscribe to LocalParticipant's published tracks.
1921
1399
  *
@@ -2061,29 +1539,6 @@ export default class LocalParticipant extends Participant {
2061
1539
  this.emit(ParticipantEvent.LocalTrackCpuConstrained, track, publication);
2062
1540
  };
2063
1541
 
2064
- private handleSubscribedQualityUpdate = async (update: SubscribedQualityUpdate) => {
2065
- if (!this.roomOptions?.dynacast) {
2066
- return;
2067
- }
2068
- const pub = this.videoTrackPublications.get(update.trackSid);
2069
- if (!pub) {
2070
- this.log.warn('received subscribed quality update for unknown track', {
2071
- trackSid: update.trackSid,
2072
- });
2073
- return;
2074
- }
2075
- if (!pub.videoTrack) {
2076
- return;
2077
- }
2078
- const newCodecs = await pub.videoTrack.setPublishingCodecs(update.subscribedCodecs);
2079
- for await (const codec of newCodecs) {
2080
- if (isBackupCodec(codec)) {
2081
- this.log.debug(`publish ${codec} for ${pub.videoTrack.sid}`, getLogContextFromTrack(pub));
2082
- await this.publishAdditionalCodecForTrack(pub.videoTrack, codec, pub.options);
2083
- }
2084
- }
2085
- };
2086
-
2087
1542
  private handleLocalTrackUnpublished = (unpublished: TrackUnpublishedResponse) => {
2088
1543
  const track = this.trackPublications.get(unpublished.trackSid);
2089
1544
  if (!track) {
@@ -2140,8 +1595,7 @@ export default class LocalParticipant extends Participant {
2140
1595
  getLogContextFromTrack(track),
2141
1596
  );
2142
1597
  if (isLocalAudioTrack(track)) {
2143
- // fall back to default device if available
2144
- await track.restartTrack({ deviceId: 'default' });
1598
+ await this.restartOnDefaultAudioDevice(track);
2145
1599
  } else {
2146
1600
  await track.restartTrack();
2147
1601
  }
@@ -2153,6 +1607,34 @@ export default class LocalParticipant extends Participant {
2153
1607
  }
2154
1608
  };
2155
1609
 
1610
+ /**
1611
+ * @internal
1612
+ */
1613
+ private async restartOnDefaultAudioDevice(track: LocalAudioTrack) {
1614
+ try {
1615
+ if (isChromiumBased()) {
1616
+ // only chrome has the notion of a literal `default` device
1617
+ await track.setDeviceId({ exact: 'default' });
1618
+ } else {
1619
+ // just try to restart for other browsers and try to change the device id as a fallback in the catch clause
1620
+ await track.restartTrack();
1621
+ }
1622
+ } catch (e) {
1623
+ // restart() clears the manually-stopped flag on entry, so retrying a track the user stopped
1624
+ // while the first attempt was in flight would re-open the capture device behind their back
1625
+ if (!isDeviceAcquisitionFailure(e) || isPermissionDeniedError(e) || track.isStopped) {
1626
+ throw e;
1627
+ }
1628
+ this.log.debug(
1629
+ 'could not reacquire the audio device, retrying with an enumerated device',
1630
+ getLogContextFromTrack(track),
1631
+ );
1632
+ // permission is already granted at this point, so skip the probe that would re-acquire media
1633
+ const allDevices = await DeviceManager.getInstance().getDevices('audioinput', false);
1634
+ await track.setDeviceId(allDevices?.[0]?.deviceId ?? 'default');
1635
+ }
1636
+ }
1637
+
2156
1638
  private getPublicationForTrack(
2157
1639
  track: LocalTrack | MediaStreamTrack,
2158
1640
  ): LocalTrackPublication | undefined {
@@ -2191,16 +1673,6 @@ export default class LocalParticipant extends Participant {
2191
1673
  await sleep(20);
2192
1674
  }
2193
1675
  }
2194
-
2195
- /** Publishes a data track.
2196
- *
2197
- * Returns the published data track if successful. Use {@link LocalDataTrack#tryPush}
2198
- * to send data frames on the track.
2199
- */
2200
- async publishDataTrack(options: DataTrackOptions): Promise<LocalDataTrack> {
2201
- const track = new LocalDataTrack(options, this.roomOutgoingDataTrackManager);
2202
- await track.publish();
2203
-
2204
- return track;
2205
- }
2206
1676
  }
1677
+
1678
+ export default LocalParticipant;