livekit-client 2.23.0 → 2.24.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (869) hide show
  1. package/README.md +48 -32
  2. package/dist/core/_virtual/_rollupPluginBabelHelpers.mjs +48 -0
  3. package/dist/core/_virtual/_rollupPluginBabelHelpers.mjs.map +1 -0
  4. package/dist/core/api/SignalClient.mjs +1212 -0
  5. package/dist/core/api/SignalClient.mjs.map +1 -0
  6. package/dist/core/api/SignalClientStateMachine.mjs +115 -0
  7. package/dist/core/api/SignalClientStateMachine.mjs.map +1 -0
  8. package/dist/core/api/WebSocketStream.mjs +146 -0
  9. package/dist/core/api/WebSocketStream.mjs.map +1 -0
  10. package/dist/core/api/utils.mjs +66 -0
  11. package/dist/core/api/utils.mjs.map +1 -0
  12. package/dist/core/connectionHelper/ConnectionCheck.mjs +89 -0
  13. package/dist/core/connectionHelper/ConnectionCheck.mjs.map +1 -0
  14. package/dist/core/connectionHelper/checks/Checker.mjs +146 -0
  15. package/dist/core/connectionHelper/checks/Checker.mjs.map +1 -0
  16. package/dist/core/connectionHelper/checks/cloudRegion.mjs +82 -0
  17. package/dist/core/connectionHelper/checks/cloudRegion.mjs.map +1 -0
  18. package/dist/core/connectionHelper/checks/connectionProtocol.mjs +111 -0
  19. package/dist/core/connectionHelper/checks/connectionProtocol.mjs.map +1 -0
  20. package/dist/core/connectionHelper/checks/publishAudio.mjs +35 -0
  21. package/dist/core/connectionHelper/checks/publishAudio.mjs.map +1 -0
  22. package/dist/core/connectionHelper/checks/publishVideo.mjs +82 -0
  23. package/dist/core/connectionHelper/checks/publishVideo.mjs.map +1 -0
  24. package/dist/core/connectionHelper/checks/reconnect.mjs +37 -0
  25. package/dist/core/connectionHelper/checks/reconnect.mjs.map +1 -0
  26. package/dist/core/connectionHelper/checks/turn.mjs +56 -0
  27. package/dist/core/connectionHelper/checks/turn.mjs.map +1 -0
  28. package/dist/core/connectionHelper/checks/webrtc.mjs +73 -0
  29. package/dist/core/connectionHelper/checks/webrtc.mjs.map +1 -0
  30. package/dist/core/connectionHelper/checks/websocket.mjs +47 -0
  31. package/dist/core/connectionHelper/checks/websocket.mjs.map +1 -0
  32. package/dist/core/core.mjs +1 -0
  33. package/dist/core/core.mjs.map +1 -0
  34. package/dist/core/e2ee/E2eeManager.mjs +603 -0
  35. package/dist/core/e2ee/E2eeManager.mjs.map +1 -0
  36. package/dist/core/e2ee/KeyProvider.mjs +95 -0
  37. package/dist/core/e2ee/KeyProvider.mjs.map +1 -0
  38. package/dist/core/e2ee/constants.mjs +19 -0
  39. package/dist/core/e2ee/constants.mjs.map +1 -0
  40. package/dist/core/e2ee/errors.mjs +15 -0
  41. package/dist/core/e2ee/errors.mjs.map +1 -0
  42. package/dist/core/e2ee/events.mjs +24 -0
  43. package/dist/core/e2ee/events.mjs.map +1 -0
  44. package/dist/core/e2ee/extension.mjs +70 -0
  45. package/dist/core/e2ee/extension.mjs.map +1 -0
  46. package/dist/core/e2ee/utils.mjs +168 -0
  47. package/dist/core/e2ee/utils.mjs.map +1 -0
  48. package/dist/core/frameMetadata/FrameMetadataManager.mjs +205 -0
  49. package/dist/core/frameMetadata/FrameMetadataManager.mjs.map +1 -0
  50. package/dist/core/frameMetadata/extension.mjs +17 -0
  51. package/dist/core/frameMetadata/extension.mjs.map +1 -0
  52. package/dist/core/frameMetadata/utils.mjs +42 -0
  53. package/dist/core/frameMetadata/utils.mjs.map +1 -0
  54. package/dist/core/logger.mjs +111 -0
  55. package/dist/core/logger.mjs.map +1 -0
  56. package/dist/core/package.json.mjs +1 -0
  57. package/dist/core/package.json.mjs.map +1 -0
  58. package/dist/core/room/BackOffStrategy.mjs +60 -0
  59. package/dist/core/room/BackOffStrategy.mjs.map +1 -0
  60. package/dist/core/room/CoreRoom.mjs +2279 -0
  61. package/dist/core/room/CoreRoom.mjs.map +1 -0
  62. package/dist/core/room/DefaultReconnectPolicy.mjs +23 -0
  63. package/dist/core/room/DefaultReconnectPolicy.mjs.map +1 -0
  64. package/dist/core/room/DeviceManager.mjs +92 -0
  65. package/dist/core/room/DeviceManager.mjs.map +1 -0
  66. package/dist/core/room/PCTransport.mjs +1110 -0
  67. package/dist/core/room/PCTransport.mjs.map +1 -0
  68. package/dist/core/room/PCTransportManager.mjs +360 -0
  69. package/dist/core/room/PCTransportManager.mjs.map +1 -0
  70. package/dist/core/room/RTCEngine.mjs +1830 -0
  71. package/dist/core/room/RTCEngine.mjs.map +1 -0
  72. package/dist/core/room/RegionUrlProvider.mjs +194 -0
  73. package/dist/core/room/RegionUrlProvider.mjs.map +1 -0
  74. package/dist/core/room/attribute-typings.mjs +24 -0
  75. package/dist/core/room/attribute-typings.mjs.map +1 -0
  76. package/dist/core/room/createRoom.mjs +19 -0
  77. package/dist/core/room/createRoom.mjs.map +1 -0
  78. package/dist/core/room/data-channel/DataChannelManager.mjs +188 -0
  79. package/dist/core/room/data-channel/DataChannelManager.mjs.map +1 -0
  80. package/dist/core/room/data-channel/FlowControlledDataChannel.mjs +185 -0
  81. package/dist/core/room/data-channel/FlowControlledDataChannel.mjs.map +1 -0
  82. package/dist/core/room/data-channel/LossyDataChannel.mjs +99 -0
  83. package/dist/core/room/data-channel/LossyDataChannel.mjs.map +1 -0
  84. package/dist/core/room/data-channel/ReliableDataChannel.mjs +150 -0
  85. package/dist/core/room/data-channel/ReliableDataChannel.mjs.map +1 -0
  86. package/dist/core/room/data-channel/types.mjs +22 -0
  87. package/dist/core/room/data-channel/types.mjs.map +1 -0
  88. package/dist/core/room/data-stream/compression.mjs +68 -0
  89. package/dist/core/room/data-stream/compression.mjs.map +1 -0
  90. package/dist/core/room/data-stream/constants.mjs +26 -0
  91. package/dist/core/room/data-stream/constants.mjs.map +1 -0
  92. package/dist/core/room/data-stream/extension.mjs +42 -0
  93. package/dist/core/room/data-stream/extension.mjs.map +1 -0
  94. package/dist/core/room/data-stream/incoming/IncomingDataStreamManager.mjs +500 -0
  95. package/dist/core/room/data-stream/incoming/IncomingDataStreamManager.mjs.map +1 -0
  96. package/dist/core/room/data-stream/incoming/StreamReader.mjs +279 -0
  97. package/dist/core/room/data-stream/incoming/StreamReader.mjs.map +1 -0
  98. package/dist/core/room/data-stream/outgoing/OutgoingDataStreamManager.mjs +543 -0
  99. package/dist/core/room/data-stream/outgoing/OutgoingDataStreamManager.mjs.map +1 -0
  100. package/dist/core/room/data-stream/outgoing/StreamWriter.mjs +21 -0
  101. package/dist/core/room/data-stream/outgoing/StreamWriter.mjs.map +1 -0
  102. package/dist/core/room/data-stream/outgoing/header-utils.mjs +53 -0
  103. package/dist/core/room/data-stream/outgoing/header-utils.mjs.map +1 -0
  104. package/dist/core/room/data-track/LocalDataTrack.mjs +146 -0
  105. package/dist/core/room/data-track/LocalDataTrack.mjs.map +1 -0
  106. package/dist/core/room/data-track/RemoteDataTrack.mjs +51 -0
  107. package/dist/core/room/data-track/RemoteDataTrack.mjs.map +1 -0
  108. package/dist/core/room/data-track/depacketizer.mjs +193 -0
  109. package/dist/core/room/data-track/depacketizer.mjs.map +1 -0
  110. package/dist/core/room/data-track/extension.mjs +154 -0
  111. package/dist/core/room/data-track/extension.mjs.map +1 -0
  112. package/dist/core/room/data-track/frame.mjs +19 -0
  113. package/dist/core/room/data-track/frame.mjs.map +1 -0
  114. package/dist/core/room/data-track/handle.mjs +50 -0
  115. package/dist/core/room/data-track/handle.mjs.map +1 -0
  116. package/dist/core/room/data-track/incoming/IncomingDataTrackManager.mjs +618 -0
  117. package/dist/core/room/data-track/incoming/IncomingDataTrackManager.mjs.map +1 -0
  118. package/dist/core/room/data-track/incoming/errors.mjs +32 -0
  119. package/dist/core/room/data-track/incoming/errors.mjs.map +1 -0
  120. package/dist/core/room/data-track/incoming/pipeline.mjs +85 -0
  121. package/dist/core/room/data-track/incoming/pipeline.mjs.map +1 -0
  122. package/dist/core/room/data-track/outgoing/OutgoingDataTrackManager.mjs +351 -0
  123. package/dist/core/room/data-track/outgoing/OutgoingDataTrackManager.mjs.map +1 -0
  124. package/dist/core/room/data-track/outgoing/errors.mjs +114 -0
  125. package/dist/core/room/data-track/outgoing/errors.mjs.map +1 -0
  126. package/dist/core/room/data-track/outgoing/pipeline.mjs +41 -0
  127. package/dist/core/room/data-track/outgoing/pipeline.mjs.map +1 -0
  128. package/dist/core/room/data-track/packet/constants.mjs +21 -0
  129. package/dist/core/room/data-track/packet/constants.mjs.map +1 -0
  130. package/dist/core/room/data-track/packet/errors.mjs +56 -0
  131. package/dist/core/room/data-track/packet/errors.mjs.map +1 -0
  132. package/dist/core/room/data-track/packet/extensions.mjs +172 -0
  133. package/dist/core/room/data-track/packet/extensions.mjs.map +1 -0
  134. package/dist/core/room/data-track/packet/index.mjs +242 -0
  135. package/dist/core/room/data-track/packet/index.mjs.map +1 -0
  136. package/dist/core/room/data-track/packet/serializable.mjs +15 -0
  137. package/dist/core/room/data-track/packet/serializable.mjs.map +1 -0
  138. package/dist/core/room/data-track/packetizer.mjs +77 -0
  139. package/dist/core/room/data-track/packetizer.mjs.map +1 -0
  140. package/dist/core/room/data-track/track-interfaces.mjs +2 -0
  141. package/dist/core/room/data-track/track-interfaces.mjs.map +1 -0
  142. package/dist/core/room/data-track/types.mjs +18 -0
  143. package/dist/core/room/data-track/types.mjs.map +1 -0
  144. package/dist/core/room/data-track/utils.mjs +149 -0
  145. package/dist/core/room/data-track/utils.mjs.map +1 -0
  146. package/dist/core/room/debounce.mjs +97 -0
  147. package/dist/core/room/debounce.mjs.map +1 -0
  148. package/dist/core/room/defaults.mjs +34 -0
  149. package/dist/core/room/defaults.mjs.map +1 -0
  150. package/dist/core/room/errors.mjs +208 -0
  151. package/dist/core/room/errors.mjs.map +1 -0
  152. package/dist/core/room/events.mjs +643 -0
  153. package/dist/core/room/events.mjs.map +1 -0
  154. package/dist/core/room/extensions.mjs +48 -0
  155. package/dist/core/room/extensions.mjs.map +1 -0
  156. package/dist/core/room/participant/LocalParticipant.mjs +1324 -0
  157. package/dist/core/room/participant/LocalParticipant.mjs.map +1 -0
  158. package/dist/core/room/participant/Participant.mjs +300 -0
  159. package/dist/core/room/participant/Participant.mjs.map +1 -0
  160. package/dist/core/room/participant/ParticipantTrackPermission.mjs +12 -0
  161. package/dist/core/room/participant/ParticipantTrackPermission.mjs.map +1 -0
  162. package/dist/core/room/participant/RemoteParticipant.mjs +287 -0
  163. package/dist/core/room/participant/RemoteParticipant.mjs.map +1 -0
  164. package/dist/core/room/participant/publishUtils.mjs +356 -0
  165. package/dist/core/room/participant/publishUtils.mjs.map +1 -0
  166. package/dist/core/room/rpc/client/RpcClientManager.mjs +216 -0
  167. package/dist/core/room/rpc/client/RpcClientManager.mjs.map +1 -0
  168. package/dist/core/room/rpc/extension.mjs +82 -0
  169. package/dist/core/room/rpc/extension.mjs.map +1 -0
  170. package/dist/core/room/rpc/server/RpcServerManager.mjs +186 -0
  171. package/dist/core/room/rpc/server/RpcServerManager.mjs.map +1 -0
  172. package/dist/core/room/rpc/utils.mjs +148 -0
  173. package/dist/core/room/rpc/utils.mjs.map +1 -0
  174. package/dist/core/room/simulated-participants/extension.mjs +105 -0
  175. package/dist/core/room/simulated-participants/extension.mjs.map +1 -0
  176. package/dist/core/room/stats.mjs +19 -0
  177. package/dist/core/room/stats.mjs.map +1 -0
  178. package/dist/core/room/statsSummary.mjs +165 -0
  179. package/dist/core/room/statsSummary.mjs.map +1 -0
  180. package/dist/core/room/timers.mjs +20 -0
  181. package/dist/core/room/timers.mjs.map +1 -0
  182. package/dist/core/room/token-source/TokenSource.mjs +230 -0
  183. package/dist/core/room/token-source/TokenSource.mjs.map +1 -0
  184. package/dist/core/room/token-source/types.mjs +18 -0
  185. package/dist/core/room/token-source/types.mjs.map +1 -0
  186. package/dist/core/room/token-source/utils.mjs +76 -0
  187. package/dist/core/room/token-source/utils.mjs.map +1 -0
  188. package/dist/core/room/track/FrameMetadataExtractor.mjs +36 -0
  189. package/dist/core/room/track/FrameMetadataExtractor.mjs.map +1 -0
  190. package/dist/core/room/track/LocalAudioTrack.mjs +327 -0
  191. package/dist/core/room/track/LocalAudioTrack.mjs.map +1 -0
  192. package/dist/core/room/track/LocalTrack.mjs +694 -0
  193. package/dist/core/room/track/LocalTrack.mjs.map +1 -0
  194. package/dist/core/room/track/LocalTrackPublication.mjs +111 -0
  195. package/dist/core/room/track/LocalTrackPublication.mjs.map +1 -0
  196. package/dist/core/room/track/LocalVideoTrack.mjs +810 -0
  197. package/dist/core/room/track/LocalVideoTrack.mjs.map +1 -0
  198. package/dist/core/room/track/RemoteAudioTrack.mjs +245 -0
  199. package/dist/core/room/track/RemoteAudioTrack.mjs.map +1 -0
  200. package/dist/core/room/track/RemoteTrack.mjs +143 -0
  201. package/dist/core/room/track/RemoteTrack.mjs.map +1 -0
  202. package/dist/core/room/track/RemoteTrackPublication.mjs +284 -0
  203. package/dist/core/room/track/RemoteTrackPublication.mjs.map +1 -0
  204. package/dist/core/room/track/RemoteVideoTrack.mjs +384 -0
  205. package/dist/core/room/track/RemoteVideoTrack.mjs.map +1 -0
  206. package/dist/core/room/track/Track.mjs +413 -0
  207. package/dist/core/room/track/Track.mjs.map +1 -0
  208. package/dist/core/room/track/TrackPublication.mjs +97 -0
  209. package/dist/core/room/track/TrackPublication.mjs.map +1 -0
  210. package/dist/core/room/track/create.mjs +142 -0
  211. package/dist/core/room/track/create.mjs.map +1 -0
  212. package/dist/core/room/track/facingMode.mjs +81 -0
  213. package/dist/core/room/track/facingMode.mjs.map +1 -0
  214. package/dist/core/room/track/options.mjs +109 -0
  215. package/dist/core/room/track/options.mjs.map +1 -0
  216. package/dist/core/room/track/record.mjs +67 -0
  217. package/dist/core/room/track/record.mjs.map +1 -0
  218. package/dist/core/room/track/utils.mjs +429 -0
  219. package/dist/core/room/track/utils.mjs.map +1 -0
  220. package/dist/core/room/utils.mjs +852 -0
  221. package/dist/core/room/utils.mjs.map +1 -0
  222. package/dist/core/room/video/create.mjs +71 -0
  223. package/dist/core/room/video/create.mjs.map +1 -0
  224. package/dist/core/room/video/extension.mjs +27 -0
  225. package/dist/core/room/video/extension.mjs.map +1 -0
  226. package/dist/core/room/video/publisher.mjs +343 -0
  227. package/dist/core/room/video/publisher.mjs.map +1 -0
  228. package/dist/core/ts4.2/api/SignalClient.d.ts +19 -0
  229. package/dist/core/ts4.2/api/SignalClientStateMachine.d.ts +84 -0
  230. package/dist/core/ts4.2/api/WebSocketStream.d.ts +33 -0
  231. package/dist/core/ts4.2/api/utils.d.ts +8 -0
  232. package/dist/core/ts4.2/connectionHelper/ConnectionCheck.d.ts +29 -0
  233. package/dist/core/ts4.2/connectionHelper/checks/Checker.d.ts +64 -0
  234. package/dist/core/ts4.2/connectionHelper/checks/cloudRegion.d.ts +17 -0
  235. package/dist/core/ts4.2/connectionHelper/checks/connectionProtocol.d.ts +19 -0
  236. package/dist/core/ts4.2/connectionHelper/checks/publishAudio.d.ts +5 -0
  237. package/dist/core/ts4.2/connectionHelper/checks/publishVideo.d.ts +6 -0
  238. package/dist/core/ts4.2/connectionHelper/checks/reconnect.d.ts +5 -0
  239. package/dist/core/ts4.2/connectionHelper/checks/turn.d.ts +5 -0
  240. package/dist/core/ts4.2/connectionHelper/checks/webrtc.d.ts +5 -0
  241. package/dist/core/ts4.2/connectionHelper/checks/websocket.d.ts +5 -0
  242. package/dist/core/ts4.2/core.d.ts +33 -0
  243. package/dist/core/ts4.2/e2ee/E2eeManager.d.ts +89 -0
  244. package/dist/core/ts4.2/e2ee/KeyProvider.d.ts +53 -0
  245. package/dist/core/ts4.2/e2ee/constants.d.ts +20 -0
  246. package/dist/core/ts4.2/e2ee/errors.d.ts +11 -0
  247. package/dist/core/ts4.2/e2ee/events.d.ts +38 -0
  248. package/dist/core/ts4.2/e2ee/extension.d.ts +19 -0
  249. package/dist/core/ts4.2/e2ee/index.d.ts +5 -0
  250. package/dist/core/ts4.2/e2ee/types.d.ts +244 -0
  251. package/dist/core/ts4.2/e2ee/utils.d.ts +36 -0
  252. package/dist/core/ts4.2/exports.d.ts +82 -0
  253. package/dist/core/ts4.2/frameMetadata/FrameMetadataManager.d.ts +52 -0
  254. package/dist/core/ts4.2/frameMetadata/extension.d.ts +12 -0
  255. package/dist/core/ts4.2/frameMetadata/frameMetadata.d.ts +32 -0
  256. package/dist/core/ts4.2/frameMetadata/types.d.ts +61 -0
  257. package/dist/core/ts4.2/frameMetadata/utils.d.ts +13 -0
  258. package/dist/core/ts4.2/logger.d.ts +59 -0
  259. package/dist/core/ts4.2/options.d.ts +171 -0
  260. package/dist/core/ts4.2/room/BackOffStrategy.d.ts +26 -0
  261. package/dist/core/ts4.2/room/CoreRoom.d.ts +363 -0
  262. package/dist/core/ts4.2/room/DefaultReconnectPolicy.d.ts +7 -0
  263. package/dist/core/ts4.2/room/DeviceManager.d.ts +11 -0
  264. package/dist/core/ts4.2/room/PCTransport.d.ts +132 -0
  265. package/dist/core/ts4.2/room/PCTransportManager.d.ts +80 -0
  266. package/dist/core/ts4.2/room/RTCEngine.d.ts +233 -0
  267. package/dist/core/ts4.2/room/ReconnectPolicy.d.ts +23 -0
  268. package/dist/core/ts4.2/room/RegionUrlProvider.d.ts +33 -0
  269. package/dist/core/ts4.2/room/attribute-typings.d.ts +34 -0
  270. package/dist/core/ts4.2/room/chat/extension.d.ts +21 -0
  271. package/dist/core/ts4.2/room/createRoom.d.ts +19 -0
  272. package/dist/core/ts4.2/room/data-channel/DataChannelManager.d.ts +67 -0
  273. package/dist/core/ts4.2/room/data-channel/FlowControlledDataChannel.d.ts +106 -0
  274. package/dist/core/ts4.2/room/data-channel/LossyDataChannel.d.ts +40 -0
  275. package/dist/core/ts4.2/room/data-channel/ReliableDataChannel.d.ts +56 -0
  276. package/dist/core/ts4.2/room/data-channel/types.d.ts +11 -0
  277. package/dist/core/ts4.2/room/data-stream/compression.d.ts +29 -0
  278. package/dist/core/ts4.2/room/data-stream/constants.d.ts +1 -0
  279. package/dist/core/ts4.2/room/data-stream/extension.d.ts +63 -0
  280. package/dist/core/ts4.2/room/data-stream/incoming/IncomingDataStreamManager.d.ts +33 -0
  281. package/dist/core/ts4.2/room/data-stream/incoming/StreamReader.d.ts +77 -0
  282. package/dist/core/ts4.2/room/data-stream/outgoing/OutgoingDataStreamManager.d.ts +67 -0
  283. package/dist/core/ts4.2/room/data-stream/outgoing/StreamWriter.d.ts +15 -0
  284. package/dist/core/ts4.2/room/data-stream/outgoing/header-utils.d.ts +17 -0
  285. package/dist/core/ts4.2/room/data-track/LocalDataTrack.d.ts +69 -0
  286. package/dist/core/ts4.2/room/data-track/RemoteDataTrack.d.ts +43 -0
  287. package/dist/core/ts4.2/room/data-track/depacketizer.d.ts +58 -0
  288. package/dist/core/ts4.2/room/data-track/extension.d.ts +30 -0
  289. package/dist/core/ts4.2/room/data-track/frame.d.ts +21 -0
  290. package/dist/core/ts4.2/room/data-track/handle.d.ts +26 -0
  291. package/dist/core/ts4.2/room/data-track/incoming/IncomingDataTrackManager.d.ts +95 -0
  292. package/dist/core/ts4.2/room/data-track/incoming/errors.d.ts +23 -0
  293. package/dist/core/ts4.2/room/data-track/incoming/pipeline.d.ts +40 -0
  294. package/dist/core/ts4.2/room/data-track/incoming/types.d.ts +19 -0
  295. package/dist/core/ts4.2/room/data-track/outgoing/OutgoingDataTrackManager.d.ts +64 -0
  296. package/dist/core/ts4.2/room/data-track/outgoing/errors.d.ts +73 -0
  297. package/dist/core/ts4.2/room/data-track/outgoing/pipeline.d.ts +22 -0
  298. package/dist/core/ts4.2/room/data-track/outgoing/types.d.ts +47 -0
  299. package/dist/core/ts4.2/room/data-track/packet/constants.d.ts +19 -0
  300. package/dist/core/ts4.2/room/data-track/packet/errors.d.ts +39 -0
  301. package/dist/core/ts4.2/room/data-track/packet/extensions.d.ts +68 -0
  302. package/dist/core/ts4.2/room/data-track/packet/index.d.ts +97 -0
  303. package/dist/core/ts4.2/room/data-track/packet/serializable.d.ts +12 -0
  304. package/dist/core/ts4.2/room/data-track/packetizer.d.ts +40 -0
  305. package/dist/core/ts4.2/room/data-track/track-interfaces.d.ts +22 -0
  306. package/dist/core/ts4.2/room/data-track/types.d.ts +21 -0
  307. package/dist/core/ts4.2/room/data-track/utils.d.ts +59 -0
  308. package/dist/core/ts4.2/room/debounce.d.ts +10 -0
  309. package/dist/core/ts4.2/room/defaults.d.ts +7 -0
  310. package/dist/core/ts4.2/room/errors.d.ts +179 -0
  311. package/dist/core/ts4.2/room/events.d.ts +534 -0
  312. package/dist/core/ts4.2/room/extensions.d.ts +206 -0
  313. package/dist/core/ts4.2/room/participant/LocalParticipant.d.ts +164 -0
  314. package/dist/core/ts4.2/room/participant/Participant.d.ts +122 -0
  315. package/dist/core/ts4.2/room/participant/ParticipantTrackPermission.d.ts +25 -0
  316. package/dist/core/ts4.2/room/participant/RemoteParticipant.d.ts +37 -0
  317. package/dist/core/ts4.2/room/participant/publishUtils.d.ts +11 -0
  318. package/dist/core/ts4.2/room/rpc/client/RpcClientManager.d.ts +1 -0
  319. package/dist/core/ts4.2/room/rpc/client/events.d.ts +7 -0
  320. package/dist/core/ts4.2/room/rpc/extension.d.ts +73 -0
  321. package/dist/core/ts4.2/room/rpc/index.d.ts +6 -0
  322. package/dist/core/ts4.2/room/rpc/server/RpcServerManager.d.ts +1 -0
  323. package/dist/core/ts4.2/room/rpc/server/events.d.ts +7 -0
  324. package/dist/core/ts4.2/room/rpc/utils.d.ts +76 -0
  325. package/dist/core/ts4.2/room/simulated-participants/extension.d.ts +24 -0
  326. package/dist/core/ts4.2/room/stats.d.ts +70 -0
  327. package/dist/core/ts4.2/room/statsSummary.d.ts +12 -0
  328. package/dist/core/ts4.2/room/timers.d.ts +11 -0
  329. package/dist/core/ts4.2/room/token-source/TokenSource.d.ts +85 -0
  330. package/dist/core/ts4.2/room/token-source/types.d.ts +69 -0
  331. package/dist/core/ts4.2/room/token-source/utils.d.ts +7 -0
  332. package/dist/core/ts4.2/room/track/FrameMetadataExtractor.d.ts +18 -0
  333. package/dist/core/ts4.2/room/track/LocalAudioTrack.d.ts +50 -0
  334. package/dist/core/ts4.2/room/track/LocalTrack.d.ts +118 -0
  335. package/dist/core/ts4.2/room/track/LocalTrackPublication.d.ts +41 -0
  336. package/dist/core/ts4.2/room/track/LocalVideoTrack.d.ts +91 -0
  337. package/dist/core/ts4.2/room/track/RemoteAudioTrack.d.ts +49 -0
  338. package/dist/core/ts4.2/room/track/RemoteTrack.d.ts +29 -0
  339. package/dist/core/ts4.2/room/track/RemoteTrackPublication.d.ts +62 -0
  340. package/dist/core/ts4.2/room/track/RemoteVideoTrack.d.ts +53 -0
  341. package/dist/core/ts4.2/room/track/Track.d.ts +129 -0
  342. package/dist/core/ts4.2/room/track/TrackPublication.d.ts +68 -0
  343. package/dist/core/ts4.2/room/track/create.d.ts +12 -0
  344. package/dist/core/ts4.2/room/track/facingMode.d.ts +40 -0
  345. package/dist/core/ts4.2/room/track/options.d.ts +396 -0
  346. package/dist/core/ts4.2/room/track/processor/types.d.ts +41 -0
  347. package/dist/core/ts4.2/room/track/record.d.ts +12 -0
  348. package/dist/core/ts4.2/room/track/types.d.ts +27 -0
  349. package/dist/core/ts4.2/room/track/utils.d.ts +20 -0
  350. package/dist/core/ts4.2/room/types.d.ts +126 -0
  351. package/dist/core/ts4.2/room/utils.d.ts +246 -0
  352. package/dist/core/ts4.2/room/video/create.d.ts +27 -0
  353. package/dist/core/ts4.2/room/video/extension.d.ts +43 -0
  354. package/dist/core/ts4.2/room/video/publisher.d.ts +23 -0
  355. package/dist/core/ts4.2/type-polyfills/non-shared-typed-arrays.d.ts +1 -0
  356. package/dist/core/ts4.2/utils/AsyncQueue.d.ts +22 -0
  357. package/dist/core/ts4.2/utils/TypedPromise.d.ts +16 -0
  358. package/dist/core/ts4.2/utils/abort-signal-polyfill.d.ts +12 -0
  359. package/dist/core/ts4.2/utils/browserParser.d.ts +9 -0
  360. package/dist/core/ts4.2/utils/camelToSnakeCase.d.ts +7 -0
  361. package/dist/core/ts4.2/utils/cloneDeep.d.ts +1 -0
  362. package/dist/core/ts4.2/utils/dataPacketBuffer.d.ts +33 -0
  363. package/dist/core/ts4.2/utils/deferrable-map.d.ts +31 -0
  364. package/dist/core/ts4.2/utils/machineInspector.d.ts +53 -0
  365. package/dist/core/ts4.2/utils/serializer.d.ts +47 -0
  366. package/dist/core/ts4.2/utils/throws.d.ts +9 -0
  367. package/dist/core/ts4.2/utils/ttlmap.d.ts +19 -0
  368. package/dist/core/ts4.2/version.d.ts +17 -0
  369. package/dist/core/types/src/api/SignalClient.d.ts +19 -0
  370. package/dist/core/types/src/api/SignalClientStateMachine.d.ts +84 -0
  371. package/dist/core/types/src/api/WebSocketStream.d.ts +33 -0
  372. package/dist/core/types/src/api/utils.d.ts +8 -0
  373. package/dist/core/types/src/connectionHelper/ConnectionCheck.d.ts +28 -0
  374. package/dist/core/types/src/connectionHelper/checks/Checker.d.ts +64 -0
  375. package/dist/core/types/src/connectionHelper/checks/cloudRegion.d.ts +16 -0
  376. package/dist/core/types/src/connectionHelper/checks/connectionProtocol.d.ts +18 -0
  377. package/dist/core/types/src/connectionHelper/checks/publishAudio.d.ts +5 -0
  378. package/dist/core/types/src/connectionHelper/checks/publishVideo.d.ts +6 -0
  379. package/dist/core/types/src/connectionHelper/checks/reconnect.d.ts +5 -0
  380. package/dist/core/types/src/connectionHelper/checks/turn.d.ts +5 -0
  381. package/dist/core/types/src/connectionHelper/checks/webrtc.d.ts +5 -0
  382. package/dist/core/types/src/connectionHelper/checks/websocket.d.ts +5 -0
  383. package/dist/core/types/src/core.d.ts +32 -0
  384. package/dist/core/types/src/e2ee/E2eeManager.d.ts +89 -0
  385. package/dist/core/types/src/e2ee/KeyProvider.d.ts +53 -0
  386. package/dist/core/types/src/e2ee/constants.d.ts +20 -0
  387. package/dist/core/types/src/e2ee/errors.d.ts +11 -0
  388. package/dist/core/types/src/e2ee/events.d.ts +38 -0
  389. package/dist/core/types/src/e2ee/extension.d.ts +18 -0
  390. package/dist/core/types/src/e2ee/index.d.ts +5 -0
  391. package/dist/core/types/src/e2ee/types.d.ts +244 -0
  392. package/dist/core/types/src/e2ee/utils.d.ts +35 -0
  393. package/dist/core/types/src/exports.d.ts +75 -0
  394. package/dist/core/types/src/frameMetadata/FrameMetadataManager.d.ts +52 -0
  395. package/dist/core/types/src/frameMetadata/extension.d.ts +10 -0
  396. package/dist/core/types/src/frameMetadata/frameMetadata.d.ts +32 -0
  397. package/dist/core/types/src/frameMetadata/types.d.ts +61 -0
  398. package/dist/core/types/src/frameMetadata/utils.d.ts +13 -0
  399. package/dist/core/types/src/logger.d.ts +59 -0
  400. package/dist/core/types/src/options.d.ts +171 -0
  401. package/dist/core/types/src/room/BackOffStrategy.d.ts +26 -0
  402. package/dist/core/types/src/room/CoreRoom.d.ts +374 -0
  403. package/dist/core/types/src/room/DefaultReconnectPolicy.d.ts +7 -0
  404. package/dist/core/types/src/room/DeviceManager.d.ts +11 -0
  405. package/dist/core/types/src/room/PCTransport.d.ts +132 -0
  406. package/dist/core/types/src/room/PCTransportManager.d.ts +80 -0
  407. package/dist/core/types/src/room/RTCEngine.d.ts +232 -0
  408. package/dist/core/types/src/room/ReconnectPolicy.d.ts +23 -0
  409. package/dist/core/types/src/room/RegionUrlProvider.d.ts +33 -0
  410. package/dist/core/types/src/room/attribute-typings.d.ts +34 -0
  411. package/dist/core/types/src/room/chat/extension.d.ts +21 -0
  412. package/dist/core/types/src/room/createRoom.d.ts +18 -0
  413. package/dist/core/types/src/room/data-channel/DataChannelManager.d.ts +68 -0
  414. package/dist/core/types/src/room/data-channel/FlowControlledDataChannel.d.ts +107 -0
  415. package/dist/core/types/src/room/data-channel/LossyDataChannel.d.ts +39 -0
  416. package/dist/core/types/src/room/data-channel/ReliableDataChannel.d.ts +55 -0
  417. package/dist/core/types/src/room/data-channel/types.d.ts +11 -0
  418. package/dist/core/types/src/room/data-stream/compression.d.ts +29 -0
  419. package/dist/core/types/src/room/data-stream/constants.d.ts +1 -0
  420. package/dist/core/types/src/room/data-stream/extension.d.ts +62 -0
  421. package/dist/core/types/src/room/data-stream/incoming/IncomingDataStreamManager.d.ts +32 -0
  422. package/dist/core/types/src/room/data-stream/incoming/StreamReader.d.ts +77 -0
  423. package/dist/core/types/src/room/data-stream/outgoing/OutgoingDataStreamManager.d.ts +67 -0
  424. package/dist/core/types/src/room/data-stream/outgoing/StreamWriter.d.ts +15 -0
  425. package/dist/core/types/src/room/data-stream/outgoing/header-utils.d.ts +17 -0
  426. package/dist/core/types/src/room/data-track/LocalDataTrack.d.ts +70 -0
  427. package/dist/core/types/src/room/data-track/RemoteDataTrack.d.ts +43 -0
  428. package/dist/core/types/src/room/data-track/depacketizer.d.ts +58 -0
  429. package/dist/core/types/src/room/data-track/extension.d.ts +30 -0
  430. package/dist/core/types/src/room/data-track/frame.d.ts +21 -0
  431. package/dist/core/types/src/room/data-track/handle.d.ts +26 -0
  432. package/dist/core/types/src/room/data-track/incoming/IncomingDataTrackManager.d.ts +95 -0
  433. package/dist/core/types/src/room/data-track/incoming/errors.d.ts +23 -0
  434. package/dist/core/types/src/room/data-track/incoming/pipeline.d.ts +40 -0
  435. package/dist/core/types/src/room/data-track/incoming/types.d.ts +19 -0
  436. package/dist/core/types/src/room/data-track/outgoing/OutgoingDataTrackManager.d.ts +64 -0
  437. package/dist/core/types/src/room/data-track/outgoing/errors.d.ts +73 -0
  438. package/dist/core/types/src/room/data-track/outgoing/pipeline.d.ts +22 -0
  439. package/dist/core/types/src/room/data-track/outgoing/types.d.ts +47 -0
  440. package/dist/core/types/src/room/data-track/packet/constants.d.ts +19 -0
  441. package/dist/core/types/src/room/data-track/packet/errors.d.ts +39 -0
  442. package/dist/core/types/src/room/data-track/packet/extensions.d.ts +68 -0
  443. package/dist/core/types/src/room/data-track/packet/index.d.ts +91 -0
  444. package/dist/core/types/src/room/data-track/packet/serializable.d.ts +12 -0
  445. package/dist/core/types/src/room/data-track/packetizer.d.ts +40 -0
  446. package/dist/core/types/src/room/data-track/track-interfaces.d.ts +22 -0
  447. package/dist/core/types/src/room/data-track/types.d.ts +21 -0
  448. package/dist/core/types/src/room/data-track/utils.d.ts +59 -0
  449. package/dist/core/types/src/room/debounce.d.ts +10 -0
  450. package/dist/core/types/src/room/defaults.d.ts +7 -0
  451. package/dist/core/types/src/room/errors.d.ts +179 -0
  452. package/dist/core/types/src/room/events.d.ts +534 -0
  453. package/dist/core/types/src/room/extensions.d.ts +205 -0
  454. package/dist/core/types/src/room/participant/LocalParticipant.d.ts +164 -0
  455. package/dist/core/types/src/room/participant/Participant.d.ts +123 -0
  456. package/dist/core/types/src/room/participant/ParticipantTrackPermission.d.ts +25 -0
  457. package/dist/core/types/src/room/participant/RemoteParticipant.d.ts +37 -0
  458. package/dist/core/types/src/room/participant/publishUtils.d.ts +11 -0
  459. package/dist/core/types/src/room/rpc/client/RpcClientManager.d.ts +1 -0
  460. package/dist/core/types/src/room/rpc/client/events.d.ts +7 -0
  461. package/dist/core/types/src/room/rpc/extension.d.ts +69 -0
  462. package/dist/core/types/src/room/rpc/index.d.ts +5 -0
  463. package/dist/core/types/src/room/rpc/server/RpcServerManager.d.ts +1 -0
  464. package/dist/core/types/src/room/rpc/server/events.d.ts +7 -0
  465. package/dist/core/types/src/room/rpc/utils.d.ts +76 -0
  466. package/dist/core/types/src/room/simulated-participants/extension.d.ts +24 -0
  467. package/dist/core/types/src/room/stats.d.ts +70 -0
  468. package/dist/core/types/src/room/statsSummary.d.ts +12 -0
  469. package/dist/core/types/src/room/timers.d.ts +11 -0
  470. package/dist/core/types/src/room/token-source/TokenSource.d.ts +91 -0
  471. package/dist/core/types/src/room/token-source/types.d.ts +69 -0
  472. package/dist/core/types/src/room/token-source/utils.d.ts +7 -0
  473. package/dist/core/types/src/room/track/FrameMetadataExtractor.d.ts +18 -0
  474. package/dist/core/types/src/room/track/LocalAudioTrack.d.ts +53 -0
  475. package/dist/core/types/src/room/track/LocalTrack.d.ts +118 -0
  476. package/dist/core/types/src/room/track/LocalTrackPublication.d.ts +41 -0
  477. package/dist/core/types/src/room/track/LocalVideoTrack.d.ts +91 -0
  478. package/dist/core/types/src/room/track/RemoteAudioTrack.d.ts +49 -0
  479. package/dist/core/types/src/room/track/RemoteTrack.d.ts +29 -0
  480. package/dist/core/types/src/room/track/RemoteTrackPublication.d.ts +76 -0
  481. package/dist/core/types/src/room/track/RemoteVideoTrack.d.ts +56 -0
  482. package/dist/core/types/src/room/track/Track.d.ts +134 -0
  483. package/dist/core/types/src/room/track/TrackPublication.d.ts +74 -0
  484. package/dist/core/types/src/room/track/create.d.ts +12 -0
  485. package/dist/core/types/src/room/track/facingMode.d.ts +40 -0
  486. package/dist/core/types/src/room/track/options.d.ts +384 -0
  487. package/dist/core/types/src/room/track/processor/types.d.ts +41 -0
  488. package/dist/core/types/src/room/track/record.d.ts +12 -0
  489. package/dist/core/types/src/room/track/types.d.ts +27 -0
  490. package/dist/core/types/src/room/track/utils.d.ts +20 -0
  491. package/dist/core/types/src/room/types.d.ts +126 -0
  492. package/dist/core/types/src/room/utils.d.ts +246 -0
  493. package/dist/core/types/src/room/video/create.d.ts +27 -0
  494. package/dist/core/types/src/room/video/extension.d.ts +43 -0
  495. package/dist/core/types/src/room/video/publisher.d.ts +23 -0
  496. package/dist/core/types/src/type-polyfills/non-shared-typed-arrays.d.ts +1 -0
  497. package/dist/core/types/src/utils/AsyncQueue.d.ts +22 -0
  498. package/dist/core/types/src/utils/TypedPromise.d.ts +15 -0
  499. package/dist/core/types/src/utils/abort-signal-polyfill.d.ts +12 -0
  500. package/dist/core/types/src/utils/browserParser.d.ts +9 -0
  501. package/dist/core/types/src/utils/camelToSnakeCase.d.ts +7 -0
  502. package/dist/core/types/src/utils/cloneDeep.d.ts +1 -0
  503. package/dist/core/types/src/utils/dataPacketBuffer.d.ts +33 -0
  504. package/dist/core/types/src/utils/deferrable-map.d.ts +31 -0
  505. package/dist/core/types/src/utils/machineInspector.d.ts +53 -0
  506. package/dist/core/types/src/utils/serializer.d.ts +47 -0
  507. package/dist/core/types/src/utils/throws.d.ts +9 -0
  508. package/dist/core/types/src/utils/ttlmap.d.ts +19 -0
  509. package/dist/core/types/src/version.d.ts +17 -0
  510. package/dist/core/utils/AsyncQueue.mjs +41 -0
  511. package/dist/core/utils/AsyncQueue.mjs.map +1 -0
  512. package/dist/core/utils/TypedPromise.mjs +23 -0
  513. package/dist/core/utils/TypedPromise.mjs.map +1 -0
  514. package/dist/core/utils/abort-signal-polyfill.mjs +53 -0
  515. package/dist/core/utils/abort-signal-polyfill.mjs.map +1 -0
  516. package/dist/core/utils/browserParser.mjs +62 -0
  517. package/dist/core/utils/browserParser.mjs.map +1 -0
  518. package/dist/core/utils/cloneDeep.mjs +14 -0
  519. package/dist/core/utils/cloneDeep.mjs.map +1 -0
  520. package/dist/core/utils/dataPacketBuffer.mjs +76 -0
  521. package/dist/core/utils/dataPacketBuffer.mjs.map +1 -0
  522. package/dist/core/utils/deferrable-map.mjs +94 -0
  523. package/dist/core/utils/deferrable-map.mjs.map +1 -0
  524. package/dist/core/utils/machineInspector.mjs +19 -0
  525. package/dist/core/utils/machineInspector.mjs.map +1 -0
  526. package/dist/core/utils/serializer.mjs +47 -0
  527. package/dist/core/utils/serializer.mjs.map +1 -0
  528. package/dist/core/utils/ttlmap.mjs +97 -0
  529. package/dist/core/utils/ttlmap.mjs.map +1 -0
  530. package/dist/core/version.mjs +17 -0
  531. package/dist/core/version.mjs.map +1 -0
  532. package/dist/livekit-client.e2ee.worker.js +1 -1
  533. package/dist/livekit-client.e2ee.worker.js.map +1 -1
  534. package/dist/livekit-client.e2ee.worker.mjs +157 -131
  535. package/dist/livekit-client.e2ee.worker.mjs.map +1 -1
  536. package/dist/livekit-client.esm.mjs +31497 -30818
  537. package/dist/livekit-client.esm.mjs.map +1 -1
  538. package/dist/livekit-client.fm.worker.js +1 -1
  539. package/dist/livekit-client.fm.worker.js.map +1 -1
  540. package/dist/livekit-client.fm.worker.mjs +21 -82
  541. package/dist/livekit-client.fm.worker.mjs.map +1 -1
  542. package/dist/livekit-client.umd.js +1 -1
  543. package/dist/livekit-client.umd.js.map +1 -1
  544. package/dist/src/api/SignalClient.d.ts +1 -1
  545. package/dist/src/api/SignalClient.d.ts.map +1 -1
  546. package/dist/src/api/WebSocketStream.d.ts.map +1 -1
  547. package/dist/src/connectionHelper/checks/Checker.d.ts +7 -4
  548. package/dist/src/connectionHelper/checks/Checker.d.ts.map +1 -1
  549. package/dist/src/core.d.ts +33 -0
  550. package/dist/src/core.d.ts.map +1 -0
  551. package/dist/src/e2ee/E2eeManager.d.ts +25 -5
  552. package/dist/src/e2ee/E2eeManager.d.ts.map +1 -1
  553. package/dist/src/e2ee/KeyProvider.d.ts.map +1 -1
  554. package/dist/src/e2ee/extension.d.ts +19 -0
  555. package/dist/src/e2ee/extension.d.ts.map +1 -0
  556. package/dist/src/e2ee/types.d.ts +14 -0
  557. package/dist/src/e2ee/types.d.ts.map +1 -1
  558. package/dist/src/e2ee/utils.d.ts +6 -1
  559. package/dist/src/e2ee/utils.d.ts.map +1 -1
  560. package/dist/src/e2ee/worker/FrameCryptor.d.ts +7 -1
  561. package/dist/src/e2ee/worker/FrameCryptor.d.ts.map +1 -1
  562. package/dist/src/e2ee/worker/naluUtils.d.ts +7 -0
  563. package/dist/src/e2ee/worker/naluUtils.d.ts.map +1 -1
  564. package/dist/src/e2ee/worker/sifPayload.d.ts +1 -1
  565. package/dist/src/e2ee/worker/sifPayload.d.ts.map +1 -1
  566. package/dist/src/exports.d.ts +76 -0
  567. package/dist/src/exports.d.ts.map +1 -0
  568. package/dist/src/frameMetadata/FrameMetadataManager.d.ts +5 -2
  569. package/dist/src/frameMetadata/FrameMetadataManager.d.ts.map +1 -1
  570. package/dist/src/frameMetadata/extension.d.ts +11 -0
  571. package/dist/src/frameMetadata/extension.d.ts.map +1 -0
  572. package/dist/src/frameMetadata/utils.d.ts +5 -0
  573. package/dist/src/frameMetadata/utils.d.ts.map +1 -1
  574. package/dist/src/index.d.ts +35 -63
  575. package/dist/src/index.d.ts.map +1 -1
  576. package/dist/src/logger.d.ts +1 -3
  577. package/dist/src/logger.d.ts.map +1 -1
  578. package/dist/src/options.d.ts +20 -6
  579. package/dist/src/options.d.ts.map +1 -1
  580. package/dist/src/room/CoreRoom.d.ts +392 -0
  581. package/dist/src/room/CoreRoom.d.ts.map +1 -0
  582. package/dist/src/room/PCTransport.d.ts +5 -2
  583. package/dist/src/room/PCTransport.d.ts.map +1 -1
  584. package/dist/src/room/PCTransportManager.d.ts +8 -4
  585. package/dist/src/room/PCTransportManager.d.ts.map +1 -1
  586. package/dist/src/room/RTCEngine.d.ts +23 -6
  587. package/dist/src/room/RTCEngine.d.ts.map +1 -1
  588. package/dist/src/room/Room.d.ts +5 -403
  589. package/dist/src/room/Room.d.ts.map +1 -1
  590. package/dist/src/room/chat/extension.d.ts +22 -0
  591. package/dist/src/room/chat/extension.d.ts.map +1 -0
  592. package/dist/src/room/createRoom.d.ts +19 -0
  593. package/dist/src/room/createRoom.d.ts.map +1 -0
  594. package/dist/src/room/data-channel/DataChannelManager.d.ts +7 -1
  595. package/dist/src/room/data-channel/DataChannelManager.d.ts.map +1 -1
  596. package/dist/src/room/data-stream/constants.d.ts +9 -0
  597. package/dist/src/room/data-stream/constants.d.ts.map +1 -1
  598. package/dist/src/room/data-stream/extension.d.ts +73 -0
  599. package/dist/src/room/data-stream/extension.d.ts.map +1 -0
  600. package/dist/src/room/data-stream/incoming/IncomingDataStreamManager.d.ts +6 -1
  601. package/dist/src/room/data-stream/incoming/IncomingDataStreamManager.d.ts.map +1 -1
  602. package/dist/src/room/data-stream/incoming/StreamReader.d.ts.map +1 -1
  603. package/dist/src/room/data-stream/outgoing/OutgoingDataStreamManager.d.ts +0 -1
  604. package/dist/src/room/data-stream/outgoing/OutgoingDataStreamManager.d.ts.map +1 -1
  605. package/dist/src/room/data-track/LocalDataTrack.d.ts +1 -1
  606. package/dist/src/room/data-track/depacketizer.d.ts +1 -1
  607. package/dist/src/room/data-track/depacketizer.d.ts.map +1 -1
  608. package/dist/src/room/data-track/extension.d.ts +31 -0
  609. package/dist/src/room/data-track/extension.d.ts.map +1 -0
  610. package/dist/src/room/data-track/handle.d.ts +1 -1
  611. package/dist/src/room/data-track/handle.d.ts.map +1 -1
  612. package/dist/src/room/data-track/incoming/IncomingDataTrackManager.d.ts +1 -1
  613. package/dist/src/room/data-track/incoming/IncomingDataTrackManager.d.ts.map +1 -1
  614. package/dist/src/room/data-track/incoming/pipeline.d.ts +1 -1
  615. package/dist/src/room/data-track/incoming/pipeline.d.ts.map +1 -1
  616. package/dist/src/room/data-track/outgoing/OutgoingDataTrackManager.d.ts +2 -1
  617. package/dist/src/room/data-track/outgoing/OutgoingDataTrackManager.d.ts.map +1 -1
  618. package/dist/src/room/data-track/outgoing/pipeline.d.ts +1 -1
  619. package/dist/src/room/data-track/outgoing/pipeline.d.ts.map +1 -1
  620. package/dist/src/room/data-track/packet/extensions.d.ts +1 -1
  621. package/dist/src/room/data-track/packet/extensions.d.ts.map +1 -1
  622. package/dist/src/room/data-track/packet/index.d.ts +1 -1
  623. package/dist/src/room/data-track/packet/index.d.ts.map +1 -1
  624. package/dist/src/room/data-track/packet/serializable.d.ts +1 -1
  625. package/dist/src/room/data-track/packet/serializable.d.ts.map +1 -1
  626. package/dist/src/room/data-track/packetizer.d.ts +1 -1
  627. package/dist/src/room/data-track/packetizer.d.ts.map +1 -1
  628. package/dist/src/room/data-track/track-interfaces.d.ts +1 -1
  629. package/dist/src/room/data-track/track-interfaces.d.ts.map +1 -1
  630. package/dist/src/room/data-track/utils.d.ts +1 -1
  631. package/dist/src/room/defaults.d.ts +1 -2
  632. package/dist/src/room/defaults.d.ts.map +1 -1
  633. package/dist/src/room/extensions.d.ts +208 -0
  634. package/dist/src/room/extensions.d.ts.map +1 -0
  635. package/dist/src/room/participant/LocalParticipant.d.ts +45 -120
  636. package/dist/src/room/participant/LocalParticipant.d.ts.map +1 -1
  637. package/dist/src/room/participant/Participant.d.ts +8 -1
  638. package/dist/src/room/participant/Participant.d.ts.map +1 -1
  639. package/dist/src/room/participant/RemoteParticipant.d.ts +3 -3
  640. package/dist/src/room/participant/RemoteParticipant.d.ts.map +1 -1
  641. package/dist/src/room/participant/publishUtils.d.ts.map +1 -1
  642. package/dist/src/room/rpc/extension.d.ts +70 -0
  643. package/dist/src/room/rpc/extension.d.ts.map +1 -0
  644. package/dist/src/room/rpc/index.d.ts +1 -1
  645. package/dist/src/room/rpc/index.d.ts.map +1 -1
  646. package/dist/src/room/rpc/legacyExtension.d.ts +34 -0
  647. package/dist/src/room/rpc/legacyExtension.d.ts.map +1 -0
  648. package/dist/src/room/simulated-participants/extension.d.ts +25 -0
  649. package/dist/src/room/simulated-participants/extension.d.ts.map +1 -0
  650. package/dist/src/room/token-source/TokenSource.d.ts +5 -1
  651. package/dist/src/room/token-source/TokenSource.d.ts.map +1 -1
  652. package/dist/src/room/token-source/utils.d.ts.map +1 -1
  653. package/dist/src/room/track/LocalTrack.d.ts +1 -1
  654. package/dist/src/room/track/LocalTrack.d.ts.map +1 -1
  655. package/dist/src/room/track/LocalVideoTrack.d.ts.map +1 -1
  656. package/dist/src/room/track/RemoteTrackPublication.d.ts +14 -1
  657. package/dist/src/room/track/RemoteTrackPublication.d.ts.map +1 -1
  658. package/dist/src/room/track/Track.d.ts.map +1 -1
  659. package/dist/src/room/track/TrackPublication.d.ts +2 -2
  660. package/dist/src/room/track/TrackPublication.d.ts.map +1 -1
  661. package/dist/src/room/track/create.d.ts +15 -13
  662. package/dist/src/room/track/create.d.ts.map +1 -1
  663. package/dist/src/room/track/facingMode.d.ts.map +1 -1
  664. package/dist/src/room/track/options.d.ts +0 -6
  665. package/dist/src/room/track/options.d.ts.map +1 -1
  666. package/dist/src/room/track/processor/types.d.ts +2 -2
  667. package/dist/src/room/track/processor/types.d.ts.map +1 -1
  668. package/dist/src/room/track/utils.d.ts +1 -1
  669. package/dist/src/room/track/utils.d.ts.map +1 -1
  670. package/dist/src/room/utils.d.ts +2 -2
  671. package/dist/src/room/utils.d.ts.map +1 -1
  672. package/dist/src/room/video/create.d.ts +28 -0
  673. package/dist/src/room/video/create.d.ts.map +1 -0
  674. package/dist/src/room/video/extension.d.ts +48 -0
  675. package/dist/src/room/video/extension.d.ts.map +1 -0
  676. package/dist/src/room/video/publisher.d.ts +24 -0
  677. package/dist/src/room/video/publisher.d.ts.map +1 -0
  678. package/dist/src/test/MockMediaStream.d.ts +6 -0
  679. package/dist/src/test/MockMediaStream.d.ts.map +1 -0
  680. package/dist/src/utils/browserParser.d.ts +0 -3
  681. package/dist/src/utils/browserParser.d.ts.map +1 -1
  682. package/dist/src/utils/deferrable-map.d.ts +1 -1
  683. package/dist/src/utils/deferrable-map.d.ts.map +1 -1
  684. package/dist/src/utils/serializer.d.ts.map +1 -1
  685. package/dist/src/utils/throws.d.ts +10 -0
  686. package/dist/src/utils/throws.d.ts.map +1 -0
  687. package/dist/src/version.d.ts +4 -1
  688. package/dist/src/version.d.ts.map +1 -1
  689. package/dist/ts4.2/connectionHelper/checks/Checker.d.ts +7 -4
  690. package/dist/ts4.2/core.d.ts +34 -0
  691. package/dist/ts4.2/e2ee/E2eeManager.d.ts +25 -5
  692. package/dist/ts4.2/e2ee/extension.d.ts +20 -0
  693. package/dist/ts4.2/e2ee/types.d.ts +14 -0
  694. package/dist/ts4.2/e2ee/utils.d.ts +6 -1
  695. package/dist/ts4.2/e2ee/worker/FrameCryptor.d.ts +7 -1
  696. package/dist/ts4.2/e2ee/worker/naluUtils.d.ts +7 -0
  697. package/dist/ts4.2/e2ee/worker/sifPayload.d.ts +1 -1
  698. package/dist/ts4.2/exports.d.ts +83 -0
  699. package/dist/ts4.2/frameMetadata/FrameMetadataManager.d.ts +5 -2
  700. package/dist/ts4.2/frameMetadata/extension.d.ts +13 -0
  701. package/dist/ts4.2/frameMetadata/utils.d.ts +5 -0
  702. package/dist/ts4.2/index.d.ts +35 -69
  703. package/dist/ts4.2/logger.d.ts +1 -3
  704. package/dist/ts4.2/options.d.ts +20 -6
  705. package/dist/ts4.2/room/CoreRoom.d.ts +381 -0
  706. package/dist/ts4.2/room/PCTransport.d.ts +5 -2
  707. package/dist/ts4.2/room/PCTransportManager.d.ts +8 -4
  708. package/dist/ts4.2/room/RTCEngine.d.ts +23 -6
  709. package/dist/ts4.2/room/Room.d.ts +6 -392
  710. package/dist/ts4.2/room/chat/extension.d.ts +22 -0
  711. package/dist/ts4.2/room/createRoom.d.ts +20 -0
  712. package/dist/ts4.2/room/data-channel/DataChannelManager.d.ts +6 -1
  713. package/dist/ts4.2/room/data-stream/constants.d.ts +9 -0
  714. package/dist/ts4.2/room/data-stream/extension.d.ts +74 -0
  715. package/dist/ts4.2/room/data-stream/incoming/IncomingDataStreamManager.d.ts +6 -1
  716. package/dist/ts4.2/room/data-stream/outgoing/OutgoingDataStreamManager.d.ts +0 -1
  717. package/dist/ts4.2/room/data-track/LocalDataTrack.d.ts +1 -1
  718. package/dist/ts4.2/room/data-track/depacketizer.d.ts +1 -1
  719. package/dist/ts4.2/room/data-track/extension.d.ts +31 -0
  720. package/dist/ts4.2/room/data-track/handle.d.ts +1 -1
  721. package/dist/ts4.2/room/data-track/incoming/IncomingDataTrackManager.d.ts +1 -1
  722. package/dist/ts4.2/room/data-track/incoming/pipeline.d.ts +1 -1
  723. package/dist/ts4.2/room/data-track/outgoing/OutgoingDataTrackManager.d.ts +2 -1
  724. package/dist/ts4.2/room/data-track/outgoing/pipeline.d.ts +1 -1
  725. package/dist/ts4.2/room/data-track/packet/extensions.d.ts +1 -1
  726. package/dist/ts4.2/room/data-track/packet/index.d.ts +1 -1
  727. package/dist/ts4.2/room/data-track/packet/serializable.d.ts +1 -1
  728. package/dist/ts4.2/room/data-track/packetizer.d.ts +1 -1
  729. package/dist/ts4.2/room/data-track/track-interfaces.d.ts +1 -1
  730. package/dist/ts4.2/room/data-track/utils.d.ts +1 -1
  731. package/dist/ts4.2/room/defaults.d.ts +1 -2
  732. package/dist/ts4.2/room/extensions.d.ts +214 -0
  733. package/dist/ts4.2/room/participant/LocalParticipant.d.ts +44 -121
  734. package/dist/ts4.2/room/participant/Participant.d.ts +8 -1
  735. package/dist/ts4.2/room/participant/RemoteParticipant.d.ts +3 -3
  736. package/dist/ts4.2/room/rpc/extension.d.ts +74 -0
  737. package/dist/ts4.2/room/rpc/index.d.ts +1 -1
  738. package/dist/ts4.2/room/rpc/legacyExtension.d.ts +39 -0
  739. package/dist/ts4.2/room/simulated-participants/extension.d.ts +25 -0
  740. package/dist/ts4.2/room/token-source/TokenSource.d.ts +5 -1
  741. package/dist/ts4.2/room/track/LocalTrack.d.ts +1 -1
  742. package/dist/ts4.2/room/track/RemoteTrackPublication.d.ts +3 -1
  743. package/dist/ts4.2/room/track/TrackPublication.d.ts +2 -2
  744. package/dist/ts4.2/room/track/create.d.ts +15 -13
  745. package/dist/ts4.2/room/track/options.d.ts +0 -6
  746. package/dist/ts4.2/room/track/processor/types.d.ts +2 -2
  747. package/dist/ts4.2/room/track/utils.d.ts +1 -1
  748. package/dist/ts4.2/room/utils.d.ts +2 -2
  749. package/dist/ts4.2/room/video/create.d.ts +28 -0
  750. package/dist/ts4.2/room/video/extension.d.ts +48 -0
  751. package/dist/ts4.2/room/video/publisher.d.ts +24 -0
  752. package/dist/ts4.2/test/MockMediaStream.d.ts +6 -0
  753. package/dist/ts4.2/utils/browserParser.d.ts +0 -3
  754. package/dist/ts4.2/utils/deferrable-map.d.ts +1 -1
  755. package/dist/ts4.2/utils/throws.d.ts +10 -0
  756. package/dist/ts4.2/version.d.ts +4 -1
  757. package/package.json +24 -9
  758. package/src/api/SignalClient.test.ts +107 -0
  759. package/src/api/SignalClient.ts +13 -3
  760. package/src/api/WebSocketStream.test.ts +67 -0
  761. package/src/api/WebSocketStream.ts +41 -3
  762. package/src/connectionHelper/checks/Checker.ts +12 -5
  763. package/src/connectionHelper/checks/publishVideo.ts +1 -1
  764. package/src/connectionHelper/checks/reconnect.ts +1 -1
  765. package/src/core.ts +35 -0
  766. package/src/e2ee/E2eeManager.test.ts +70 -1
  767. package/src/e2ee/E2eeManager.ts +53 -32
  768. package/src/e2ee/KeyProvider.ts +2 -1
  769. package/src/e2ee/extension.ts +113 -0
  770. package/src/e2ee/subscriberBlackScreen.test.ts +9 -12
  771. package/src/e2ee/types.ts +14 -0
  772. package/src/e2ee/utils.test.ts +47 -0
  773. package/src/e2ee/utils.ts +26 -14
  774. package/src/e2ee/worker/DataCryptor.test.ts +42 -1
  775. package/src/e2ee/worker/DataCryptor.ts +2 -2
  776. package/src/e2ee/worker/FrameCryptor.race.test.ts +3 -7
  777. package/src/e2ee/worker/FrameCryptor.test.ts +68 -13
  778. package/src/e2ee/worker/FrameCryptor.ts +78 -18
  779. package/src/e2ee/worker/e2ee.worker.test.ts +151 -0
  780. package/src/e2ee/worker/e2ee.worker.ts +28 -20
  781. package/src/e2ee/worker/naluUtils.test.ts +21 -1
  782. package/src/e2ee/worker/naluUtils.ts +30 -0
  783. package/src/e2ee/worker/sifPayload.ts +1 -1
  784. package/src/exports.ts +224 -0
  785. package/src/frameMetadata/FrameMetadataManager.ts +9 -3
  786. package/src/frameMetadata/extension.ts +34 -0
  787. package/src/frameMetadata/frameMetadata.ts +1 -1
  788. package/src/frameMetadata/utils.ts +23 -0
  789. package/src/index.ts +47 -189
  790. package/src/logger.ts +1 -3
  791. package/src/options.ts +25 -6
  792. package/src/room/CoreRoom.ts +3017 -0
  793. package/src/room/DeviceManager.test.ts +55 -1
  794. package/src/room/DeviceManager.ts +1 -1
  795. package/src/room/PCTransport.test.ts +43 -0
  796. package/src/room/PCTransport.ts +22 -22
  797. package/src/room/PCTransportManager.test.ts +65 -3
  798. package/src/room/PCTransportManager.ts +28 -12
  799. package/src/room/RTCEngine.test.ts +421 -21
  800. package/src/room/RTCEngine.ts +138 -34
  801. package/src/room/RegionUrlProvider.ts +1 -1
  802. package/src/room/Room.test.ts +717 -4
  803. package/src/room/Room.ts +34 -3317
  804. package/src/room/chat/extension.ts +78 -0
  805. package/src/room/createRoom.test.ts +149 -0
  806. package/src/room/createRoom.ts +26 -0
  807. package/src/room/data-channel/DataChannelManager.test.ts +37 -0
  808. package/src/room/data-channel/DataChannelManager.ts +21 -3
  809. package/src/room/data-stream/constants.ts +10 -0
  810. package/src/room/data-stream/extension.ts +162 -0
  811. package/src/room/data-stream/incoming/IncomingDataStreamManager.test.ts +269 -3
  812. package/src/room/data-stream/incoming/IncomingDataStreamManager.ts +53 -2
  813. package/src/room/data-stream/incoming/StreamReader.ts +14 -4
  814. package/src/room/data-stream/outgoing/OutgoingDataStreamManager.ts +1 -2
  815. package/src/room/data-track/depacketizer.ts +2 -2
  816. package/src/room/data-track/extension.ts +244 -0
  817. package/src/room/data-track/handle.ts +1 -1
  818. package/src/room/data-track/incoming/IncomingDataTrackManager.ts +2 -2
  819. package/src/room/data-track/incoming/pipeline.ts +2 -2
  820. package/src/room/data-track/outgoing/OutgoingDataTrackManager.test.ts +42 -3
  821. package/src/room/data-track/outgoing/OutgoingDataTrackManager.ts +5 -3
  822. package/src/room/data-track/outgoing/pipeline.ts +1 -1
  823. package/src/room/data-track/packet/extensions.ts +1 -1
  824. package/src/room/data-track/packet/index.ts +1 -1
  825. package/src/room/data-track/packet/serializable.ts +1 -1
  826. package/src/room/data-track/packetizer.ts +1 -1
  827. package/src/room/data-track/track-interfaces.ts +4 -4
  828. package/src/room/data-track/utils.ts +1 -1
  829. package/src/room/defaults.ts +3 -16
  830. package/src/room/extensions.ts +310 -0
  831. package/src/room/participant/LocalParticipant.test.ts +23 -6
  832. package/src/room/participant/LocalParticipant.ts +92 -669
  833. package/src/room/participant/Participant.test.ts +60 -0
  834. package/src/room/participant/Participant.ts +21 -1
  835. package/src/room/participant/RemoteParticipant.ts +3 -8
  836. package/src/room/participant/publishUtils.ts +3 -3
  837. package/src/room/participant/restartOnDefaultAudioDevice.test.ts +1 -1
  838. package/src/room/rpc/extension.ts +159 -0
  839. package/src/room/rpc/index.ts +1 -10
  840. package/src/room/rpc/legacyExtension.ts +36 -0
  841. package/src/room/simulated-participants/extension.ts +189 -0
  842. package/src/room/token-source/TokenSource.test.ts +29 -0
  843. package/src/room/token-source/TokenSource.ts +8 -3
  844. package/src/room/token-source/utils.test.ts +34 -0
  845. package/src/room/token-source/utils.ts +23 -1
  846. package/src/room/track/LocalTrack.ts +18 -10
  847. package/src/room/track/LocalVideoTrack.test.ts +66 -2
  848. package/src/room/track/LocalVideoTrack.ts +5 -3
  849. package/src/room/track/RemoteTrackPublication.ts +14 -1
  850. package/src/room/track/RemoteVideoTrack.test.ts +2 -0
  851. package/src/room/track/Track.test.ts +102 -0
  852. package/src/room/track/Track.ts +8 -1
  853. package/src/room/track/TrackPublication.ts +2 -2
  854. package/src/room/track/create.ts +59 -71
  855. package/src/room/track/facingMode.ts +5 -2
  856. package/src/room/track/options.ts +26 -34
  857. package/src/room/track/processor/types.ts +2 -2
  858. package/src/room/track/utils.ts +5 -1
  859. package/src/room/utils.ts +2 -2
  860. package/src/room/video/create.ts +95 -0
  861. package/src/room/video/extension.ts +115 -0
  862. package/src/room/video/publisher.ts +472 -0
  863. package/src/test/MockMediaStream.ts +13 -0
  864. package/src/utils/browserParser.ts +0 -3
  865. package/src/utils/deferrable-map.test.ts +60 -0
  866. package/src/utils/deferrable-map.ts +7 -4
  867. package/src/utils/serializer.ts +1 -1
  868. package/src/utils/throws.ts +15 -0
  869. package/src/version.ts +6 -1
@@ -3,7 +3,6 @@ import {
3
3
  AddTrackRequest,
4
4
  AudioTrackFeature,
5
5
  BackupCodecPolicy,
6
- ChatMessage as ChatMessageModel,
7
6
  Codec,
8
7
  DataPacket,
9
8
  DataPacket_Kind,
@@ -13,21 +12,19 @@ import {
13
12
  ParticipantInfo,
14
13
  RequestResponse,
15
14
  RequestResponse_Reason,
16
- SimulcastCodec,
17
15
  SipDTMF,
18
- SubscribedQualityUpdate,
19
16
  TrackInfo,
20
17
  TrackUnpublishedResponse,
21
18
  UserPacket,
22
- VideoLayer_Mode,
23
- protoInt64,
24
19
  } from '@livekit/protocol';
25
20
  import { SignalConnectionState } from '../../api/SignalClient';
26
21
  import {
27
22
  getFrameMetadataFeatures,
28
23
  getFrameMetadataPublishOptions,
24
+ getPublishFrameMetadata,
29
25
  hasFrameMetadataPublishOptions,
30
26
  isFrameMetadataSupported,
27
+ setPublishFrameMetadata,
31
28
  } from '../../frameMetadata/utils';
32
29
  import type { InternalRoomOptions } from '../../options';
33
30
  import type { NonSharedUint8Array } from '../../type-polyfills/non-shared-typed-arrays';
@@ -36,15 +33,7 @@ import DeviceManager from '../DeviceManager';
36
33
  import { PCTransportState } from '../PCTransportManager';
37
34
  import type RTCEngine from '../RTCEngine';
38
35
  import { DataChannelKind } from '../RTCEngine';
39
- import type OutgoingDataStreamManager from '../data-stream/outgoing/OutgoingDataStreamManager';
40
- import type { TextStreamWriter } from '../data-stream/outgoing/StreamWriter';
41
- import LocalDataTrack from '../data-track/LocalDataTrack';
42
- import type OutgoingDataTrackManager from '../data-track/outgoing/OutgoingDataTrackManager';
43
- import { DataTrackPublishError } from '../data-track/outgoing/errors';
44
- import type { DataTrackOptions } from '../data-track/outgoing/types';
45
- import { defaultVideoCodec } from '../defaults';
46
36
  import {
47
- DeviceUnsupportedError,
48
37
  LivekitError,
49
38
  NegotiationError,
50
39
  PublishTrackError,
@@ -53,82 +42,79 @@ import {
53
42
  UnexpectedConnectionState,
54
43
  } from '../errors';
55
44
  import { EngineEvent, ParticipantEvent, TrackEvent } from '../events';
56
- import {
57
- type PerformRpcParams,
58
- RpcClientManager,
59
- RpcError,
60
- type RpcInvocationData,
61
- RpcServerManager,
62
- } from '../rpc';
45
+ import type { CoreSlots } from '../extensions';
63
46
  import LocalAudioTrack from '../track/LocalAudioTrack';
64
47
  import LocalTrack from '../track/LocalTrack';
65
48
  import LocalTrackPublication from '../track/LocalTrackPublication';
66
- import LocalVideoTrack, { videoLayersFromEncodings } from '../track/LocalVideoTrack';
49
+ import type LocalVideoTrack from '../track/LocalVideoTrack';
67
50
  import { Track } from '../track/Track';
68
- import { createLocalTracks } from '../track/create';
51
+ import { createLocalTracks, getVideoCapture } from '../track/create';
69
52
  import type {
70
53
  AudioCaptureOptions,
71
- BackupVideoCodec,
72
54
  CreateLocalTracksOptions,
73
55
  ScreenShareCaptureOptions,
74
56
  TrackPublishOptions,
75
57
  VideoCaptureOptions,
76
58
  } from '../track/options';
77
- import { ScreenSharePresets, VideoPresets, isBackupCodec } from '../track/options';
78
59
  import {
79
60
  getLogContextFromTrack,
80
61
  getTrackSourceFromProto,
81
62
  mergeDefaultOptions,
82
- mimeTypeToVideoCodecString,
83
- screenCaptureToDisplayMediaStreamOptions,
84
63
  sourceToKind,
85
64
  } from '../track/utils';
86
- import {
87
- type ByteStreamInfo,
88
- type ChatMessage,
89
- type DataPublishOptions,
90
- type SendBytesOptions,
91
- type SendFileOptions,
92
- type SendTextOptions,
93
- type StreamBytesOptions,
94
- type StreamTextOptions,
95
- type TextStreamInfo,
96
- } from '../types';
65
+ import type { DataPublishOptions } from '../types';
97
66
  import {
98
67
  Future,
99
68
  isAudioTrack,
100
69
  isChromiumBased,
101
70
  isDeviceAcquisitionFailure,
102
- isE2EESimulcastSupported,
103
71
  isFireFox,
104
72
  isLocalAudioTrack,
105
73
  isLocalTrack,
106
74
  isLocalVideoTrack,
107
75
  isPermissionDeniedError,
108
- isSVCCodec,
109
- isSVCSimulcast,
110
- isSVCSimulcastSupportedByServer,
111
- isSafari17Based,
112
- isVideoCodec,
113
76
  isVideoTrack,
114
77
  isWeb,
115
78
  sleep,
116
- supportsAV1,
117
- supportsVP9,
118
- usesLegacySVCEncodings,
119
79
  } from '../utils';
120
80
  import Participant from './Participant';
121
81
  import type { ParticipantTrackPermission } from './ParticipantTrackPermission';
122
82
  import { trackPermissionToProto } from './ParticipantTrackPermission';
123
83
  import type RemoteParticipant from './RemoteParticipant';
124
- import {
125
- computeStartTargetBitrate,
126
- computeTrackBackupEncodings,
127
- computeVideoEncodings,
128
- getDefaultDegradationPreference,
129
- } from './publishUtils';
130
84
 
131
- export default class LocalParticipant extends Participant {
85
+ /**
86
+ * The video publish pipeline. The `video` extension sets it on the local participant; without it,
87
+ * publishing a video track throws.
88
+ * @experimental
89
+ */
90
+ export interface VideoPublisher {
91
+ /**
92
+ * Chooses the codec, settles simulcast and SVC and fills `req` (dimensions, layers, codecs).
93
+ * Returns the encodings for the sender.
94
+ */
95
+ prepare(
96
+ track: LocalVideoTrack,
97
+ opts: TrackPublishOptions,
98
+ req: AddTrackRequest,
99
+ ): Promise<RTCRtpEncodingParameters[]>;
100
+ /** Runs once the sender exists: degradation preference and start bitrate. */
101
+ senderCreated(
102
+ track: LocalVideoTrack,
103
+ opts: TrackPublishOptions,
104
+ encodings: RTCRtpEncodingParameters[] | undefined,
105
+ req: AddTrackRequest,
106
+ ): void;
107
+ /** The server may answer with another primary codec. Returns recomputed encodings when it did. */
108
+ serverCodecChanged(
109
+ track: LocalVideoTrack,
110
+ opts: TrackPublishOptions,
111
+ info: TrackInfo,
112
+ req: AddTrackRequest,
113
+ ): RTCRtpEncodingParameters[] | undefined;
114
+ createScreenTracks(options?: ScreenShareCaptureOptions): Promise<LocalTrack[]>;
115
+ }
116
+
117
+ export class LocalParticipant extends Participant {
132
118
  audioTrackPublications: Map<string, LocalTrackPublication>;
133
119
 
134
120
  videoTrackPublications: Map<string, LocalTrackPublication>;
@@ -142,7 +128,8 @@ export default class LocalParticipant extends Participant {
142
128
  /** @internal */
143
129
  activeDeviceMap: Map<MediaDeviceKind, string>;
144
130
 
145
- private pendingPublishing = new Set<Track.Source>();
131
+ /** @internal */
132
+ pendingPublishing = new Set<Track.Source>();
146
133
 
147
134
  private pendingPublishPromises = new Map<LocalTrack, Promise<LocalTrackPublication>>();
148
135
 
@@ -171,14 +158,6 @@ export default class LocalParticipant extends Participant {
171
158
 
172
159
  private firstActiveAgent?: RemoteParticipant;
173
160
 
174
- private roomOutgoingDataStreamManager: OutgoingDataStreamManager;
175
-
176
- private roomOutgoingDataTrackManager: OutgoingDataTrackManager;
177
-
178
- private rpcClientManager: RpcClientManager;
179
-
180
- private rpcServerManager: RpcServerManager;
181
-
182
161
  private pendingSignalRequests: Map<
183
162
  number,
184
163
  {
@@ -188,7 +167,11 @@ export default class LocalParticipant extends Participant {
188
167
  }
189
168
  >;
190
169
 
191
- private enabledPublishVideoCodecs: Codec[] = [];
170
+ /** @internal */
171
+ enabledPublishVideoCodecs: Codec[] = [];
172
+
173
+ /** The room's extension slots; the install result of an extension fills them. */
174
+ private readonly slots: Partial<CoreSlots>;
192
175
 
193
176
  /** @internal */
194
177
  constructor(
@@ -196,15 +179,13 @@ export default class LocalParticipant extends Participant {
196
179
  identity: string,
197
180
  engine: RTCEngine,
198
181
  options: InternalRoomOptions,
199
- roomOutgoingDataStreamManager: OutgoingDataStreamManager,
200
- roomOutgoingDataTrackManager: OutgoingDataTrackManager,
201
- rpcClientManager: RpcClientManager,
202
- rpcServerManager: RpcServerManager,
182
+ slots: Partial<CoreSlots> = {},
203
183
  ) {
204
184
  super(sid, identity, undefined, undefined, undefined, {
205
185
  loggerName: options.loggerName,
206
186
  loggerContextCb: () => this.engine.logContext,
207
187
  });
188
+ this.slots = slots;
208
189
  this.audioTrackPublications = new Map();
209
190
  this.videoTrackPublications = new Map();
210
191
  this.trackPublications = new Map();
@@ -217,10 +198,6 @@ export default class LocalParticipant extends Participant {
217
198
  ['audiooutput', 'default'],
218
199
  ]);
219
200
  this.pendingSignalRequests = new Map();
220
- this.roomOutgoingDataStreamManager = roomOutgoingDataStreamManager;
221
- this.roomOutgoingDataTrackManager = roomOutgoingDataTrackManager;
222
- this.rpcClientManager = rpcClientManager;
223
- this.rpcServerManager = rpcServerManager;
224
201
  }
225
202
 
226
203
  get lastCameraError(): Error | undefined {
@@ -278,7 +255,6 @@ export default class LocalParticipant extends Participant {
278
255
  .on(EngineEvent.Restarting, this.handleReconnecting)
279
256
  .on(EngineEvent.Resuming, this.handleReconnecting)
280
257
  .on(EngineEvent.LocalTrackUnpublished, this.handleLocalTrackUnpublished)
281
- .on(EngineEvent.SubscribedQualityUpdate, this.handleSubscribedQualityUpdate)
282
258
  .on(EngineEvent.Closing, this.handleClosing)
283
259
  .on(EngineEvent.SignalRequestResponse, this.handleSignalRequestResponse);
284
260
  }
@@ -333,35 +309,6 @@ export default class LocalParticipant extends Participant {
333
309
  }
334
310
  this.pendingSignalRequests.delete(requestId);
335
311
  }
336
-
337
- switch (response.request.case) {
338
- case 'publishDataTrack': {
339
- let error;
340
- switch (response.reason) {
341
- case RequestResponse_Reason.NOT_ALLOWED:
342
- error = DataTrackPublishError.notAllowed(response.message);
343
- break;
344
- case RequestResponse_Reason.DUPLICATE_NAME:
345
- error = DataTrackPublishError.duplicateName(response.message);
346
- break;
347
- case RequestResponse_Reason.INVALID_NAME:
348
- error = DataTrackPublishError.invalidName(response.message);
349
- break;
350
- case RequestResponse_Reason.LIMIT_EXCEEDED:
351
- error = DataTrackPublishError.limitReached(response.message);
352
- break;
353
- default:
354
- error = DataTrackPublishError.unknown(response.reason, response.message);
355
- break;
356
- }
357
-
358
- this.roomOutgoingDataTrackManager.receivedSfuPublishResponse(
359
- response.request.value.pubHandle,
360
- { type: 'error', error },
361
- );
362
- break;
363
- }
364
- }
365
312
  };
366
313
 
367
314
  /**
@@ -449,20 +396,6 @@ export default class LocalParticipant extends Participant {
449
396
  });
450
397
  }
451
398
 
452
- /**
453
- * Enable or disable a participant's camera track.
454
- *
455
- * If a track has already published, it'll mute or unmute the track.
456
- * Resolves with a `LocalTrackPublication` instance if successful and `undefined` otherwise
457
- */
458
- setCameraEnabled(
459
- enabled: boolean,
460
- options?: VideoCaptureOptions,
461
- publishOptions?: TrackPublishOptions,
462
- ): Promise<LocalTrackPublication | undefined> {
463
- return this.setTrackEnabled(Track.Source.Camera, enabled, options, publishOptions);
464
- }
465
-
466
399
  /**
467
400
  * Enable or disable a participant's microphone track.
468
401
  *
@@ -477,18 +410,6 @@ export default class LocalParticipant extends Participant {
477
410
  return this.setTrackEnabled(Track.Source.Microphone, enabled, options, publishOptions);
478
411
  }
479
412
 
480
- /**
481
- * Start or stop sharing a participant's screen
482
- * Resolves with a `LocalTrackPublication` instance if successful and `undefined` otherwise
483
- */
484
- setScreenShareEnabled(
485
- enabled: boolean,
486
- options?: ScreenShareCaptureOptions,
487
- publishOptions?: TrackPublishOptions,
488
- ): Promise<LocalTrackPublication | undefined> {
489
- return this.setTrackEnabled(Track.Source.ScreenShare, enabled, options, publishOptions);
490
- }
491
-
492
413
  /** @internal */
493
414
  async setE2EEEnabled(enabled: boolean) {
494
415
  const unlock = await this.e2eeStateMutex.lock();
@@ -511,26 +432,27 @@ export default class LocalParticipant extends Participant {
511
432
  * Enable or disable publishing for a track by source. This serves as a simple
512
433
  * way to manage the common tracks (camera, mic, or screen share).
513
434
  * Resolves with LocalTrackPublication if successful and void otherwise
435
+ * @internal
514
436
  */
515
- private async setTrackEnabled(
437
+ async setTrackEnabled(
516
438
  source: Extract<Track.Source, Track.Source.Camera>,
517
439
  enabled: boolean,
518
440
  options?: VideoCaptureOptions,
519
441
  publishOptions?: TrackPublishOptions,
520
442
  ): Promise<LocalTrackPublication | undefined>;
521
- private async setTrackEnabled(
443
+ async setTrackEnabled(
522
444
  source: Extract<Track.Source, Track.Source.Microphone>,
523
445
  enabled: boolean,
524
446
  options?: AudioCaptureOptions,
525
447
  publishOptions?: TrackPublishOptions,
526
448
  ): Promise<LocalTrackPublication | undefined>;
527
- private async setTrackEnabled(
449
+ async setTrackEnabled(
528
450
  source: Extract<Track.Source, Track.Source.ScreenShare>,
529
451
  enabled: boolean,
530
452
  options?: ScreenShareCaptureOptions,
531
453
  publishOptions?: TrackPublishOptions,
532
454
  ): Promise<LocalTrackPublication | undefined>;
533
- private async setTrackEnabled(
455
+ async setTrackEnabled(
534
456
  source: Track.Source,
535
457
  enabled: true,
536
458
  options?: VideoCaptureOptions | AudioCaptureOptions | ScreenShareCaptureOptions,
@@ -569,7 +491,7 @@ export default class LocalParticipant extends Participant {
569
491
  });
570
492
  break;
571
493
  case Track.Source.ScreenShare:
572
- localTracks = await this.createScreenTracks({
494
+ localTracks = await this.requireVideoPublisher().createScreenTracks({
573
495
  ...(options as ScreenShareCaptureOptions | undefined),
574
496
  });
575
497
  break;
@@ -590,7 +512,7 @@ export default class LocalParticipant extends Participant {
590
512
  for (const localTrack of localTracks) {
591
513
  const opts: TrackPublishOptions = {
592
514
  ...this.roomOptions.publishDefaults,
593
- ...options,
515
+ ...publishOptions,
594
516
  };
595
517
  if (
596
518
  source === Track.Source.Microphone &&
@@ -648,34 +570,6 @@ export default class LocalParticipant extends Participant {
648
570
  return track;
649
571
  }
650
572
 
651
- /**
652
- * Publish both camera and microphone at the same time. This is useful for
653
- * displaying a single Permission Dialog box to the end user.
654
- */
655
- async enableCameraAndMicrophone() {
656
- if (
657
- this.pendingPublishing.has(Track.Source.Camera) ||
658
- this.pendingPublishing.has(Track.Source.Microphone)
659
- ) {
660
- // no-op it's already been requested
661
- return;
662
- }
663
-
664
- this.pendingPublishing.add(Track.Source.Camera);
665
- this.pendingPublishing.add(Track.Source.Microphone);
666
- try {
667
- const tracks: LocalTrack[] = await this.createTracks({
668
- audio: true,
669
- video: true,
670
- });
671
-
672
- await Promise.all(tracks.map((track) => this.publishTrack(track)));
673
- } finally {
674
- this.pendingPublishing.delete(Track.Source.Camera);
675
- this.pendingPublishing.delete(Track.Source.Microphone);
676
- }
677
- }
678
-
679
573
  /**
680
574
  * Create local camera and/or microphone tracks
681
575
  * @param options
@@ -725,57 +619,18 @@ export default class LocalParticipant extends Participant {
725
619
  }
726
620
  }
727
621
 
728
- /**
729
- * Creates a screen capture tracks with getDisplayMedia().
730
- * A LocalVideoTrack is always created and returned.
731
- * If { audio: true }, and the browser supports audio capture, a LocalAudioTrack is also created.
732
- */
733
- async createScreenTracks(options?: ScreenShareCaptureOptions): Promise<Array<LocalTrack>> {
734
- if (options === undefined) {
735
- options = {};
736
- }
737
-
738
- if (navigator.mediaDevices.getDisplayMedia === undefined) {
739
- throw new DeviceUnsupportedError('getDisplayMedia not supported');
740
- }
741
-
742
- if (options.resolution === undefined && !isSafari17Based()) {
743
- // we need to constrain the dimensions, otherwise it could lead to low bitrate
744
- // due to encoding a huge video. Encoding such large surfaces is really expensive
745
- // unfortunately Safari 17 has a but and cannot be constrained by default
746
- options.resolution = ScreenSharePresets.h1080fps30.resolution;
747
- }
748
-
749
- const constraints = screenCaptureToDisplayMediaStreamOptions(options);
750
- const stream: MediaStream = await navigator.mediaDevices.getDisplayMedia(constraints);
622
+ /** @internal logger options for tracks this participant creates */
623
+ get trackLoggerOptions() {
624
+ return { loggerName: this.roomOptions.loggerName, loggerContextCb: () => this.logContext };
625
+ }
751
626
 
752
- const tracks = stream.getVideoTracks();
753
- if (tracks.length === 0) {
754
- throw new TrackInvalidError('no video track found');
755
- }
756
- const screenVideo = new LocalVideoTrack(tracks[0], undefined, false, {
757
- loggerName: this.roomOptions.loggerName,
758
- loggerContextCb: () => this.logContext,
759
- });
760
- screenVideo.source = Track.Source.ScreenShare;
761
- if (options.contentHint) {
762
- screenVideo.mediaStreamTrack.contentHint = options.contentHint;
763
- }
764
-
765
- const localTracks: Array<LocalTrack> = [screenVideo];
766
- if (stream.getAudioTracks().length > 0) {
767
- this.emit(ParticipantEvent.AudioStreamAcquired);
768
- const screenAudio = new LocalAudioTrack(
769
- stream.getAudioTracks()[0],
770
- undefined,
771
- false,
772
- this.audioContext,
773
- { loggerName: this.roomOptions.loggerName, loggerContextCb: () => this.logContext },
627
+ private requireVideoPublisher(): VideoPublisher {
628
+ if (!this.slots.videoPublisher) {
629
+ throw new TrackInvalidError(
630
+ 'video publishing is not available in this build, add the video extension',
774
631
  );
775
- screenAudio.source = Track.Source.ScreenShareAudio;
776
- localTracks.push(screenAudio);
777
632
  }
778
- return localTracks;
633
+ return this.slots.videoPublisher;
779
634
  }
780
635
 
781
636
  /**
@@ -869,10 +724,12 @@ export default class LocalParticipant extends Participant {
869
724
  });
870
725
  break;
871
726
  case 'video':
872
- track = new LocalVideoTrack(track, defaultConstraints, true, {
873
- loggerName: this.roomOptions.loggerName,
874
- loggerContextCb: () => this.logContext,
875
- });
727
+ track = getVideoCapture().createTrack(
728
+ track,
729
+ defaultConstraints,
730
+ true,
731
+ this.trackLoggerOptions,
732
+ );
876
733
  break;
877
734
  default:
878
735
  throw new TrackInvalidError(`unsupported MediaStreamTrack kind ${track.kind}`);
@@ -931,13 +788,6 @@ export default class LocalParticipant extends Participant {
931
788
  opts.red ??= false;
932
789
  }
933
790
 
934
- if (!isE2EESimulcastSupported() && this.roomOptions.e2ee) {
935
- this.log.info(
936
- `End-to-end encryption is set up, simulcast publishing will be disabled on Safari versions and iOS browsers running iOS < v17.2`,
937
- );
938
- opts.simulcast = false;
939
- }
940
-
941
791
  if (opts.source) {
942
792
  track.source = opts.source;
943
793
  }
@@ -1039,35 +889,6 @@ export default class LocalParticipant extends Participant {
1039
889
  track.stopOnMute = true;
1040
890
  }
1041
891
 
1042
- if (track.source === Track.Source.ScreenShare && isFireFox()) {
1043
- // Firefox does not work well with simulcasted screen share
1044
- // we frequently get no data on layer 0 when enabled
1045
- opts.simulcast = false;
1046
- }
1047
-
1048
- // require full AV1/VP9 SVC support prior to using it
1049
- if (opts.videoCodec === 'av1' && !supportsAV1()) {
1050
- opts.videoCodec = undefined;
1051
- }
1052
- if (opts.videoCodec === 'vp9' && !supportsVP9()) {
1053
- opts.videoCodec = undefined;
1054
- }
1055
- if (opts.videoCodec === undefined) {
1056
- opts.videoCodec = defaultVideoCodec;
1057
- }
1058
- if (this.enabledPublishVideoCodecs.length > 0) {
1059
- // fallback to a supported codec if it is not supported
1060
- if (
1061
- !this.enabledPublishVideoCodecs.some(
1062
- (c) => opts.videoCodec === mimeTypeToVideoCodecString(c.mime),
1063
- )
1064
- ) {
1065
- opts.videoCodec = mimeTypeToVideoCodecString(this.enabledPublishVideoCodecs[0].mime);
1066
- }
1067
- }
1068
-
1069
- const videoCodec = opts.videoCodec;
1070
-
1071
892
  // handle track actions
1072
893
  track.on(TrackEvent.Muted, this.onTrackMuted);
1073
894
  track.on(TrackEvent.Unmuted, this.onTrackUnmuted);
@@ -1122,108 +943,8 @@ export default class LocalParticipant extends Participant {
1122
943
 
1123
944
  // compute encodings and layers for video
1124
945
  let encodings: RTCRtpEncodingParameters[] | undefined;
1125
- if (track.kind === Track.Kind.Video) {
1126
- let dims: Track.Dimensions;
1127
- try {
1128
- dims = await track.waitForDimensions();
1129
- } catch (e) {
1130
- // use defaults, it's quite painful for congestion control without simulcast
1131
- // so using default dims according to publish settings
1132
- const defaultRes =
1133
- this.roomOptions.videoCaptureDefaults?.resolution ?? VideoPresets.h720.resolution;
1134
- dims = {
1135
- width: defaultRes.width,
1136
- height: defaultRes.height,
1137
- };
1138
- // log failure
1139
- this.log.error('could not determine track dimensions, using defaults', {
1140
- ...getLogContextFromTrack(track),
1141
- dims,
1142
- });
1143
- }
1144
- // width and height should be defined for video
1145
- req.width = dims.width;
1146
- req.height = dims.height;
1147
- // for svc codecs, disable simulcast and use vp8 for backup codec
1148
- if (isLocalVideoTrack(track)) {
1149
- if (
1150
- isSVCSimulcast(videoCodec, opts) &&
1151
- (usesLegacySVCEncodings() || !isSVCSimulcastSupportedByServer(this.engine?.serverVersion))
1152
- ) {
1153
- opts.simulcast = false;
1154
- this.log.info(
1155
- 'SVC simulcast is not supported, disabling simulcast.',
1156
- getLogContextFromTrack(track),
1157
- );
1158
- }
1159
-
1160
- const svcSimulcast = isSVCSimulcast(videoCodec, opts);
1161
- if (isSVCCodec(videoCodec) && !svcSimulcast) {
1162
- if (track.source === Track.Source.ScreenShare) {
1163
- // vp9 svc with screenshare cannot encode multiple spatial layers
1164
- // doing so reduces publish resolution to minimal resolution
1165
- opts.scalabilityMode = 'L1T3';
1166
- // Chrome does not allow more than 5 fps with L1T3, and it has encoding bugs with L3T3
1167
- // It has a different path for screenshare handling and it seems to be untested/buggy
1168
- // As a workaround, we are setting contentHint to force it to go through the same
1169
- // path as regular camera video. While this is not optimal, it delivers the performance
1170
- // that we need
1171
- if ('contentHint' in track.mediaStreamTrack) {
1172
- track.mediaStreamTrack.contentHint = 'motion';
1173
- this.log.debug(
1174
- 'forcing contentHint to motion for screenshare with SVC codecs',
1175
- getLogContextFromTrack(track),
1176
- );
1177
- }
1178
- }
1179
- // set scalabilityMode to 'L3T3_KEY' by default
1180
- opts.scalabilityMode = opts.scalabilityMode ?? 'L3T3_KEY';
1181
- }
1182
-
1183
- const primaryCodec = new SimulcastCodec({
1184
- codec: videoCodec,
1185
- cid: track.mediaStreamTrack.id,
1186
- });
1187
- if (svcSimulcast) {
1188
- primaryCodec.videoLayerMode = VideoLayer_Mode.ONE_SPATIAL_LAYER_PER_STREAM;
1189
- }
1190
- req.simulcastCodecs = [primaryCodec];
1191
-
1192
- // set up backup
1193
- if (opts.backupCodec === true) {
1194
- opts.backupCodec = { codec: defaultVideoCodec };
1195
- }
1196
- if (
1197
- opts.backupCodec &&
1198
- videoCodec !== opts.backupCodec.codec &&
1199
- // TODO remove this once e2ee is supported for backup codecs
1200
- req.encryption === Encryption_Type.NONE
1201
- ) {
1202
- // multi-codec simulcast requires dynacast
1203
- if (!this.roomOptions.dynacast) {
1204
- this.roomOptions.dynacast = true;
1205
- }
1206
- req.simulcastCodecs.push(
1207
- new SimulcastCodec({
1208
- codec: opts.backupCodec.codec,
1209
- cid: '',
1210
- }),
1211
- );
1212
- }
1213
- }
1214
-
1215
- encodings = computeVideoEncodings(
1216
- track.source === Track.Source.ScreenShare,
1217
- req.width,
1218
- req.height,
1219
- opts,
1220
- );
1221
- req.layers = videoLayersFromEncodings(
1222
- req.width,
1223
- req.height,
1224
- encodings,
1225
- isSVCCodec(opts.videoCodec) && !isSVCSimulcast(opts.videoCodec, opts),
1226
- );
946
+ if (isLocalVideoTrack(track)) {
947
+ encodings = await this.requireVideoPublisher().prepare(track, opts, req);
1227
948
  } else if (track.kind === Track.Kind.Audio) {
1228
949
  encodings = [
1229
950
  {
@@ -1250,8 +971,7 @@ export default class LocalParticipant extends Participant {
1250
971
  this.emit(ParticipantEvent.LocalSenderCreated, track.sender, track);
1251
972
 
1252
973
  if (isLocalVideoTrack(track)) {
1253
- opts.degradationPreference ??= getDefaultDegradationPreference(track);
1254
- track.setDegradationPreference(opts.degradationPreference);
974
+ this.requireVideoPublisher().senderCreated(track, opts, encodings, req);
1255
975
  }
1256
976
 
1257
977
  if (encodings) {
@@ -1277,18 +997,6 @@ export default class LocalParticipant extends Participant {
1277
997
  maxbr: encodings[0]?.maxBitrate ? encodings[0].maxBitrate / 1000 : 0,
1278
998
  });
1279
999
  }
1280
- } else if (track.codec && isVideoCodec(track.codec)) {
1281
- // Apply start bitrate for all video codecs to prevent initial blurriness,
1282
- // see computeStartTargetBitrate
1283
- const targetBitrate = computeStartTargetBitrate(track.codec, opts, encodings);
1284
- if (targetBitrate > 0) {
1285
- this.engine.pcManager.publisher.setTrackCodecBitrate({
1286
- cid: req.cid,
1287
- codec: track.codec,
1288
- maxbr: targetBitrate / 1000,
1289
- isScreenShare: track.source === Track.Source.ScreenShare,
1290
- });
1291
- }
1292
1000
  }
1293
1001
  }
1294
1002
 
@@ -1325,31 +1033,10 @@ export default class LocalParticipant extends Participant {
1325
1033
  ti = rets[0];
1326
1034
  } else {
1327
1035
  ti = await addTrackPromise;
1328
- // server might not support the codec the client has requested, in that case, fallback
1329
- // to a supported codec
1330
- let primaryCodecMime: string | undefined;
1331
- ti.codecs.forEach((codec) => {
1332
- if (primaryCodecMime === undefined) {
1333
- primaryCodecMime = codec.mimeType;
1334
- }
1335
- });
1336
- if (primaryCodecMime && track.kind === Track.Kind.Video) {
1337
- const updatedCodec = mimeTypeToVideoCodecString(primaryCodecMime);
1338
- if (updatedCodec !== videoCodec) {
1339
- this.log.debug('falling back to server selected codec', {
1340
- ...getLogContextFromTrack(track),
1341
- codec: updatedCodec,
1342
- });
1343
- opts.videoCodec = updatedCodec;
1344
-
1345
- // recompute encodings since bitrates/etc could have changed
1346
- encodings = computeVideoEncodings(
1347
- track.source === Track.Source.ScreenShare,
1348
- req.width,
1349
- req.height,
1350
- opts,
1351
- );
1352
- }
1036
+ if (isLocalVideoTrack(track)) {
1037
+ // the server may answer with another primary codec
1038
+ encodings =
1039
+ this.requireVideoPublisher().serverCodecChanged(track, opts, ti, req) ?? encodings;
1353
1040
  }
1354
1041
  await negotiate();
1355
1042
  }
@@ -1416,7 +1103,12 @@ export default class LocalParticipant extends Participant {
1416
1103
  const agent = await this.waitUntilActiveAgentPresent();
1417
1104
  clearTimeout(agentActiveTimeout);
1418
1105
  this.log.debug('sending preconnect buffer', getLogContextFromTrack(track));
1419
- const writer = await this.streamBytes({
1106
+ if (!this.slots.byteStreamOpener) {
1107
+ throw new Error(
1108
+ 'the dataStreams extension is required to send the preconnect buffer',
1109
+ );
1110
+ }
1111
+ const writer = await this.slots.byteStreamOpener({
1420
1112
  name: 'preconnect-buffer',
1421
1113
  mimeType,
1422
1114
  topic: 'lk.agent.pre-connect-audio-buffer',
@@ -1452,18 +1144,14 @@ export default class LocalParticipant extends Participant {
1452
1144
  }
1453
1145
 
1454
1146
  private canPublishFrameMetadata() {
1455
- return !!(
1456
- this.roomOptions.e2ee ||
1457
- this.roomOptions.encryption ||
1458
- isFrameMetadataSupported(this.roomOptions.frameMetadata ?? this.roomOptions.packetTrailer)
1459
- );
1147
+ return !!this.engine.e2eeManager || isFrameMetadataSupported(this.engine.frameMetadataOptions);
1460
1148
  }
1461
1149
 
1462
- private normalizeRequestedFrameMetadataOptions(track: LocalTrack, opts: TrackPublishOptions) {
1463
- const fmOpts = opts.frameMetadata ?? opts.packetTrailer;
1150
+ /** @internal */
1151
+ normalizeRequestedFrameMetadataOptions(track: LocalTrack, opts: TrackPublishOptions) {
1152
+ const fmOpts = getPublishFrameMetadata(opts);
1464
1153
  if (track.kind !== Track.Kind.Video || !hasFrameMetadataPublishOptions(fmOpts)) {
1465
- opts.frameMetadata = undefined;
1466
- opts.packetTrailer = undefined;
1154
+ setPublishFrameMetadata(opts, undefined);
1467
1155
  return [];
1468
1156
  }
1469
1157
 
@@ -1472,15 +1160,13 @@ export default class LocalParticipant extends Participant {
1472
1160
  ...this.logContext,
1473
1161
  ...getLogContextFromTrack(track),
1474
1162
  });
1475
- opts.frameMetadata = undefined;
1476
- opts.packetTrailer = undefined;
1163
+ setPublishFrameMetadata(opts, undefined);
1477
1164
  return [];
1478
1165
  }
1479
1166
 
1480
1167
  const features = getFrameMetadataFeatures(fmOpts);
1481
1168
  const normalized = getFrameMetadataPublishOptions(features);
1482
- opts.frameMetadata = normalized;
1483
- opts.packetTrailer = normalized;
1169
+ setPublishFrameMetadata(opts, normalized);
1484
1170
  return features;
1485
1171
  }
1486
1172
 
@@ -1488,111 +1174,6 @@ export default class LocalParticipant extends Participant {
1488
1174
  return true;
1489
1175
  }
1490
1176
 
1491
- /** @internal
1492
- * publish additional codec to existing track
1493
- */
1494
- async publishAdditionalCodecForTrack(
1495
- track: LocalTrack | MediaStreamTrack,
1496
- videoCodec: BackupVideoCodec,
1497
- options?: TrackPublishOptions,
1498
- ) {
1499
- // TODO remove once e2ee is supported for backup tracks
1500
- if (this.encryptionType !== Encryption_Type.NONE) {
1501
- return;
1502
- }
1503
-
1504
- // is it not published? if so skip
1505
- let existingPublication: LocalTrackPublication | undefined;
1506
- this.trackPublications.forEach((publication) => {
1507
- if (!publication.track) {
1508
- return;
1509
- }
1510
- if (publication.track === track) {
1511
- existingPublication = <LocalTrackPublication>publication;
1512
- }
1513
- });
1514
- if (!existingPublication) {
1515
- throw new TrackInvalidError('track is not published');
1516
- }
1517
-
1518
- if (!isLocalVideoTrack(track)) {
1519
- throw new TrackInvalidError('track is not a video track');
1520
- }
1521
-
1522
- const opts: TrackPublishOptions = {
1523
- ...this.roomOptions?.publishDefaults,
1524
- ...options,
1525
- };
1526
-
1527
- const encodings = computeTrackBackupEncodings(track, videoCodec, opts);
1528
- if (!encodings) {
1529
- this.log.info(
1530
- `backup codec has been disabled, ignoring request to add additional codec for track`,
1531
- getLogContextFromTrack(track),
1532
- );
1533
- return;
1534
- }
1535
- const simulcastTrack = track.addSimulcastTrack(videoCodec, encodings);
1536
- if (!simulcastTrack) {
1537
- return;
1538
- }
1539
- const packetTrailerFeatures = this.normalizeRequestedFrameMetadataOptions(track, opts);
1540
-
1541
- // the backup sender encodes the processed track, not the raw capture track.dimensions reports
1542
- const { width, height } = track.mediaStreamTrack.getSettings();
1543
- const dims = width && height ? { width, height } : undefined;
1544
- if (!dims) {
1545
- this.log.warn(
1546
- 'could not determine track dimensions, publishing backup codec without layers',
1547
- getLogContextFromTrack(track),
1548
- );
1549
- }
1550
- // the server reads the layers off the codec entry for a request that carries a sid, and
1551
- // falls back to the top level ones when it predates per codec layers
1552
- const layers = dims ? videoLayersFromEncodings(dims.width, dims.height, encodings) : [];
1553
-
1554
- const req = new AddTrackRequest({
1555
- cid: simulcastTrack.mediaStreamTrack.id,
1556
- type: Track.kindToProto(track.kind),
1557
- muted: track.isMuted,
1558
- source: Track.sourceToProto(track.source),
1559
- sid: track.sid,
1560
- width: dims?.width,
1561
- height: dims?.height,
1562
- packetTrailerFeatures,
1563
- layers,
1564
- simulcastCodecs: [
1565
- {
1566
- codec: opts.videoCodec,
1567
- cid: simulcastTrack.mediaStreamTrack.id,
1568
- layers,
1569
- },
1570
- ],
1571
- });
1572
-
1573
- if (!this.engine || this.engine.isClosed) {
1574
- throw new UnexpectedConnectionState('cannot publish track when not connected');
1575
- }
1576
-
1577
- const negotiate = async () => {
1578
- const transceiverInit: RTCRtpTransceiverInit = { direction: 'sendonly' };
1579
- if (encodings) {
1580
- transceiverInit.sendEncodings = encodings;
1581
- }
1582
- await this.engine.createSimulcastSender(track, simulcastTrack, opts, encodings);
1583
-
1584
- await this.engine.negotiate();
1585
- };
1586
-
1587
- const rets = await Promise.all([this.engine.addTrack(req), negotiate()]);
1588
- const ti = rets[0];
1589
-
1590
- this.log.debug(`published ${videoCodec} for track ${track.sid}`, {
1591
- encodings,
1592
- trackInfo: ti,
1593
- });
1594
- }
1595
-
1596
1177
  async unpublishTrack(
1597
1178
  track: LocalTrack | MediaStreamTrack,
1598
1179
  stopOnUnpublish?: boolean,
@@ -1813,131 +1394,6 @@ export default class LocalParticipant extends Participant {
1813
1394
  await this.engine.sendDataPacket(packet, DataChannelKind.RELIABLE);
1814
1395
  }
1815
1396
 
1816
- /** @deprecated Consider migrating to {@link sendText} */
1817
- async sendChatMessage(text: string, options?: SendTextOptions): Promise<ChatMessage> {
1818
- const msg = {
1819
- id: crypto.randomUUID(),
1820
- message: text,
1821
- timestamp: Date.now(),
1822
- attachedFiles: options?.attachments,
1823
- } as const satisfies ChatMessage;
1824
- const packet = new DataPacket({
1825
- value: {
1826
- case: 'chatMessage',
1827
- value: new ChatMessageModel({
1828
- ...msg,
1829
- timestamp: protoInt64.parse(msg.timestamp),
1830
- }),
1831
- },
1832
- });
1833
- await this.engine.sendDataPacket(packet, DataChannelKind.RELIABLE);
1834
-
1835
- this.emit(ParticipantEvent.ChatMessage, msg);
1836
- return msg;
1837
- }
1838
-
1839
- /** @deprecated Consider migrating to {@link sendText} */
1840
- async editChatMessage(editText: string, originalMessage: ChatMessage) {
1841
- const msg = {
1842
- ...originalMessage,
1843
- message: editText,
1844
- editTimestamp: Date.now(),
1845
- } as const satisfies ChatMessage;
1846
- const packet = new DataPacket({
1847
- value: {
1848
- case: 'chatMessage',
1849
- value: new ChatMessageModel({
1850
- ...msg,
1851
- timestamp: protoInt64.parse(msg.timestamp),
1852
- editTimestamp: protoInt64.parse(msg.editTimestamp),
1853
- }),
1854
- },
1855
- });
1856
- await this.engine.sendDataPacket(packet, DataChannelKind.RELIABLE);
1857
- this.emit(ParticipantEvent.ChatMessage, msg);
1858
- return msg;
1859
- }
1860
-
1861
- /**
1862
- * Sends the given string to participants in the room via the data channel.
1863
- * For longer messages, consider using {@link streamText} instead.
1864
- *
1865
- * @param text The text payload
1866
- * @param options.topic Topic identifier used to route the stream to appropriate handlers.
1867
- */
1868
- async sendText(text: string, options?: SendTextOptions): Promise<TextStreamInfo> {
1869
- return this.roomOutgoingDataStreamManager.sendText(text, options);
1870
- }
1871
-
1872
- /**
1873
- * Creates a new TextStreamWriter which can be used to stream text incrementally
1874
- * to participants in the room via the data channel.
1875
- *
1876
- * @param options.topic Topic identifier used to route the stream to appropriate handlers.
1877
- *
1878
- * @internal
1879
- * @experimental CAUTION, might get removed in a minor release
1880
- */
1881
- async streamText(options?: StreamTextOptions): Promise<TextStreamWriter> {
1882
- return this.roomOutgoingDataStreamManager.streamText(options);
1883
- }
1884
-
1885
- /** Send a File to all participants in the room via the data channel.
1886
- * @param file The File object payload
1887
- * @param options.topic Topic identifier used to route the stream to appropriate handlers.
1888
- * @param options.onProgress A callback function used to monitor the upload progress percentage.
1889
- */
1890
- async sendFile(file: File, options?: SendFileOptions): Promise<{ id: string }> {
1891
- return this.roomOutgoingDataStreamManager.sendFile(file, options);
1892
- }
1893
-
1894
- /**
1895
- * Sends the given bytes to participants in the room via the data channel.
1896
- * For files, consider using {@link sendFile}; for longer/incremental payloads, {@link streamBytes}.
1897
- *
1898
- * @param bytes The byte payload
1899
- * @param options.topic Topic identifier used to route the stream to appropriate handlers.
1900
- */
1901
- async sendBytes(bytes: Uint8Array, options?: SendBytesOptions): Promise<ByteStreamInfo> {
1902
- return this.roomOutgoingDataStreamManager.sendBytes(bytes, options);
1903
- }
1904
-
1905
- /**
1906
- * Stream bytes incrementally to participants in the room via the data channel.
1907
- * For sending files, consider using {@link sendFile} instead.
1908
- *
1909
- * @param options.topic Topic identifier used to route the stream to appropriate handlers.
1910
- */
1911
- async streamBytes(options?: StreamBytesOptions) {
1912
- return this.roomOutgoingDataStreamManager.streamBytes(options);
1913
- }
1914
-
1915
- /**
1916
- * Initiate an RPC call to a remote participant
1917
- * @param params - Parameters for initiating the RPC call, see {@link PerformRpcParams}
1918
- * @returns A promise that resolves with the response payload or rejects with an error.
1919
- * @throws Error on failure. Details in `message`.
1920
- */
1921
- performRpc(params: PerformRpcParams): TypedPromise<string, RpcError> {
1922
- return this.rpcClientManager.performRpc(params).then(([_id, completionPromise]) => {
1923
- return completionPromise;
1924
- });
1925
- }
1926
-
1927
- /**
1928
- * @deprecated use `room.registerRpcMethod` instead
1929
- */
1930
- registerRpcMethod(method: string, handler: (data: RpcInvocationData) => Promise<string>) {
1931
- this.rpcServerManager.registerRpcMethod(method, handler);
1932
- }
1933
-
1934
- /**
1935
- * @deprecated use `room.unregisterRpcMethod` instead
1936
- */
1937
- unregisterRpcMethod(method: string) {
1938
- this.rpcServerManager.unregisterRpcMethod(method);
1939
- }
1940
-
1941
1397
  /**
1942
1398
  * Control who can subscribe to LocalParticipant's published tracks.
1943
1399
  *
@@ -2083,29 +1539,6 @@ export default class LocalParticipant extends Participant {
2083
1539
  this.emit(ParticipantEvent.LocalTrackCpuConstrained, track, publication);
2084
1540
  };
2085
1541
 
2086
- private handleSubscribedQualityUpdate = async (update: SubscribedQualityUpdate) => {
2087
- if (!this.roomOptions?.dynacast) {
2088
- return;
2089
- }
2090
- const pub = this.videoTrackPublications.get(update.trackSid);
2091
- if (!pub) {
2092
- this.log.warn('received subscribed quality update for unknown track', {
2093
- trackSid: update.trackSid,
2094
- });
2095
- return;
2096
- }
2097
- if (!pub.videoTrack) {
2098
- return;
2099
- }
2100
- const newCodecs = await pub.videoTrack.setPublishingCodecs(update.subscribedCodecs);
2101
- for await (const codec of newCodecs) {
2102
- if (isBackupCodec(codec)) {
2103
- this.log.debug(`publish ${codec} for ${pub.videoTrack.sid}`, getLogContextFromTrack(pub));
2104
- await this.publishAdditionalCodecForTrack(pub.videoTrack, codec, pub.options);
2105
- }
2106
- }
2107
- };
2108
-
2109
1542
  private handleLocalTrackUnpublished = (unpublished: TrackUnpublishedResponse) => {
2110
1543
  const track = this.trackPublications.get(unpublished.trackSid);
2111
1544
  if (!track) {
@@ -2240,16 +1673,6 @@ export default class LocalParticipant extends Participant {
2240
1673
  await sleep(20);
2241
1674
  }
2242
1675
  }
2243
-
2244
- /** Publishes a data track.
2245
- *
2246
- * Returns the published data track if successful. Use {@link LocalDataTrack#tryPush}
2247
- * to send data frames on the track.
2248
- */
2249
- async publishDataTrack(options: DataTrackOptions): Promise<LocalDataTrack> {
2250
- const track = new LocalDataTrack(options, this.roomOutgoingDataTrackManager);
2251
- await track.publish();
2252
-
2253
- return track;
2254
- }
2255
1676
  }
1677
+
1678
+ export default LocalParticipant;