@textrp/briij-js-sdk 41.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1104) hide show
  1. package/CHANGELOG.md +6464 -0
  2. package/LICENSE +177 -0
  3. package/README.md +477 -0
  4. package/lib/@types/AESEncryptedSecretStoragePayload.d.ts +14 -0
  5. package/lib/@types/AESEncryptedSecretStoragePayload.d.ts.map +1 -0
  6. package/lib/@types/AESEncryptedSecretStoragePayload.js +1 -0
  7. package/lib/@types/AESEncryptedSecretStoragePayload.js.map +1 -0
  8. package/lib/@types/IIdentityServerProvider.d.ts +9 -0
  9. package/lib/@types/IIdentityServerProvider.d.ts.map +1 -0
  10. package/lib/@types/IIdentityServerProvider.js +1 -0
  11. package/lib/@types/IIdentityServerProvider.js.map +1 -0
  12. package/lib/@types/PushRules.d.ts +140 -0
  13. package/lib/@types/PushRules.d.ts.map +1 -0
  14. package/lib/@types/PushRules.js +94 -0
  15. package/lib/@types/PushRules.js.map +1 -0
  16. package/lib/@types/another-json.d.js +0 -0
  17. package/lib/@types/another-json.d.js.map +1 -0
  18. package/lib/@types/auth.d.ts +213 -0
  19. package/lib/@types/auth.d.ts.map +1 -0
  20. package/lib/@types/auth.js +107 -0
  21. package/lib/@types/auth.js.map +1 -0
  22. package/lib/@types/beacon.d.ts +106 -0
  23. package/lib/@types/beacon.d.ts.map +1 -0
  24. package/lib/@types/beacon.js +119 -0
  25. package/lib/@types/beacon.js.map +1 -0
  26. package/lib/@types/common.d.ts +10 -0
  27. package/lib/@types/common.d.ts.map +1 -0
  28. package/lib/@types/common.js +1 -0
  29. package/lib/@types/common.js.map +1 -0
  30. package/lib/@types/crypto.d.ts +46 -0
  31. package/lib/@types/crypto.d.ts.map +1 -0
  32. package/lib/@types/crypto.js +1 -0
  33. package/lib/@types/crypto.js.map +1 -0
  34. package/lib/@types/event.d.ts +356 -0
  35. package/lib/@types/event.d.ts.map +1 -0
  36. package/lib/@types/event.js +280 -0
  37. package/lib/@types/event.js.map +1 -0
  38. package/lib/@types/events.d.ts +92 -0
  39. package/lib/@types/events.d.ts.map +1 -0
  40. package/lib/@types/events.js +1 -0
  41. package/lib/@types/events.js.map +1 -0
  42. package/lib/@types/extensible_events.d.ts +98 -0
  43. package/lib/@types/extensible_events.d.ts.map +1 -0
  44. package/lib/@types/extensible_events.js +116 -0
  45. package/lib/@types/extensible_events.js.map +1 -0
  46. package/lib/@types/global.d.js +18 -0
  47. package/lib/@types/global.d.js.map +1 -0
  48. package/lib/@types/local_notifications.d.ts +4 -0
  49. package/lib/@types/local_notifications.d.ts.map +1 -0
  50. package/lib/@types/local_notifications.js +1 -0
  51. package/lib/@types/local_notifications.js.map +1 -0
  52. package/lib/@types/location.d.ts +60 -0
  53. package/lib/@types/location.d.ts.map +1 -0
  54. package/lib/@types/location.js +66 -0
  55. package/lib/@types/location.js.map +1 -0
  56. package/lib/@types/matrix-sdk-crypto-wasm.d.js +1 -0
  57. package/lib/@types/matrix-sdk-crypto-wasm.d.js.map +1 -0
  58. package/lib/@types/media.d.ts +220 -0
  59. package/lib/@types/media.d.ts.map +1 -0
  60. package/lib/@types/media.js +1 -0
  61. package/lib/@types/media.js.map +1 -0
  62. package/lib/@types/membership.d.ts +41 -0
  63. package/lib/@types/membership.d.ts.map +1 -0
  64. package/lib/@types/membership.js +58 -0
  65. package/lib/@types/membership.js.map +1 -0
  66. package/lib/@types/partials.d.ts +72 -0
  67. package/lib/@types/partials.d.ts.map +1 -0
  68. package/lib/@types/partials.js +71 -0
  69. package/lib/@types/partials.js.map +1 -0
  70. package/lib/@types/polls.d.ts +89 -0
  71. package/lib/@types/polls.d.ts.map +1 -0
  72. package/lib/@types/polls.js +86 -0
  73. package/lib/@types/polls.js.map +1 -0
  74. package/lib/@types/read_receipts.d.ts +36 -0
  75. package/lib/@types/read_receipts.d.ts.map +1 -0
  76. package/lib/@types/read_receipts.js +27 -0
  77. package/lib/@types/read_receipts.js.map +1 -0
  78. package/lib/@types/registration.d.ts +85 -0
  79. package/lib/@types/registration.d.ts.map +1 -0
  80. package/lib/@types/registration.js +1 -0
  81. package/lib/@types/registration.js.map +1 -0
  82. package/lib/@types/requests.d.ts +267 -0
  83. package/lib/@types/requests.d.ts.map +1 -0
  84. package/lib/@types/requests.js +42 -0
  85. package/lib/@types/requests.js.map +1 -0
  86. package/lib/@types/search.d.ts +90 -0
  87. package/lib/@types/search.d.ts.map +1 -0
  88. package/lib/@types/search.js +30 -0
  89. package/lib/@types/search.js.map +1 -0
  90. package/lib/@types/signed.d.ts +9 -0
  91. package/lib/@types/signed.d.ts.map +1 -0
  92. package/lib/@types/signed.js +1 -0
  93. package/lib/@types/signed.js.map +1 -0
  94. package/lib/@types/spaces.d.ts +16 -0
  95. package/lib/@types/spaces.d.ts.map +1 -0
  96. package/lib/@types/spaces.js +1 -0
  97. package/lib/@types/spaces.js.map +1 -0
  98. package/lib/@types/state_events.d.ts +121 -0
  99. package/lib/@types/state_events.d.ts.map +1 -0
  100. package/lib/@types/state_events.js +1 -0
  101. package/lib/@types/state_events.js.map +1 -0
  102. package/lib/@types/synapse.d.ts +19 -0
  103. package/lib/@types/synapse.d.ts.map +1 -0
  104. package/lib/@types/synapse.js +1 -0
  105. package/lib/@types/synapse.js.map +1 -0
  106. package/lib/@types/sync.d.ts +8 -0
  107. package/lib/@types/sync.d.ts.map +1 -0
  108. package/lib/@types/sync.js +25 -0
  109. package/lib/@types/sync.js.map +1 -0
  110. package/lib/@types/threepids.d.ts +12 -0
  111. package/lib/@types/threepids.d.ts.map +1 -0
  112. package/lib/@types/threepids.js +24 -0
  113. package/lib/@types/threepids.js.map +1 -0
  114. package/lib/@types/topic.d.ts +55 -0
  115. package/lib/@types/topic.d.ts.map +1 -0
  116. package/lib/@types/topic.js +62 -0
  117. package/lib/@types/topic.js.map +1 -0
  118. package/lib/@types/uia.d.ts +8 -0
  119. package/lib/@types/uia.d.ts.map +1 -0
  120. package/lib/@types/uia.js +1 -0
  121. package/lib/@types/uia.js.map +1 -0
  122. package/lib/NamespacedValue.d.ts +32 -0
  123. package/lib/NamespacedValue.d.ts.map +1 -0
  124. package/lib/NamespacedValue.js +113 -0
  125. package/lib/NamespacedValue.js.map +1 -0
  126. package/lib/ReEmitter.d.ts +15 -0
  127. package/lib/ReEmitter.d.ts.map +1 -0
  128. package/lib/ReEmitter.js +87 -0
  129. package/lib/ReEmitter.js.map +1 -0
  130. package/lib/ToDeviceMessageQueue.d.ts +30 -0
  131. package/lib/ToDeviceMessageQueue.d.ts.map +1 -0
  132. package/lib/ToDeviceMessageQueue.js +135 -0
  133. package/lib/ToDeviceMessageQueue.js.map +1 -0
  134. package/lib/autodiscovery.d.ts +136 -0
  135. package/lib/autodiscovery.d.ts.map +1 -0
  136. package/lib/autodiscovery.js +464 -0
  137. package/lib/autodiscovery.js.map +1 -0
  138. package/lib/base64.d.ts +25 -0
  139. package/lib/base64.d.ts.map +1 -0
  140. package/lib/base64.js +95 -0
  141. package/lib/base64.js.map +1 -0
  142. package/lib/briij.d.ts +116 -0
  143. package/lib/briij.d.ts.map +1 -0
  144. package/lib/briij.js +145 -0
  145. package/lib/briij.js.map +1 -0
  146. package/lib/browser-index.d.ts +8 -0
  147. package/lib/browser-index.d.ts.map +1 -0
  148. package/lib/browser-index.js +35 -0
  149. package/lib/browser-index.js.map +1 -0
  150. package/lib/client.d.ts +3493 -0
  151. package/lib/client.d.ts.map +1 -0
  152. package/lib/client.js +7482 -0
  153. package/lib/client.js.map +1 -0
  154. package/lib/common-crypto/CryptoBackend.d.ts +234 -0
  155. package/lib/common-crypto/CryptoBackend.d.ts.map +1 -0
  156. package/lib/common-crypto/CryptoBackend.js +69 -0
  157. package/lib/common-crypto/CryptoBackend.js.map +1 -0
  158. package/lib/common-crypto/key-passphrase.d.ts +14 -0
  159. package/lib/common-crypto/key-passphrase.d.ts.map +1 -0
  160. package/lib/common-crypto/key-passphrase.js +33 -0
  161. package/lib/common-crypto/key-passphrase.js.map +1 -0
  162. package/lib/content-helpers.d.ts +90 -0
  163. package/lib/content-helpers.d.ts.map +1 -0
  164. package/lib/content-helpers.js +262 -0
  165. package/lib/content-helpers.js.map +1 -0
  166. package/lib/content-repo.d.ts +25 -0
  167. package/lib/content-repo.d.ts.map +1 -0
  168. package/lib/content-repo.js +109 -0
  169. package/lib/content-repo.js.map +1 -0
  170. package/lib/crypto/store/base.d.ts +301 -0
  171. package/lib/crypto/store/base.d.ts.map +1 -0
  172. package/lib/crypto/store/base.js +145 -0
  173. package/lib/crypto/store/base.js.map +1 -0
  174. package/lib/crypto/store/indexeddb-crypto-store-backend.d.ts +94 -0
  175. package/lib/crypto/store/indexeddb-crypto-store-backend.d.ts.map +1 -0
  176. package/lib/crypto/store/indexeddb-crypto-store-backend.js +604 -0
  177. package/lib/crypto/store/indexeddb-crypto-store-backend.js.map +1 -0
  178. package/lib/crypto/store/indexeddb-crypto-store.d.ts +251 -0
  179. package/lib/crypto/store/indexeddb-crypto-store.d.ts.map +1 -0
  180. package/lib/crypto/store/indexeddb-crypto-store.js +477 -0
  181. package/lib/crypto/store/indexeddb-crypto-store.js.map +1 -0
  182. package/lib/crypto/store/localStorage-crypto-store.d.ts +102 -0
  183. package/lib/crypto/store/localStorage-crypto-store.d.ts.map +1 -0
  184. package/lib/crypto/store/localStorage-crypto-store.js +374 -0
  185. package/lib/crypto/store/localStorage-crypto-store.js.map +1 -0
  186. package/lib/crypto/store/memory-crypto-store.d.ts +117 -0
  187. package/lib/crypto/store/memory-crypto-store.d.ts.map +1 -0
  188. package/lib/crypto/store/memory-crypto-store.js +311 -0
  189. package/lib/crypto/store/memory-crypto-store.js.map +1 -0
  190. package/lib/crypto-api/CryptoEvent.d.ts +120 -0
  191. package/lib/crypto-api/CryptoEvent.d.ts.map +1 -0
  192. package/lib/crypto-api/CryptoEvent.js +137 -0
  193. package/lib/crypto-api/CryptoEvent.js.map +1 -0
  194. package/lib/crypto-api/CryptoEventHandlerMap.d.ts +26 -0
  195. package/lib/crypto-api/CryptoEventHandlerMap.d.ts.map +1 -0
  196. package/lib/crypto-api/CryptoEventHandlerMap.js +1 -0
  197. package/lib/crypto-api/CryptoEventHandlerMap.js.map +1 -0
  198. package/lib/crypto-api/index.d.ts +1160 -0
  199. package/lib/crypto-api/index.d.ts.map +1 -0
  200. package/lib/crypto-api/index.js +410 -0
  201. package/lib/crypto-api/index.js.map +1 -0
  202. package/lib/crypto-api/key-passphrase.d.ts +11 -0
  203. package/lib/crypto-api/key-passphrase.d.ts.map +1 -0
  204. package/lib/crypto-api/key-passphrase.js +51 -0
  205. package/lib/crypto-api/key-passphrase.js.map +1 -0
  206. package/lib/crypto-api/keybackup.d.ts +87 -0
  207. package/lib/crypto-api/keybackup.d.ts.map +1 -0
  208. package/lib/crypto-api/keybackup.js +1 -0
  209. package/lib/crypto-api/keybackup.js.map +1 -0
  210. package/lib/crypto-api/recovery-key.d.ts +11 -0
  211. package/lib/crypto-api/recovery-key.d.ts.map +1 -0
  212. package/lib/crypto-api/recovery-key.js +65 -0
  213. package/lib/crypto-api/recovery-key.js.map +1 -0
  214. package/lib/crypto-api/verification.d.ts +315 -0
  215. package/lib/crypto-api/verification.d.ts.map +1 -0
  216. package/lib/crypto-api/verification.js +130 -0
  217. package/lib/crypto-api/verification.js.map +1 -0
  218. package/lib/digest.d.ts +10 -0
  219. package/lib/digest.d.ts.map +1 -0
  220. package/lib/digest.js +40 -0
  221. package/lib/digest.js.map +1 -0
  222. package/lib/embedded.d.ts +182 -0
  223. package/lib/embedded.d.ts.map +1 -0
  224. package/lib/embedded.js +746 -0
  225. package/lib/embedded.js.map +1 -0
  226. package/lib/errors.d.ts +38 -0
  227. package/lib/errors.d.ts.map +1 -0
  228. package/lib/errors.js +73 -0
  229. package/lib/errors.js.map +1 -0
  230. package/lib/event-mapper.d.ts +9 -0
  231. package/lib/event-mapper.d.ts.map +1 -0
  232. package/lib/event-mapper.js +74 -0
  233. package/lib/event-mapper.js.map +1 -0
  234. package/lib/extensible_events_v1/ExtensibleEvent.d.ts +38 -0
  235. package/lib/extensible_events_v1/ExtensibleEvent.d.ts.map +1 -0
  236. package/lib/extensible_events_v1/ExtensibleEvent.js +57 -0
  237. package/lib/extensible_events_v1/ExtensibleEvent.js.map +1 -0
  238. package/lib/extensible_events_v1/InvalidEventError.d.ts +7 -0
  239. package/lib/extensible_events_v1/InvalidEventError.d.ts.map +1 -0
  240. package/lib/extensible_events_v1/InvalidEventError.js +25 -0
  241. package/lib/extensible_events_v1/InvalidEventError.js.map +1 -0
  242. package/lib/extensible_events_v1/MessageEvent.d.ts +44 -0
  243. package/lib/extensible_events_v1/MessageEvent.d.ts.map +1 -0
  244. package/lib/extensible_events_v1/MessageEvent.js +134 -0
  245. package/lib/extensible_events_v1/MessageEvent.js.map +1 -0
  246. package/lib/extensible_events_v1/PollEndEvent.d.ts +33 -0
  247. package/lib/extensible_events_v1/PollEndEvent.d.ts.map +1 -0
  248. package/lib/extensible_events_v1/PollEndEvent.js +88 -0
  249. package/lib/extensible_events_v1/PollEndEvent.js.map +1 -0
  250. package/lib/extensible_events_v1/PollResponseEvent.d.ts +49 -0
  251. package/lib/extensible_events_v1/PollResponseEvent.d.ts.map +1 -0
  252. package/lib/extensible_events_v1/PollResponseEvent.js +135 -0
  253. package/lib/extensible_events_v1/PollResponseEvent.js.map +1 -0
  254. package/lib/extensible_events_v1/PollStartEvent.d.ts +71 -0
  255. package/lib/extensible_events_v1/PollStartEvent.d.ts.map +1 -0
  256. package/lib/extensible_events_v1/PollStartEvent.js +185 -0
  257. package/lib/extensible_events_v1/PollStartEvent.js.map +1 -0
  258. package/lib/extensible_events_v1/utilities.d.ts +14 -0
  259. package/lib/extensible_events_v1/utilities.d.ts.map +1 -0
  260. package/lib/extensible_events_v1/utilities.js +34 -0
  261. package/lib/extensible_events_v1/utilities.js.map +1 -0
  262. package/lib/feature.d.ts +20 -0
  263. package/lib/feature.d.ts.map +1 -0
  264. package/lib/feature.js +89 -0
  265. package/lib/feature.js.map +1 -0
  266. package/lib/filter-component.d.ts +64 -0
  267. package/lib/filter-component.d.ts.map +1 -0
  268. package/lib/filter-component.js +170 -0
  269. package/lib/filter-component.js.map +1 -0
  270. package/lib/filter.d.ts +97 -0
  271. package/lib/filter.d.ts.map +1 -0
  272. package/lib/filter.js +207 -0
  273. package/lib/filter.js.map +1 -0
  274. package/lib/http-api/errors.d.ts +117 -0
  275. package/lib/http-api/errors.d.ts.map +1 -0
  276. package/lib/http-api/errors.js +245 -0
  277. package/lib/http-api/errors.js.map +1 -0
  278. package/lib/http-api/fetch.d.ts +80 -0
  279. package/lib/http-api/fetch.d.ts.map +1 -0
  280. package/lib/http-api/fetch.js +332 -0
  281. package/lib/http-api/fetch.js.map +1 -0
  282. package/lib/http-api/index.d.ts +33 -0
  283. package/lib/http-api/index.d.ts.map +1 -0
  284. package/lib/http-api/index.js +178 -0
  285. package/lib/http-api/index.js.map +1 -0
  286. package/lib/http-api/interface.d.ts +186 -0
  287. package/lib/http-api/interface.d.ts.map +1 -0
  288. package/lib/http-api/interface.js +39 -0
  289. package/lib/http-api/interface.js.map +1 -0
  290. package/lib/http-api/method.d.ts +10 -0
  291. package/lib/http-api/method.d.ts.map +1 -0
  292. package/lib/http-api/method.js +27 -0
  293. package/lib/http-api/method.js.map +1 -0
  294. package/lib/http-api/prefix.d.ts +31 -0
  295. package/lib/http-api/prefix.d.ts.map +1 -0
  296. package/lib/http-api/prefix.js +50 -0
  297. package/lib/http-api/prefix.js.map +1 -0
  298. package/lib/http-api/refresh.d.ts +53 -0
  299. package/lib/http-api/refresh.d.ts.map +1 -0
  300. package/lib/http-api/refresh.js +174 -0
  301. package/lib/http-api/refresh.js.map +1 -0
  302. package/lib/http-api/utils.d.ts +37 -0
  303. package/lib/http-api/utils.d.ts.map +1 -0
  304. package/lib/http-api/utils.js +182 -0
  305. package/lib/http-api/utils.js.map +1 -0
  306. package/lib/index.d.ts +4 -0
  307. package/lib/index.d.ts.map +1 -0
  308. package/lib/index.js +24 -0
  309. package/lib/index.js.map +1 -0
  310. package/lib/indexeddb-helpers.d.ts +10 -0
  311. package/lib/indexeddb-helpers.d.ts.map +1 -0
  312. package/lib/indexeddb-helpers.js +51 -0
  313. package/lib/indexeddb-helpers.js.map +1 -0
  314. package/lib/indexeddb-worker.d.ts +7 -0
  315. package/lib/indexeddb-worker.d.ts.map +1 -0
  316. package/lib/indexeddb-worker.js +25 -0
  317. package/lib/indexeddb-worker.js.map +1 -0
  318. package/lib/interactive-auth.d.ts +341 -0
  319. package/lib/interactive-auth.d.ts.map +1 -0
  320. package/lib/interactive-auth.js +563 -0
  321. package/lib/interactive-auth.js.map +1 -0
  322. package/lib/logger.d.ts +124 -0
  323. package/lib/logger.d.ts.map +1 -0
  324. package/lib/logger.js +230 -0
  325. package/lib/logger.js.map +1 -0
  326. package/lib/matrixrtc/CallMembership.d.ts +154 -0
  327. package/lib/matrixrtc/CallMembership.d.ts.map +1 -0
  328. package/lib/matrixrtc/CallMembership.js +469 -0
  329. package/lib/matrixrtc/CallMembership.js.map +1 -0
  330. package/lib/matrixrtc/EncryptionManager.d.ts +44 -0
  331. package/lib/matrixrtc/EncryptionManager.d.ts.map +1 -0
  332. package/lib/matrixrtc/EncryptionManager.js +13 -0
  333. package/lib/matrixrtc/EncryptionManager.js.map +1 -0
  334. package/lib/matrixrtc/IKeyTransport.d.ts +37 -0
  335. package/lib/matrixrtc/IKeyTransport.d.ts.map +1 -0
  336. package/lib/matrixrtc/IKeyTransport.js +27 -0
  337. package/lib/matrixrtc/IKeyTransport.js.map +1 -0
  338. package/lib/matrixrtc/IMembershipManager.d.ts +94 -0
  339. package/lib/matrixrtc/IMembershipManager.d.ts.map +1 -0
  340. package/lib/matrixrtc/IMembershipManager.js +40 -0
  341. package/lib/matrixrtc/IMembershipManager.js.map +1 -0
  342. package/lib/matrixrtc/LivekitTransport.d.ts +23 -0
  343. package/lib/matrixrtc/LivekitTransport.d.ts.map +1 -0
  344. package/lib/matrixrtc/LivekitTransport.js +29 -0
  345. package/lib/matrixrtc/LivekitTransport.js.map +1 -0
  346. package/lib/matrixrtc/MatrixRTCSession.d.ts +343 -0
  347. package/lib/matrixrtc/MatrixRTCSession.d.ts.map +1 -0
  348. package/lib/matrixrtc/MatrixRTCSession.js +623 -0
  349. package/lib/matrixrtc/MatrixRTCSession.js.map +1 -0
  350. package/lib/matrixrtc/MatrixRTCSessionManager.d.ts +46 -0
  351. package/lib/matrixrtc/MatrixRTCSessionManager.d.ts.map +1 -0
  352. package/lib/matrixrtc/MatrixRTCSessionManager.js +149 -0
  353. package/lib/matrixrtc/MatrixRTCSessionManager.js.map +1 -0
  354. package/lib/matrixrtc/MembershipManager.d.ts +210 -0
  355. package/lib/matrixrtc/MembershipManager.d.ts.map +1 -0
  356. package/lib/matrixrtc/MembershipManager.js +977 -0
  357. package/lib/matrixrtc/MembershipManager.js.map +1 -0
  358. package/lib/matrixrtc/MembershipManagerActionScheduler.d.ts +59 -0
  359. package/lib/matrixrtc/MembershipManagerActionScheduler.d.ts.map +1 -0
  360. package/lib/matrixrtc/MembershipManagerActionScheduler.js +125 -0
  361. package/lib/matrixrtc/MembershipManagerActionScheduler.js.map +1 -0
  362. package/lib/matrixrtc/RTCEncryptionManager.d.ts +110 -0
  363. package/lib/matrixrtc/RTCEncryptionManager.d.ts.map +1 -0
  364. package/lib/matrixrtc/RTCEncryptionManager.js +376 -0
  365. package/lib/matrixrtc/RTCEncryptionManager.js.map +1 -0
  366. package/lib/matrixrtc/ToDeviceKeyTransport.d.ts +30 -0
  367. package/lib/matrixrtc/ToDeviceKeyTransport.d.ts.map +1 -0
  368. package/lib/matrixrtc/ToDeviceKeyTransport.js +164 -0
  369. package/lib/matrixrtc/ToDeviceKeyTransport.js.map +1 -0
  370. package/lib/matrixrtc/index.d.ts +9 -0
  371. package/lib/matrixrtc/index.d.ts.map +1 -0
  372. package/lib/matrixrtc/index.js +23 -0
  373. package/lib/matrixrtc/index.js.map +1 -0
  374. package/lib/matrixrtc/membershipData/common.d.ts +8 -0
  375. package/lib/matrixrtc/membershipData/common.d.ts.map +1 -0
  376. package/lib/matrixrtc/membershipData/common.js +26 -0
  377. package/lib/matrixrtc/membershipData/common.js.map +1 -0
  378. package/lib/matrixrtc/membershipData/index.d.ts +4 -0
  379. package/lib/matrixrtc/membershipData/index.d.ts.map +1 -0
  380. package/lib/matrixrtc/membershipData/index.js +20 -0
  381. package/lib/matrixrtc/membershipData/index.js.map +1 -0
  382. package/lib/matrixrtc/membershipData/rtc.d.ts +33 -0
  383. package/lib/matrixrtc/membershipData/rtc.d.ts.map +1 -0
  384. package/lib/matrixrtc/membershipData/rtc.js +137 -0
  385. package/lib/matrixrtc/membershipData/rtc.js.map +1 -0
  386. package/lib/matrixrtc/membershipData/session.d.ts +77 -0
  387. package/lib/matrixrtc/membershipData/session.d.ts.map +1 -0
  388. package/lib/matrixrtc/membershipData/session.js +62 -0
  389. package/lib/matrixrtc/membershipData/session.js.map +1 -0
  390. package/lib/matrixrtc/types.d.ts +169 -0
  391. package/lib/matrixrtc/types.d.ts.map +1 -0
  392. package/lib/matrixrtc/types.js +117 -0
  393. package/lib/matrixrtc/types.js.map +1 -0
  394. package/lib/matrixrtc/utils.d.ts +27 -0
  395. package/lib/matrixrtc/utils.d.ts.map +1 -0
  396. package/lib/matrixrtc/utils.js +72 -0
  397. package/lib/matrixrtc/utils.js.map +1 -0
  398. package/lib/models/MSC3089Branch.d.ts +98 -0
  399. package/lib/models/MSC3089Branch.d.ts.map +1 -0
  400. package/lib/models/MSC3089Branch.js +240 -0
  401. package/lib/models/MSC3089Branch.js.map +1 -0
  402. package/lib/models/MSC3089TreeSpace.d.ts +166 -0
  403. package/lib/models/MSC3089TreeSpace.d.ts.map +1 -0
  404. package/lib/models/MSC3089TreeSpace.js +521 -0
  405. package/lib/models/MSC3089TreeSpace.js.map +1 -0
  406. package/lib/models/ToDeviceMessage.d.ts +17 -0
  407. package/lib/models/ToDeviceMessage.d.ts.map +1 -0
  408. package/lib/models/ToDeviceMessage.js +1 -0
  409. package/lib/models/ToDeviceMessage.js.map +1 -0
  410. package/lib/models/beacon.d.ts +52 -0
  411. package/lib/models/beacon.d.ts.map +1 -0
  412. package/lib/models/beacon.js +174 -0
  413. package/lib/models/beacon.js.map +1 -0
  414. package/lib/models/compare-event-ordering.d.ts +24 -0
  415. package/lib/models/compare-event-ordering.d.ts.map +1 -0
  416. package/lib/models/compare-event-ordering.js +120 -0
  417. package/lib/models/compare-event-ordering.js.map +1 -0
  418. package/lib/models/device.d.ts +45 -0
  419. package/lib/models/device.d.ts.map +1 -0
  420. package/lib/models/device.js +77 -0
  421. package/lib/models/device.js.map +1 -0
  422. package/lib/models/event-context.d.ts +62 -0
  423. package/lib/models/event-context.d.ts.map +1 -0
  424. package/lib/models/event-context.js +113 -0
  425. package/lib/models/event-context.js.map +1 -0
  426. package/lib/models/event-status.d.ts +19 -0
  427. package/lib/models/event-status.d.ts.map +1 -0
  428. package/lib/models/event-status.js +36 -0
  429. package/lib/models/event-status.js.map +1 -0
  430. package/lib/models/event-timeline-set.d.ts +308 -0
  431. package/lib/models/event-timeline-set.d.ts.map +1 -0
  432. package/lib/models/event-timeline-set.js +805 -0
  433. package/lib/models/event-timeline-set.js.map +1 -0
  434. package/lib/models/event-timeline.d.ts +224 -0
  435. package/lib/models/event-timeline.d.ts.map +1 -0
  436. package/lib/models/event-timeline.js +434 -0
  437. package/lib/models/event-timeline.js.map +1 -0
  438. package/lib/models/event.d.ts +844 -0
  439. package/lib/models/event.d.ts.map +1 -0
  440. package/lib/models/event.js +1600 -0
  441. package/lib/models/event.js.map +1 -0
  442. package/lib/models/invites-ignorer-types.d.ts +27 -0
  443. package/lib/models/invites-ignorer-types.d.ts.map +1 -0
  444. package/lib/models/invites-ignorer-types.js +56 -0
  445. package/lib/models/invites-ignorer-types.js.map +1 -0
  446. package/lib/models/invites-ignorer.d.ts +112 -0
  447. package/lib/models/invites-ignorer.d.ts.map +1 -0
  448. package/lib/models/invites-ignorer.js +357 -0
  449. package/lib/models/invites-ignorer.js.map +1 -0
  450. package/lib/models/poll.d.ts +67 -0
  451. package/lib/models/poll.d.ts.map +1 -0
  452. package/lib/models/poll.js +241 -0
  453. package/lib/models/poll.js.map +1 -0
  454. package/lib/models/profile-keys.d.ts +17 -0
  455. package/lib/models/profile-keys.d.ts.map +1 -0
  456. package/lib/models/profile-keys.js +34 -0
  457. package/lib/models/profile-keys.js.map +1 -0
  458. package/lib/models/read-receipt.d.ts +115 -0
  459. package/lib/models/read-receipt.d.ts.map +1 -0
  460. package/lib/models/read-receipt.js +366 -0
  461. package/lib/models/read-receipt.js.map +1 -0
  462. package/lib/models/related-relations.d.ts +11 -0
  463. package/lib/models/related-relations.d.ts.map +1 -0
  464. package/lib/models/related-relations.js +33 -0
  465. package/lib/models/related-relations.js.map +1 -0
  466. package/lib/models/relations-container.d.ts +44 -0
  467. package/lib/models/relations-container.d.ts.map +1 -0
  468. package/lib/models/relations-container.js +132 -0
  469. package/lib/models/relations-container.js.map +1 -0
  470. package/lib/models/relations.d.ts +123 -0
  471. package/lib/models/relations.d.ts.map +1 -0
  472. package/lib/models/relations.js +378 -0
  473. package/lib/models/relations.js.map +1 -0
  474. package/lib/models/room-member.d.ts +221 -0
  475. package/lib/models/room-member.d.ts.map +1 -0
  476. package/lib/models/room-member.js +376 -0
  477. package/lib/models/room-member.js.map +1 -0
  478. package/lib/models/room-receipts.d.ts +39 -0
  479. package/lib/models/room-receipts.d.ts.map +1 -0
  480. package/lib/models/room-receipts.js +392 -0
  481. package/lib/models/room-receipts.js.map +1 -0
  482. package/lib/models/room-state.d.ts +463 -0
  483. package/lib/models/room-state.d.ts.map +1 -0
  484. package/lib/models/room-state.js +1066 -0
  485. package/lib/models/room-state.js.map +1 -0
  486. package/lib/models/room-sticky-events.d.ts +110 -0
  487. package/lib/models/room-sticky-events.d.ts.map +1 -0
  488. package/lib/models/room-sticky-events.js +353 -0
  489. package/lib/models/room-sticky-events.js.map +1 -0
  490. package/lib/models/room-summary.d.ts +59 -0
  491. package/lib/models/room-summary.d.ts.map +1 -0
  492. package/lib/models/room-summary.js +39 -0
  493. package/lib/models/room-summary.js.map +1 -0
  494. package/lib/models/room.d.ts +1285 -0
  495. package/lib/models/room.d.ts.map +1 -0
  496. package/lib/models/room.js +3548 -0
  497. package/lib/models/room.js.map +1 -0
  498. package/lib/models/search-result.d.ts +20 -0
  499. package/lib/models/search-result.d.ts.map +1 -0
  500. package/lib/models/search-result.js +52 -0
  501. package/lib/models/search-result.js.map +1 -0
  502. package/lib/models/thread.d.ts +245 -0
  503. package/lib/models/thread.d.ts.map +1 -0
  504. package/lib/models/thread.js +866 -0
  505. package/lib/models/thread.js.map +1 -0
  506. package/lib/models/typed-event-emitter.d.ts +157 -0
  507. package/lib/models/typed-event-emitter.d.ts.map +1 -0
  508. package/lib/models/typed-event-emitter.js +227 -0
  509. package/lib/models/typed-event-emitter.js.map +1 -0
  510. package/lib/models/user.d.ts +195 -0
  511. package/lib/models/user.d.ts.map +1 -0
  512. package/lib/models/user.js +218 -0
  513. package/lib/models/user.js.map +1 -0
  514. package/lib/oidc/authorize.d.ts +93 -0
  515. package/lib/oidc/authorize.d.ts.map +1 -0
  516. package/lib/oidc/authorize.js +282 -0
  517. package/lib/oidc/authorize.js.map +1 -0
  518. package/lib/oidc/discovery.d.ts +22 -0
  519. package/lib/oidc/discovery.d.ts.map +1 -0
  520. package/lib/oidc/discovery.js +78 -0
  521. package/lib/oidc/discovery.js.map +1 -0
  522. package/lib/oidc/error.d.ts +18 -0
  523. package/lib/oidc/error.d.ts.map +1 -0
  524. package/lib/oidc/error.js +35 -0
  525. package/lib/oidc/error.js.map +1 -0
  526. package/lib/oidc/index.d.ts +16 -0
  527. package/lib/oidc/index.d.ts.map +1 -0
  528. package/lib/oidc/index.js +29 -0
  529. package/lib/oidc/index.js.map +1 -0
  530. package/lib/oidc/register.d.ts +70 -0
  531. package/lib/oidc/register.d.ts.map +1 -0
  532. package/lib/oidc/register.js +135 -0
  533. package/lib/oidc/register.js.map +1 -0
  534. package/lib/oidc/tokenRefresher.d.ts +91 -0
  535. package/lib/oidc/tokenRefresher.d.ts.map +1 -0
  536. package/lib/oidc/tokenRefresher.js +187 -0
  537. package/lib/oidc/tokenRefresher.js.map +1 -0
  538. package/lib/oidc/validate.d.ts +78 -0
  539. package/lib/oidc/validate.d.ts.map +1 -0
  540. package/lib/oidc/validate.js +181 -0
  541. package/lib/oidc/validate.js.map +1 -0
  542. package/lib/pushprocessor.d.ts +140 -0
  543. package/lib/pushprocessor.d.ts.map +1 -0
  544. package/lib/pushprocessor.js +702 -0
  545. package/lib/pushprocessor.js.map +1 -0
  546. package/lib/randomstring.d.ts +32 -0
  547. package/lib/randomstring.d.ts.map +1 -0
  548. package/lib/randomstring.js +97 -0
  549. package/lib/randomstring.js.map +1 -0
  550. package/lib/realtime-callbacks.d.ts +18 -0
  551. package/lib/realtime-callbacks.d.ts.map +1 -0
  552. package/lib/realtime-callbacks.js +177 -0
  553. package/lib/realtime-callbacks.js.map +1 -0
  554. package/lib/receipt-accumulator.d.ts +51 -0
  555. package/lib/receipt-accumulator.d.ts.map +1 -0
  556. package/lib/receipt-accumulator.js +164 -0
  557. package/lib/receipt-accumulator.js.map +1 -0
  558. package/lib/rendezvous/MSC4108SignInWithQR.d.ts +112 -0
  559. package/lib/rendezvous/MSC4108SignInWithQR.d.ts.map +1 -0
  560. package/lib/rendezvous/MSC4108SignInWithQR.js +389 -0
  561. package/lib/rendezvous/MSC4108SignInWithQR.js.map +1 -0
  562. package/lib/rendezvous/RendezvousChannel.d.ts +27 -0
  563. package/lib/rendezvous/RendezvousChannel.d.ts.map +1 -0
  564. package/lib/rendezvous/RendezvousChannel.js +1 -0
  565. package/lib/rendezvous/RendezvousChannel.js.map +1 -0
  566. package/lib/rendezvous/RendezvousCode.d.ts +9 -0
  567. package/lib/rendezvous/RendezvousCode.d.ts.map +1 -0
  568. package/lib/rendezvous/RendezvousCode.js +1 -0
  569. package/lib/rendezvous/RendezvousCode.js.map +1 -0
  570. package/lib/rendezvous/RendezvousError.d.ts +6 -0
  571. package/lib/rendezvous/RendezvousError.d.ts.map +1 -0
  572. package/lib/rendezvous/RendezvousError.js +23 -0
  573. package/lib/rendezvous/RendezvousError.js.map +1 -0
  574. package/lib/rendezvous/RendezvousFailureReason.d.ts +31 -0
  575. package/lib/rendezvous/RendezvousFailureReason.d.ts.map +1 -0
  576. package/lib/rendezvous/RendezvousFailureReason.js +47 -0
  577. package/lib/rendezvous/RendezvousFailureReason.js.map +1 -0
  578. package/lib/rendezvous/RendezvousIntent.d.ts +5 -0
  579. package/lib/rendezvous/RendezvousIntent.d.ts.map +1 -0
  580. package/lib/rendezvous/RendezvousIntent.js +22 -0
  581. package/lib/rendezvous/RendezvousIntent.js.map +1 -0
  582. package/lib/rendezvous/RendezvousTransport.d.ts +36 -0
  583. package/lib/rendezvous/RendezvousTransport.d.ts.map +1 -0
  584. package/lib/rendezvous/RendezvousTransport.js +1 -0
  585. package/lib/rendezvous/RendezvousTransport.js.map +1 -0
  586. package/lib/rendezvous/channels/MSC4108SecureChannel.d.ts +58 -0
  587. package/lib/rendezvous/channels/MSC4108SecureChannel.d.ts.map +1 -0
  588. package/lib/rendezvous/channels/MSC4108SecureChannel.js +246 -0
  589. package/lib/rendezvous/channels/MSC4108SecureChannel.js.map +1 -0
  590. package/lib/rendezvous/channels/index.d.ts +2 -0
  591. package/lib/rendezvous/channels/index.d.ts.map +1 -0
  592. package/lib/rendezvous/channels/index.js +18 -0
  593. package/lib/rendezvous/channels/index.js.map +1 -0
  594. package/lib/rendezvous/index.d.ts +10 -0
  595. package/lib/rendezvous/index.d.ts.map +1 -0
  596. package/lib/rendezvous/index.js +23 -0
  597. package/lib/rendezvous/index.js.map +1 -0
  598. package/lib/rendezvous/transports/MSC4108RendezvousSession.d.ts +61 -0
  599. package/lib/rendezvous/transports/MSC4108RendezvousSession.d.ts.map +1 -0
  600. package/lib/rendezvous/transports/MSC4108RendezvousSession.js +254 -0
  601. package/lib/rendezvous/transports/MSC4108RendezvousSession.js.map +1 -0
  602. package/lib/rendezvous/transports/index.d.ts +2 -0
  603. package/lib/rendezvous/transports/index.d.ts.map +1 -0
  604. package/lib/rendezvous/transports/index.js +18 -0
  605. package/lib/rendezvous/transports/index.js.map +1 -0
  606. package/lib/room-hierarchy.d.ts +35 -0
  607. package/lib/room-hierarchy.d.ts.map +1 -0
  608. package/lib/room-hierarchy.js +136 -0
  609. package/lib/room-hierarchy.js.map +1 -0
  610. package/lib/rust-crypto/CrossSigningIdentity.d.ts +35 -0
  611. package/lib/rust-crypto/CrossSigningIdentity.d.ts.map +1 -0
  612. package/lib/rust-crypto/CrossSigningIdentity.js +163 -0
  613. package/lib/rust-crypto/CrossSigningIdentity.js.map +1 -0
  614. package/lib/rust-crypto/DehydratedDeviceManager.d.ts +118 -0
  615. package/lib/rust-crypto/DehydratedDeviceManager.d.ts.map +1 -0
  616. package/lib/rust-crypto/DehydratedDeviceManager.js +361 -0
  617. package/lib/rust-crypto/DehydratedDeviceManager.js.map +1 -0
  618. package/lib/rust-crypto/KeyClaimManager.d.ts +33 -0
  619. package/lib/rust-crypto/KeyClaimManager.d.ts.map +1 -0
  620. package/lib/rust-crypto/KeyClaimManager.js +82 -0
  621. package/lib/rust-crypto/KeyClaimManager.js.map +1 -0
  622. package/lib/rust-crypto/OutgoingRequestProcessor.d.ts +36 -0
  623. package/lib/rust-crypto/OutgoingRequestProcessor.d.ts.map +1 -0
  624. package/lib/rust-crypto/OutgoingRequestProcessor.js +194 -0
  625. package/lib/rust-crypto/OutgoingRequestProcessor.js.map +1 -0
  626. package/lib/rust-crypto/OutgoingRequestsManager.d.ts +47 -0
  627. package/lib/rust-crypto/OutgoingRequestsManager.d.ts.map +1 -0
  628. package/lib/rust-crypto/OutgoingRequestsManager.js +175 -0
  629. package/lib/rust-crypto/OutgoingRequestsManager.js.map +1 -0
  630. package/lib/rust-crypto/PerSessionKeyBackupDownloader.d.ts +120 -0
  631. package/lib/rust-crypto/PerSessionKeyBackupDownloader.d.ts.map +1 -0
  632. package/lib/rust-crypto/PerSessionKeyBackupDownloader.js +469 -0
  633. package/lib/rust-crypto/PerSessionKeyBackupDownloader.js.map +1 -0
  634. package/lib/rust-crypto/RoomEncryptor.d.ts +100 -0
  635. package/lib/rust-crypto/RoomEncryptor.d.ts.map +1 -0
  636. package/lib/rust-crypto/RoomEncryptor.js +308 -0
  637. package/lib/rust-crypto/RoomEncryptor.js.map +1 -0
  638. package/lib/rust-crypto/backup.d.ts +278 -0
  639. package/lib/rust-crypto/backup.d.ts.map +1 -0
  640. package/lib/rust-crypto/backup.js +898 -0
  641. package/lib/rust-crypto/backup.js.map +1 -0
  642. package/lib/rust-crypto/constants.d.ts +3 -0
  643. package/lib/rust-crypto/constants.d.ts.map +1 -0
  644. package/lib/rust-crypto/constants.js +19 -0
  645. package/lib/rust-crypto/constants.js.map +1 -0
  646. package/lib/rust-crypto/device-converter.d.ts +28 -0
  647. package/lib/rust-crypto/device-converter.d.ts.map +1 -0
  648. package/lib/rust-crypto/device-converter.js +123 -0
  649. package/lib/rust-crypto/device-converter.js.map +1 -0
  650. package/lib/rust-crypto/index.d.ts +65 -0
  651. package/lib/rust-crypto/index.d.ts.map +1 -0
  652. package/lib/rust-crypto/index.js +149 -0
  653. package/lib/rust-crypto/index.js.map +1 -0
  654. package/lib/rust-crypto/libolm_migration.d.ts +81 -0
  655. package/lib/rust-crypto/libolm_migration.d.ts.map +1 -0
  656. package/lib/rust-crypto/libolm_migration.js +456 -0
  657. package/lib/rust-crypto/libolm_migration.js.map +1 -0
  658. package/lib/rust-crypto/rust-crypto.d.ts +576 -0
  659. package/lib/rust-crypto/rust-crypto.d.ts.map +1 -0
  660. package/lib/rust-crypto/rust-crypto.js +2324 -0
  661. package/lib/rust-crypto/rust-crypto.js.map +1 -0
  662. package/lib/rust-crypto/secret-storage.d.ts +22 -0
  663. package/lib/rust-crypto/secret-storage.d.ts.map +1 -0
  664. package/lib/rust-crypto/secret-storage.js +63 -0
  665. package/lib/rust-crypto/secret-storage.js.map +1 -0
  666. package/lib/rust-crypto/verification.d.ts +321 -0
  667. package/lib/rust-crypto/verification.d.ts.map +1 -0
  668. package/lib/rust-crypto/verification.js +817 -0
  669. package/lib/rust-crypto/verification.js.map +1 -0
  670. package/lib/scheduler.d.ts +132 -0
  671. package/lib/scheduler.d.ts.map +1 -0
  672. package/lib/scheduler.js +259 -0
  673. package/lib/scheduler.js.map +1 -0
  674. package/lib/secret-storage.d.ts +383 -0
  675. package/lib/secret-storage.d.ts.map +1 -0
  676. package/lib/secret-storage.js +487 -0
  677. package/lib/secret-storage.js.map +1 -0
  678. package/lib/serverCapabilities.d.ts +78 -0
  679. package/lib/serverCapabilities.d.ts.map +1 -0
  680. package/lib/serverCapabilities.js +104 -0
  681. package/lib/serverCapabilities.js.map +1 -0
  682. package/lib/service-types.d.ts +5 -0
  683. package/lib/service-types.d.ts.map +1 -0
  684. package/lib/service-types.js +23 -0
  685. package/lib/service-types.js.map +1 -0
  686. package/lib/sliding-sync-sdk.d.ts +107 -0
  687. package/lib/sliding-sync-sdk.d.ts.map +1 -0
  688. package/lib/sliding-sync-sdk.js +892 -0
  689. package/lib/sliding-sync-sdk.js.map +1 -0
  690. package/lib/sliding-sync.d.ts +306 -0
  691. package/lib/sliding-sync.d.ts.map +1 -0
  692. package/lib/sliding-sync.js +585 -0
  693. package/lib/sliding-sync.js.map +1 -0
  694. package/lib/store/index.d.ts +201 -0
  695. package/lib/store/index.d.ts.map +1 -0
  696. package/lib/store/index.js +1 -0
  697. package/lib/store/index.js.map +1 -0
  698. package/lib/store/indexeddb-backend.d.ts +24 -0
  699. package/lib/store/indexeddb-backend.d.ts.map +1 -0
  700. package/lib/store/indexeddb-backend.js +1 -0
  701. package/lib/store/indexeddb-backend.js.map +1 -0
  702. package/lib/store/indexeddb-local-backend.d.ts +129 -0
  703. package/lib/store/indexeddb-local-backend.d.ts.map +1 -0
  704. package/lib/store/indexeddb-local-backend.js +599 -0
  705. package/lib/store/indexeddb-local-backend.js.map +1 -0
  706. package/lib/store/indexeddb-remote-backend.d.ts +79 -0
  707. package/lib/store/indexeddb-remote-backend.d.ts.map +1 -0
  708. package/lib/store/indexeddb-remote-backend.js +209 -0
  709. package/lib/store/indexeddb-remote-backend.js.map +1 -0
  710. package/lib/store/indexeddb-store-worker.d.ts +35 -0
  711. package/lib/store/indexeddb-store-worker.d.ts.map +1 -0
  712. package/lib/store/indexeddb-store-worker.js +146 -0
  713. package/lib/store/indexeddb-store-worker.js.map +1 -0
  714. package/lib/store/indexeddb.d.ts +142 -0
  715. package/lib/store/indexeddb.d.ts.map +1 -0
  716. package/lib/store/indexeddb.js +347 -0
  717. package/lib/store/indexeddb.js.map +1 -0
  718. package/lib/store/local-storage-events-emitter.d.ts +30 -0
  719. package/lib/store/local-storage-events-emitter.d.ts.map +1 -0
  720. package/lib/store/local-storage-events-emitter.js +37 -0
  721. package/lib/store/local-storage-events-emitter.js.map +1 -0
  722. package/lib/store/memory.d.ts +209 -0
  723. package/lib/store/memory.d.ts.map +1 -0
  724. package/lib/store/memory.js +432 -0
  725. package/lib/store/memory.js.map +1 -0
  726. package/lib/store/stub.d.ts +161 -0
  727. package/lib/store/stub.d.ts.map +1 -0
  728. package/lib/store/stub.js +268 -0
  729. package/lib/store/stub.js.map +1 -0
  730. package/lib/sync-accumulator.d.ts +207 -0
  731. package/lib/sync-accumulator.d.ts.map +1 -0
  732. package/lib/sync-accumulator.js +588 -0
  733. package/lib/sync-accumulator.js.map +1 -0
  734. package/lib/sync.d.ts +273 -0
  735. package/lib/sync.d.ts.map +1 -0
  736. package/lib/sync.js +1764 -0
  737. package/lib/sync.js.map +1 -0
  738. package/lib/testing.d.ts +98 -0
  739. package/lib/testing.d.ts.map +1 -0
  740. package/lib/testing.js +205 -0
  741. package/lib/testing.js.map +1 -0
  742. package/lib/thread-utils.d.ts +10 -0
  743. package/lib/thread-utils.d.ts.map +1 -0
  744. package/lib/thread-utils.js +31 -0
  745. package/lib/thread-utils.js.map +1 -0
  746. package/lib/timeline-window.d.ts +168 -0
  747. package/lib/timeline-window.d.ts.map +1 -0
  748. package/lib/timeline-window.js +494 -0
  749. package/lib/timeline-window.js.map +1 -0
  750. package/lib/types.d.ts +33 -0
  751. package/lib/types.d.ts.map +1 -0
  752. package/lib/types.js +52 -0
  753. package/lib/types.js.map +1 -0
  754. package/lib/utils/decryptAESSecretStorageItem.d.ts +12 -0
  755. package/lib/utils/decryptAESSecretStorageItem.d.ts.map +1 -0
  756. package/lib/utils/decryptAESSecretStorageItem.js +50 -0
  757. package/lib/utils/decryptAESSecretStorageItem.js.map +1 -0
  758. package/lib/utils/encryptAESSecretStorageItem.d.ts +16 -0
  759. package/lib/utils/encryptAESSecretStorageItem.d.ts.map +1 -0
  760. package/lib/utils/encryptAESSecretStorageItem.js +68 -0
  761. package/lib/utils/encryptAESSecretStorageItem.js.map +1 -0
  762. package/lib/utils/internal/deriveKeys.d.ts +10 -0
  763. package/lib/utils/internal/deriveKeys.d.ts.map +1 -0
  764. package/lib/utils/internal/deriveKeys.js +60 -0
  765. package/lib/utils/internal/deriveKeys.js.map +1 -0
  766. package/lib/utils/roomVersion.d.ts +13 -0
  767. package/lib/utils/roomVersion.d.ts.map +1 -0
  768. package/lib/utils/roomVersion.js +36 -0
  769. package/lib/utils/roomVersion.js.map +1 -0
  770. package/lib/utils.d.ts +270 -0
  771. package/lib/utils.d.ts.map +1 -0
  772. package/lib/utils.js +764 -0
  773. package/lib/utils.js.map +1 -0
  774. package/lib/version-support.d.ts +19 -0
  775. package/lib/version-support.d.ts.map +1 -0
  776. package/lib/version-support.js +37 -0
  777. package/lib/version-support.js.map +1 -0
  778. package/lib/webrtc/audioContext.d.ts +15 -0
  779. package/lib/webrtc/audioContext.d.ts.map +1 -0
  780. package/lib/webrtc/audioContext.js +46 -0
  781. package/lib/webrtc/audioContext.js.map +1 -0
  782. package/lib/webrtc/call.d.ts +560 -0
  783. package/lib/webrtc/call.d.ts.map +1 -0
  784. package/lib/webrtc/call.js +2596 -0
  785. package/lib/webrtc/call.js.map +1 -0
  786. package/lib/webrtc/callEventHandler.d.ts +37 -0
  787. package/lib/webrtc/callEventHandler.d.ts.map +1 -0
  788. package/lib/webrtc/callEventHandler.js +344 -0
  789. package/lib/webrtc/callEventHandler.js.map +1 -0
  790. package/lib/webrtc/callEventTypes.d.ts +79 -0
  791. package/lib/webrtc/callEventTypes.d.ts.map +1 -0
  792. package/lib/webrtc/callEventTypes.js +13 -0
  793. package/lib/webrtc/callEventTypes.js.map +1 -0
  794. package/lib/webrtc/callFeed.d.ts +128 -0
  795. package/lib/webrtc/callFeed.d.ts.map +1 -0
  796. package/lib/webrtc/callFeed.js +289 -0
  797. package/lib/webrtc/callFeed.js.map +1 -0
  798. package/lib/webrtc/groupCall.d.ts +319 -0
  799. package/lib/webrtc/groupCall.d.ts.map +1 -0
  800. package/lib/webrtc/groupCall.js +1334 -0
  801. package/lib/webrtc/groupCall.js.map +1 -0
  802. package/lib/webrtc/groupCallEventHandler.d.ts +31 -0
  803. package/lib/webrtc/groupCallEventHandler.d.ts.map +1 -0
  804. package/lib/webrtc/groupCallEventHandler.js +178 -0
  805. package/lib/webrtc/groupCallEventHandler.js.map +1 -0
  806. package/lib/webrtc/mediaHandler.d.ts +89 -0
  807. package/lib/webrtc/mediaHandler.d.ts.map +1 -0
  808. package/lib/webrtc/mediaHandler.js +454 -0
  809. package/lib/webrtc/mediaHandler.js.map +1 -0
  810. package/lib/webrtc/stats/callFeedStatsReporter.d.ts +8 -0
  811. package/lib/webrtc/stats/callFeedStatsReporter.d.ts.map +1 -0
  812. package/lib/webrtc/stats/callFeedStatsReporter.js +79 -0
  813. package/lib/webrtc/stats/callFeedStatsReporter.js.map +1 -0
  814. package/lib/webrtc/stats/callStatsReportGatherer.d.ts +25 -0
  815. package/lib/webrtc/stats/callStatsReportGatherer.d.ts.map +1 -0
  816. package/lib/webrtc/stats/callStatsReportGatherer.js +199 -0
  817. package/lib/webrtc/stats/callStatsReportGatherer.js.map +1 -0
  818. package/lib/webrtc/stats/callStatsReportSummary.d.ts +17 -0
  819. package/lib/webrtc/stats/callStatsReportSummary.d.ts.map +1 -0
  820. package/lib/webrtc/stats/callStatsReportSummary.js +1 -0
  821. package/lib/webrtc/stats/callStatsReportSummary.js.map +1 -0
  822. package/lib/webrtc/stats/connectionStats.d.ts +28 -0
  823. package/lib/webrtc/stats/connectionStats.d.ts.map +1 -0
  824. package/lib/webrtc/stats/connectionStats.js +26 -0
  825. package/lib/webrtc/stats/connectionStats.js.map +1 -0
  826. package/lib/webrtc/stats/connectionStatsBuilder.d.ts +5 -0
  827. package/lib/webrtc/stats/connectionStatsBuilder.d.ts.map +1 -0
  828. package/lib/webrtc/stats/connectionStatsBuilder.js +27 -0
  829. package/lib/webrtc/stats/connectionStatsBuilder.js.map +1 -0
  830. package/lib/webrtc/stats/connectionStatsReportBuilder.d.ts +7 -0
  831. package/lib/webrtc/stats/connectionStatsReportBuilder.d.ts.map +1 -0
  832. package/lib/webrtc/stats/connectionStatsReportBuilder.js +121 -0
  833. package/lib/webrtc/stats/connectionStatsReportBuilder.js.map +1 -0
  834. package/lib/webrtc/stats/groupCallStats.d.ts +22 -0
  835. package/lib/webrtc/stats/groupCallStats.d.ts.map +1 -0
  836. package/lib/webrtc/stats/groupCallStats.js +78 -0
  837. package/lib/webrtc/stats/groupCallStats.js.map +1 -0
  838. package/lib/webrtc/stats/media/mediaSsrcHandler.d.ts +10 -0
  839. package/lib/webrtc/stats/media/mediaSsrcHandler.d.ts.map +1 -0
  840. package/lib/webrtc/stats/media/mediaSsrcHandler.js +57 -0
  841. package/lib/webrtc/stats/media/mediaSsrcHandler.js.map +1 -0
  842. package/lib/webrtc/stats/media/mediaTrackHandler.d.ts +12 -0
  843. package/lib/webrtc/stats/media/mediaTrackHandler.d.ts.map +1 -0
  844. package/lib/webrtc/stats/media/mediaTrackHandler.js +58 -0
  845. package/lib/webrtc/stats/media/mediaTrackHandler.js.map +1 -0
  846. package/lib/webrtc/stats/media/mediaTrackStats.d.ts +86 -0
  847. package/lib/webrtc/stats/media/mediaTrackStats.d.ts.map +1 -0
  848. package/lib/webrtc/stats/media/mediaTrackStats.js +142 -0
  849. package/lib/webrtc/stats/media/mediaTrackStats.js.map +1 -0
  850. package/lib/webrtc/stats/media/mediaTrackStatsHandler.d.ts +22 -0
  851. package/lib/webrtc/stats/media/mediaTrackStatsHandler.d.ts.map +1 -0
  852. package/lib/webrtc/stats/media/mediaTrackStatsHandler.js +76 -0
  853. package/lib/webrtc/stats/media/mediaTrackStatsHandler.js.map +1 -0
  854. package/lib/webrtc/stats/statsReport.d.ts +99 -0
  855. package/lib/webrtc/stats/statsReport.d.ts.map +1 -0
  856. package/lib/webrtc/stats/statsReport.js +32 -0
  857. package/lib/webrtc/stats/statsReport.js.map +1 -0
  858. package/lib/webrtc/stats/statsReportEmitter.d.ts +15 -0
  859. package/lib/webrtc/stats/statsReportEmitter.d.ts.map +1 -0
  860. package/lib/webrtc/stats/statsReportEmitter.js +33 -0
  861. package/lib/webrtc/stats/statsReportEmitter.js.map +1 -0
  862. package/lib/webrtc/stats/summaryStatsReportGatherer.d.ts +16 -0
  863. package/lib/webrtc/stats/summaryStatsReportGatherer.d.ts.map +1 -0
  864. package/lib/webrtc/stats/summaryStatsReportGatherer.js +116 -0
  865. package/lib/webrtc/stats/summaryStatsReportGatherer.js.map +1 -0
  866. package/lib/webrtc/stats/trackStatsBuilder.d.ts +19 -0
  867. package/lib/webrtc/stats/trackStatsBuilder.d.ts.map +1 -0
  868. package/lib/webrtc/stats/trackStatsBuilder.js +168 -0
  869. package/lib/webrtc/stats/trackStatsBuilder.js.map +1 -0
  870. package/lib/webrtc/stats/transportStats.d.ts +11 -0
  871. package/lib/webrtc/stats/transportStats.d.ts.map +1 -0
  872. package/lib/webrtc/stats/transportStats.js +1 -0
  873. package/lib/webrtc/stats/transportStats.js.map +1 -0
  874. package/lib/webrtc/stats/transportStatsBuilder.d.ts +5 -0
  875. package/lib/webrtc/stats/transportStatsBuilder.d.ts.map +1 -0
  876. package/lib/webrtc/stats/transportStatsBuilder.js +34 -0
  877. package/lib/webrtc/stats/transportStatsBuilder.js.map +1 -0
  878. package/lib/webrtc/stats/valueFormatter.d.ts +4 -0
  879. package/lib/webrtc/stats/valueFormatter.d.ts.map +1 -0
  880. package/lib/webrtc/stats/valueFormatter.js +25 -0
  881. package/lib/webrtc/stats/valueFormatter.js.map +1 -0
  882. package/package.json +129 -0
  883. package/src/@types/AESEncryptedSecretStoragePayload.ts +29 -0
  884. package/src/@types/IIdentityServerProvider.ts +24 -0
  885. package/src/@types/PushRules.ts +208 -0
  886. package/src/@types/another-json.d.ts +19 -0
  887. package/src/@types/auth.ts +258 -0
  888. package/src/@types/beacon.ts +140 -0
  889. package/src/@types/common.ts +24 -0
  890. package/src/@types/crypto.ts +71 -0
  891. package/src/@types/event.ts +449 -0
  892. package/src/@types/events.ts +119 -0
  893. package/src/@types/extensible_events.ts +147 -0
  894. package/src/@types/global.d.ts +67 -0
  895. package/src/@types/local_notifications.ts +19 -0
  896. package/src/@types/location.ts +92 -0
  897. package/src/@types/matrix-sdk-crypto-wasm.d.ts +39 -0
  898. package/src/@types/media.ts +245 -0
  899. package/src/@types/membership.ts +57 -0
  900. package/src/@types/partials.ts +103 -0
  901. package/src/@types/polls.ts +120 -0
  902. package/src/@types/read_receipts.ts +61 -0
  903. package/src/@types/registration.ts +102 -0
  904. package/src/@types/requests.ts +346 -0
  905. package/src/@types/search.ts +119 -0
  906. package/src/@types/signed.ts +25 -0
  907. package/src/@types/spaces.ts +37 -0
  908. package/src/@types/state_events.ts +153 -0
  909. package/src/@types/synapse.ts +40 -0
  910. package/src/@types/sync.ts +27 -0
  911. package/src/@types/threepids.ts +29 -0
  912. package/src/@types/topic.ts +69 -0
  913. package/src/@types/uia.ts +24 -0
  914. package/src/NamespacedValue.ts +121 -0
  915. package/src/ReEmitter.ts +93 -0
  916. package/src/ToDeviceMessageQueue.ts +156 -0
  917. package/src/autodiscovery.ts +505 -0
  918. package/src/base64.ts +86 -0
  919. package/src/briij.ts +173 -0
  920. package/src/browser-index.ts +44 -0
  921. package/src/client.ts +9031 -0
  922. package/src/common-crypto/CryptoBackend.ts +295 -0
  923. package/src/common-crypto/README.md +4 -0
  924. package/src/common-crypto/key-passphrase.ts +43 -0
  925. package/src/content-helpers.ts +298 -0
  926. package/src/content-repo.ts +122 -0
  927. package/src/crypto/store/base.ts +388 -0
  928. package/src/crypto/store/indexeddb-crypto-store-backend.ts +655 -0
  929. package/src/crypto/store/indexeddb-crypto-store.ts +555 -0
  930. package/src/crypto/store/localStorage-crypto-store.ts +409 -0
  931. package/src/crypto/store/memory-crypto-store.ts +326 -0
  932. package/src/crypto-api/CryptoEvent.ts +152 -0
  933. package/src/crypto-api/CryptoEventHandlerMap.ts +42 -0
  934. package/src/crypto-api/index.ts +1362 -0
  935. package/src/crypto-api/key-passphrase.ts +58 -0
  936. package/src/crypto-api/keybackup.ts +114 -0
  937. package/src/crypto-api/recovery-key.ts +69 -0
  938. package/src/crypto-api/verification.ts +382 -0
  939. package/src/digest.ts +34 -0
  940. package/src/embedded.ts +865 -0
  941. package/src/errors.ts +87 -0
  942. package/src/event-mapper.ts +88 -0
  943. package/src/extensible_events_v1/ExtensibleEvent.ts +58 -0
  944. package/src/extensible_events_v1/InvalidEventError.ts +24 -0
  945. package/src/extensible_events_v1/MessageEvent.ts +143 -0
  946. package/src/extensible_events_v1/PollEndEvent.ts +97 -0
  947. package/src/extensible_events_v1/PollResponseEvent.ts +148 -0
  948. package/src/extensible_events_v1/PollStartEvent.ts +207 -0
  949. package/src/extensible_events_v1/utilities.ts +35 -0
  950. package/src/feature.ts +88 -0
  951. package/src/filter-component.ts +209 -0
  952. package/src/filter.ts +245 -0
  953. package/src/http-api/errors.ts +261 -0
  954. package/src/http-api/fetch.ts +377 -0
  955. package/src/http-api/index.ts +194 -0
  956. package/src/http-api/interface.ts +229 -0
  957. package/src/http-api/method.ts +25 -0
  958. package/src/http-api/prefix.ts +48 -0
  959. package/src/http-api/refresh.ts +167 -0
  960. package/src/http-api/utils.ts +217 -0
  961. package/src/index.ts +25 -0
  962. package/src/indexeddb-helpers.ts +50 -0
  963. package/src/indexeddb-worker.ts +24 -0
  964. package/src/interactive-auth.ts +700 -0
  965. package/src/logger.ts +279 -0
  966. package/src/matrixrtc/CallMembership.ts +438 -0
  967. package/src/matrixrtc/EncryptionManager.ts +54 -0
  968. package/src/matrixrtc/IKeyTransport.ts +63 -0
  969. package/src/matrixrtc/IMembershipManager.ts +120 -0
  970. package/src/matrixrtc/LivekitTransport.ts +46 -0
  971. package/src/matrixrtc/MatrixRTCSession.ts +934 -0
  972. package/src/matrixrtc/MatrixRTCSessionManager.ts +170 -0
  973. package/src/matrixrtc/MembershipManager.ts +1122 -0
  974. package/src/matrixrtc/MembershipManagerActionScheduler.ts +135 -0
  975. package/src/matrixrtc/RTCEncryptionManager.ts +459 -0
  976. package/src/matrixrtc/ToDeviceKeyTransport.ts +197 -0
  977. package/src/matrixrtc/index.ts +24 -0
  978. package/src/matrixrtc/membershipData/common.ts +27 -0
  979. package/src/matrixrtc/membershipData/index.ts +19 -0
  980. package/src/matrixrtc/membershipData/rtc.ts +156 -0
  981. package/src/matrixrtc/membershipData/session.ts +146 -0
  982. package/src/matrixrtc/types.ts +227 -0
  983. package/src/matrixrtc/utils.ts +71 -0
  984. package/src/models/MSC3089Branch.ts +272 -0
  985. package/src/models/MSC3089TreeSpace.ts +565 -0
  986. package/src/models/ToDeviceMessage.ts +38 -0
  987. package/src/models/beacon.ts +213 -0
  988. package/src/models/compare-event-ordering.ts +139 -0
  989. package/src/models/device.ts +85 -0
  990. package/src/models/event-context.ts +110 -0
  991. package/src/models/event-status.ts +39 -0
  992. package/src/models/event-timeline-set.ts +962 -0
  993. package/src/models/event-timeline.ts +461 -0
  994. package/src/models/event.ts +1819 -0
  995. package/src/models/invites-ignorer-types.ts +58 -0
  996. package/src/models/invites-ignorer.ts +341 -0
  997. package/src/models/poll.ts +285 -0
  998. package/src/models/profile-keys.ts +33 -0
  999. package/src/models/read-receipt.ts +422 -0
  1000. package/src/models/related-relations.ts +39 -0
  1001. package/src/models/relations-container.ts +149 -0
  1002. package/src/models/relations.ts +392 -0
  1003. package/src/models/room-member.ts +486 -0
  1004. package/src/models/room-receipts.ts +439 -0
  1005. package/src/models/room-state.ts +1230 -0
  1006. package/src/models/room-sticky-events.ts +383 -0
  1007. package/src/models/room-summary.ts +78 -0
  1008. package/src/models/room.ts +4067 -0
  1009. package/src/models/search-result.ts +57 -0
  1010. package/src/models/thread.ts +928 -0
  1011. package/src/models/typed-event-emitter.ts +246 -0
  1012. package/src/models/user.ts +302 -0
  1013. package/src/oidc/authorize.ts +279 -0
  1014. package/src/oidc/discovery.ts +67 -0
  1015. package/src/oidc/error.ts +33 -0
  1016. package/src/oidc/index.ts +33 -0
  1017. package/src/oidc/register.ts +163 -0
  1018. package/src/oidc/tokenRefresher.ts +184 -0
  1019. package/src/oidc/validate.ts +265 -0
  1020. package/src/pushprocessor.ts +856 -0
  1021. package/src/randomstring.ts +103 -0
  1022. package/src/realtime-callbacks.ts +191 -0
  1023. package/src/receipt-accumulator.ts +189 -0
  1024. package/src/rendezvous/MSC4108SignInWithQR.ts +443 -0
  1025. package/src/rendezvous/RendezvousChannel.ts +48 -0
  1026. package/src/rendezvous/RendezvousCode.ts +25 -0
  1027. package/src/rendezvous/RendezvousError.ts +26 -0
  1028. package/src/rendezvous/RendezvousFailureReason.ts +49 -0
  1029. package/src/rendezvous/RendezvousIntent.ts +20 -0
  1030. package/src/rendezvous/RendezvousTransport.ts +58 -0
  1031. package/src/rendezvous/channels/MSC4108SecureChannel.ts +270 -0
  1032. package/src/rendezvous/channels/index.ts +17 -0
  1033. package/src/rendezvous/index.ts +25 -0
  1034. package/src/rendezvous/transports/MSC4108RendezvousSession.ts +272 -0
  1035. package/src/rendezvous/transports/index.ts +17 -0
  1036. package/src/room-hierarchy.ts +152 -0
  1037. package/src/rust-crypto/CrossSigningIdentity.ts +195 -0
  1038. package/src/rust-crypto/DehydratedDeviceManager.ts +392 -0
  1039. package/src/rust-crypto/KeyClaimManager.ts +86 -0
  1040. package/src/rust-crypto/OutgoingRequestProcessor.ts +233 -0
  1041. package/src/rust-crypto/OutgoingRequestsManager.ts +170 -0
  1042. package/src/rust-crypto/PerSessionKeyBackupDownloader.ts +501 -0
  1043. package/src/rust-crypto/RoomEncryptor.ts +362 -0
  1044. package/src/rust-crypto/backup.ts +942 -0
  1045. package/src/rust-crypto/constants.ts +18 -0
  1046. package/src/rust-crypto/device-converter.ts +128 -0
  1047. package/src/rust-crypto/index.ts +251 -0
  1048. package/src/rust-crypto/libolm_migration.ts +532 -0
  1049. package/src/rust-crypto/rust-crypto.ts +2542 -0
  1050. package/src/rust-crypto/secret-storage.ts +60 -0
  1051. package/src/rust-crypto/verification.ts +833 -0
  1052. package/src/scheduler.ts +309 -0
  1053. package/src/secret-storage.ts +714 -0
  1054. package/src/serverCapabilities.ts +146 -0
  1055. package/src/service-types.ts +20 -0
  1056. package/src/sliding-sync-sdk.ts +1005 -0
  1057. package/src/sliding-sync.ts +674 -0
  1058. package/src/store/index.ts +261 -0
  1059. package/src/store/indexeddb-backend.ts +41 -0
  1060. package/src/store/indexeddb-local-backend.ts +610 -0
  1061. package/src/store/indexeddb-remote-backend.ts +212 -0
  1062. package/src/store/indexeddb-store-worker.ts +157 -0
  1063. package/src/store/indexeddb.ts +397 -0
  1064. package/src/store/local-storage-events-emitter.ts +46 -0
  1065. package/src/store/memory.ts +448 -0
  1066. package/src/store/stub.ts +280 -0
  1067. package/src/sync-accumulator.ts +779 -0
  1068. package/src/sync.ts +2020 -0
  1069. package/src/testing.ts +231 -0
  1070. package/src/thread-utils.ts +31 -0
  1071. package/src/timeline-window.ts +534 -0
  1072. package/src/types.ts +59 -0
  1073. package/src/utils/decryptAESSecretStorageItem.ts +54 -0
  1074. package/src/utils/encryptAESSecretStorageItem.ts +73 -0
  1075. package/src/utils/internal/deriveKeys.ts +63 -0
  1076. package/src/utils/roomVersion.ts +35 -0
  1077. package/src/utils.ts +775 -0
  1078. package/src/version-support.ts +50 -0
  1079. package/src/webrtc/audioContext.ts +44 -0
  1080. package/src/webrtc/call.ts +3061 -0
  1081. package/src/webrtc/callEventHandler.ts +425 -0
  1082. package/src/webrtc/callEventTypes.ts +101 -0
  1083. package/src/webrtc/callFeed.ts +364 -0
  1084. package/src/webrtc/groupCall.ts +1729 -0
  1085. package/src/webrtc/groupCallEventHandler.ts +234 -0
  1086. package/src/webrtc/mediaHandler.ts +501 -0
  1087. package/src/webrtc/stats/callFeedStatsReporter.ts +91 -0
  1088. package/src/webrtc/stats/callStatsReportGatherer.ts +219 -0
  1089. package/src/webrtc/stats/callStatsReportSummary.ts +30 -0
  1090. package/src/webrtc/stats/connectionStats.ts +47 -0
  1091. package/src/webrtc/stats/connectionStatsBuilder.ts +28 -0
  1092. package/src/webrtc/stats/connectionStatsReportBuilder.ts +140 -0
  1093. package/src/webrtc/stats/groupCallStats.ts +93 -0
  1094. package/src/webrtc/stats/media/mediaSsrcHandler.ts +57 -0
  1095. package/src/webrtc/stats/media/mediaTrackHandler.ts +70 -0
  1096. package/src/webrtc/stats/media/mediaTrackStats.ts +176 -0
  1097. package/src/webrtc/stats/media/mediaTrackStatsHandler.ts +90 -0
  1098. package/src/webrtc/stats/statsReport.ts +133 -0
  1099. package/src/webrtc/stats/statsReportEmitter.ts +49 -0
  1100. package/src/webrtc/stats/summaryStatsReportGatherer.ts +148 -0
  1101. package/src/webrtc/stats/trackStatsBuilder.ts +207 -0
  1102. package/src/webrtc/stats/transportStats.ts +26 -0
  1103. package/src/webrtc/stats/transportStatsBuilder.ts +48 -0
  1104. package/src/webrtc/stats/valueFormatter.ts +27 -0
@@ -0,0 +1,3061 @@
1
+ /*
2
+ Copyright 2015, 2016 OpenMarket Ltd
3
+ Copyright 2017 New Vector Ltd
4
+ Copyright 2019, 2020 The Matrix.org Foundation C.I.C.
5
+ Copyright 2021 - 2022 Šimon Brandner <simon.bra.ag@gmail.com>
6
+
7
+ Licensed under the Apache License, Version 2.0 (the "License");
8
+ you may not use this file except in compliance with the License.
9
+ You may obtain a copy of the License at
10
+
11
+ http://www.apache.org/licenses/LICENSE-2.0
12
+
13
+ Unless required by applicable law or agreed to in writing, software
14
+ distributed under the License is distributed on an "AS IS" BASIS,
15
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16
+ See the License for the specific language governing permissions and
17
+ limitations under the License.
18
+ */
19
+
20
+ /**
21
+ * This is an internal module. See {@link createNewBriijCall} for the public API.
22
+ */
23
+
24
+ import { v4 as uuidv4 } from "uuid";
25
+ import { parse as parseSdp, write as writeSdp } from "sdp-transform";
26
+
27
+ import { logger } from "../logger.ts";
28
+ import { checkObjectHasKeys, isNullOrUndefined, recursivelyAssign } from "../utils.ts";
29
+ import { type BriijEvent } from "../models/event.ts";
30
+ import { EventType, type TimelineEvents, ToDeviceMessageId } from "../@types/event.ts";
31
+ import { type RoomMember } from "../models/room-member.ts";
32
+ import { secureRandomString } from "../randomstring.ts";
33
+ import {
34
+ type MCallReplacesEvent,
35
+ type MCallAnswer,
36
+ type MCallInviteNegotiate,
37
+ type CallCapabilities,
38
+ SDPStreamMetadataPurpose,
39
+ type SDPStreamMetadata,
40
+ SDPStreamMetadataKey,
41
+ type MCallSDPStreamMetadataChanged,
42
+ type MCallSelectAnswer,
43
+ type MCAllAssertedIdentity,
44
+ type MCallCandidates,
45
+ type MCallBase,
46
+ type MCallHangupReject,
47
+ } from "./callEventTypes.ts";
48
+ import { CallFeed } from "./callFeed.ts";
49
+ import { type BriijClient } from "../client.ts";
50
+ import { EventEmitterEvents, TypedEventEmitter } from "../models/typed-event-emitter.ts";
51
+ import { GroupCallUnknownDeviceError } from "./groupCall.ts";
52
+ import { type IScreensharingOpts } from "./mediaHandler.ts";
53
+ import { BriijError } from "../http-api/index.ts";
54
+ import { type GroupCallStats } from "./stats/groupCallStats.ts";
55
+
56
+ interface CallOpts {
57
+ // The room ID for this call.
58
+ roomId: string;
59
+ invitee?: string;
60
+ // The Matrix Client instance to send events to.
61
+ client: BriijClient;
62
+ /**
63
+ * Whether relay through TURN should be forced.
64
+ * @deprecated use opts.forceTURN when creating the matrix client
65
+ * since it's only possible to set this option on outbound calls.
66
+ */
67
+ forceTURN?: boolean;
68
+ // A list of TURN servers.
69
+ turnServers?: Array<TurnServer>;
70
+ opponentDeviceId?: string;
71
+ opponentSessionId?: string;
72
+ groupCallId?: string;
73
+ }
74
+
75
+ interface TurnServer {
76
+ urls: Array<string>;
77
+ username?: string;
78
+ password?: string;
79
+ ttl?: number;
80
+ }
81
+
82
+ interface AssertedIdentity {
83
+ id: string;
84
+ displayName: string;
85
+ }
86
+
87
+ enum MediaType {
88
+ AUDIO = "audio",
89
+ VIDEO = "video",
90
+ }
91
+
92
+ enum CodecName {
93
+ OPUS = "opus",
94
+ // add more as needed
95
+ }
96
+
97
+ // Used internally to specify modifications to codec parameters in SDP
98
+ interface CodecParamsMod {
99
+ mediaType: MediaType;
100
+ codec: CodecName;
101
+ enableDtx?: boolean; // true to enable discontinuous transmission, false to disable, undefined to leave as-is
102
+ maxAverageBitrate?: number; // sets the max average bitrate, or undefined to leave as-is
103
+ }
104
+
105
+ export enum CallState {
106
+ Fledgling = "fledgling",
107
+ InviteSent = "invite_sent",
108
+ WaitLocalMedia = "wait_local_media",
109
+ CreateOffer = "create_offer",
110
+ CreateAnswer = "create_answer",
111
+ Connecting = "connecting",
112
+ Connected = "connected",
113
+ Ringing = "ringing",
114
+ Ended = "ended",
115
+ }
116
+
117
+ export enum CallType {
118
+ Voice = "voice",
119
+ Video = "video",
120
+ }
121
+
122
+ export enum CallDirection {
123
+ Inbound = "inbound",
124
+ Outbound = "outbound",
125
+ }
126
+
127
+ export enum CallParty {
128
+ Local = "local",
129
+ Remote = "remote",
130
+ }
131
+
132
+ export enum CallEvent {
133
+ Hangup = "hangup",
134
+ State = "state",
135
+ Error = "error",
136
+ Replaced = "replaced",
137
+
138
+ // The value of isLocalOnHold() has changed
139
+ LocalHoldUnhold = "local_hold_unhold",
140
+ // The value of isRemoteOnHold() has changed
141
+ RemoteHoldUnhold = "remote_hold_unhold",
142
+ // backwards compat alias for LocalHoldUnhold: remove in a major version bump
143
+ HoldUnhold = "hold_unhold",
144
+ // Feeds have changed
145
+ FeedsChanged = "feeds_changed",
146
+
147
+ AssertedIdentityChanged = "asserted_identity_changed",
148
+
149
+ LengthChanged = "length_changed",
150
+
151
+ DataChannel = "datachannel",
152
+
153
+ SendVoipEvent = "send_voip_event",
154
+
155
+ // When the call instantiates its peer connection
156
+ // For apps that want to access the underlying peer connection, eg for debugging
157
+ PeerConnectionCreated = "peer_connection_created",
158
+ }
159
+
160
+ export enum CallErrorCode {
161
+ /** The user chose to end the call */
162
+ UserHangup = "user_hangup",
163
+
164
+ /** An error code when the local client failed to create an offer. */
165
+ LocalOfferFailed = "local_offer_failed",
166
+ /**
167
+ * An error code when there is no local mic/camera to use. This may be because
168
+ * the hardware isn't plugged in, or the user has explicitly denied access.
169
+ */
170
+ NoUserMedia = "no_user_media",
171
+
172
+ /**
173
+ * Error code used when a call event failed to send
174
+ * because unknown devices were present in the room
175
+ */
176
+ UnknownDevices = "unknown_devices",
177
+
178
+ /**
179
+ * Error code used when we fail to send the invite
180
+ * for some reason other than there being unknown devices
181
+ */
182
+ SendInvite = "send_invite",
183
+
184
+ /**
185
+ * An answer could not be created
186
+ */
187
+ CreateAnswer = "create_answer",
188
+
189
+ /**
190
+ * An offer could not be created
191
+ */
192
+ CreateOffer = "create_offer",
193
+
194
+ /**
195
+ * Error code used when we fail to send the answer
196
+ * for some reason other than there being unknown devices
197
+ */
198
+ SendAnswer = "send_answer",
199
+
200
+ /**
201
+ * The session description from the other side could not be set
202
+ */
203
+ SetRemoteDescription = "set_remote_description",
204
+
205
+ /**
206
+ * The session description from this side could not be set
207
+ */
208
+ SetLocalDescription = "set_local_description",
209
+
210
+ /**
211
+ * A different device answered the call
212
+ */
213
+ AnsweredElsewhere = "answered_elsewhere",
214
+
215
+ /**
216
+ * No media connection could be established to the other party
217
+ */
218
+ IceFailed = "ice_failed",
219
+
220
+ /**
221
+ * The invite timed out whilst waiting for an answer
222
+ */
223
+ InviteTimeout = "invite_timeout",
224
+
225
+ /**
226
+ * The call was replaced by another call
227
+ */
228
+ Replaced = "replaced",
229
+
230
+ /**
231
+ * Signalling for the call could not be sent (other than the initial invite)
232
+ */
233
+ SignallingFailed = "signalling_timeout",
234
+
235
+ /**
236
+ * The remote party is busy
237
+ */
238
+ UserBusy = "user_busy",
239
+
240
+ /**
241
+ * We transferred the call off to somewhere else
242
+ */
243
+ Transferred = "transferred",
244
+
245
+ /**
246
+ * A call from the same user was found with a new session id
247
+ */
248
+ NewSession = "new_session",
249
+ }
250
+
251
+ /**
252
+ * The version field that we set in m.call.* events
253
+ */
254
+ const VOIP_PROTO_VERSION = "1";
255
+
256
+ /** The fallback ICE server to use for STUN or TURN protocols. */
257
+ export const FALLBACK_ICE_SERVER = "stun:turn.matrix.org";
258
+
259
+ /** The length of time a call can be ringing for. */
260
+ const CALL_TIMEOUT_MS = 60 * 1000; // ms
261
+ /** The time after which we increment callLength */
262
+ const CALL_LENGTH_INTERVAL = 1000; // ms
263
+ /** The time after which we end the call, if ICE got disconnected */
264
+ const ICE_DISCONNECTED_TIMEOUT = 30 * 1000; // ms
265
+ /** The time after which we try a ICE restart, if ICE got disconnected */
266
+ const ICE_RECONNECTING_TIMEOUT = 2 * 1000; // ms
267
+ export class CallError extends Error {
268
+ public readonly code: string;
269
+
270
+ public constructor(code: CallErrorCode, msg: string, err: Error) {
271
+ // Still don't think there's any way to have proper nested errors
272
+ super(msg + ": " + err);
273
+
274
+ this.code = code;
275
+ }
276
+ }
277
+
278
+ export function genCallID(): string {
279
+ return Date.now().toString() + secureRandomString(16);
280
+ }
281
+
282
+ function getCodecParamMods(isPtt: boolean): CodecParamsMod[] {
283
+ const mods = [
284
+ {
285
+ mediaType: "audio",
286
+ codec: "opus",
287
+ enableDtx: true,
288
+ maxAverageBitrate: isPtt ? 12000 : undefined,
289
+ },
290
+ ] as CodecParamsMod[];
291
+
292
+ return mods;
293
+ }
294
+
295
+ type CallEventType =
296
+ | EventType.CallReplaces
297
+ | EventType.CallAnswer
298
+ | EventType.CallSelectAnswer
299
+ | EventType.CallNegotiate
300
+ | EventType.CallInvite
301
+ | EventType.CallCandidates
302
+ | EventType.CallHangup
303
+ | EventType.CallReject
304
+ | EventType.CallSDPStreamMetadataChanged;
305
+
306
+ export interface VoipEvent {
307
+ type: "toDevice" | "sendEvent";
308
+ eventType: string;
309
+ userId?: string;
310
+ opponentDeviceId?: string;
311
+ roomId?: string;
312
+ content: TimelineEvents[CallEventType];
313
+ }
314
+
315
+ /**
316
+ * These now all have the call object as an argument. Why? Well, to know which call a given event is
317
+ * about you have three options:
318
+ * 1. Use a closure as the callback that remembers what call it's listening to. This can be
319
+ * a pain because you need to pass the listener function again when you remove the listener,
320
+ * which might be somewhere else.
321
+ * 2. Use not-very-well-known fact that EventEmitter sets 'this' to the emitter object in the
322
+ * callback. This doesn't really play well with modern Typescript and eslint and doesn't work
323
+ * with our pattern of re-emitting events.
324
+ * 3. Pass the object in question as an argument to the callback.
325
+ *
326
+ * Now that we have group calls which have to deal with multiple call objects, this will
327
+ * become more important, and I think methods 1 and 2 are just going to cause issues.
328
+ */
329
+ export type CallEventHandlerMap = {
330
+ [CallEvent.DataChannel]: (channel: RTCDataChannel, call: BriijCall) => void;
331
+ [CallEvent.FeedsChanged]: (feeds: CallFeed[], call: BriijCall) => void;
332
+ [CallEvent.Replaced]: (newCall: BriijCall, oldCall: BriijCall) => void;
333
+ [CallEvent.Error]: (error: CallError, call: BriijCall) => void;
334
+ [CallEvent.RemoteHoldUnhold]: (onHold: boolean, call: BriijCall) => void;
335
+ [CallEvent.LocalHoldUnhold]: (onHold: boolean, call: BriijCall) => void;
336
+ [CallEvent.LengthChanged]: (length: number, call: BriijCall) => void;
337
+ [CallEvent.State]: (state: CallState, oldState: CallState, call: BriijCall) => void;
338
+ [CallEvent.Hangup]: (call: BriijCall) => void;
339
+ [CallEvent.AssertedIdentityChanged]: (call: BriijCall) => void;
340
+ /* @deprecated */
341
+ [CallEvent.HoldUnhold]: (onHold: boolean) => void;
342
+ [CallEvent.SendVoipEvent]: (event: VoipEvent, call: BriijCall) => void;
343
+ [CallEvent.PeerConnectionCreated]: (peerConn: RTCPeerConnection, call: BriijCall) => void;
344
+ };
345
+
346
+ // The key of the transceiver map (purpose + media type, separated by ':')
347
+ type TransceiverKey = string;
348
+
349
+ // generates keys for the map of transceivers
350
+ // kind is unfortunately a string rather than MediaType as this is the type of
351
+ // track.kind
352
+ function getTransceiverKey(purpose: SDPStreamMetadataPurpose, kind: TransceiverKey): string {
353
+ return purpose + ":" + kind;
354
+ }
355
+
356
+ export class BriijCall extends TypedEventEmitter<CallEvent, CallEventHandlerMap> {
357
+ public roomId: string;
358
+ public callId: string;
359
+ public invitee?: string;
360
+ public hangupParty?: CallParty;
361
+ public hangupReason?: string;
362
+ public direction?: CallDirection;
363
+ public ourPartyId: string;
364
+ public peerConn?: RTCPeerConnection;
365
+ public toDeviceSeq = 0;
366
+
367
+ // whether this call should have push-to-talk semantics
368
+ // This should be set by the consumer on incoming & outgoing calls.
369
+ public isPtt = false;
370
+
371
+ private _state = CallState.Fledgling;
372
+ private readonly client: BriijClient;
373
+ private readonly forceTURN?: boolean;
374
+ private readonly turnServers: Array<TurnServer>;
375
+ // A queue for candidates waiting to go out.
376
+ // We try to amalgamate candidates into a single candidate message where
377
+ // possible
378
+ private candidateSendQueue: Array<RTCIceCandidate> = [];
379
+ private candidateSendTries = 0;
380
+ private candidatesEnded = false;
381
+ private feeds: Array<CallFeed> = [];
382
+
383
+ // our transceivers for each purpose and type of media
384
+ private transceivers = new Map<TransceiverKey, RTCRtpTransceiver>();
385
+
386
+ private inviteOrAnswerSent = false;
387
+ private waitForLocalAVStream = false;
388
+ private successor?: BriijCall;
389
+ private opponentMember?: RoomMember;
390
+ private opponentVersion?: number | string;
391
+ // The party ID of the other side: undefined if we haven't chosen a partner
392
+ // yet, null if we have but they didn't send a party ID.
393
+ private opponentPartyId: string | null | undefined;
394
+ private opponentCaps?: CallCapabilities;
395
+ private iceDisconnectedTimeout?: ReturnType<typeof setTimeout>;
396
+ private iceReconnectionTimeOut?: ReturnType<typeof setTimeout> | undefined;
397
+ private inviteTimeout?: ReturnType<typeof setTimeout>;
398
+ private readonly removeTrackListeners = new Map<MediaStream, () => void>();
399
+
400
+ // The logic of when & if a call is on hold is nontrivial and explained in is*OnHold
401
+ // This flag represents whether we want the other party to be on hold
402
+ private remoteOnHold = false;
403
+
404
+ // the stats for the call at the point it ended. We can't get these after we
405
+ // tear the call down, so we just grab a snapshot before we stop the call.
406
+ // The typescript definitions have this type as 'any' :(
407
+ private callStatsAtEnd?: any[];
408
+
409
+ // Perfect negotiation state: https://www.w3.org/TR/webrtc/#perfect-negotiation-example
410
+ private makingOffer = false;
411
+ private ignoreOffer = false;
412
+ private isSettingRemoteAnswerPending = false;
413
+
414
+ private responsePromiseChain?: Promise<void>;
415
+
416
+ // If candidates arrive before we've picked an opponent (which, in particular,
417
+ // will happen if the opponent sends candidates eagerly before the user answers
418
+ // the call) we buffer them up here so we can then add the ones from the party we pick
419
+ private remoteCandidateBuffer = new Map<string, MCallCandidates["candidates"]>();
420
+
421
+ private remoteAssertedIdentity?: AssertedIdentity;
422
+ private remoteSDPStreamMetadata?: SDPStreamMetadata;
423
+
424
+ private callLengthInterval?: ReturnType<typeof setInterval>;
425
+ private callStartTime?: number;
426
+
427
+ private opponentDeviceId?: string;
428
+ private hasOpponentDeviceInfo?: boolean;
429
+ private opponentSessionId?: string;
430
+ public groupCallId?: string;
431
+
432
+ // Used to keep the timer for the delay before actually stopping our
433
+ // video track after muting (see setLocalVideoMuted)
434
+ private stopVideoTrackTimer?: ReturnType<typeof setTimeout>;
435
+ // Used to allow connection without Video and Audio. To establish a webrtc connection without media a Data channel is
436
+ // needed At the moment this property is true if we allow BriijClient with isVoipWithNoMediaAllowed = true
437
+ private readonly isOnlyDataChannelAllowed: boolean;
438
+ private stats: GroupCallStats | undefined;
439
+
440
+ /**
441
+ * Construct a new Matrix Call.
442
+ * @param opts - Config options.
443
+ */
444
+ public constructor(opts: CallOpts) {
445
+ super();
446
+
447
+ this.roomId = opts.roomId;
448
+ this.invitee = opts.invitee;
449
+ this.client = opts.client;
450
+
451
+ if (!this.client.deviceId) throw new Error("Client must have a device ID to start calls");
452
+
453
+ this.forceTURN = opts.forceTURN ?? false;
454
+ this.ourPartyId = this.client.deviceId;
455
+ this.opponentDeviceId = opts.opponentDeviceId;
456
+ this.opponentSessionId = opts.opponentSessionId;
457
+ this.groupCallId = opts.groupCallId;
458
+ // Array of Objects with urls, username, credential keys
459
+ this.turnServers = opts.turnServers || [];
460
+ if (this.turnServers.length === 0 && this.client.isFallbackICEServerAllowed()) {
461
+ this.turnServers.push({
462
+ urls: [FALLBACK_ICE_SERVER],
463
+ });
464
+ }
465
+ for (const server of this.turnServers) {
466
+ checkObjectHasKeys(server, ["urls"]);
467
+ }
468
+ this.callId = genCallID();
469
+ // If the Client provides calls without audio and video we need a datachannel for a webrtc connection
470
+ this.isOnlyDataChannelAllowed = this.client.isVoipWithNoMediaAllowed;
471
+ }
472
+
473
+ /**
474
+ * Place a voice call to this room.
475
+ * @throws If you have not specified a listener for 'error' events.
476
+ */
477
+ public async placeVoiceCall(): Promise<void> {
478
+ await this.placeCall(true, false);
479
+ }
480
+
481
+ /**
482
+ * Place a video call to this room.
483
+ * @throws If you have not specified a listener for 'error' events.
484
+ */
485
+ public async placeVideoCall(): Promise<void> {
486
+ await this.placeCall(true, true);
487
+ }
488
+
489
+ /**
490
+ * Create a datachannel using this call's peer connection.
491
+ * @param label - A human readable label for this datachannel
492
+ * @param options - An object providing configuration options for the data channel.
493
+ */
494
+ public createDataChannel(label: string, options: RTCDataChannelInit | undefined): RTCDataChannel {
495
+ const dataChannel = this.peerConn!.createDataChannel(label, options);
496
+ this.emit(CallEvent.DataChannel, dataChannel, this);
497
+ return dataChannel;
498
+ }
499
+
500
+ public getOpponentMember(): RoomMember | undefined {
501
+ return this.opponentMember;
502
+ }
503
+
504
+ public getOpponentDeviceId(): string | undefined {
505
+ return this.opponentDeviceId;
506
+ }
507
+
508
+ public getOpponentSessionId(): string | undefined {
509
+ return this.opponentSessionId;
510
+ }
511
+
512
+ public opponentCanBeTransferred(): boolean {
513
+ return Boolean(this.opponentCaps && this.opponentCaps["m.call.transferee"]);
514
+ }
515
+
516
+ public opponentSupportsDTMF(): boolean {
517
+ return Boolean(this.opponentCaps && this.opponentCaps["m.call.dtmf"]);
518
+ }
519
+
520
+ public getRemoteAssertedIdentity(): AssertedIdentity | undefined {
521
+ return this.remoteAssertedIdentity;
522
+ }
523
+
524
+ public get state(): CallState {
525
+ return this._state;
526
+ }
527
+
528
+ private set state(state: CallState) {
529
+ const oldState = this._state;
530
+ this._state = state;
531
+ this.emit(CallEvent.State, state, oldState, this);
532
+ }
533
+
534
+ public get type(): CallType {
535
+ // we may want to look for a video receiver here rather than a track to match the
536
+ // sender behaviour, although in practice they should be the same thing
537
+ return this.hasUserMediaVideoSender || this.hasRemoteUserMediaVideoTrack ? CallType.Video : CallType.Voice;
538
+ }
539
+
540
+ public get hasLocalUserMediaVideoTrack(): boolean {
541
+ return !!this.localUsermediaStream?.getVideoTracks().length;
542
+ }
543
+
544
+ public get hasRemoteUserMediaVideoTrack(): boolean {
545
+ return this.getRemoteFeeds().some((feed) => {
546
+ return feed.purpose === SDPStreamMetadataPurpose.Usermedia && feed.stream?.getVideoTracks().length;
547
+ });
548
+ }
549
+
550
+ public get hasLocalUserMediaAudioTrack(): boolean {
551
+ return !!this.localUsermediaStream?.getAudioTracks().length;
552
+ }
553
+
554
+ public get hasRemoteUserMediaAudioTrack(): boolean {
555
+ return this.getRemoteFeeds().some((feed) => {
556
+ return feed.purpose === SDPStreamMetadataPurpose.Usermedia && !!feed.stream?.getAudioTracks().length;
557
+ });
558
+ }
559
+
560
+ private get hasUserMediaAudioSender(): boolean {
561
+ return Boolean(this.transceivers.get(getTransceiverKey(SDPStreamMetadataPurpose.Usermedia, "audio"))?.sender);
562
+ }
563
+
564
+ private get hasUserMediaVideoSender(): boolean {
565
+ return Boolean(this.transceivers.get(getTransceiverKey(SDPStreamMetadataPurpose.Usermedia, "video"))?.sender);
566
+ }
567
+
568
+ public get localUsermediaFeed(): CallFeed | undefined {
569
+ return this.getLocalFeeds().find((feed) => feed.purpose === SDPStreamMetadataPurpose.Usermedia);
570
+ }
571
+
572
+ public get localScreensharingFeed(): CallFeed | undefined {
573
+ return this.getLocalFeeds().find((feed) => feed.purpose === SDPStreamMetadataPurpose.Screenshare);
574
+ }
575
+
576
+ public get localUsermediaStream(): MediaStream | undefined {
577
+ return this.localUsermediaFeed?.stream;
578
+ }
579
+
580
+ public get localScreensharingStream(): MediaStream | undefined {
581
+ return this.localScreensharingFeed?.stream;
582
+ }
583
+
584
+ public get remoteUsermediaFeed(): CallFeed | undefined {
585
+ return this.getRemoteFeeds().find((feed) => feed.purpose === SDPStreamMetadataPurpose.Usermedia);
586
+ }
587
+
588
+ public get remoteScreensharingFeed(): CallFeed | undefined {
589
+ return this.getRemoteFeeds().find((feed) => feed.purpose === SDPStreamMetadataPurpose.Screenshare);
590
+ }
591
+
592
+ public get remoteUsermediaStream(): MediaStream | undefined {
593
+ return this.remoteUsermediaFeed?.stream;
594
+ }
595
+
596
+ public get remoteScreensharingStream(): MediaStream | undefined {
597
+ return this.remoteScreensharingFeed?.stream;
598
+ }
599
+
600
+ private getFeedByStreamId(streamId: string): CallFeed | undefined {
601
+ return this.getFeeds().find((feed) => feed.stream.id === streamId);
602
+ }
603
+
604
+ /**
605
+ * Returns an array of all CallFeeds
606
+ * @returns CallFeeds
607
+ */
608
+ public getFeeds(): Array<CallFeed> {
609
+ return this.feeds;
610
+ }
611
+
612
+ /**
613
+ * Returns an array of all local CallFeeds
614
+ * @returns local CallFeeds
615
+ */
616
+ public getLocalFeeds(): Array<CallFeed> {
617
+ return this.feeds.filter((feed) => feed.isLocal());
618
+ }
619
+
620
+ /**
621
+ * Returns an array of all remote CallFeeds
622
+ * @returns remote CallFeeds
623
+ */
624
+ public getRemoteFeeds(): Array<CallFeed> {
625
+ return this.feeds.filter((feed) => !feed.isLocal());
626
+ }
627
+
628
+ private async initOpponentCrypto(): Promise<void> {
629
+ if (!this.opponentDeviceId) return;
630
+ if (!this.client.getUseE2eForGroupCall()) return;
631
+ // It's possible to want E2EE and yet not have the means to manage E2EE
632
+ // ourselves (for example if the client is a RoomWidgetClient)
633
+ if (!this.client.getCrypto()) {
634
+ // All we know is the device ID
635
+ this.hasOpponentDeviceInfo = true;
636
+ return;
637
+ }
638
+ const userId = this.invitee || this.getOpponentMember()?.userId;
639
+
640
+ if (!userId) throw new Error("Couldn't find opponent user ID to init crypto");
641
+
642
+ // Here we were calling `BriijClient.crypto.deviceList.downloadKeys` which is not supported by the rust cryptography.
643
+ this.hasOpponentDeviceInfo = false;
644
+ throw new GroupCallUnknownDeviceError(userId);
645
+ }
646
+
647
+ /**
648
+ * Generates and returns localSDPStreamMetadata
649
+ * @returns localSDPStreamMetadata
650
+ */
651
+ private getLocalSDPStreamMetadata(updateStreamIds = false): SDPStreamMetadata {
652
+ const metadata: SDPStreamMetadata = {};
653
+ for (const localFeed of this.getLocalFeeds()) {
654
+ if (updateStreamIds) {
655
+ localFeed.sdpMetadataStreamId = localFeed.stream.id;
656
+ }
657
+
658
+ metadata[localFeed.sdpMetadataStreamId] = {
659
+ purpose: localFeed.purpose,
660
+ audio_muted: localFeed.isAudioMuted(),
661
+ video_muted: localFeed.isVideoMuted(),
662
+ };
663
+ }
664
+ return metadata;
665
+ }
666
+
667
+ /**
668
+ * Returns true if there are no incoming feeds,
669
+ * otherwise returns false
670
+ * @returns no incoming feeds
671
+ */
672
+ public noIncomingFeeds(): boolean {
673
+ return !this.feeds.some((feed) => !feed.isLocal());
674
+ }
675
+
676
+ private pushRemoteFeed(stream: MediaStream): void {
677
+ // Fallback to old behavior if the other side doesn't support SDPStreamMetadata
678
+ if (!this.opponentSupportsSDPStreamMetadata()) {
679
+ this.pushRemoteFeedWithoutMetadata(stream);
680
+ return;
681
+ }
682
+
683
+ const userId = this.getOpponentMember()!.userId;
684
+ const purpose = this.remoteSDPStreamMetadata![stream.id].purpose;
685
+ const audioMuted = this.remoteSDPStreamMetadata![stream.id].audio_muted;
686
+ const videoMuted = this.remoteSDPStreamMetadata![stream.id].video_muted;
687
+
688
+ if (!purpose) {
689
+ logger.warn(
690
+ `Call ${this.callId} pushRemoteFeed() ignoring stream because we didn't get any metadata about it (streamId=${stream.id})`,
691
+ );
692
+ return;
693
+ }
694
+
695
+ if (this.getFeedByStreamId(stream.id)) {
696
+ logger.warn(
697
+ `Call ${this.callId} pushRemoteFeed() ignoring stream because we already have a feed for it (streamId=${stream.id})`,
698
+ );
699
+ return;
700
+ }
701
+
702
+ this.feeds.push(
703
+ new CallFeed({
704
+ client: this.client,
705
+ call: this,
706
+ roomId: this.roomId,
707
+ userId,
708
+ deviceId: this.getOpponentDeviceId(),
709
+ stream,
710
+ purpose,
711
+ audioMuted,
712
+ videoMuted,
713
+ }),
714
+ );
715
+
716
+ this.emit(CallEvent.FeedsChanged, this.feeds, this);
717
+
718
+ logger.info(
719
+ `Call ${this.callId} pushRemoteFeed() pushed stream (streamId=${stream.id}, active=${stream.active}, purpose=${purpose})`,
720
+ );
721
+ }
722
+
723
+ /**
724
+ * This method is used ONLY if the other client doesn't support sending SDPStreamMetadata
725
+ */
726
+ private pushRemoteFeedWithoutMetadata(stream: MediaStream): void {
727
+ const userId = this.getOpponentMember()!.userId;
728
+ // We can guess the purpose here since the other client can only send one stream
729
+ const purpose = SDPStreamMetadataPurpose.Usermedia;
730
+ const oldRemoteStream = this.feeds.find((feed) => !feed.isLocal())?.stream;
731
+
732
+ // Note that we check by ID and always set the remote stream: Chrome appears
733
+ // to make new stream objects when transceiver directionality is changed and the 'active'
734
+ // status of streams change - Dave
735
+ // If we already have a stream, check this stream has the same id
736
+ if (oldRemoteStream && stream.id !== oldRemoteStream.id) {
737
+ logger.warn(
738
+ `Call ${this.callId} pushRemoteFeedWithoutMetadata() ignoring new stream because we already have stream (streamId=${stream.id})`,
739
+ );
740
+ return;
741
+ }
742
+
743
+ if (this.getFeedByStreamId(stream.id)) {
744
+ logger.warn(
745
+ `Call ${this.callId} pushRemoteFeedWithoutMetadata() ignoring stream because we already have a feed for it (streamId=${stream.id})`,
746
+ );
747
+ return;
748
+ }
749
+
750
+ this.feeds.push(
751
+ new CallFeed({
752
+ client: this.client,
753
+ call: this,
754
+ roomId: this.roomId,
755
+ audioMuted: false,
756
+ videoMuted: false,
757
+ userId,
758
+ deviceId: this.getOpponentDeviceId(),
759
+ stream,
760
+ purpose,
761
+ }),
762
+ );
763
+
764
+ this.emit(CallEvent.FeedsChanged, this.feeds, this);
765
+
766
+ logger.info(
767
+ `Call ${this.callId} pushRemoteFeedWithoutMetadata() pushed stream (streamId=${stream.id}, active=${stream.active})`,
768
+ );
769
+ }
770
+
771
+ private pushNewLocalFeed(stream: MediaStream, purpose: SDPStreamMetadataPurpose, addToPeerConnection = true): void {
772
+ const userId = this.client.getUserId()!;
773
+
774
+ // Tracks don't always start off enabled, eg. chrome will give a disabled
775
+ // audio track if you ask for user media audio and already had one that
776
+ // you'd set to disabled (presumably because it clones them internally).
777
+ setTracksEnabled(stream.getAudioTracks(), true);
778
+ setTracksEnabled(stream.getVideoTracks(), true);
779
+
780
+ if (this.getFeedByStreamId(stream.id)) {
781
+ logger.warn(
782
+ `Call ${this.callId} pushNewLocalFeed() ignoring stream because we already have a feed for it (streamId=${stream.id})`,
783
+ );
784
+ return;
785
+ }
786
+
787
+ this.pushLocalFeed(
788
+ new CallFeed({
789
+ client: this.client,
790
+ roomId: this.roomId,
791
+ audioMuted: false,
792
+ videoMuted: false,
793
+ userId,
794
+ deviceId: this.getOpponentDeviceId(),
795
+ stream,
796
+ purpose,
797
+ }),
798
+ addToPeerConnection,
799
+ );
800
+ }
801
+
802
+ /**
803
+ * Pushes supplied feed to the call
804
+ * @param callFeed - to push
805
+ * @param addToPeerConnection - whether to add the tracks to the peer connection
806
+ */
807
+ public pushLocalFeed(callFeed: CallFeed, addToPeerConnection = true): void {
808
+ if (this.feeds.some((feed) => callFeed.stream.id === feed.stream.id)) {
809
+ logger.info(
810
+ `Call ${this.callId} pushLocalFeed() ignoring duplicate local stream (streamId=${callFeed.stream.id})`,
811
+ );
812
+ return;
813
+ }
814
+
815
+ this.feeds.push(callFeed);
816
+
817
+ if (addToPeerConnection) {
818
+ for (const track of callFeed.stream.getTracks()) {
819
+ logger.info(
820
+ `Call ${this.callId} pushLocalFeed() adding track to peer connection (id=${track.id}, kind=${track.kind}, streamId=${callFeed.stream.id}, streamPurpose=${callFeed.purpose}, enabled=${track.enabled})`,
821
+ );
822
+
823
+ const tKey = getTransceiverKey(callFeed.purpose, track.kind);
824
+ if (this.transceivers.has(tKey)) {
825
+ // we already have a sender, so we re-use it. We try to re-use transceivers as much
826
+ // as possible because they can't be removed once added, so otherwise they just
827
+ // accumulate which makes the SDP very large very quickly: in fact it only takes
828
+ // about 6 video tracks to exceed the maximum size of an Olm-encrypted
829
+ // Matrix event.
830
+ const transceiver = this.transceivers.get(tKey)!;
831
+
832
+ transceiver.sender.replaceTrack(track);
833
+ // set the direction to indicate we're going to start sending again
834
+ // (this will trigger the re-negotiation)
835
+ transceiver.direction = transceiver.direction === "inactive" ? "sendonly" : "sendrecv";
836
+ } else {
837
+ // create a new one. We need to use addTrack rather addTransceiver for this because firefox
838
+ // doesn't yet implement RTCRTPSender.setStreams()
839
+ // (https://bugzilla.mozilla.org/show_bug.cgi?id=1510802) so we'd have no way to group the
840
+ // two tracks together into a stream.
841
+ const newSender = this.peerConn!.addTrack(track, callFeed.stream);
842
+
843
+ // now go & fish for the new transceiver
844
+ const newTransceiver = this.peerConn!.getTransceivers().find((t) => t.sender === newSender);
845
+ if (newTransceiver) {
846
+ this.transceivers.set(tKey, newTransceiver);
847
+ } else {
848
+ logger.warn(
849
+ `Call ${this.callId} pushLocalFeed() didn't find a matching transceiver after adding track!`,
850
+ );
851
+ }
852
+ }
853
+ }
854
+ }
855
+
856
+ logger.info(
857
+ `Call ${this.callId} pushLocalFeed() pushed stream (id=${callFeed.stream.id}, active=${callFeed.stream.active}, purpose=${callFeed.purpose})`,
858
+ );
859
+
860
+ this.emit(CallEvent.FeedsChanged, this.feeds, this);
861
+ }
862
+
863
+ /**
864
+ * Removes local call feed from the call and its tracks from the peer
865
+ * connection
866
+ * @param callFeed - to remove
867
+ */
868
+ public removeLocalFeed(callFeed: CallFeed): void {
869
+ const audioTransceiverKey = getTransceiverKey(callFeed.purpose, "audio");
870
+ const videoTransceiverKey = getTransceiverKey(callFeed.purpose, "video");
871
+
872
+ for (const transceiverKey of [audioTransceiverKey, videoTransceiverKey]) {
873
+ // this is slightly mixing the track and transceiver API but is basically just shorthand.
874
+ // There is no way to actually remove a transceiver, so this just sets it to inactive
875
+ // (or recvonly) and replaces the source with nothing.
876
+ if (this.transceivers.has(transceiverKey)) {
877
+ const transceiver = this.transceivers.get(transceiverKey)!;
878
+ if (transceiver.sender) this.peerConn!.removeTrack(transceiver.sender);
879
+ }
880
+ }
881
+
882
+ if (callFeed.purpose === SDPStreamMetadataPurpose.Screenshare) {
883
+ this.client.getMediaHandler().stopScreensharingStream(callFeed.stream);
884
+ }
885
+
886
+ this.deleteFeed(callFeed);
887
+ }
888
+
889
+ private deleteAllFeeds(): void {
890
+ for (const feed of this.feeds) {
891
+ if (!feed.isLocal() || !this.groupCallId) {
892
+ feed.dispose();
893
+ }
894
+ }
895
+
896
+ this.feeds = [];
897
+ this.emit(CallEvent.FeedsChanged, this.feeds, this);
898
+ }
899
+
900
+ private deleteFeedByStream(stream: MediaStream): void {
901
+ const feed = this.getFeedByStreamId(stream.id);
902
+ if (!feed) {
903
+ logger.warn(
904
+ `Call ${this.callId} deleteFeedByStream() didn't find the feed to delete (streamId=${stream.id})`,
905
+ );
906
+ return;
907
+ }
908
+ this.deleteFeed(feed);
909
+ }
910
+
911
+ private deleteFeed(feed: CallFeed): void {
912
+ feed.dispose();
913
+ this.feeds.splice(this.feeds.indexOf(feed), 1);
914
+ this.emit(CallEvent.FeedsChanged, this.feeds, this);
915
+ }
916
+
917
+ // The typescript definitions have this type as 'any' :(
918
+ public async getCurrentCallStats(): Promise<any[] | undefined> {
919
+ if (this.callHasEnded()) {
920
+ return this.callStatsAtEnd;
921
+ }
922
+
923
+ return this.collectCallStats();
924
+ }
925
+
926
+ private async collectCallStats(): Promise<any[] | undefined> {
927
+ // This happens when the call fails before it starts.
928
+ // For example when we fail to get capture sources
929
+ if (!this.peerConn) return;
930
+
931
+ const statsReport = await this.peerConn.getStats();
932
+ const stats: any[] = [];
933
+ statsReport.forEach((item) => {
934
+ stats.push(item);
935
+ });
936
+
937
+ return stats;
938
+ }
939
+
940
+ /**
941
+ * Configure this call from an invite event. Used by BriijClient.
942
+ * @param event - The m.call.invite event
943
+ */
944
+ public async initWithInvite(event: BriijEvent): Promise<void> {
945
+ const invite = event.getContent<MCallInviteNegotiate>();
946
+ this.direction = CallDirection.Inbound;
947
+
948
+ // make sure we have valid turn creds. Unless something's gone wrong, it should
949
+ // poll and keep the credentials valid so this should be instant.
950
+ const haveTurnCreds = await this.client.checkTurnServers();
951
+ if (!haveTurnCreds) {
952
+ logger.warn(
953
+ `Call ${this.callId} initWithInvite() failed to get TURN credentials! Proceeding with call anyway...`,
954
+ );
955
+ }
956
+
957
+ const sdpStreamMetadata = SDPStreamMetadataKey.findIn(invite);
958
+ if (sdpStreamMetadata) {
959
+ this.updateRemoteSDPStreamMetadata(sdpStreamMetadata);
960
+ } else {
961
+ logger.debug(
962
+ `Call ${this.callId} initWithInvite() did not get any SDPStreamMetadata! Can not send/receive multiple streams`,
963
+ );
964
+ }
965
+
966
+ this.peerConn = this.createPeerConnection();
967
+ this.emit(CallEvent.PeerConnectionCreated, this.peerConn, this);
968
+ // we must set the party ID before await-ing on anything: the call event
969
+ // handler will start giving us more call events (eg. candidates) so if
970
+ // we haven't set the party ID, we'll ignore them.
971
+ this.chooseOpponent(event);
972
+ await this.initOpponentCrypto();
973
+ try {
974
+ await this.peerConn.setRemoteDescription(invite.offer);
975
+ logger.debug(`Call ${this.callId} initWithInvite() set remote description: ${invite.offer.type}`);
976
+ await this.addBufferedIceCandidates();
977
+ } catch (e) {
978
+ logger.debug(`Call ${this.callId} initWithInvite() failed to set remote description`, e);
979
+ this.terminate(CallParty.Local, CallErrorCode.SetRemoteDescription, false);
980
+ return;
981
+ }
982
+
983
+ const remoteStream = this.feeds.find((feed) => !feed.isLocal())?.stream;
984
+
985
+ // According to previous comments in this file, firefox at some point did not
986
+ // add streams until media started arriving on them. Testing latest firefox
987
+ // (81 at time of writing), this is no longer a problem, so let's do it the correct way.
988
+ //
989
+ // For example in case of no media webrtc connections like screen share only call we have to allow webrtc
990
+ // connections without remote media. In this case we always use a data channel. At the moment we allow as well
991
+ // only data channel as media in the WebRTC connection with this setup here.
992
+ if (!this.isOnlyDataChannelAllowed && (!remoteStream || remoteStream.getTracks().length === 0)) {
993
+ logger.error(
994
+ `Call ${this.callId} initWithInvite() no remote stream or no tracks after setting remote description!`,
995
+ );
996
+ this.terminate(CallParty.Local, CallErrorCode.SetRemoteDescription, false);
997
+ return;
998
+ }
999
+
1000
+ this.state = CallState.Ringing;
1001
+
1002
+ if (event.getLocalAge()) {
1003
+ // Time out the call if it's ringing for too long
1004
+ const ringingTimer = setTimeout(() => {
1005
+ if (this.state == CallState.Ringing) {
1006
+ logger.debug(`Call ${this.callId} initWithInvite() invite has expired. Hanging up.`);
1007
+ this.hangupParty = CallParty.Remote; // effectively
1008
+ this.state = CallState.Ended;
1009
+ this.stopAllMedia();
1010
+ if (this.peerConn!.signalingState != "closed") {
1011
+ this.peerConn!.close();
1012
+ }
1013
+ this.stats?.removeStatsReportGatherer(this.callId);
1014
+ this.emit(CallEvent.Hangup, this);
1015
+ }
1016
+ }, invite.lifetime - event.getLocalAge());
1017
+
1018
+ const onState = (state: CallState): void => {
1019
+ if (state !== CallState.Ringing) {
1020
+ clearTimeout(ringingTimer);
1021
+ this.off(CallEvent.State, onState);
1022
+ }
1023
+ };
1024
+ this.on(CallEvent.State, onState);
1025
+ }
1026
+ }
1027
+
1028
+ /**
1029
+ * Configure this call from a hangup or reject event. Used by BriijClient.
1030
+ * @param event - The m.call.hangup event
1031
+ */
1032
+ public initWithHangup(event: BriijEvent): void {
1033
+ // perverse as it may seem, sometimes we want to instantiate a call with a
1034
+ // hangup message (because when getting the state of the room on load, events
1035
+ // come in reverse order and we want to remember that a call has been hung up)
1036
+ this.state = CallState.Ended;
1037
+ }
1038
+
1039
+ private shouldAnswerWithMediaType(
1040
+ wantedValue: boolean | undefined,
1041
+ valueOfTheOtherSide: boolean,
1042
+ type: "audio" | "video",
1043
+ ): boolean {
1044
+ if (wantedValue && !valueOfTheOtherSide) {
1045
+ // TODO: Figure out how to do this
1046
+ logger.warn(
1047
+ `Call ${this.callId} shouldAnswerWithMediaType() unable to answer with ${type} because the other side isn't sending it either.`,
1048
+ );
1049
+ return false;
1050
+ } else if (
1051
+ !isNullOrUndefined(wantedValue) &&
1052
+ wantedValue !== valueOfTheOtherSide &&
1053
+ !this.opponentSupportsSDPStreamMetadata()
1054
+ ) {
1055
+ logger.warn(
1056
+ `Call ${this.callId} shouldAnswerWithMediaType() unable to answer with ${type}=${wantedValue} because the other side doesn't support it. Answering with ${type}=${valueOfTheOtherSide}.`,
1057
+ );
1058
+ return valueOfTheOtherSide!;
1059
+ }
1060
+ return wantedValue ?? valueOfTheOtherSide!;
1061
+ }
1062
+
1063
+ /**
1064
+ * Answer a call.
1065
+ */
1066
+ public async answer(audio?: boolean, video?: boolean): Promise<void> {
1067
+ if (this.inviteOrAnswerSent) return;
1068
+ // TODO: Figure out how to do this
1069
+ if (audio === false && video === false) throw new Error("You CANNOT answer a call without media");
1070
+
1071
+ if (!this.localUsermediaStream && !this.waitForLocalAVStream) {
1072
+ const prevState = this.state;
1073
+ const answerWithAudio = this.shouldAnswerWithMediaType(audio, this.hasRemoteUserMediaAudioTrack, "audio");
1074
+ const answerWithVideo = this.shouldAnswerWithMediaType(video, this.hasRemoteUserMediaVideoTrack, "video");
1075
+
1076
+ this.state = CallState.WaitLocalMedia;
1077
+ this.waitForLocalAVStream = true;
1078
+
1079
+ try {
1080
+ const stream = await this.client.getMediaHandler().getUserMediaStream(answerWithAudio, answerWithVideo);
1081
+ this.waitForLocalAVStream = false;
1082
+ const usermediaFeed = new CallFeed({
1083
+ client: this.client,
1084
+ roomId: this.roomId,
1085
+ userId: this.client.getUserId()!,
1086
+ deviceId: this.client.getDeviceId() ?? undefined,
1087
+ stream,
1088
+ purpose: SDPStreamMetadataPurpose.Usermedia,
1089
+ audioMuted: false,
1090
+ videoMuted: false,
1091
+ });
1092
+
1093
+ const feeds = [usermediaFeed];
1094
+
1095
+ if (this.localScreensharingFeed) {
1096
+ feeds.push(this.localScreensharingFeed);
1097
+ }
1098
+
1099
+ this.answerWithCallFeeds(feeds);
1100
+ } catch (e) {
1101
+ if (answerWithVideo) {
1102
+ // Try to answer without video
1103
+ logger.warn(
1104
+ `Call ${this.callId} answer() failed to getUserMedia(), trying to getUserMedia() without video`,
1105
+ );
1106
+ this.state = prevState;
1107
+ this.waitForLocalAVStream = false;
1108
+ await this.answer(answerWithAudio, false);
1109
+ } else {
1110
+ this.getUserMediaFailed(<Error>e);
1111
+ return;
1112
+ }
1113
+ }
1114
+ } else if (this.waitForLocalAVStream) {
1115
+ this.state = CallState.WaitLocalMedia;
1116
+ }
1117
+ }
1118
+
1119
+ public answerWithCallFeeds(callFeeds: CallFeed[]): void {
1120
+ if (this.inviteOrAnswerSent) return;
1121
+
1122
+ this.queueGotCallFeedsForAnswer(callFeeds);
1123
+ }
1124
+
1125
+ /**
1126
+ * Replace this call with a new call, e.g. for glare resolution. Used by
1127
+ * BriijClient.
1128
+ * @param newCall - The new call.
1129
+ */
1130
+ public replacedBy(newCall: BriijCall): void {
1131
+ logger.debug(`Call ${this.callId} replacedBy() running (newCallId=${newCall.callId})`);
1132
+ if (this.state === CallState.WaitLocalMedia) {
1133
+ logger.debug(
1134
+ `Call ${this.callId} replacedBy() telling new call to wait for local media (newCallId=${newCall.callId})`,
1135
+ );
1136
+ newCall.waitForLocalAVStream = true;
1137
+ } else if ([CallState.CreateOffer, CallState.InviteSent].includes(this.state)) {
1138
+ if (newCall.direction === CallDirection.Outbound) {
1139
+ newCall.queueGotCallFeedsForAnswer([]);
1140
+ } else {
1141
+ logger.debug(
1142
+ `Call ${this.callId} replacedBy() handing local stream to new call(newCallId=${newCall.callId})`,
1143
+ );
1144
+ newCall.queueGotCallFeedsForAnswer(this.getLocalFeeds().map((feed) => feed.clone()));
1145
+ }
1146
+ }
1147
+ this.successor = newCall;
1148
+ this.emit(CallEvent.Replaced, newCall, this);
1149
+ this.hangup(CallErrorCode.Replaced, true);
1150
+ }
1151
+
1152
+ /**
1153
+ * Hangup a call.
1154
+ * @param reason - The reason why the call is being hung up.
1155
+ * @param suppressEvent - True to suppress emitting an event.
1156
+ */
1157
+ public hangup(reason: CallErrorCode, suppressEvent: boolean): void {
1158
+ if (this.callHasEnded()) return;
1159
+
1160
+ logger.debug(`Call ${this.callId} hangup() ending call (reason=${reason})`);
1161
+ this.terminate(CallParty.Local, reason, !suppressEvent);
1162
+ // We don't want to send hangup here if we didn't even get to sending an invite
1163
+ if ([CallState.Fledgling, CallState.WaitLocalMedia].includes(this.state)) return;
1164
+ const content: Omit<MCallHangupReject, "version" | "call_id" | "party_id" | "conf_id"> = {};
1165
+ // Don't send UserHangup reason to older clients
1166
+ if ((this.opponentVersion && this.opponentVersion !== 0) || reason !== CallErrorCode.UserHangup) {
1167
+ content["reason"] = reason;
1168
+ }
1169
+ this.sendVoipEvent(EventType.CallHangup, content);
1170
+ }
1171
+
1172
+ /**
1173
+ * Reject a call
1174
+ * This used to be done by calling hangup, but is a separate method and protocol
1175
+ * event as of MSC2746.
1176
+ */
1177
+ public reject(): void {
1178
+ if (this.state !== CallState.Ringing) {
1179
+ throw Error("Call must be in 'ringing' state to reject!");
1180
+ }
1181
+
1182
+ if (this.opponentVersion === 0) {
1183
+ logger.info(
1184
+ `Call ${this.callId} reject() opponent version is less than 1: sending hangup instead of reject (opponentVersion=${this.opponentVersion})`,
1185
+ );
1186
+ this.hangup(CallErrorCode.UserHangup, true);
1187
+ return;
1188
+ }
1189
+
1190
+ logger.debug("Rejecting call: " + this.callId);
1191
+ this.terminate(CallParty.Local, CallErrorCode.UserHangup, true);
1192
+ this.sendVoipEvent(EventType.CallReject, {});
1193
+ }
1194
+
1195
+ /**
1196
+ * Adds an audio and/or video track - upgrades the call
1197
+ * @param audio - should add an audio track
1198
+ * @param video - should add an video track
1199
+ */
1200
+ private async upgradeCall(audio: boolean, video: boolean): Promise<void> {
1201
+ // We don't do call downgrades
1202
+ if (!audio && !video) return;
1203
+ if (!this.opponentSupportsSDPStreamMetadata()) return;
1204
+
1205
+ try {
1206
+ logger.debug(`Call ${this.callId} upgradeCall() upgrading call (audio=${audio}, video=${video})`);
1207
+ const getAudio = audio || this.hasLocalUserMediaAudioTrack;
1208
+ const getVideo = video || this.hasLocalUserMediaVideoTrack;
1209
+
1210
+ // updateLocalUsermediaStream() will take the tracks, use them as
1211
+ // replacement and throw the stream away, so it isn't reusable
1212
+ const stream = await this.client.getMediaHandler().getUserMediaStream(getAudio, getVideo, false);
1213
+ await this.updateLocalUsermediaStream(stream, audio, video);
1214
+ } catch (error) {
1215
+ logger.error(`Call ${this.callId} upgradeCall() failed to upgrade the call`, error);
1216
+ this.emit(
1217
+ CallEvent.Error,
1218
+ new CallError(CallErrorCode.NoUserMedia, "Failed to get camera access: ", <Error>error),
1219
+ this,
1220
+ );
1221
+ }
1222
+ }
1223
+
1224
+ /**
1225
+ * Returns true if this.remoteSDPStreamMetadata is defined, otherwise returns false
1226
+ * @returns can screenshare
1227
+ */
1228
+ public opponentSupportsSDPStreamMetadata(): boolean {
1229
+ return Boolean(this.remoteSDPStreamMetadata);
1230
+ }
1231
+
1232
+ /**
1233
+ * If there is a screensharing stream returns true, otherwise returns false
1234
+ * @returns is screensharing
1235
+ */
1236
+ public isScreensharing(): boolean {
1237
+ return Boolean(this.localScreensharingStream);
1238
+ }
1239
+
1240
+ /**
1241
+ * Starts/stops screensharing
1242
+ * @param enabled - the desired screensharing state
1243
+ * @param opts - screen sharing options
1244
+ * @returns new screensharing state
1245
+ */
1246
+ public async setScreensharingEnabled(enabled: boolean, opts?: IScreensharingOpts): Promise<boolean> {
1247
+ // Skip if there is nothing to do
1248
+ if (enabled && this.isScreensharing()) {
1249
+ logger.warn(
1250
+ `Call ${this.callId} setScreensharingEnabled() there is already a screensharing stream - there is nothing to do!`,
1251
+ );
1252
+ return true;
1253
+ } else if (!enabled && !this.isScreensharing()) {
1254
+ logger.warn(
1255
+ `Call ${this.callId} setScreensharingEnabled() there already isn't a screensharing stream - there is nothing to do!`,
1256
+ );
1257
+ return false;
1258
+ }
1259
+
1260
+ // Fallback to replaceTrack()
1261
+ if (!this.opponentSupportsSDPStreamMetadata()) {
1262
+ return this.setScreensharingEnabledWithoutMetadataSupport(enabled, opts);
1263
+ }
1264
+
1265
+ logger.debug(`Call ${this.callId} setScreensharingEnabled() running (enabled=${enabled})`);
1266
+ if (enabled) {
1267
+ try {
1268
+ const stream = await this.client.getMediaHandler().getScreensharingStream(opts);
1269
+ if (!stream) return false;
1270
+ this.pushNewLocalFeed(stream, SDPStreamMetadataPurpose.Screenshare);
1271
+ return true;
1272
+ } catch (err) {
1273
+ logger.error(`Call ${this.callId} setScreensharingEnabled() failed to get screen-sharing stream:`, err);
1274
+ return false;
1275
+ }
1276
+ } else {
1277
+ const audioTransceiver = this.transceivers.get(
1278
+ getTransceiverKey(SDPStreamMetadataPurpose.Screenshare, "audio"),
1279
+ );
1280
+ const videoTransceiver = this.transceivers.get(
1281
+ getTransceiverKey(SDPStreamMetadataPurpose.Screenshare, "video"),
1282
+ );
1283
+
1284
+ for (const transceiver of [audioTransceiver, videoTransceiver]) {
1285
+ // this is slightly mixing the track and transceiver API but is basically just shorthand
1286
+ // for removing the sender.
1287
+ if (transceiver && transceiver.sender) this.peerConn!.removeTrack(transceiver.sender);
1288
+ }
1289
+
1290
+ this.client.getMediaHandler().stopScreensharingStream(this.localScreensharingStream!);
1291
+ this.deleteFeedByStream(this.localScreensharingStream!);
1292
+ return false;
1293
+ }
1294
+ }
1295
+
1296
+ /**
1297
+ * Starts/stops screensharing
1298
+ * Should be used ONLY if the opponent doesn't support SDPStreamMetadata
1299
+ * @param enabled - the desired screensharing state
1300
+ * @param opts - screen sharing options
1301
+ * @returns new screensharing state
1302
+ */
1303
+ private async setScreensharingEnabledWithoutMetadataSupport(
1304
+ enabled: boolean,
1305
+ opts?: IScreensharingOpts,
1306
+ ): Promise<boolean> {
1307
+ logger.debug(
1308
+ `Call ${this.callId} setScreensharingEnabledWithoutMetadataSupport() running (enabled=${enabled})`,
1309
+ );
1310
+ if (enabled) {
1311
+ try {
1312
+ const stream = await this.client.getMediaHandler().getScreensharingStream(opts);
1313
+ if (!stream) return false;
1314
+
1315
+ const track = stream.getTracks().find((track) => track.kind === "video");
1316
+
1317
+ const sender = this.transceivers.get(
1318
+ getTransceiverKey(SDPStreamMetadataPurpose.Usermedia, "video"),
1319
+ )?.sender;
1320
+
1321
+ sender?.replaceTrack(track ?? null);
1322
+
1323
+ this.pushNewLocalFeed(stream, SDPStreamMetadataPurpose.Screenshare, false);
1324
+
1325
+ return true;
1326
+ } catch (err) {
1327
+ logger.error(
1328
+ `Call ${this.callId} setScreensharingEnabledWithoutMetadataSupport() failed to get screen-sharing stream:`,
1329
+ err,
1330
+ );
1331
+ return false;
1332
+ }
1333
+ } else {
1334
+ const track = this.localUsermediaStream?.getTracks().find((track) => track.kind === "video");
1335
+ const sender = this.transceivers.get(
1336
+ getTransceiverKey(SDPStreamMetadataPurpose.Usermedia, "video"),
1337
+ )?.sender;
1338
+ sender?.replaceTrack(track ?? null);
1339
+
1340
+ this.client.getMediaHandler().stopScreensharingStream(this.localScreensharingStream!);
1341
+ this.deleteFeedByStream(this.localScreensharingStream!);
1342
+
1343
+ return false;
1344
+ }
1345
+ }
1346
+
1347
+ /**
1348
+ * Replaces/adds the tracks from the passed stream to the localUsermediaStream
1349
+ * @param stream - to use a replacement for the local usermedia stream
1350
+ */
1351
+ public async updateLocalUsermediaStream(
1352
+ stream: MediaStream,
1353
+ forceAudio = false,
1354
+ forceVideo = false,
1355
+ ): Promise<void> {
1356
+ const callFeed = this.localUsermediaFeed!;
1357
+ const audioEnabled = forceAudio || (!callFeed.isAudioMuted() && !this.remoteOnHold);
1358
+ const videoEnabled = forceVideo || (!callFeed.isVideoMuted() && !this.remoteOnHold);
1359
+ logger.log(
1360
+ `Call ${this.callId} updateLocalUsermediaStream() running (streamId=${stream.id}, audio=${audioEnabled}, video=${videoEnabled})`,
1361
+ );
1362
+ setTracksEnabled(stream.getAudioTracks(), audioEnabled);
1363
+ setTracksEnabled(stream.getVideoTracks(), videoEnabled);
1364
+
1365
+ // We want to keep the same stream id, so we replace the tracks rather
1366
+ // than the whole stream.
1367
+
1368
+ // Firstly, we replace the tracks in our localUsermediaStream.
1369
+ for (const track of this.localUsermediaStream!.getTracks()) {
1370
+ this.localUsermediaStream!.removeTrack(track);
1371
+ track.stop();
1372
+ }
1373
+ for (const track of stream.getTracks()) {
1374
+ this.localUsermediaStream!.addTrack(track);
1375
+ }
1376
+
1377
+ // Then replace the old tracks, if possible.
1378
+ for (const track of stream.getTracks()) {
1379
+ const tKey = getTransceiverKey(SDPStreamMetadataPurpose.Usermedia, track.kind);
1380
+
1381
+ const transceiver = this.transceivers.get(tKey);
1382
+ const oldSender = transceiver?.sender;
1383
+ let added = false;
1384
+ if (oldSender) {
1385
+ try {
1386
+ logger.info(
1387
+ `Call ${this.callId} updateLocalUsermediaStream() replacing track (id=${track.id}, kind=${track.kind}, streamId=${stream.id}, streamPurpose=${callFeed.purpose})`,
1388
+ );
1389
+ await oldSender.replaceTrack(track);
1390
+ // Set the direction to indicate we're going to be sending.
1391
+ // This is only necessary in the cases where we're upgrading
1392
+ // the call to video after downgrading it.
1393
+ transceiver.direction = transceiver.direction === "inactive" ? "sendonly" : "sendrecv";
1394
+ added = true;
1395
+ } catch (error) {
1396
+ logger.warn(
1397
+ `Call ${this.callId} updateLocalUsermediaStream() replaceTrack failed: adding new transceiver instead`,
1398
+ error,
1399
+ );
1400
+ }
1401
+ }
1402
+
1403
+ if (!added) {
1404
+ logger.info(
1405
+ `Call ${this.callId} updateLocalUsermediaStream() adding track to peer connection (id=${track.id}, kind=${track.kind}, streamId=${stream.id}, streamPurpose=${callFeed.purpose})`,
1406
+ );
1407
+
1408
+ const newSender = this.peerConn!.addTrack(track, this.localUsermediaStream!);
1409
+ const newTransceiver = this.peerConn!.getTransceivers().find((t) => t.sender === newSender);
1410
+ if (newTransceiver) {
1411
+ this.transceivers.set(tKey, newTransceiver);
1412
+ } else {
1413
+ logger.warn(
1414
+ `Call ${this.callId} updateLocalUsermediaStream() couldn't find matching transceiver for newly added track!`,
1415
+ );
1416
+ }
1417
+ }
1418
+ }
1419
+ }
1420
+
1421
+ /**
1422
+ * Set whether our outbound video should be muted or not.
1423
+ * @param muted - True to mute the outbound video.
1424
+ * @returns the new mute state
1425
+ */
1426
+ public async setLocalVideoMuted(muted: boolean): Promise<boolean> {
1427
+ logger.log(`Call ${this.callId} setLocalVideoMuted() running ${muted}`);
1428
+
1429
+ // if we were still thinking about stopping and removing the video
1430
+ // track: don't, because we want it back.
1431
+ if (!muted && this.stopVideoTrackTimer !== undefined) {
1432
+ clearTimeout(this.stopVideoTrackTimer);
1433
+ this.stopVideoTrackTimer = undefined;
1434
+ }
1435
+
1436
+ if (!(await this.client.getMediaHandler().hasVideoDevice())) {
1437
+ return this.isLocalVideoMuted();
1438
+ }
1439
+
1440
+ if (!this.hasUserMediaVideoSender && !muted) {
1441
+ this.localUsermediaFeed?.setAudioVideoMuted(null, muted);
1442
+ await this.upgradeCall(false, true);
1443
+ return this.isLocalVideoMuted();
1444
+ }
1445
+
1446
+ // we may not have a video track - if not, re-request usermedia
1447
+ if (!muted && this.localUsermediaStream!.getVideoTracks().length === 0) {
1448
+ const stream = await this.client.getMediaHandler().getUserMediaStream(true, true);
1449
+ await this.updateLocalUsermediaStream(stream);
1450
+ }
1451
+
1452
+ this.localUsermediaFeed?.setAudioVideoMuted(null, muted);
1453
+
1454
+ this.updateMuteStatus();
1455
+ await this.sendMetadataUpdate();
1456
+
1457
+ // if we're muting video, set a timeout to stop & remove the video track so we release
1458
+ // the camera. We wait a short time to do this because when we disable a track, WebRTC
1459
+ // will send black video for it. If we just stop and remove it straight away, the video
1460
+ // will just freeze which means that when we unmute video, the other side will briefly
1461
+ // get a static frame of us from before we muted. This way, the still frame is just black.
1462
+ // A very small delay is not always enough so the theory here is that it needs to be long
1463
+ // enough for WebRTC to encode a frame: 120ms should be long enough even if we're only
1464
+ // doing 10fps.
1465
+ if (muted) {
1466
+ this.stopVideoTrackTimer = setTimeout(() => {
1467
+ for (const t of this.localUsermediaStream!.getVideoTracks()) {
1468
+ t.stop();
1469
+ this.localUsermediaStream!.removeTrack(t);
1470
+ }
1471
+ }, 120);
1472
+ }
1473
+
1474
+ return this.isLocalVideoMuted();
1475
+ }
1476
+
1477
+ /**
1478
+ * Check if local video is muted.
1479
+ *
1480
+ * If there are multiple video tracks, <i>all</i> of the tracks need to be muted
1481
+ * for this to return true. This means if there are no video tracks, this will
1482
+ * return true.
1483
+ * @returns True if the local preview video is muted, else false
1484
+ * (including if the call is not set up yet).
1485
+ */
1486
+ public isLocalVideoMuted(): boolean {
1487
+ return this.localUsermediaFeed?.isVideoMuted() ?? false;
1488
+ }
1489
+
1490
+ /**
1491
+ * Set whether the microphone should be muted or not.
1492
+ * @param muted - True to mute the mic.
1493
+ * @returns the new mute state
1494
+ */
1495
+ public async setMicrophoneMuted(muted: boolean): Promise<boolean> {
1496
+ logger.log(`Call ${this.callId} setMicrophoneMuted() running ${muted}`);
1497
+ if (!(await this.client.getMediaHandler().hasAudioDevice())) {
1498
+ return this.isMicrophoneMuted();
1499
+ }
1500
+
1501
+ if (!muted && (!this.hasUserMediaAudioSender || !this.hasLocalUserMediaAudioTrack)) {
1502
+ await this.upgradeCall(true, false);
1503
+ return this.isMicrophoneMuted();
1504
+ }
1505
+ this.localUsermediaFeed?.setAudioVideoMuted(muted, null);
1506
+ this.updateMuteStatus();
1507
+ await this.sendMetadataUpdate();
1508
+ return this.isMicrophoneMuted();
1509
+ }
1510
+
1511
+ /**
1512
+ * Check if the microphone is muted.
1513
+ *
1514
+ * If there are multiple audio tracks, <i>all</i> of the tracks need to be muted
1515
+ * for this to return true. This means if there are no audio tracks, this will
1516
+ * return true.
1517
+ * @returns True if the mic is muted, else false (including if the call
1518
+ * is not set up yet).
1519
+ */
1520
+ public isMicrophoneMuted(): boolean {
1521
+ return this.localUsermediaFeed?.isAudioMuted() ?? false;
1522
+ }
1523
+
1524
+ /**
1525
+ * @returns true if we have put the party on the other side of the call on hold
1526
+ * (that is, we are signalling to them that we are not listening)
1527
+ */
1528
+ public isRemoteOnHold(): boolean {
1529
+ return this.remoteOnHold;
1530
+ }
1531
+
1532
+ public setRemoteOnHold(onHold: boolean): void {
1533
+ if (this.isRemoteOnHold() === onHold) return;
1534
+ this.remoteOnHold = onHold;
1535
+
1536
+ for (const transceiver of this.peerConn!.getTransceivers()) {
1537
+ // We don't send hold music or anything so we're not actually
1538
+ // sending anything, but sendrecv is fairly standard for hold and
1539
+ // it makes it a lot easier to figure out who's put who on hold.
1540
+ transceiver.direction = onHold ? "sendonly" : "sendrecv";
1541
+ }
1542
+ this.updateMuteStatus();
1543
+ this.sendMetadataUpdate();
1544
+
1545
+ this.emit(CallEvent.RemoteHoldUnhold, this.remoteOnHold, this);
1546
+ }
1547
+
1548
+ /**
1549
+ * Indicates whether we are 'on hold' to the remote party (ie. if true,
1550
+ * they cannot hear us).
1551
+ * @returns true if the other party has put us on hold
1552
+ */
1553
+ public isLocalOnHold(): boolean {
1554
+ if (this.state !== CallState.Connected) return false;
1555
+
1556
+ let callOnHold = true;
1557
+
1558
+ // We consider a call to be on hold only if *all* the tracks are on hold
1559
+ // (is this the right thing to do?)
1560
+ for (const transceiver of this.peerConn!.getTransceivers()) {
1561
+ const trackOnHold = ["inactive", "recvonly"].includes(transceiver.currentDirection!);
1562
+
1563
+ if (!trackOnHold) callOnHold = false;
1564
+ }
1565
+
1566
+ return callOnHold;
1567
+ }
1568
+
1569
+ /**
1570
+ * Sends a DTMF digit to the other party
1571
+ * @param digit - The digit (nb. string - '#' and '*' are dtmf too)
1572
+ */
1573
+ public sendDtmfDigit(digit: string): void {
1574
+ for (const sender of this.peerConn!.getSenders()) {
1575
+ if (sender.track?.kind === "audio" && sender.dtmf) {
1576
+ sender.dtmf.insertDTMF(digit);
1577
+ return;
1578
+ }
1579
+ }
1580
+
1581
+ throw new Error("Unable to find a track to send DTMF on");
1582
+ }
1583
+
1584
+ private updateMuteStatus(): void {
1585
+ const micShouldBeMuted = this.isMicrophoneMuted() || this.remoteOnHold;
1586
+ const vidShouldBeMuted = this.isLocalVideoMuted() || this.remoteOnHold;
1587
+
1588
+ logger.log(
1589
+ `Call ${this.callId} updateMuteStatus stream ${
1590
+ this.localUsermediaStream!.id
1591
+ } micShouldBeMuted ${micShouldBeMuted} vidShouldBeMuted ${vidShouldBeMuted}`,
1592
+ );
1593
+
1594
+ setTracksEnabled(this.localUsermediaStream!.getAudioTracks(), !micShouldBeMuted);
1595
+ setTracksEnabled(this.localUsermediaStream!.getVideoTracks(), !vidShouldBeMuted);
1596
+ }
1597
+
1598
+ public async sendMetadataUpdate(): Promise<void> {
1599
+ await this.sendVoipEvent(EventType.CallSDPStreamMetadataChanged, {
1600
+ [SDPStreamMetadataKey.name]: this.getLocalSDPStreamMetadata(),
1601
+ });
1602
+ }
1603
+
1604
+ private gotCallFeedsForInvite(callFeeds: CallFeed[], requestScreenshareFeed = false): void {
1605
+ if (this.successor) {
1606
+ this.successor.queueGotCallFeedsForAnswer(callFeeds);
1607
+ return;
1608
+ }
1609
+ if (this.callHasEnded()) {
1610
+ this.stopAllMedia();
1611
+ return;
1612
+ }
1613
+
1614
+ for (const feed of callFeeds) {
1615
+ this.pushLocalFeed(feed);
1616
+ }
1617
+
1618
+ if (requestScreenshareFeed) {
1619
+ this.peerConn!.addTransceiver("video", {
1620
+ direction: "recvonly",
1621
+ });
1622
+ }
1623
+
1624
+ this.state = CallState.CreateOffer;
1625
+
1626
+ logger.debug(`Call ${this.callId} gotUserMediaForInvite() run`);
1627
+ // Now we wait for the negotiationneeded event
1628
+ }
1629
+
1630
+ private async sendAnswer(): Promise<void> {
1631
+ const answerContent: Omit<MCallAnswer, "version" | "call_id" | "party_id" | "conf_id"> = {
1632
+ answer: {
1633
+ sdp: this.peerConn!.localDescription!.sdp,
1634
+ // type is now deprecated as of Matrix VoIP v1, but
1635
+ // required to still be sent for backwards compat
1636
+ type: this.peerConn!.localDescription!.type,
1637
+ },
1638
+ [SDPStreamMetadataKey.name]: this.getLocalSDPStreamMetadata(true),
1639
+ };
1640
+
1641
+ answerContent.capabilities = {
1642
+ "m.call.transferee": this.client.supportsCallTransfer,
1643
+ "m.call.dtmf": false,
1644
+ };
1645
+
1646
+ // We have just taken the local description from the peerConn which will
1647
+ // contain all the local candidates added so far, so we can discard any candidates
1648
+ // we had queued up because they'll be in the answer.
1649
+ const discardCount = this.discardDuplicateCandidates();
1650
+ logger.info(
1651
+ `Call ${this.callId} sendAnswer() discarding ${discardCount} candidates that will be sent in answer`,
1652
+ );
1653
+
1654
+ try {
1655
+ await this.sendVoipEvent(EventType.CallAnswer, answerContent);
1656
+ // If this isn't the first time we've tried to send the answer,
1657
+ // we may have candidates queued up, so send them now.
1658
+ this.inviteOrAnswerSent = true;
1659
+ } catch (error) {
1660
+ // We've failed to answer: back to the ringing state
1661
+ this.state = CallState.Ringing;
1662
+ if (error instanceof BriijError && error.event) this.client.cancelPendingEvent(error.event);
1663
+
1664
+ let code = CallErrorCode.SendAnswer;
1665
+ let message = "Failed to send answer";
1666
+ if ((<Error>error).name == "UnknownDeviceError") {
1667
+ code = CallErrorCode.UnknownDevices;
1668
+ message = "Unknown devices present in the room";
1669
+ }
1670
+ this.emit(CallEvent.Error, new CallError(code, message, <Error>error), this);
1671
+ throw error;
1672
+ }
1673
+
1674
+ // error handler re-throws so this won't happen on error, but
1675
+ // we don't want the same error handling on the candidate queue
1676
+ this.sendCandidateQueue();
1677
+ }
1678
+
1679
+ private queueGotCallFeedsForAnswer(callFeeds: CallFeed[]): void {
1680
+ // Ensure only one negotiate/answer event is being processed at a time.
1681
+ if (this.responsePromiseChain) {
1682
+ this.responsePromiseChain = this.responsePromiseChain.then(() => this.gotCallFeedsForAnswer(callFeeds));
1683
+ } else {
1684
+ this.responsePromiseChain = this.gotCallFeedsForAnswer(callFeeds);
1685
+ }
1686
+ }
1687
+
1688
+ // Enables DTX (discontinuous transmission) on the given session to reduce
1689
+ // bandwidth when transmitting silence
1690
+ private mungeSdp(description: RTCSessionDescriptionInit, mods: CodecParamsMod[]): void {
1691
+ // The only way to enable DTX at this time is through SDP munging
1692
+ const sdp = parseSdp(description.sdp!);
1693
+
1694
+ sdp.media.forEach((media) => {
1695
+ const payloadTypeToCodecMap = new Map<number, string>();
1696
+ const codecToPayloadTypeMap = new Map<string, number>();
1697
+ for (const rtp of media.rtp) {
1698
+ payloadTypeToCodecMap.set(rtp.payload, rtp.codec);
1699
+ codecToPayloadTypeMap.set(rtp.codec, rtp.payload);
1700
+ }
1701
+
1702
+ for (const mod of mods) {
1703
+ if (mod.mediaType !== media.type) continue;
1704
+
1705
+ if (!codecToPayloadTypeMap.has(mod.codec)) {
1706
+ logger.info(
1707
+ `Call ${this.callId} mungeSdp() ignoring SDP modifications for ${mod.codec} as it's not present.`,
1708
+ );
1709
+ continue;
1710
+ }
1711
+
1712
+ const extraConfig: string[] = [];
1713
+ if (mod.enableDtx !== undefined) {
1714
+ extraConfig.push(`usedtx=${mod.enableDtx ? "1" : "0"}`);
1715
+ }
1716
+ if (mod.maxAverageBitrate !== undefined) {
1717
+ extraConfig.push(`maxaveragebitrate=${mod.maxAverageBitrate}`);
1718
+ }
1719
+
1720
+ let found = false;
1721
+ for (const fmtp of media.fmtp) {
1722
+ if (payloadTypeToCodecMap.get(fmtp.payload) === mod.codec) {
1723
+ found = true;
1724
+ fmtp.config += ";" + extraConfig.join(";");
1725
+ }
1726
+ }
1727
+ if (!found) {
1728
+ media.fmtp.push({
1729
+ payload: codecToPayloadTypeMap.get(mod.codec)!,
1730
+ config: extraConfig.join(";"),
1731
+ });
1732
+ }
1733
+ }
1734
+ });
1735
+ description.sdp = writeSdp(sdp);
1736
+ }
1737
+
1738
+ private async createOffer(): Promise<RTCSessionDescriptionInit> {
1739
+ const offer = await this.peerConn!.createOffer();
1740
+ this.mungeSdp(offer, getCodecParamMods(this.isPtt));
1741
+ return offer;
1742
+ }
1743
+
1744
+ private async createAnswer(): Promise<RTCSessionDescriptionInit> {
1745
+ const answer = await this.peerConn!.createAnswer();
1746
+ this.mungeSdp(answer, getCodecParamMods(this.isPtt));
1747
+ return answer;
1748
+ }
1749
+
1750
+ private async gotCallFeedsForAnswer(callFeeds: CallFeed[]): Promise<void> {
1751
+ if (this.callHasEnded()) return;
1752
+
1753
+ this.waitForLocalAVStream = false;
1754
+
1755
+ for (const feed of callFeeds) {
1756
+ this.pushLocalFeed(feed);
1757
+ }
1758
+
1759
+ this.state = CallState.CreateAnswer;
1760
+
1761
+ let answer: RTCSessionDescriptionInit;
1762
+ try {
1763
+ this.getRidOfRTXCodecs();
1764
+ answer = await this.createAnswer();
1765
+ } catch (err) {
1766
+ logger.debug(`Call ${this.callId} gotCallFeedsForAnswer() failed to create answer: `, err);
1767
+ this.terminate(CallParty.Local, CallErrorCode.CreateAnswer, true);
1768
+ return;
1769
+ }
1770
+
1771
+ try {
1772
+ await this.peerConn!.setLocalDescription(answer);
1773
+
1774
+ // make sure we're still going
1775
+ if (this.callHasEnded()) return;
1776
+
1777
+ this.state = CallState.Connecting;
1778
+
1779
+ // Allow a short time for initial candidates to be gathered
1780
+ await new Promise((resolve) => {
1781
+ setTimeout(resolve, 200);
1782
+ });
1783
+
1784
+ // make sure the call hasn't ended before we continue
1785
+ if (this.callHasEnded()) return;
1786
+
1787
+ this.sendAnswer();
1788
+ } catch (err) {
1789
+ logger.debug(`Call ${this.callId} gotCallFeedsForAnswer() error setting local description!`, err);
1790
+ this.terminate(CallParty.Local, CallErrorCode.SetLocalDescription, true);
1791
+ return;
1792
+ }
1793
+ }
1794
+
1795
+ /**
1796
+ * Internal
1797
+ */
1798
+ private gotLocalIceCandidate = (event: RTCPeerConnectionIceEvent): void => {
1799
+ if (event.candidate) {
1800
+ if (this.candidatesEnded) {
1801
+ logger.warn(`Call ${this.callId} gotLocalIceCandidate() got candidate after candidates have ended!`);
1802
+ }
1803
+
1804
+ logger.debug(`Call ${this.callId} got local ICE ${event.candidate.sdpMid} ${event.candidate.candidate}`);
1805
+
1806
+ if (this.callHasEnded()) return;
1807
+
1808
+ // As with the offer, note we need to make a copy of this object, not
1809
+ // pass the original: that broke in Chrome ~m43.
1810
+ if (event.candidate.candidate === "") {
1811
+ this.queueCandidate(null);
1812
+ } else {
1813
+ this.queueCandidate(event.candidate);
1814
+ }
1815
+ }
1816
+ };
1817
+
1818
+ private onIceGatheringStateChange = (event: Event): void => {
1819
+ logger.debug(
1820
+ `Call ${this.callId} onIceGatheringStateChange() ice gathering state changed to ${
1821
+ this.peerConn!.iceGatheringState
1822
+ }`,
1823
+ );
1824
+ if (this.peerConn?.iceGatheringState === "complete") {
1825
+ this.queueCandidate(null); // We should leave it to WebRTC to announce the end
1826
+ logger.debug(
1827
+ `Call ${this.callId} onIceGatheringStateChange() ice gathering state complete, set candidates have ended`,
1828
+ );
1829
+ }
1830
+ };
1831
+
1832
+ public async onRemoteIceCandidatesReceived(ev: BriijEvent): Promise<void> {
1833
+ if (this.callHasEnded()) {
1834
+ //debuglog("Ignoring remote ICE candidate because call has ended");
1835
+ return;
1836
+ }
1837
+
1838
+ const content = ev.getContent<MCallCandidates>();
1839
+ const candidates = content.candidates;
1840
+ if (!candidates) {
1841
+ logger.info(
1842
+ `Call ${this.callId} onRemoteIceCandidatesReceived() ignoring candidates event with no candidates!`,
1843
+ );
1844
+ return;
1845
+ }
1846
+
1847
+ const fromPartyId = content.version === 0 ? null : content.party_id || null;
1848
+
1849
+ if (this.opponentPartyId === undefined) {
1850
+ // we haven't picked an opponent yet so save the candidates
1851
+ if (fromPartyId) {
1852
+ logger.info(
1853
+ `Call ${this.callId} onRemoteIceCandidatesReceived() buffering ${candidates.length} candidates until we pick an opponent`,
1854
+ );
1855
+ const bufferedCandidates = this.remoteCandidateBuffer.get(fromPartyId) || [];
1856
+ bufferedCandidates.push(...candidates);
1857
+ this.remoteCandidateBuffer.set(fromPartyId, bufferedCandidates);
1858
+ }
1859
+ return;
1860
+ }
1861
+
1862
+ if (!this.partyIdMatches(content)) {
1863
+ logger.info(
1864
+ `Call ${this.callId} onRemoteIceCandidatesReceived() ignoring candidates from party ID ${content.party_id}: we have chosen party ID ${this.opponentPartyId}`,
1865
+ );
1866
+
1867
+ return;
1868
+ }
1869
+
1870
+ await this.addIceCandidates(candidates);
1871
+ }
1872
+
1873
+ /**
1874
+ * Used by BriijClient.
1875
+ */
1876
+ public async onAnswerReceived(event: BriijEvent): Promise<void> {
1877
+ const content = event.getContent<MCallAnswer>();
1878
+ logger.debug(`Call ${this.callId} onAnswerReceived() running (hangupParty=${content.party_id})`);
1879
+
1880
+ if (this.callHasEnded()) {
1881
+ logger.debug(`Call ${this.callId} onAnswerReceived() ignoring answer because call has ended`);
1882
+ return;
1883
+ }
1884
+
1885
+ if (this.opponentPartyId !== undefined) {
1886
+ logger.info(
1887
+ `Call ${this.callId} onAnswerReceived() ignoring answer from party ID ${content.party_id}: we already have an answer/reject from ${this.opponentPartyId}`,
1888
+ );
1889
+ return;
1890
+ }
1891
+
1892
+ this.chooseOpponent(event);
1893
+ await this.addBufferedIceCandidates();
1894
+
1895
+ this.state = CallState.Connecting;
1896
+
1897
+ const sdpStreamMetadata = SDPStreamMetadataKey.findIn(content);
1898
+ if (sdpStreamMetadata) {
1899
+ this.updateRemoteSDPStreamMetadata(sdpStreamMetadata);
1900
+ } else {
1901
+ logger.warn(
1902
+ `Call ${this.callId} onAnswerReceived() did not get any SDPStreamMetadata! Can not send/receive multiple streams`,
1903
+ );
1904
+ }
1905
+
1906
+ try {
1907
+ this.isSettingRemoteAnswerPending = true;
1908
+ await this.peerConn!.setRemoteDescription(content.answer);
1909
+ this.isSettingRemoteAnswerPending = false;
1910
+ logger.debug(`Call ${this.callId} onAnswerReceived() set remote description: ${content.answer.type}`);
1911
+ } catch (e) {
1912
+ this.isSettingRemoteAnswerPending = false;
1913
+ logger.debug(`Call ${this.callId} onAnswerReceived() failed to set remote description`, e);
1914
+ this.terminate(CallParty.Local, CallErrorCode.SetRemoteDescription, false);
1915
+ return;
1916
+ }
1917
+
1918
+ // If the answer we selected has a party_id, send a select_answer event
1919
+ // We do this after setting the remote description since otherwise we'd block
1920
+ // call setup on it
1921
+ if (this.opponentPartyId !== null) {
1922
+ try {
1923
+ await this.sendVoipEvent(EventType.CallSelectAnswer, {
1924
+ selected_party_id: this.opponentPartyId!,
1925
+ });
1926
+ } catch (err) {
1927
+ // This isn't fatal, and will just mean that if another party has raced to answer
1928
+ // the call, they won't know they got rejected, so we carry on & don't retry.
1929
+ logger.warn(`Call ${this.callId} onAnswerReceived() failed to send select_answer event`, err);
1930
+ }
1931
+ }
1932
+ }
1933
+
1934
+ public async onSelectAnswerReceived(event: BriijEvent): Promise<void> {
1935
+ if (this.direction !== CallDirection.Inbound) {
1936
+ logger.warn(
1937
+ `Call ${this.callId} onSelectAnswerReceived() got select_answer for an outbound call: ignoring`,
1938
+ );
1939
+ return;
1940
+ }
1941
+
1942
+ const selectedPartyId = event.getContent<MCallSelectAnswer>().selected_party_id;
1943
+
1944
+ if (selectedPartyId === undefined || selectedPartyId === null) {
1945
+ logger.warn(
1946
+ `Call ${this.callId} onSelectAnswerReceived() got nonsensical select_answer with null/undefined selected_party_id: ignoring`,
1947
+ );
1948
+ return;
1949
+ }
1950
+
1951
+ if (selectedPartyId !== this.ourPartyId) {
1952
+ logger.info(
1953
+ `Call ${this.callId} onSelectAnswerReceived() got select_answer for party ID ${selectedPartyId}: we are party ID ${this.ourPartyId}.`,
1954
+ );
1955
+ // The other party has picked somebody else's answer
1956
+ await this.terminate(CallParty.Remote, CallErrorCode.AnsweredElsewhere, true);
1957
+ }
1958
+ }
1959
+
1960
+ public async onNegotiateReceived(event: BriijEvent): Promise<void> {
1961
+ const content = event.getContent<MCallInviteNegotiate>();
1962
+ const description = content.description;
1963
+ if (!description || !description.sdp || !description.type) {
1964
+ logger.info(`Call ${this.callId} onNegotiateReceived() ignoring invalid m.call.negotiate event`);
1965
+ return;
1966
+ }
1967
+ // Politeness always follows the direction of the call: in a glare situation,
1968
+ // we pick either the inbound or outbound call, so one side will always be
1969
+ // inbound and one outbound
1970
+ const polite = this.direction === CallDirection.Inbound;
1971
+
1972
+ // Here we follow the perfect negotiation logic from
1973
+ // https://w3c.github.io/webrtc-pc/#perfect-negotiation-example
1974
+ const readyForOffer =
1975
+ !this.makingOffer && (this.peerConn!.signalingState === "stable" || this.isSettingRemoteAnswerPending);
1976
+
1977
+ const offerCollision = description.type === "offer" && !readyForOffer;
1978
+
1979
+ this.ignoreOffer = !polite && offerCollision;
1980
+ if (this.ignoreOffer) {
1981
+ logger.info(
1982
+ `Call ${this.callId} onNegotiateReceived() ignoring colliding negotiate event because we're impolite`,
1983
+ );
1984
+ return;
1985
+ }
1986
+
1987
+ const prevLocalOnHold = this.isLocalOnHold();
1988
+
1989
+ const sdpStreamMetadata = SDPStreamMetadataKey.findIn<SDPStreamMetadata>(content);
1990
+ if (sdpStreamMetadata) {
1991
+ this.updateRemoteSDPStreamMetadata(sdpStreamMetadata);
1992
+ } else {
1993
+ logger.warn(
1994
+ `Call ${this.callId} onNegotiateReceived() received negotiation event without SDPStreamMetadata!`,
1995
+ );
1996
+ }
1997
+
1998
+ try {
1999
+ this.isSettingRemoteAnswerPending = description.type == "answer";
2000
+ await this.peerConn!.setRemoteDescription(description); // SRD rolls back as needed
2001
+ this.isSettingRemoteAnswerPending = false;
2002
+
2003
+ logger.debug(`Call ${this.callId} onNegotiateReceived() set remote description: ${description.type}`);
2004
+
2005
+ if (description.type === "offer") {
2006
+ let answer: RTCSessionDescriptionInit;
2007
+ try {
2008
+ this.getRidOfRTXCodecs();
2009
+ answer = await this.createAnswer();
2010
+ } catch (err) {
2011
+ logger.debug(`Call ${this.callId} onNegotiateReceived() failed to create answer: `, err);
2012
+ this.terminate(CallParty.Local, CallErrorCode.CreateAnswer, true);
2013
+ return;
2014
+ }
2015
+
2016
+ await this.peerConn!.setLocalDescription(answer);
2017
+ logger.debug(`Call ${this.callId} onNegotiateReceived() create an answer`);
2018
+
2019
+ this.sendVoipEvent(EventType.CallNegotiate, {
2020
+ lifetime: CALL_TIMEOUT_MS,
2021
+ description: this.peerConn!.localDescription?.toJSON() as RTCSessionDescription,
2022
+ [SDPStreamMetadataKey.name]: this.getLocalSDPStreamMetadata(true),
2023
+ });
2024
+ }
2025
+ } catch (err) {
2026
+ this.isSettingRemoteAnswerPending = false;
2027
+ logger.warn(`Call ${this.callId} onNegotiateReceived() failed to complete negotiation`, err);
2028
+ }
2029
+
2030
+ const newLocalOnHold = this.isLocalOnHold();
2031
+ if (prevLocalOnHold !== newLocalOnHold) {
2032
+ this.emit(CallEvent.LocalHoldUnhold, newLocalOnHold, this);
2033
+ // also this one for backwards compat
2034
+ this.emit(CallEvent.HoldUnhold, newLocalOnHold);
2035
+ }
2036
+ }
2037
+
2038
+ private updateRemoteSDPStreamMetadata(metadata: SDPStreamMetadata): void {
2039
+ this.remoteSDPStreamMetadata = recursivelyAssign(this.remoteSDPStreamMetadata || {}, metadata, true);
2040
+ for (const feed of this.getRemoteFeeds()) {
2041
+ const streamId = feed.stream.id;
2042
+ const metadata = this.remoteSDPStreamMetadata![streamId];
2043
+
2044
+ feed.setAudioVideoMuted(metadata?.audio_muted, metadata?.video_muted);
2045
+ feed.purpose = this.remoteSDPStreamMetadata![streamId]?.purpose;
2046
+ }
2047
+ }
2048
+
2049
+ public onSDPStreamMetadataChangedReceived(event: BriijEvent): void {
2050
+ const content = event.getContent<MCallSDPStreamMetadataChanged>();
2051
+ const metadata = SDPStreamMetadataKey.findIn<SDPStreamMetadata>(content);
2052
+ if (metadata) {
2053
+ this.updateRemoteSDPStreamMetadata(metadata);
2054
+ }
2055
+ }
2056
+
2057
+ public async onAssertedIdentityReceived(event: BriijEvent): Promise<void> {
2058
+ const content = event.getContent<MCAllAssertedIdentity>();
2059
+ if (!content.asserted_identity) return;
2060
+
2061
+ this.remoteAssertedIdentity = {
2062
+ id: content.asserted_identity.id,
2063
+ displayName: content.asserted_identity.display_name,
2064
+ };
2065
+ this.emit(CallEvent.AssertedIdentityChanged, this);
2066
+ }
2067
+
2068
+ public callHasEnded(): boolean {
2069
+ // This exists as workaround to typescript trying to be clever and erroring
2070
+ // when putting if (this.state === CallState.Ended) return; twice in the same
2071
+ // function, even though that function is async.
2072
+ return this.state === CallState.Ended;
2073
+ }
2074
+
2075
+ private queueGotLocalOffer(): void {
2076
+ // Ensure only one negotiate/answer event is being processed at a time.
2077
+ if (this.responsePromiseChain) {
2078
+ this.responsePromiseChain = this.responsePromiseChain.then(() => this.wrappedGotLocalOffer());
2079
+ } else {
2080
+ this.responsePromiseChain = this.wrappedGotLocalOffer();
2081
+ }
2082
+ }
2083
+
2084
+ private async wrappedGotLocalOffer(): Promise<void> {
2085
+ this.makingOffer = true;
2086
+ try {
2087
+ // XXX: in what situations do we believe gotLocalOffer actually throws? It appears
2088
+ // to handle most of its exceptions itself and terminate the call. I'm not entirely
2089
+ // sure it would ever throw, so I can't add a test for these lines.
2090
+ // Also the tense is different between "gotLocalOffer" and "getLocalOfferFailed" so
2091
+ // it's not entirely clear whether getLocalOfferFailed is just misnamed or whether
2092
+ // they've been cross-polinated somehow at some point.
2093
+ await this.gotLocalOffer();
2094
+ } catch (e) {
2095
+ this.getLocalOfferFailed(e as Error);
2096
+ return;
2097
+ } finally {
2098
+ this.makingOffer = false;
2099
+ }
2100
+ }
2101
+
2102
+ private async gotLocalOffer(): Promise<void> {
2103
+ logger.debug(`Call ${this.callId} gotLocalOffer() running`);
2104
+
2105
+ if (this.callHasEnded()) {
2106
+ logger.debug(
2107
+ `Call ${this.callId} gotLocalOffer() ignoring newly created offer because the call has ended"`,
2108
+ );
2109
+ return;
2110
+ }
2111
+
2112
+ let offer: RTCSessionDescriptionInit;
2113
+ try {
2114
+ this.getRidOfRTXCodecs();
2115
+ offer = await this.createOffer();
2116
+ } catch (err) {
2117
+ logger.debug(`Call ${this.callId} gotLocalOffer() failed to create offer: `, err);
2118
+ this.terminate(CallParty.Local, CallErrorCode.CreateOffer, true);
2119
+ return;
2120
+ }
2121
+
2122
+ try {
2123
+ await this.peerConn!.setLocalDescription(offer);
2124
+ } catch (err) {
2125
+ logger.debug(`Call ${this.callId} gotLocalOffer() error setting local description!`, err);
2126
+ this.terminate(CallParty.Local, CallErrorCode.SetLocalDescription, true);
2127
+ return;
2128
+ }
2129
+
2130
+ if (this.peerConn!.iceGatheringState === "gathering") {
2131
+ // Allow a short time for initial candidates to be gathered
2132
+ await new Promise((resolve) => {
2133
+ setTimeout(resolve, 200);
2134
+ });
2135
+ }
2136
+
2137
+ if (this.callHasEnded()) return;
2138
+
2139
+ const eventType = this.state === CallState.CreateOffer ? EventType.CallInvite : EventType.CallNegotiate;
2140
+
2141
+ const content = {
2142
+ lifetime: CALL_TIMEOUT_MS,
2143
+ } as MCallInviteNegotiate;
2144
+
2145
+ if (eventType === EventType.CallInvite && this.invitee) {
2146
+ content.invitee = this.invitee;
2147
+ }
2148
+
2149
+ // clunky because TypeScript can't follow the types through if we use an expression as the key
2150
+ if (this.state === CallState.CreateOffer) {
2151
+ content.offer = this.peerConn!.localDescription?.toJSON() as RTCSessionDescription;
2152
+ } else {
2153
+ content.description = this.peerConn!.localDescription?.toJSON() as RTCSessionDescription;
2154
+ }
2155
+
2156
+ content.capabilities = {
2157
+ "m.call.transferee": this.client.supportsCallTransfer,
2158
+ "m.call.dtmf": false,
2159
+ };
2160
+
2161
+ content[SDPStreamMetadataKey.name] = this.getLocalSDPStreamMetadata(true);
2162
+
2163
+ // Get rid of any candidates waiting to be sent: they'll be included in the local
2164
+ // description we just got and will send in the offer.
2165
+ const discardCount = this.discardDuplicateCandidates();
2166
+ logger.info(
2167
+ `Call ${this.callId} gotLocalOffer() discarding ${discardCount} candidates that will be sent in offer`,
2168
+ );
2169
+
2170
+ try {
2171
+ await this.sendVoipEvent(eventType, content);
2172
+ } catch (error) {
2173
+ logger.error(`Call ${this.callId} gotLocalOffer() failed to send invite`, error);
2174
+ if (error instanceof BriijError && error.event) this.client.cancelPendingEvent(error.event);
2175
+
2176
+ let code = CallErrorCode.SignallingFailed;
2177
+ let message = "Signalling failed";
2178
+ if (this.state === CallState.CreateOffer) {
2179
+ code = CallErrorCode.SendInvite;
2180
+ message = "Failed to send invite";
2181
+ }
2182
+ if ((<Error>error).name == "UnknownDeviceError") {
2183
+ code = CallErrorCode.UnknownDevices;
2184
+ message = "Unknown devices present in the room";
2185
+ }
2186
+
2187
+ this.emit(CallEvent.Error, new CallError(code, message, <Error>error), this);
2188
+ this.terminate(CallParty.Local, code, false);
2189
+
2190
+ // no need to carry on & send the candidate queue, but we also
2191
+ // don't want to rethrow the error
2192
+ return;
2193
+ }
2194
+
2195
+ this.sendCandidateQueue();
2196
+ if (this.state === CallState.CreateOffer) {
2197
+ this.inviteOrAnswerSent = true;
2198
+ this.state = CallState.InviteSent;
2199
+ this.inviteTimeout = setTimeout(() => {
2200
+ this.inviteTimeout = undefined;
2201
+ if (this.state === CallState.InviteSent) {
2202
+ this.hangup(CallErrorCode.InviteTimeout, false);
2203
+ }
2204
+ }, CALL_TIMEOUT_MS);
2205
+ }
2206
+ }
2207
+
2208
+ private getLocalOfferFailed = (err: Error): void => {
2209
+ logger.error(`Call ${this.callId} getLocalOfferFailed() running`, err);
2210
+
2211
+ this.emit(
2212
+ CallEvent.Error,
2213
+ new CallError(CallErrorCode.LocalOfferFailed, "Failed to get local offer!", err),
2214
+ this,
2215
+ );
2216
+ this.terminate(CallParty.Local, CallErrorCode.LocalOfferFailed, false);
2217
+ };
2218
+
2219
+ private getUserMediaFailed = (err: Error): void => {
2220
+ if (this.successor) {
2221
+ this.successor.getUserMediaFailed(err);
2222
+ return;
2223
+ }
2224
+
2225
+ logger.warn(`Call ${this.callId} getUserMediaFailed() failed to get user media - ending call`, err);
2226
+
2227
+ this.emit(
2228
+ CallEvent.Error,
2229
+ new CallError(
2230
+ CallErrorCode.NoUserMedia,
2231
+ "Couldn't start capturing media! Is your microphone set up and does this app have permission?",
2232
+ err,
2233
+ ),
2234
+ this,
2235
+ );
2236
+ this.terminate(CallParty.Local, CallErrorCode.NoUserMedia, false);
2237
+ };
2238
+
2239
+ private placeCallFailed = (err: Error): void => {
2240
+ if (this.successor) {
2241
+ this.successor.placeCallFailed(err);
2242
+ return;
2243
+ }
2244
+
2245
+ logger.warn(`Call ${this.callId} placeCallWithCallFeeds() failed - ending call`, err);
2246
+
2247
+ this.emit(
2248
+ CallEvent.Error,
2249
+ new CallError(CallErrorCode.IceFailed, "Couldn't start call! Invalid ICE server configuration.", err),
2250
+ this,
2251
+ );
2252
+ this.terminate(CallParty.Local, CallErrorCode.IceFailed, false);
2253
+ };
2254
+
2255
+ private onIceConnectionStateChanged = (): void => {
2256
+ if (this.callHasEnded()) {
2257
+ return; // because ICE can still complete as we're ending the call
2258
+ }
2259
+ logger.debug(
2260
+ `Call ${this.callId} onIceConnectionStateChanged() running (state=${this.peerConn?.iceConnectionState}, conn=${this.peerConn?.connectionState})`,
2261
+ );
2262
+
2263
+ // ideally we'd consider the call to be connected when we get media but
2264
+ // chrome doesn't implement any of the 'onstarted' events yet
2265
+ if (["connected", "completed"].includes(this.peerConn?.iceConnectionState ?? "")) {
2266
+ clearTimeout(this.iceDisconnectedTimeout);
2267
+ this.iceDisconnectedTimeout = undefined;
2268
+ if (this.iceReconnectionTimeOut) {
2269
+ clearTimeout(this.iceReconnectionTimeOut);
2270
+ }
2271
+ this.state = CallState.Connected;
2272
+
2273
+ if (!this.callLengthInterval && !this.callStartTime) {
2274
+ this.callStartTime = Date.now();
2275
+
2276
+ this.callLengthInterval = setInterval(() => {
2277
+ this.emit(CallEvent.LengthChanged, Math.round((Date.now() - this.callStartTime!) / 1000), this);
2278
+ }, CALL_LENGTH_INTERVAL);
2279
+ }
2280
+ } else if (this.peerConn?.iceConnectionState == "failed") {
2281
+ this.candidatesEnded = false;
2282
+ // Firefox for Android does not yet have support for restartIce()
2283
+ // (the types say it's always defined though, so we have to cast
2284
+ // to prevent typescript from warning).
2285
+ if (this.peerConn?.restartIce as (() => void) | null) {
2286
+ this.candidatesEnded = false;
2287
+ logger.debug(
2288
+ `Call ${this.callId} onIceConnectionStateChanged() ice restart (state=${this.peerConn?.iceConnectionState})`,
2289
+ );
2290
+ this.peerConn!.restartIce();
2291
+ } else {
2292
+ logger.info(
2293
+ `Call ${this.callId} onIceConnectionStateChanged() hanging up call (ICE failed and no ICE restart method)`,
2294
+ );
2295
+ this.hangup(CallErrorCode.IceFailed, false);
2296
+ }
2297
+ } else if (this.peerConn?.iceConnectionState == "disconnected") {
2298
+ this.candidatesEnded = false;
2299
+ this.iceReconnectionTimeOut = setTimeout((): void => {
2300
+ logger.info(
2301
+ `Call ${this.callId} onIceConnectionStateChanged() ICE restarting because of ICE disconnected, (state=${this.peerConn?.iceConnectionState}, conn=${this.peerConn?.connectionState})`,
2302
+ );
2303
+ if (this.peerConn?.restartIce as (() => void) | null) {
2304
+ this.candidatesEnded = false;
2305
+ this.peerConn!.restartIce();
2306
+ }
2307
+ this.iceReconnectionTimeOut = undefined;
2308
+ }, ICE_RECONNECTING_TIMEOUT);
2309
+
2310
+ this.iceDisconnectedTimeout = setTimeout((): void => {
2311
+ logger.info(
2312
+ `Call ${this.callId} onIceConnectionStateChanged() hanging up call (ICE disconnected for too long)`,
2313
+ );
2314
+ this.hangup(CallErrorCode.IceFailed, false);
2315
+ }, ICE_DISCONNECTED_TIMEOUT);
2316
+ this.state = CallState.Connecting;
2317
+ }
2318
+
2319
+ // In PTT mode, override feed status to muted when we lose connection to
2320
+ // the peer, since we don't want to block the line if they're not saying anything.
2321
+ // Experimenting in Chrome, this happens after 5 or 6 seconds, which is probably
2322
+ // fast enough.
2323
+ if (this.isPtt && ["failed", "disconnected"].includes(this.peerConn!.iceConnectionState)) {
2324
+ for (const feed of this.getRemoteFeeds()) {
2325
+ feed.setAudioVideoMuted(true, true);
2326
+ }
2327
+ }
2328
+ };
2329
+
2330
+ private onSignallingStateChanged = (): void => {
2331
+ logger.debug(`Call ${this.callId} onSignallingStateChanged() running (state=${this.peerConn?.signalingState})`);
2332
+ };
2333
+
2334
+ private onTrack = (ev: RTCTrackEvent): void => {
2335
+ if (ev.streams.length === 0) {
2336
+ logger.warn(
2337
+ `Call ${this.callId} onTrack() called with streamless track streamless (kind=${ev.track.kind})`,
2338
+ );
2339
+ return;
2340
+ }
2341
+
2342
+ const stream = ev.streams[0];
2343
+ this.pushRemoteFeed(stream);
2344
+
2345
+ if (!this.removeTrackListeners.has(stream)) {
2346
+ const onRemoveTrack = (): void => {
2347
+ if (stream.getTracks().length === 0) {
2348
+ logger.info(`Call ${this.callId} onTrack() removing track (streamId=${stream.id})`);
2349
+ this.deleteFeedByStream(stream);
2350
+ stream.removeEventListener("removetrack", onRemoveTrack);
2351
+ this.removeTrackListeners.delete(stream);
2352
+ }
2353
+ };
2354
+ stream.addEventListener("removetrack", onRemoveTrack);
2355
+ this.removeTrackListeners.set(stream, onRemoveTrack);
2356
+ }
2357
+ };
2358
+
2359
+ private onDataChannel = (ev: RTCDataChannelEvent): void => {
2360
+ this.emit(CallEvent.DataChannel, ev.channel, this);
2361
+ };
2362
+
2363
+ /**
2364
+ * This method removes all video/rtx codecs from screensharing video
2365
+ * transceivers. This is necessary since they can cause problems. Without
2366
+ * this the following steps should produce an error:
2367
+ * Chromium calls Firefox
2368
+ * Firefox answers
2369
+ * Firefox starts screen-sharing
2370
+ * Chromium starts screen-sharing
2371
+ * Call crashes for Chromium with:
2372
+ * [96685:23:0518/162603.933321:ERROR:webrtc_video_engine.cc(3296)] RTX codec (PT=97) mapped to PT=96 which is not in the codec list.
2373
+ * [96685:23:0518/162603.933377:ERROR:webrtc_video_engine.cc(1171)] GetChangedRecvParameters called without any video codecs.
2374
+ * [96685:23:0518/162603.933430:ERROR:sdp_offer_answer.cc(4302)] Failed to set local video description recv parameters for m-section with mid='2'. (INVALID_PARAMETER)
2375
+ */
2376
+ private getRidOfRTXCodecs(): void {
2377
+ // RTCRtpReceiver.getCapabilities and RTCRtpSender.getCapabilities don't seem to be supported on FF before v113
2378
+ if (!RTCRtpReceiver.getCapabilities || !RTCRtpSender.getCapabilities) return;
2379
+
2380
+ const screenshareVideoTransceiver = this.transceivers.get(
2381
+ getTransceiverKey(SDPStreamMetadataPurpose.Screenshare, "video"),
2382
+ );
2383
+
2384
+ // setCodecPreferences isn't supported on FF (as of v113)
2385
+ if (!screenshareVideoTransceiver || !screenshareVideoTransceiver.setCodecPreferences) return;
2386
+
2387
+ const recvCodecs = RTCRtpReceiver.getCapabilities("video")!.codecs;
2388
+ const sendCodecs = RTCRtpSender.getCapabilities("video")!.codecs;
2389
+ const codecs = [];
2390
+
2391
+ for (const codec of [...recvCodecs, ...sendCodecs]) {
2392
+ if (codec.mimeType !== "video/rtx") {
2393
+ codecs.push(codec);
2394
+ try {
2395
+ screenshareVideoTransceiver.setCodecPreferences(codecs);
2396
+ } catch (e) {
2397
+ // Specifically, Chrome around version 125 and Electron 30 (which is Chromium 124) return an H.264 codec in
2398
+ // the sender's capabilities but throw when you try to set it. Hence... this mess.
2399
+ // Specifically, that codec is:
2400
+ // {
2401
+ // clockRate: 90000,
2402
+ // mimeType: "video/H264",
2403
+ // sdpFmtpLine: "level-asymmetry-allowed=1;packetization-mode=1;profile-level-id=640034",
2404
+ // }
2405
+ logger.info(
2406
+ "Working around buggy WebRTC impl: claimed to support codec but threw when setting codec preferences",
2407
+ codec,
2408
+ e,
2409
+ );
2410
+ codecs.pop();
2411
+ }
2412
+ }
2413
+ }
2414
+ }
2415
+
2416
+ private onNegotiationNeeded = async (): Promise<void> => {
2417
+ logger.info(`Call ${this.callId} onNegotiationNeeded() negotiation is needed!`);
2418
+
2419
+ if (this.state !== CallState.CreateOffer && this.opponentVersion === 0) {
2420
+ logger.info(
2421
+ `Call ${this.callId} onNegotiationNeeded() opponent does not support renegotiation: ignoring negotiationneeded event`,
2422
+ );
2423
+ return;
2424
+ }
2425
+
2426
+ this.queueGotLocalOffer();
2427
+ };
2428
+
2429
+ public onHangupReceived = (msg: MCallHangupReject): void => {
2430
+ logger.debug(`Call ${this.callId} onHangupReceived() running`);
2431
+
2432
+ // party ID must match (our chosen partner hanging up the call) or be undefined (we haven't chosen
2433
+ // a partner yet but we're treating the hangup as a reject as per VoIP v0)
2434
+ if (this.partyIdMatches(msg) || this.state === CallState.Ringing) {
2435
+ // default reason is user_hangup
2436
+ this.terminate(CallParty.Remote, msg.reason || CallErrorCode.UserHangup, true);
2437
+ } else {
2438
+ logger.info(
2439
+ `Call ${this.callId} onHangupReceived() ignoring message from party ID ${msg.party_id}: our partner is ${this.opponentPartyId}`,
2440
+ );
2441
+ }
2442
+ };
2443
+
2444
+ public onRejectReceived = (msg: MCallHangupReject): void => {
2445
+ logger.debug(`Call ${this.callId} onRejectReceived() running`);
2446
+
2447
+ // No need to check party_id for reject because if we'd received either
2448
+ // an answer or reject, we wouldn't be in state InviteSent
2449
+
2450
+ const shouldTerminate =
2451
+ // reject events also end the call if it's ringing: it's another of
2452
+ // our devices rejecting the call.
2453
+ [CallState.InviteSent, CallState.Ringing].includes(this.state) ||
2454
+ // also if we're in the init state and it's an inbound call, since
2455
+ // this means we just haven't entered the ringing state yet
2456
+ (this.state === CallState.Fledgling && this.direction === CallDirection.Inbound);
2457
+
2458
+ if (shouldTerminate) {
2459
+ this.terminate(CallParty.Remote, msg.reason || CallErrorCode.UserHangup, true);
2460
+ } else {
2461
+ logger.debug(`Call ${this.callId} onRejectReceived() called in wrong state (state=${this.state})`);
2462
+ }
2463
+ };
2464
+
2465
+ public onAnsweredElsewhere = (msg: MCallAnswer): void => {
2466
+ logger.debug(`Call ${this.callId} onAnsweredElsewhere() running`);
2467
+ this.terminate(CallParty.Remote, CallErrorCode.AnsweredElsewhere, true);
2468
+ };
2469
+
2470
+ /**
2471
+ * @internal
2472
+ */
2473
+ private async sendVoipEvent<K extends keyof Pick<TimelineEvents, CallEventType>>(
2474
+ eventType: K,
2475
+ content: Omit<TimelineEvents[K], "version" | "call_id" | "party_id" | "conf_id">,
2476
+ ): Promise<void> {
2477
+ const realContent = {
2478
+ ...content,
2479
+ version: VOIP_PROTO_VERSION,
2480
+ call_id: this.callId,
2481
+ party_id: this.ourPartyId,
2482
+ conf_id: this.groupCallId,
2483
+ } as TimelineEvents[K];
2484
+
2485
+ if (this.opponentDeviceId) {
2486
+ const toDeviceSeq = this.toDeviceSeq++;
2487
+ const content = {
2488
+ ...realContent,
2489
+ device_id: this.client.deviceId,
2490
+ sender_session_id: this.client.getSessionId(),
2491
+ dest_session_id: this.opponentSessionId,
2492
+ seq: toDeviceSeq,
2493
+ [ToDeviceMessageId]: uuidv4(),
2494
+ };
2495
+
2496
+ this.emit(
2497
+ CallEvent.SendVoipEvent,
2498
+ {
2499
+ type: "toDevice",
2500
+ eventType,
2501
+ userId: this.invitee || this.getOpponentMember()?.userId,
2502
+ opponentDeviceId: this.opponentDeviceId,
2503
+ content,
2504
+ },
2505
+ this,
2506
+ );
2507
+
2508
+ const userId = this.invitee || this.getOpponentMember()!.userId;
2509
+ if (this.client.getUseE2eForGroupCall()) {
2510
+ if (!this.hasOpponentDeviceInfo) {
2511
+ logger.warn(`Call ${this.callId} sendVoipEvent() failed: we do not have opponentDeviceInfo`);
2512
+ return;
2513
+ }
2514
+
2515
+ // TODO: Here we were sending the event to the opponent's device as a to-device message with BriijClient.encryptAndSendToDevice.
2516
+ // However due to the switch to Rust cryptography we need to migrate to the new encryptToDeviceMessages API.
2517
+ throw new Error("Unimplemented");
2518
+ } else {
2519
+ await this.client.sendToDevice(
2520
+ eventType,
2521
+ new Map<string, any>([[userId, new Map([[this.opponentDeviceId, content]])]]),
2522
+ );
2523
+ }
2524
+ } else {
2525
+ this.emit(
2526
+ CallEvent.SendVoipEvent,
2527
+ {
2528
+ type: "sendEvent",
2529
+ eventType,
2530
+ roomId: this.roomId,
2531
+ content: realContent,
2532
+ userId: this.invitee || this.getOpponentMember()?.userId,
2533
+ },
2534
+ this,
2535
+ );
2536
+
2537
+ await this.client.sendEvent(this.roomId!, eventType, realContent);
2538
+ }
2539
+ }
2540
+
2541
+ /**
2542
+ * Queue a candidate to be sent
2543
+ * @param content - The candidate to queue up, or null if candidates have finished being generated
2544
+ * and end-of-candidates should be signalled
2545
+ */
2546
+ private queueCandidate(content: RTCIceCandidate | null): void {
2547
+ // We partially de-trickle candidates by waiting for `delay` before sending them
2548
+ // amalgamated, in order to avoid sending too many m.call.candidates events and hitting
2549
+ // rate limits in Matrix.
2550
+ // In practice, it'd be better to remove rate limits for m.call.*
2551
+
2552
+ // N.B. this deliberately lets you queue and send blank candidates, which MSC2746
2553
+ // currently proposes as the way to indicate that candidate gathering is complete.
2554
+ // This will hopefully be changed to an explicit rather than implicit notification
2555
+ // shortly.
2556
+ if (content) {
2557
+ this.candidateSendQueue.push(content);
2558
+ } else {
2559
+ this.candidatesEnded = true;
2560
+ }
2561
+
2562
+ // Don't send the ICE candidates yet if the call is in the ringing state: this
2563
+ // means we tried to pick (ie. started generating candidates) and then failed to
2564
+ // send the answer and went back to the ringing state. Queue up the candidates
2565
+ // to send if we successfully send the answer.
2566
+ // Equally don't send if we haven't yet sent the answer because we can send the
2567
+ // first batch of candidates along with the answer
2568
+ if (this.state === CallState.Ringing || !this.inviteOrAnswerSent) return;
2569
+
2570
+ // MSC2746 recommends these values (can be quite long when calling because the
2571
+ // callee will need a while to answer the call)
2572
+ const delay = this.direction === CallDirection.Inbound ? 500 : 2000;
2573
+
2574
+ if (this.candidateSendTries === 0) {
2575
+ setTimeout(() => {
2576
+ this.sendCandidateQueue();
2577
+ }, delay);
2578
+ }
2579
+ }
2580
+
2581
+ // Discard all non-end-of-candidates messages
2582
+ // Return the number of candidate messages that were discarded.
2583
+ // Call this method before sending an invite or answer message
2584
+ private discardDuplicateCandidates(): number {
2585
+ let discardCount = 0;
2586
+ const newQueue: RTCIceCandidate[] = [];
2587
+
2588
+ for (let i = 0; i < this.candidateSendQueue.length; i++) {
2589
+ const candidate = this.candidateSendQueue[i];
2590
+ if (candidate.candidate === "") {
2591
+ newQueue.push(candidate);
2592
+ } else {
2593
+ discardCount++;
2594
+ }
2595
+ }
2596
+
2597
+ this.candidateSendQueue = newQueue;
2598
+
2599
+ return discardCount;
2600
+ }
2601
+
2602
+ /*
2603
+ * Transfers this call to another user
2604
+ */
2605
+ public async transfer(targetUserId: string): Promise<void> {
2606
+ // Fetch the target user's global profile info: their room avatar / displayname
2607
+ // could be different in whatever room we share with them.
2608
+ const profileInfo = await this.client.getProfileInfo(targetUserId);
2609
+
2610
+ const replacementId = genCallID();
2611
+
2612
+ const body = {
2613
+ replacement_id: genCallID(),
2614
+ target_user: {
2615
+ id: targetUserId,
2616
+ display_name: profileInfo.displayname,
2617
+ avatar_url: profileInfo.avatar_url,
2618
+ },
2619
+ create_call: replacementId,
2620
+ } as MCallReplacesEvent;
2621
+
2622
+ await this.sendVoipEvent(EventType.CallReplaces, body);
2623
+
2624
+ await this.terminate(CallParty.Local, CallErrorCode.Transferred, true);
2625
+ }
2626
+
2627
+ /*
2628
+ * Transfers this call to the target call, effectively 'joining' the
2629
+ * two calls (so the remote parties on each call are connected together).
2630
+ */
2631
+ public async transferToCall(transferTargetCall: BriijCall): Promise<void> {
2632
+ const targetUserId = transferTargetCall.getOpponentMember()?.userId;
2633
+ const targetProfileInfo = targetUserId ? await this.client.getProfileInfo(targetUserId) : undefined;
2634
+ const opponentUserId = this.getOpponentMember()?.userId;
2635
+ const transfereeProfileInfo = opponentUserId ? await this.client.getProfileInfo(opponentUserId) : undefined;
2636
+
2637
+ const newCallId = genCallID();
2638
+
2639
+ const bodyToTransferTarget = {
2640
+ // the replacements on each side have their own ID, and it's distinct from the
2641
+ // ID of the new call (but we can use the same function to generate it)
2642
+ replacement_id: genCallID(),
2643
+ target_user: {
2644
+ id: opponentUserId,
2645
+ display_name: transfereeProfileInfo?.displayname,
2646
+ avatar_url: transfereeProfileInfo?.avatar_url,
2647
+ },
2648
+ await_call: newCallId,
2649
+ } as MCallReplacesEvent;
2650
+
2651
+ await transferTargetCall.sendVoipEvent(EventType.CallReplaces, bodyToTransferTarget);
2652
+
2653
+ const bodyToTransferee = {
2654
+ replacement_id: genCallID(),
2655
+ target_user: {
2656
+ id: targetUserId,
2657
+ display_name: targetProfileInfo?.displayname,
2658
+ avatar_url: targetProfileInfo?.avatar_url,
2659
+ },
2660
+ create_call: newCallId,
2661
+ } as MCallReplacesEvent;
2662
+
2663
+ await this.sendVoipEvent(EventType.CallReplaces, bodyToTransferee);
2664
+
2665
+ await this.terminate(CallParty.Local, CallErrorCode.Transferred, true);
2666
+ await transferTargetCall.terminate(CallParty.Local, CallErrorCode.Transferred, true);
2667
+ }
2668
+
2669
+ private async terminate(hangupParty: CallParty, hangupReason: CallErrorCode, shouldEmit: boolean): Promise<void> {
2670
+ if (this.callHasEnded()) return;
2671
+
2672
+ this.hangupParty = hangupParty;
2673
+ this.hangupReason = hangupReason;
2674
+ this.state = CallState.Ended;
2675
+
2676
+ if (this.inviteTimeout) {
2677
+ clearTimeout(this.inviteTimeout);
2678
+ this.inviteTimeout = undefined;
2679
+ }
2680
+ if (this.iceDisconnectedTimeout !== undefined) {
2681
+ clearTimeout(this.iceDisconnectedTimeout);
2682
+ this.iceDisconnectedTimeout = undefined;
2683
+ }
2684
+ if (this.callLengthInterval) {
2685
+ clearInterval(this.callLengthInterval);
2686
+ this.callLengthInterval = undefined;
2687
+ }
2688
+ if (this.stopVideoTrackTimer !== undefined) {
2689
+ clearTimeout(this.stopVideoTrackTimer);
2690
+ this.stopVideoTrackTimer = undefined;
2691
+ }
2692
+
2693
+ for (const [stream, listener] of this.removeTrackListeners) {
2694
+ stream.removeEventListener("removetrack", listener);
2695
+ }
2696
+ this.removeTrackListeners.clear();
2697
+
2698
+ this.callStatsAtEnd = await this.collectCallStats();
2699
+
2700
+ // Order is important here: first we stopAllMedia() and only then we can deleteAllFeeds()
2701
+ this.stopAllMedia();
2702
+ this.deleteAllFeeds();
2703
+
2704
+ if (this.peerConn && this.peerConn.signalingState !== "closed") {
2705
+ this.peerConn.close();
2706
+ }
2707
+ this.stats?.removeStatsReportGatherer(this.callId);
2708
+
2709
+ if (shouldEmit) {
2710
+ this.emit(CallEvent.Hangup, this);
2711
+ }
2712
+
2713
+ this.client.callEventHandler!.calls.delete(this.callId);
2714
+ }
2715
+
2716
+ private stopAllMedia(): void {
2717
+ logger.debug(`Call ${this.callId} stopAllMedia() running`);
2718
+
2719
+ for (const feed of this.feeds) {
2720
+ // Slightly awkward as local feed need to go via the correct method on
2721
+ // the MediaHandler so they get removed from MediaHandler (remote tracks
2722
+ // don't)
2723
+ // NB. We clone local streams when passing them to individual calls in a group
2724
+ // call, so we can (and should) stop the clones once we no longer need them:
2725
+ // the other clones will continue fine.
2726
+ if (feed.isLocal() && feed.purpose === SDPStreamMetadataPurpose.Usermedia) {
2727
+ this.client.getMediaHandler().stopUserMediaStream(feed.stream);
2728
+ } else if (feed.isLocal() && feed.purpose === SDPStreamMetadataPurpose.Screenshare) {
2729
+ this.client.getMediaHandler().stopScreensharingStream(feed.stream);
2730
+ } else if (!feed.isLocal()) {
2731
+ logger.debug(`Call ${this.callId} stopAllMedia() stopping stream (streamId=${feed.stream.id})`);
2732
+ for (const track of feed.stream.getTracks()) {
2733
+ track.stop();
2734
+ }
2735
+ }
2736
+ }
2737
+ }
2738
+
2739
+ private checkForErrorListener(): void {
2740
+ if (this.listeners(EventEmitterEvents.Error).length === 0) {
2741
+ throw new Error("You MUST attach an error listener using call.on('error', function() {})");
2742
+ }
2743
+ }
2744
+
2745
+ private async sendCandidateQueue(): Promise<void> {
2746
+ if (this.candidateSendQueue.length === 0 || this.callHasEnded()) {
2747
+ return;
2748
+ }
2749
+
2750
+ const candidates = this.candidateSendQueue;
2751
+ this.candidateSendQueue = [];
2752
+ ++this.candidateSendTries;
2753
+ const content: Pick<MCallCandidates, "candidates"> = {
2754
+ candidates: candidates.map((candidate) => candidate.toJSON()),
2755
+ };
2756
+ if (this.candidatesEnded) {
2757
+ // If there are no more candidates, signal this by adding an empty string candidate
2758
+ content.candidates.push({
2759
+ candidate: "",
2760
+ });
2761
+ }
2762
+ logger.debug(`Call ${this.callId} sendCandidateQueue() attempting to send ${candidates.length} candidates`);
2763
+ try {
2764
+ await this.sendVoipEvent(EventType.CallCandidates, content);
2765
+ // reset our retry count if we have successfully sent our candidates
2766
+ // otherwise queueCandidate() will refuse to try to flush the queue
2767
+ this.candidateSendTries = 0;
2768
+
2769
+ // Try to send candidates again just in case we received more candidates while sending.
2770
+ this.sendCandidateQueue();
2771
+ } catch (error) {
2772
+ // don't retry this event: we'll send another one later as we might
2773
+ // have more candidates by then.
2774
+ if (error instanceof BriijError && error.event) this.client.cancelPendingEvent(error.event);
2775
+
2776
+ // put all the candidates we failed to send back in the queue
2777
+ this.candidateSendQueue.push(...candidates);
2778
+
2779
+ if (this.candidateSendTries > 5) {
2780
+ logger.debug(
2781
+ `Call ${this.callId} sendCandidateQueue() failed to send candidates on attempt ${this.candidateSendTries}. Giving up on this call.`,
2782
+ error,
2783
+ );
2784
+
2785
+ const code = CallErrorCode.SignallingFailed;
2786
+ const message = "Signalling failed";
2787
+
2788
+ this.emit(CallEvent.Error, new CallError(code, message, <Error>error), this);
2789
+ this.hangup(code, false);
2790
+
2791
+ return;
2792
+ }
2793
+
2794
+ const delayMs = 500 * Math.pow(2, this.candidateSendTries);
2795
+ ++this.candidateSendTries;
2796
+ logger.debug(
2797
+ `Call ${this.callId} sendCandidateQueue() failed to send candidates. Retrying in ${delayMs}ms`,
2798
+ error,
2799
+ );
2800
+ setTimeout(() => {
2801
+ this.sendCandidateQueue();
2802
+ }, delayMs);
2803
+ }
2804
+ }
2805
+
2806
+ /**
2807
+ * Place a call to this room.
2808
+ * @throws if you have not specified a listener for 'error' events.
2809
+ * @throws if have passed audio=false.
2810
+ */
2811
+ public async placeCall(audio: boolean, video: boolean): Promise<void> {
2812
+ if (!audio) {
2813
+ throw new Error("You CANNOT start a call without audio");
2814
+ }
2815
+ this.state = CallState.WaitLocalMedia;
2816
+
2817
+ let callFeed: CallFeed;
2818
+ try {
2819
+ const stream = await this.client.getMediaHandler().getUserMediaStream(audio, video);
2820
+
2821
+ // make sure all the tracks are enabled (same as pushNewLocalFeed -
2822
+ // we probably ought to just have one code path for adding streams)
2823
+ setTracksEnabled(stream.getAudioTracks(), true);
2824
+ setTracksEnabled(stream.getVideoTracks(), true);
2825
+
2826
+ callFeed = new CallFeed({
2827
+ client: this.client,
2828
+ roomId: this.roomId,
2829
+ userId: this.client.getUserId()!,
2830
+ deviceId: this.client.getDeviceId() ?? undefined,
2831
+ stream,
2832
+ purpose: SDPStreamMetadataPurpose.Usermedia,
2833
+ audioMuted: false,
2834
+ videoMuted: false,
2835
+ });
2836
+ } catch (e) {
2837
+ this.getUserMediaFailed(<Error>e);
2838
+ return;
2839
+ }
2840
+
2841
+ try {
2842
+ await this.placeCallWithCallFeeds([callFeed]);
2843
+ } catch (e) {
2844
+ this.placeCallFailed(<Error>e);
2845
+ return;
2846
+ }
2847
+ }
2848
+
2849
+ /**
2850
+ * Place a call to this room with call feed.
2851
+ * @param callFeeds - to use
2852
+ * @throws if you have not specified a listener for 'error' events.
2853
+ * @throws if have passed audio=false.
2854
+ */
2855
+ public async placeCallWithCallFeeds(callFeeds: CallFeed[], requestScreenshareFeed = false): Promise<void> {
2856
+ this.checkForErrorListener();
2857
+ this.direction = CallDirection.Outbound;
2858
+
2859
+ await this.initOpponentCrypto();
2860
+
2861
+ // XXX Find a better way to do this
2862
+ this.client.callEventHandler!.calls.set(this.callId, this);
2863
+
2864
+ // make sure we have valid turn creds. Unless something's gone wrong, it should
2865
+ // poll and keep the credentials valid so this should be instant.
2866
+ const haveTurnCreds = await this.client.checkTurnServers();
2867
+ if (!haveTurnCreds) {
2868
+ logger.warn(
2869
+ `Call ${this.callId} placeCallWithCallFeeds() failed to get TURN credentials! Proceeding with call anyway...`,
2870
+ );
2871
+ }
2872
+
2873
+ // create the peer connection now so it can be gathering candidates while we get user
2874
+ // media (assuming a candidate pool size is configured)
2875
+ this.peerConn = this.createPeerConnection();
2876
+ this.emit(CallEvent.PeerConnectionCreated, this.peerConn, this);
2877
+ this.gotCallFeedsForInvite(callFeeds, requestScreenshareFeed);
2878
+ }
2879
+
2880
+ private createPeerConnection(): RTCPeerConnection {
2881
+ const pc = new window.RTCPeerConnection({
2882
+ iceTransportPolicy: this.forceTURN ? "relay" : undefined,
2883
+ iceServers: this.turnServers.length ? this.turnServers : undefined,
2884
+ iceCandidatePoolSize: this.client.iceCandidatePoolSize,
2885
+ bundlePolicy: "max-bundle",
2886
+ });
2887
+
2888
+ // 'connectionstatechange' would be better, but firefox doesn't implement that.
2889
+ pc.addEventListener("iceconnectionstatechange", this.onIceConnectionStateChanged);
2890
+ pc.addEventListener("signalingstatechange", this.onSignallingStateChanged);
2891
+ pc.addEventListener("icecandidate", this.gotLocalIceCandidate);
2892
+ pc.addEventListener("icegatheringstatechange", this.onIceGatheringStateChange);
2893
+ pc.addEventListener("track", this.onTrack);
2894
+ pc.addEventListener("negotiationneeded", this.onNegotiationNeeded);
2895
+ pc.addEventListener("datachannel", this.onDataChannel);
2896
+
2897
+ const opponentMember: RoomMember | undefined = this.getOpponentMember();
2898
+ const opponentMemberId = opponentMember ? opponentMember.userId : "unknown";
2899
+ this.stats?.addStatsReportGatherer(this.callId, opponentMemberId, pc);
2900
+ return pc;
2901
+ }
2902
+
2903
+ private partyIdMatches(msg: MCallBase): boolean {
2904
+ // They must either match or both be absent (in which case opponentPartyId will be null)
2905
+ // Also we ignore party IDs on the invite/offer if the version is 0, so we must do the same
2906
+ // here and use null if the version is 0 (woe betide any opponent sending messages in the
2907
+ // same call with different versions)
2908
+ const msgPartyId = msg.version === 0 ? null : msg.party_id || null;
2909
+ return msgPartyId === this.opponentPartyId;
2910
+ }
2911
+
2912
+ // Commits to an opponent for the call
2913
+ // ev: An invite or answer event
2914
+ private chooseOpponent(ev: BriijEvent): void {
2915
+ // I choo-choo-choose you
2916
+ const msg = ev.getContent<MCallInviteNegotiate | MCallAnswer>();
2917
+
2918
+ logger.debug(`Call ${this.callId} chooseOpponent() running (partyId=${msg.party_id})`);
2919
+
2920
+ this.opponentVersion = msg.version;
2921
+ if (this.opponentVersion === 0) {
2922
+ // set to null to indicate that we've chosen an opponent, but because
2923
+ // they're v0 they have no party ID (even if they sent one, we're ignoring it)
2924
+ this.opponentPartyId = null;
2925
+ } else {
2926
+ // set to their party ID, or if they're naughty and didn't send one despite
2927
+ // not being v0, set it to null to indicate we picked an opponent with no
2928
+ // party ID
2929
+ this.opponentPartyId = msg.party_id || null;
2930
+ }
2931
+ this.opponentCaps = msg.capabilities || ({} as CallCapabilities);
2932
+ this.opponentMember = this.client.getRoom(this.roomId)!.getMember(ev.getSender()!) ?? undefined;
2933
+ if (this.opponentMember) {
2934
+ this.stats?.updateOpponentMember(this.callId, this.opponentMember.userId);
2935
+ }
2936
+ }
2937
+
2938
+ private async addBufferedIceCandidates(): Promise<void> {
2939
+ const bufferedCandidates = this.remoteCandidateBuffer.get(this.opponentPartyId!);
2940
+ if (bufferedCandidates) {
2941
+ logger.info(
2942
+ `Call ${this.callId} addBufferedIceCandidates() adding ${bufferedCandidates.length} buffered candidates for opponent ${this.opponentPartyId}`,
2943
+ );
2944
+ await this.addIceCandidates(bufferedCandidates);
2945
+ }
2946
+ this.remoteCandidateBuffer.clear();
2947
+ }
2948
+
2949
+ private async addIceCandidates(candidates: RTCIceCandidate[] | MCallCandidates["candidates"]): Promise<void> {
2950
+ for (const candidate of candidates) {
2951
+ if (
2952
+ (candidate.sdpMid === null || candidate.sdpMid === undefined) &&
2953
+ (candidate.sdpMLineIndex === null || candidate.sdpMLineIndex === undefined)
2954
+ ) {
2955
+ logger.debug(`Call ${this.callId} addIceCandidates() got remote ICE end-of-candidates`);
2956
+ } else {
2957
+ logger.debug(
2958
+ `Call ${this.callId} addIceCandidates() got remote ICE candidate (sdpMid=${candidate.sdpMid}, candidate=${candidate.candidate})`,
2959
+ );
2960
+ }
2961
+
2962
+ try {
2963
+ await this.peerConn!.addIceCandidate(candidate);
2964
+ } catch (err) {
2965
+ if (!this.ignoreOffer) {
2966
+ logger.info(`Call ${this.callId} addIceCandidates() failed to add remote ICE candidate`, err);
2967
+ } else {
2968
+ logger.debug(
2969
+ `Call ${this.callId} addIceCandidates() failed to add remote ICE candidate because ignoring offer`,
2970
+ err,
2971
+ );
2972
+ }
2973
+ }
2974
+ }
2975
+ }
2976
+
2977
+ public get hasPeerConnection(): boolean {
2978
+ return Boolean(this.peerConn);
2979
+ }
2980
+
2981
+ public initStats(stats: GroupCallStats, peerId = "unknown"): void {
2982
+ this.stats = stats;
2983
+ this.stats.start();
2984
+ }
2985
+ }
2986
+
2987
+ export function setTracksEnabled(tracks: Array<MediaStreamTrack>, enabled: boolean): void {
2988
+ for (const track of tracks) {
2989
+ track.enabled = enabled;
2990
+ }
2991
+ }
2992
+
2993
+ export function supportsBriijCall(): boolean {
2994
+ // typeof prevents Node from erroring on an undefined reference
2995
+ if (typeof window === "undefined" || typeof document === "undefined") {
2996
+ // NB. We don't log here as apps try to create a call object as a test for
2997
+ // whether calls are supported, so we shouldn't fill the logs up.
2998
+ return false;
2999
+ }
3000
+
3001
+ // Firefox throws on so little as accessing the RTCPeerConnection when operating in a secure mode.
3002
+ // There's some information at https://bugzilla.mozilla.org/show_bug.cgi?id=1542616 though the concern
3003
+ // is that the browser throwing a SecurityError will brick the client creation process.
3004
+ try {
3005
+ const supported = Boolean(
3006
+ window.RTCPeerConnection ??
3007
+ window.RTCSessionDescription ??
3008
+ window.RTCIceCandidate ??
3009
+ navigator.mediaDevices,
3010
+ );
3011
+ if (!supported) {
3012
+ /* istanbul ignore if */ // Adds a lot of noise to test runs, so disable logging there.
3013
+ if (process.env.NODE_ENV !== "test") {
3014
+ logger.error("WebRTC is not supported in this browser / environment");
3015
+ }
3016
+ return false;
3017
+ }
3018
+ } catch (e) {
3019
+ logger.error("Exception thrown when trying to access WebRTC", e);
3020
+ return false;
3021
+ }
3022
+
3023
+ return true;
3024
+ }
3025
+
3026
+ /**
3027
+ * DEPRECATED
3028
+ * Use client.createCall()
3029
+ *
3030
+ * Create a new Matrix call for the browser.
3031
+ * @param client - The client instance to use.
3032
+ * @param roomId - The room the call is in.
3033
+ * @param options - DEPRECATED optional options map.
3034
+ * @returns the call or null if the browser doesn't support calling.
3035
+ */
3036
+ export function createNewBriijCall(
3037
+ client: BriijClient,
3038
+ roomId: string,
3039
+ options?: Pick<CallOpts, "forceTURN" | "invitee" | "opponentDeviceId" | "opponentSessionId" | "groupCallId">,
3040
+ ): BriijCall | null {
3041
+ if (!supportsBriijCall()) return null;
3042
+
3043
+ const optionsForceTURN = options ? options.forceTURN : false;
3044
+
3045
+ const opts: CallOpts = {
3046
+ client: client,
3047
+ roomId: roomId,
3048
+ invitee: options?.invitee,
3049
+ turnServers: client.getTurnServers(),
3050
+ // call level options
3051
+ forceTURN: client.forceTURN || optionsForceTURN,
3052
+ opponentDeviceId: options?.opponentDeviceId,
3053
+ opponentSessionId: options?.opponentSessionId,
3054
+ groupCallId: options?.groupCallId,
3055
+ };
3056
+ const call = new BriijCall(opts);
3057
+
3058
+ client.reEmitter.reEmit(call, Object.values(CallEvent));
3059
+
3060
+ return call;
3061
+ }