matrix-js-sdk 41.6.0 → 41.7.0-rc.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (171) hide show
  1. package/lib/ReEmitter.js +1 -1
  2. package/lib/ReEmitter.js.map +1 -1
  3. package/lib/ToDeviceMessageQueue.js +2 -2
  4. package/lib/ToDeviceMessageQueue.js.map +1 -1
  5. package/lib/autodiscovery.js +1 -0
  6. package/lib/autodiscovery.js.map +1 -1
  7. package/lib/client.d.ts.map +1 -1
  8. package/lib/client.js +77 -3
  9. package/lib/client.js.map +1 -1
  10. package/lib/common-crypto/CryptoBackend.js +2 -0
  11. package/lib/common-crypto/CryptoBackend.js.map +1 -1
  12. package/lib/crypto/store/indexeddb-crypto-store-backend.js +1 -1
  13. package/lib/crypto/store/indexeddb-crypto-store-backend.js.map +1 -1
  14. package/lib/crypto/store/indexeddb-crypto-store.js +2 -0
  15. package/lib/crypto/store/indexeddb-crypto-store.js.map +1 -1
  16. package/lib/crypto-api/index.js +58 -58
  17. package/lib/crypto-api/index.js.map +1 -1
  18. package/lib/embedded.js +13 -9
  19. package/lib/embedded.js.map +1 -1
  20. package/lib/extensible_events_v1/MessageEvent.js +15 -15
  21. package/lib/extensible_events_v1/MessageEvent.js.map +1 -1
  22. package/lib/extensible_events_v1/PollEndEvent.js +8 -8
  23. package/lib/extensible_events_v1/PollEndEvent.js.map +1 -1
  24. package/lib/extensible_events_v1/PollResponseEvent.js +1 -0
  25. package/lib/extensible_events_v1/PollResponseEvent.js.map +1 -1
  26. package/lib/extensible_events_v1/PollStartEvent.js +28 -28
  27. package/lib/extensible_events_v1/PollStartEvent.js.map +1 -1
  28. package/lib/filter.js +3 -1
  29. package/lib/filter.js.map +1 -1
  30. package/lib/http-api/errors.js +16 -16
  31. package/lib/http-api/errors.js.map +1 -1
  32. package/lib/http-api/fetch.js +2 -1
  33. package/lib/http-api/fetch.js.map +1 -1
  34. package/lib/http-api/refresh.js +7 -6
  35. package/lib/http-api/refresh.js.map +1 -1
  36. package/lib/http-api/utils.d.ts.map +1 -1
  37. package/lib/http-api/utils.js +1 -5
  38. package/lib/http-api/utils.js.map +1 -1
  39. package/lib/interactive-auth.js +11 -1
  40. package/lib/interactive-auth.js.map +1 -1
  41. package/lib/logger.js +2 -0
  42. package/lib/logger.js.map +1 -1
  43. package/lib/matrixrtc/CallMembership.js +6 -5
  44. package/lib/matrixrtc/CallMembership.js.map +1 -1
  45. package/lib/matrixrtc/MatrixRTCSession.d.ts.map +1 -1
  46. package/lib/matrixrtc/MatrixRTCSession.js +15 -5
  47. package/lib/matrixrtc/MatrixRTCSession.js.map +1 -1
  48. package/lib/matrixrtc/MatrixRTCSessionManager.js +3 -2
  49. package/lib/matrixrtc/MatrixRTCSessionManager.js.map +1 -1
  50. package/lib/matrixrtc/MembershipManager.js +24 -17
  51. package/lib/matrixrtc/MembershipManager.js.map +1 -1
  52. package/lib/matrixrtc/MembershipManagerActionScheduler.js +2 -1
  53. package/lib/matrixrtc/MembershipManagerActionScheduler.js.map +1 -1
  54. package/lib/matrixrtc/RTCEncryptionManager.js +6 -4
  55. package/lib/matrixrtc/RTCEncryptionManager.js.map +1 -1
  56. package/lib/matrixrtc/ToDeviceKeyTransport.js +4 -4
  57. package/lib/matrixrtc/ToDeviceKeyTransport.js.map +1 -1
  58. package/lib/models/MSC3089TreeSpace.js +2 -1
  59. package/lib/models/MSC3089TreeSpace.js.map +1 -1
  60. package/lib/models/beacon.js +8 -4
  61. package/lib/models/beacon.js.map +1 -1
  62. package/lib/models/device.js +7 -0
  63. package/lib/models/device.js.map +1 -1
  64. package/lib/models/event-context.js +2 -1
  65. package/lib/models/event-context.js.map +1 -1
  66. package/lib/models/event-timeline-set.js +7 -1
  67. package/lib/models/event-timeline-set.js.map +1 -1
  68. package/lib/models/event-timeline.js +5 -1
  69. package/lib/models/event-timeline.js.map +1 -1
  70. package/lib/models/event.js +35 -11
  71. package/lib/models/event.js.map +1 -1
  72. package/lib/models/poll.js +7 -3
  73. package/lib/models/poll.js.map +1 -1
  74. package/lib/models/related-relations.js +2 -0
  75. package/lib/models/related-relations.js.map +1 -1
  76. package/lib/models/relations-container.js +2 -2
  77. package/lib/models/relations-container.js.map +1 -1
  78. package/lib/models/relations.js +4 -3
  79. package/lib/models/relations.js.map +1 -1
  80. package/lib/models/room-member.js +24 -2
  81. package/lib/models/room-member.js.map +1 -1
  82. package/lib/models/room-receipts.js +19 -12
  83. package/lib/models/room-receipts.js.map +1 -1
  84. package/lib/models/room-state.js +2 -2
  85. package/lib/models/room-state.js.map +1 -1
  86. package/lib/models/room-sticky-events.js +1 -0
  87. package/lib/models/room-sticky-events.js.map +1 -1
  88. package/lib/models/room.js +35 -4
  89. package/lib/models/room.js.map +1 -1
  90. package/lib/models/thread.js +46 -2
  91. package/lib/models/thread.js.map +1 -1
  92. package/lib/models/user.js +20 -1
  93. package/lib/models/user.js.map +1 -1
  94. package/lib/oidc/tokenRefresher.js +11 -8
  95. package/lib/oidc/tokenRefresher.js.map +1 -1
  96. package/lib/pushprocessor.js +1 -1
  97. package/lib/pushprocessor.js.map +1 -1
  98. package/lib/rendezvous/MSC4108SignInWithQR.js +6 -1
  99. package/lib/rendezvous/MSC4108SignInWithQR.js.map +1 -1
  100. package/lib/rendezvous/channels/MSC4108SecureChannel.js +3 -1
  101. package/lib/rendezvous/channels/MSC4108SecureChannel.js.map +1 -1
  102. package/lib/rendezvous/transports/MSC4108RendezvousSession.js +8 -0
  103. package/lib/rendezvous/transports/MSC4108RendezvousSession.js.map +1 -1
  104. package/lib/room-hierarchy.js +8 -4
  105. package/lib/room-hierarchy.js.map +1 -1
  106. package/lib/rust-crypto/DehydratedDeviceManager.js +3 -2
  107. package/lib/rust-crypto/DehydratedDeviceManager.js.map +1 -1
  108. package/lib/rust-crypto/KeyClaimManager.js +2 -1
  109. package/lib/rust-crypto/KeyClaimManager.js.map +1 -1
  110. package/lib/rust-crypto/OutgoingRequestsManager.js +12 -12
  111. package/lib/rust-crypto/OutgoingRequestsManager.js.map +1 -1
  112. package/lib/rust-crypto/PerSessionKeyBackupDownloader.js +5 -3
  113. package/lib/rust-crypto/PerSessionKeyBackupDownloader.js.map +1 -1
  114. package/lib/rust-crypto/RoomEncryptor.js +6 -6
  115. package/lib/rust-crypto/RoomEncryptor.js.map +1 -1
  116. package/lib/rust-crypto/backup.js +6 -4
  117. package/lib/rust-crypto/backup.js.map +1 -1
  118. package/lib/rust-crypto/rust-crypto.js +18 -10
  119. package/lib/rust-crypto/rust-crypto.js.map +1 -1
  120. package/lib/rust-crypto/verification.js +9 -7
  121. package/lib/rust-crypto/verification.js.map +1 -1
  122. package/lib/scheduler.js +2 -2
  123. package/lib/scheduler.js.map +1 -1
  124. package/lib/serverCapabilities.js +5 -2
  125. package/lib/serverCapabilities.js.map +1 -1
  126. package/lib/sliding-sync-sdk.js +6 -3
  127. package/lib/sliding-sync-sdk.js.map +1 -1
  128. package/lib/sliding-sync.js +9 -4
  129. package/lib/sliding-sync.js.map +1 -1
  130. package/lib/store/indexeddb-local-backend.js +5 -1
  131. package/lib/store/indexeddb-local-backend.js.map +1 -1
  132. package/lib/store/indexeddb-remote-backend.js +7 -6
  133. package/lib/store/indexeddb-remote-backend.js.map +1 -1
  134. package/lib/store/indexeddb-store-worker.js +2 -1
  135. package/lib/store/indexeddb-store-worker.js.map +1 -1
  136. package/lib/store/indexeddb.js +1 -0
  137. package/lib/store/indexeddb.js.map +1 -1
  138. package/lib/store/memory.js +4 -0
  139. package/lib/store/memory.js.map +1 -1
  140. package/lib/sync-accumulator.js +1 -1
  141. package/lib/sync-accumulator.js.map +1 -1
  142. package/lib/sync.d.ts.map +1 -1
  143. package/lib/sync.js +32 -16
  144. package/lib/sync.js.map +1 -1
  145. package/lib/timeline-window.js +6 -2
  146. package/lib/timeline-window.js.map +1 -1
  147. package/lib/webrtc/call.js +42 -6
  148. package/lib/webrtc/call.js.map +1 -1
  149. package/lib/webrtc/callEventHandler.js +5 -0
  150. package/lib/webrtc/callEventHandler.js.map +1 -1
  151. package/lib/webrtc/callFeed.js +15 -0
  152. package/lib/webrtc/callFeed.js.map +1 -1
  153. package/lib/webrtc/groupCall.js +24 -8
  154. package/lib/webrtc/groupCall.js.map +1 -1
  155. package/lib/webrtc/groupCallEventHandler.js +1 -1
  156. package/lib/webrtc/groupCallEventHandler.js.map +1 -1
  157. package/lib/webrtc/mediaHandler.js +7 -3
  158. package/lib/webrtc/mediaHandler.js.map +1 -1
  159. package/lib/webrtc/stats/callStatsReportGatherer.js +5 -2
  160. package/lib/webrtc/stats/callStatsReportGatherer.js.map +1 -1
  161. package/lib/webrtc/stats/groupCallStats.js +4 -3
  162. package/lib/webrtc/stats/groupCallStats.js.map +1 -1
  163. package/lib/webrtc/stats/media/mediaTrackStats.js +3 -3
  164. package/lib/webrtc/stats/media/mediaTrackStats.js.map +1 -1
  165. package/lib/webrtc/stats/media/mediaTrackStatsHandler.js +1 -1
  166. package/lib/webrtc/stats/media/mediaTrackStatsHandler.js.map +1 -1
  167. package/package.json +125 -138
  168. package/src/client.ts +4 -1
  169. package/src/http-api/utils.ts +4 -9
  170. package/src/matrixrtc/MatrixRTCSession.ts +4 -3
  171. package/src/sync.ts +5 -1
@@ -33,8 +33,13 @@ export var CallEventHandlerEvent = /*#__PURE__*/function (CallEventHandlerEvent)
33
33
  export class CallEventHandler {
34
34
  constructor(client) {
35
35
  // XXX: Most of these are only public because of the tests
36
+ _defineProperty(this, "calls", void 0);
37
+ _defineProperty(this, "callEventBuffer", void 0);
36
38
  _defineProperty(this, "nextSeqByCall", new Map());
37
39
  _defineProperty(this, "toDeviceEventBuffers", new Map());
40
+ _defineProperty(this, "client", void 0);
41
+ _defineProperty(this, "candidateEventsByCall", void 0);
42
+ _defineProperty(this, "eventBufferPromiseChain", void 0);
38
43
  _defineProperty(this, "onSync", () => {
39
44
  // Process the current event buffer and start queuing into a new one.
40
45
  var currentEventBuffer = this.callEventBuffer;
@@ -1 +1 @@
1
- {"version":3,"file":"callEventHandler.js","names":["logger","CallDirection","CallError","CallErrorCode","CallState","createNewMatrixCall","EventType","ClientEvent","GroupCallErrorCode","GroupCallEvent","GroupCallUnknownDeviceError","RoomEvent","RING_GRACE_PERIOD","CallEventHandlerEvent","CallEventHandler","constructor","client","_defineProperty","Map","currentEventBuffer","callEventBuffer","eventBufferPromiseChain","then","evaluateEventBuffer","event","push","content","getContent","call_id","nextSeqByCall","has","set","seq","undefined","nextSeq","get","toDeviceEventBuffers","buffer","index","findIndex","e","splice","callId","nextEvent","shift","calls","candidateEventsByCall","start","on","Sync","onSync","Timeline","onRoomTimeline","ToDeviceEvent","onToDeviceEvent","stop","removeListener","eventBuffer","_this","_asyncToGenerator","Promise","all","map","decryptEventIfNeeded","callEvents","filter","eventType","getType","startsWith","ignoreCallIds","Set","CallAnswer","CallHangup","add","CallInvite","handleCallEvent","error","_this2","_getGroupCallById","emit","ReceivedVoipEvent","callRoomId","getRoomId","groupCallEventHandler","getGroupCallById","conf_id","room","roomId","groupCallId","type","senderId","getSender","call","opponentDeviceId","groupCall","warn","concat","device_id","Error","dest_session_id","getSessionId","weSentTheEvent","credentials","userId","getDeviceId","_this2$client$getTurn","_createNewMatrixCall","_groupCall","getLocalAge","lifetime","state","Ended","invitee","getUserId","timeUntilTurnCresExpire","getTurnServersExpiry","Date","now","info","forceTURN","opponentSessionId","sender_session_id","log","stats","getGroupCallStats","initStats","initWithInvite","code","UnknownDevice","_groupCall2","ev","onRemoteIceCandidatesReceived","existingCall","thisCall","values","_call$getOpponentMemb","isCalling","WaitLocalMedia","CreateOffer","InviteSent","includes","direction","Outbound","getOpponentMember","replacedBy","hangup","Replaced","Incoming","CallCandidates","CallReject","_createNewMatrixCall2","initWithHangup","onHangupReceived","onRejectReceived","delete","hasPeerConnection","party_id","ourPartyId","Ringing","onAnsweredElsewhere","onAnswerReceived","CallSelectAnswer","onSelectAnswerReceived","CallNegotiate","onNegotiateReceived","CallAssertedIdentity","CallAssertedIdentityPrefix","onAssertedIdentityReceived","CallSDPStreamMetadataChanged","CallSDPStreamMetadataChangedPrefix","onSDPStreamMetadataChangedReceived"],"sources":["../../src/webrtc/callEventHandler.ts"],"sourcesContent":["/*\nCopyright 2020 The Matrix.org Foundation C.I.C.\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n*/\n\nimport { type MatrixEvent } from \"../models/event.ts\";\nimport { logger } from \"../logger.ts\";\nimport { CallDirection, CallError, CallErrorCode, CallState, createNewMatrixCall, type MatrixCall } from \"./call.ts\";\nimport { EventType } from \"../@types/event.ts\";\nimport { ClientEvent, type MatrixClient } from \"../client.ts\";\nimport { type MCallAnswer, type MCallHangupReject } from \"./callEventTypes.ts\";\nimport { type GroupCall, GroupCallErrorCode, GroupCallEvent, GroupCallUnknownDeviceError } from \"./groupCall.ts\";\nimport { RoomEvent } from \"../models/room.ts\";\n\n// Don't ring unless we'd be ringing for at least 3 seconds: the user needs some\n// time to press the 'accept' button\nconst RING_GRACE_PERIOD = 3000;\n\nexport enum CallEventHandlerEvent {\n Incoming = \"Call.incoming\",\n}\n\nexport type CallEventHandlerEventHandlerMap = {\n /**\n * Fires whenever an incoming call arrives.\n * @param call - The incoming call.\n * @example\n * ```\n * matrixClient.on(\"Call.incoming\", function(call){\n * call.answer(); // auto-answer\n * });\n * ```\n */\n [CallEventHandlerEvent.Incoming]: (call: MatrixCall) => void;\n};\n\nexport class CallEventHandler {\n // XXX: Most of these are only public because of the tests\n public calls: Map<string, MatrixCall>;\n public callEventBuffer: MatrixEvent[];\n public nextSeqByCall: Map<string, number> = new Map();\n public toDeviceEventBuffers: Map<string, Array<MatrixEvent>> = new Map();\n\n private client: MatrixClient;\n private candidateEventsByCall: Map<string, Array<MatrixEvent>>;\n private eventBufferPromiseChain?: Promise<void>;\n\n public constructor(client: MatrixClient) {\n this.client = client;\n this.calls = new Map<string, MatrixCall>();\n // The sync code always emits one event at a time, so it will patiently\n // wait for us to finish processing a call invite before delivering the\n // next event, even if that next event is a hangup. We therefore accumulate\n // all our call events and then process them on the 'sync' event, ie.\n // each time a sync has completed. This way, we can avoid emitting incoming\n // call events if we get both the invite and answer/hangup in the same sync.\n // This happens quite often, eg. replaying sync from storage, catchup sync\n // after loading and after we've been offline for a bit.\n this.callEventBuffer = [];\n this.candidateEventsByCall = new Map<string, Array<MatrixEvent>>();\n }\n\n public start(): void {\n this.client.on(ClientEvent.Sync, this.onSync);\n this.client.on(RoomEvent.Timeline, this.onRoomTimeline);\n this.client.on(ClientEvent.ToDeviceEvent, this.onToDeviceEvent);\n }\n\n public stop(): void {\n this.client.removeListener(ClientEvent.Sync, this.onSync);\n this.client.removeListener(RoomEvent.Timeline, this.onRoomTimeline);\n this.client.removeListener(ClientEvent.ToDeviceEvent, this.onToDeviceEvent);\n }\n\n private onSync = (): void => {\n // Process the current event buffer and start queuing into a new one.\n const currentEventBuffer = this.callEventBuffer;\n this.callEventBuffer = [];\n\n // Ensure correct ordering by only processing this queue after the previous one has finished processing\n if (this.eventBufferPromiseChain) {\n this.eventBufferPromiseChain = this.eventBufferPromiseChain.then(() =>\n this.evaluateEventBuffer(currentEventBuffer),\n );\n } else {\n this.eventBufferPromiseChain = this.evaluateEventBuffer(currentEventBuffer);\n }\n };\n\n private async evaluateEventBuffer(eventBuffer: MatrixEvent[]): Promise<void> {\n await Promise.all(eventBuffer.map((event) => this.client.decryptEventIfNeeded(event)));\n\n const callEvents = eventBuffer.filter((event) => {\n const eventType = event.getType();\n return eventType.startsWith(\"m.call.\") || eventType.startsWith(\"org.matrix.call.\");\n });\n\n const ignoreCallIds = new Set<string>();\n\n // inspect the buffer and mark all calls which have been answered\n // or hung up before passing them to the call event handler.\n for (const event of callEvents) {\n const eventType = event.getType();\n\n if (eventType === EventType.CallAnswer || eventType === EventType.CallHangup) {\n ignoreCallIds.add(event.getContent().call_id);\n }\n }\n\n // Process call events in the order that they were received\n for (const event of callEvents) {\n const eventType = event.getType();\n const callId = event.getContent().call_id;\n\n if (eventType === EventType.CallInvite && ignoreCallIds.has(callId)) {\n // This call has previously been answered or hung up: ignore it\n continue;\n }\n\n try {\n await this.handleCallEvent(event);\n } catch (e) {\n logger.error(\"CallEventHandler evaluateEventBuffer() caught exception handling call event\", e);\n }\n }\n }\n\n private onRoomTimeline = (event: MatrixEvent): void => {\n this.callEventBuffer.push(event);\n };\n\n private onToDeviceEvent = (event: MatrixEvent): void => {\n const content = event.getContent();\n\n if (!content.call_id) {\n this.callEventBuffer.push(event);\n return;\n }\n\n if (!this.nextSeqByCall.has(content.call_id)) {\n this.nextSeqByCall.set(content.call_id, 0);\n }\n\n if (content.seq === undefined) {\n this.callEventBuffer.push(event);\n return;\n }\n\n const nextSeq = this.nextSeqByCall.get(content.call_id) || 0;\n\n if (content.seq !== nextSeq) {\n if (!this.toDeviceEventBuffers.has(content.call_id)) {\n this.toDeviceEventBuffers.set(content.call_id, []);\n }\n\n const buffer = this.toDeviceEventBuffers.get(content.call_id)!;\n const index = buffer.findIndex((e) => e.getContent().seq > content.seq);\n\n if (index === -1) {\n buffer.push(event);\n } else {\n buffer.splice(index, 0, event);\n }\n } else {\n const callId = content.call_id;\n this.callEventBuffer.push(event);\n this.nextSeqByCall.set(callId, content.seq + 1);\n\n const buffer = this.toDeviceEventBuffers.get(callId);\n\n let nextEvent = buffer && buffer.shift();\n\n while (nextEvent && nextEvent.getContent().seq === this.nextSeqByCall.get(callId)) {\n this.callEventBuffer.push(nextEvent);\n this.nextSeqByCall.set(callId, nextEvent.getContent().seq + 1);\n nextEvent = buffer!.shift();\n }\n }\n };\n\n private async handleCallEvent(event: MatrixEvent): Promise<void> {\n this.client.emit(ClientEvent.ReceivedVoipEvent, event);\n\n const content = event.getContent();\n const callRoomId =\n event.getRoomId() || this.client.groupCallEventHandler!.getGroupCallById(content.conf_id)?.room?.roomId;\n const groupCallId = content.conf_id;\n const type = event.getType() as EventType;\n const senderId = event.getSender()!;\n let call = content.call_id ? this.calls.get(content.call_id) : undefined;\n\n let opponentDeviceId: string | undefined;\n\n let groupCall: GroupCall | undefined;\n if (groupCallId) {\n groupCall = this.client.groupCallEventHandler!.getGroupCallById(groupCallId);\n\n if (!groupCall) {\n logger.warn(\n `CallEventHandler handleCallEvent() could not find a group call - ignoring event (groupCallId=${groupCallId}, type=${type})`,\n );\n return;\n }\n\n opponentDeviceId = content.device_id;\n\n if (!opponentDeviceId) {\n logger.warn(\n `CallEventHandler handleCallEvent() could not find a device id - ignoring event (senderId=${senderId})`,\n );\n groupCall.emit(GroupCallEvent.Error, new GroupCallUnknownDeviceError(senderId));\n return;\n }\n\n if (content.dest_session_id !== this.client.getSessionId()) {\n logger.warn(\n \"CallEventHandler handleCallEvent() call event does not match current session id - ignoring\",\n );\n return;\n }\n }\n\n const weSentTheEvent =\n senderId === this.client.credentials.userId &&\n (opponentDeviceId === undefined || opponentDeviceId === this.client.getDeviceId()!);\n\n if (!callRoomId) return;\n\n if (type === EventType.CallInvite) {\n // ignore invites you send\n if (weSentTheEvent) return;\n // expired call\n if (event.getLocalAge() > content.lifetime - RING_GRACE_PERIOD) return;\n // stale/old invite event\n if (call && call.state === CallState.Ended) return;\n\n if (call) {\n logger.warn(\n `CallEventHandler handleCallEvent() already has a call but got an invite - clobbering (callId=${content.call_id})`,\n );\n }\n\n if (content.invitee && content.invitee !== this.client.getUserId()) {\n return; // This invite was meant for another user in the room\n }\n\n const timeUntilTurnCresExpire = (this.client.getTurnServersExpiry() ?? 0) - Date.now();\n logger.info(\n \"CallEventHandler handleCallEvent() current turn creds expire in \" + timeUntilTurnCresExpire + \" ms\",\n );\n call =\n createNewMatrixCall(this.client, callRoomId, {\n forceTURN: this.client.forceTURN,\n opponentDeviceId,\n groupCallId,\n opponentSessionId: content.sender_session_id,\n }) ?? undefined;\n if (!call) {\n logger.log(\n `CallEventHandler handleCallEvent() this client does not support WebRTC (callId=${content.call_id})`,\n );\n // don't hang up the call: there could be other clients\n // connected that do support WebRTC and declining the\n // the call on their behalf would be really annoying.\n return;\n }\n\n call.callId = content.call_id;\n const stats = groupCall?.getGroupCallStats();\n if (stats) {\n call.initStats(stats);\n }\n\n try {\n await call.initWithInvite(event);\n } catch (e) {\n if (e instanceof CallError) {\n if (e.code === GroupCallErrorCode.UnknownDevice) {\n groupCall?.emit(GroupCallEvent.Error, e);\n } else {\n logger.error(e);\n }\n }\n }\n this.calls.set(call.callId, call);\n\n // if we stashed candidate events for that call ID, play them back now\n if (this.candidateEventsByCall.get(call.callId)) {\n for (const ev of this.candidateEventsByCall.get(call.callId)!) {\n call.onRemoteIceCandidatesReceived(ev);\n }\n }\n\n // Were we trying to call that user (room)?\n let existingCall: MatrixCall | undefined;\n for (const thisCall of this.calls.values()) {\n const isCalling = [CallState.WaitLocalMedia, CallState.CreateOffer, CallState.InviteSent].includes(\n thisCall.state,\n );\n\n if (\n call.roomId === thisCall.roomId &&\n thisCall.direction === CallDirection.Outbound &&\n call.getOpponentMember()?.userId === thisCall.invitee &&\n isCalling\n ) {\n existingCall = thisCall;\n break;\n }\n }\n\n if (existingCall) {\n if (existingCall.callId > call.callId) {\n logger.log(\n `CallEventHandler handleCallEvent() detected glare - answering incoming call and canceling outgoing call (incomingId=${call.callId}, outgoingId=${existingCall.callId})`,\n );\n existingCall.replacedBy(call);\n } else {\n logger.log(\n `CallEventHandler handleCallEvent() detected glare - hanging up incoming call (incomingId=${call.callId}, outgoingId=${existingCall.callId})`,\n );\n call.hangup(CallErrorCode.Replaced, true);\n }\n } else {\n this.client.emit(CallEventHandlerEvent.Incoming, call);\n }\n return;\n } else if (type === EventType.CallCandidates) {\n if (weSentTheEvent) return;\n\n if (!call) {\n // store the candidates; we may get a call eventually.\n if (!this.candidateEventsByCall.has(content.call_id)) {\n this.candidateEventsByCall.set(content.call_id, []);\n }\n this.candidateEventsByCall.get(content.call_id)!.push(event);\n } else {\n call.onRemoteIceCandidatesReceived(event);\n }\n return;\n } else if ([EventType.CallHangup, EventType.CallReject].includes(type)) {\n // Note that we also observe our own hangups here so we can see\n // if we've already rejected a call that would otherwise be valid\n if (!call) {\n // if not live, store the fact that the call has ended because\n // we're probably getting events backwards so\n // the hangup will come before the invite\n call =\n createNewMatrixCall(this.client, callRoomId, {\n opponentDeviceId,\n opponentSessionId: content.sender_session_id,\n }) ?? undefined;\n if (call) {\n call.callId = content.call_id;\n call.initWithHangup(event);\n this.calls.set(content.call_id, call);\n }\n } else {\n if (call.state !== CallState.Ended) {\n if (type === EventType.CallHangup) {\n call.onHangupReceived(content as MCallHangupReject);\n } else {\n call.onRejectReceived(content as MCallHangupReject);\n }\n\n // @ts-expect-error typescript thinks the state can't be 'ended' because we're\n // inside the if block where it wasn't, but it could have changed because\n // on[Hangup|Reject]Received are side-effecty.\n if (call.state === CallState.Ended) this.calls.delete(content.call_id);\n }\n }\n return;\n }\n\n // The following events need a call and a peer connection\n if (!call || !call.hasPeerConnection) {\n logger.info(\n `CallEventHandler handleCallEvent() discarding possible call event as we don't have a call (type=${type})`,\n );\n return;\n }\n // Ignore remote echo\n if (event.getContent().party_id === call.ourPartyId) return;\n\n switch (type) {\n case EventType.CallAnswer:\n if (weSentTheEvent) {\n if (call.state === CallState.Ringing) {\n call.onAnsweredElsewhere(content as MCallAnswer);\n }\n } else {\n call.onAnswerReceived(event);\n }\n break;\n case EventType.CallSelectAnswer:\n call.onSelectAnswerReceived(event);\n break;\n\n case EventType.CallNegotiate:\n call.onNegotiateReceived(event);\n break;\n\n case EventType.CallAssertedIdentity:\n case EventType.CallAssertedIdentityPrefix:\n call.onAssertedIdentityReceived(event);\n break;\n\n case EventType.CallSDPStreamMetadataChanged:\n case EventType.CallSDPStreamMetadataChangedPrefix:\n call.onSDPStreamMetadataChangedReceived(event);\n break;\n }\n }\n}\n"],"mappings":";;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAGA,SAASA,MAAM,QAAQ,cAAc;AACrC,SAASC,aAAa,EAAEC,SAAS,EAAEC,aAAa,EAAEC,SAAS,EAAEC,mBAAmB,QAAyB,WAAW;AACpH,SAASC,SAAS,QAAQ,oBAAoB;AAC9C,SAASC,WAAW,QAA2B,cAAc;AAE7D,SAAyBC,kBAAkB,EAAEC,cAAc,EAAEC,2BAA2B,QAAQ,gBAAgB;AAChH,SAASC,SAAS,QAAQ,mBAAmB;;AAE7C;AACA;AACA,IAAMC,iBAAiB,GAAG,IAAI;AAE9B,WAAYC,qBAAqB,0BAArBA,qBAAqB;EAArBA,qBAAqB;EAAA,OAArBA,qBAAqB;AAAA;AAkBjC,OAAO,MAAMC,gBAAgB,CAAC;EAWnBC,WAAWA,CAACC,MAAoB,EAAE;IAVzC;IAAAC,eAAA,wBAG4C,IAAIC,GAAG,CAAC,CAAC;IAAAD,eAAA,+BACU,IAAIC,GAAG,CAAC,CAAC;IAAAD,eAAA,iBAiCvD,MAAY;MACzB;MACA,IAAME,kBAAkB,GAAG,IAAI,CAACC,eAAe;MAC/C,IAAI,CAACA,eAAe,GAAG,EAAE;;MAEzB;MACA,IAAI,IAAI,CAACC,uBAAuB,EAAE;QAC9B,IAAI,CAACA,uBAAuB,GAAG,IAAI,CAACA,uBAAuB,CAACC,IAAI,CAAC,MAC7D,IAAI,CAACC,mBAAmB,CAACJ,kBAAkB,CAC/C,CAAC;MACL,CAAC,MAAM;QACH,IAAI,CAACE,uBAAuB,GAAG,IAAI,CAACE,mBAAmB,CAACJ,kBAAkB,CAAC;MAC/E;IACJ,CAAC;IAAAF,eAAA,yBAwCyBO,KAAkB,IAAW;MACnD,IAAI,CAACJ,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;IACpC,CAAC;IAAAP,eAAA,0BAE0BO,KAAkB,IAAW;MACpD,IAAME,OAAO,GAAGF,KAAK,CAACG,UAAU,CAAC,CAAC;MAElC,IAAI,CAACD,OAAO,CAACE,OAAO,EAAE;QAClB,IAAI,CAACR,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;QAChC;MACJ;MAEA,IAAI,CAAC,IAAI,CAACK,aAAa,CAACC,GAAG,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;QAC1C,IAAI,CAACC,aAAa,CAACE,GAAG,CAACL,OAAO,CAACE,OAAO,EAAE,CAAC,CAAC;MAC9C;MAEA,IAAIF,OAAO,CAACM,GAAG,KAAKC,SAAS,EAAE;QAC3B,IAAI,CAACb,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;QAChC;MACJ;MAEA,IAAMU,OAAO,GAAG,IAAI,CAACL,aAAa,CAACM,GAAG,CAACT,OAAO,CAACE,OAAO,CAAC,IAAI,CAAC;MAE5D,IAAIF,OAAO,CAACM,GAAG,KAAKE,OAAO,EAAE;QACzB,IAAI,CAAC,IAAI,CAACE,oBAAoB,CAACN,GAAG,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;UACjD,IAAI,CAACQ,oBAAoB,CAACL,GAAG,CAACL,OAAO,CAACE,OAAO,EAAE,EAAE,CAAC;QACtD;QAEA,IAAMS,MAAM,GAAG,IAAI,CAACD,oBAAoB,CAACD,GAAG,CAACT,OAAO,CAACE,OAAO,CAAE;QAC9D,IAAMU,KAAK,GAAGD,MAAM,CAACE,SAAS,CAAEC,CAAC,IAAKA,CAAC,CAACb,UAAU,CAAC,CAAC,CAACK,GAAG,GAAGN,OAAO,CAACM,GAAG,CAAC;QAEvE,IAAIM,KAAK,KAAK,CAAC,CAAC,EAAE;UACdD,MAAM,CAACZ,IAAI,CAACD,KAAK,CAAC;QACtB,CAAC,MAAM;UACHa,MAAM,CAACI,MAAM,CAACH,KAAK,EAAE,CAAC,EAAEd,KAAK,CAAC;QAClC;MACJ,CAAC,MAAM;QACH,IAAMkB,MAAM,GAAGhB,OAAO,CAACE,OAAO;QAC9B,IAAI,CAACR,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;QAChC,IAAI,CAACK,aAAa,CAACE,GAAG,CAACW,MAAM,EAAEhB,OAAO,CAACM,GAAG,GAAG,CAAC,CAAC;QAE/C,IAAMK,OAAM,GAAG,IAAI,CAACD,oBAAoB,CAACD,GAAG,CAACO,MAAM,CAAC;QAEpD,IAAIC,SAAS,GAAGN,OAAM,IAAIA,OAAM,CAACO,KAAK,CAAC,CAAC;QAExC,OAAOD,SAAS,IAAIA,SAAS,CAAChB,UAAU,CAAC,CAAC,CAACK,GAAG,KAAK,IAAI,CAACH,aAAa,CAACM,GAAG,CAACO,MAAM,CAAC,EAAE;UAC/E,IAAI,CAACtB,eAAe,CAACK,IAAI,CAACkB,SAAS,CAAC;UACpC,IAAI,CAACd,aAAa,CAACE,GAAG,CAACW,MAAM,EAAEC,SAAS,CAAChB,UAAU,CAAC,CAAC,CAACK,GAAG,GAAG,CAAC,CAAC;UAC9DW,SAAS,GAAGN,OAAM,CAAEO,KAAK,CAAC,CAAC;QAC/B;MACJ;IACJ,CAAC;IAlIG,IAAI,CAAC5B,MAAM,GAAGA,MAAM;IACpB,IAAI,CAAC6B,KAAK,GAAG,IAAI3B,GAAG,CAAqB,CAAC;IAC1C;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA,IAAI,CAACE,eAAe,GAAG,EAAE;IACzB,IAAI,CAAC0B,qBAAqB,GAAG,IAAI5B,GAAG,CAA6B,CAAC;EACtE;EAEO6B,KAAKA,CAAA,EAAS;IACjB,IAAI,CAAC/B,MAAM,CAACgC,EAAE,CAACzC,WAAW,CAAC0C,IAAI,EAAE,IAAI,CAACC,MAAM,CAAC;IAC7C,IAAI,CAAClC,MAAM,CAACgC,EAAE,CAACrC,SAAS,CAACwC,QAAQ,EAAE,IAAI,CAACC,cAAc,CAAC;IACvD,IAAI,CAACpC,MAAM,CAACgC,EAAE,CAACzC,WAAW,CAAC8C,aAAa,EAAE,IAAI,CAACC,eAAe,CAAC;EACnE;EAEOC,IAAIA,CAAA,EAAS;IAChB,IAAI,CAACvC,MAAM,CAACwC,cAAc,CAACjD,WAAW,CAAC0C,IAAI,EAAE,IAAI,CAACC,MAAM,CAAC;IACzD,IAAI,CAAClC,MAAM,CAACwC,cAAc,CAAC7C,SAAS,CAACwC,QAAQ,EAAE,IAAI,CAACC,cAAc,CAAC;IACnE,IAAI,CAACpC,MAAM,CAACwC,cAAc,CAACjD,WAAW,CAAC8C,aAAa,EAAE,IAAI,CAACC,eAAe,CAAC;EAC/E;EAiBc/B,mBAAmBA,CAACkC,WAA0B,EAAiB;IAAA,IAAAC,KAAA;IAAA,OAAAC,iBAAA;MACzE,MAAMC,OAAO,CAACC,GAAG,CAACJ,WAAW,CAACK,GAAG,CAAEtC,KAAK,IAAKkC,KAAI,CAAC1C,MAAM,CAAC+C,oBAAoB,CAACvC,KAAK,CAAC,CAAC,CAAC;MAEtF,IAAMwC,UAAU,GAAGP,WAAW,CAACQ,MAAM,CAAEzC,KAAK,IAAK;QAC7C,IAAM0C,SAAS,GAAG1C,KAAK,CAAC2C,OAAO,CAAC,CAAC;QACjC,OAAOD,SAAS,CAACE,UAAU,CAAC,SAAS,CAAC,IAAIF,SAAS,CAACE,UAAU,CAAC,kBAAkB,CAAC;MACtF,CAAC,CAAC;MAEF,IAAMC,aAAa,GAAG,IAAIC,GAAG,CAAS,CAAC;;MAEvC;MACA;MACA,KAAK,IAAM9C,KAAK,IAAIwC,UAAU,EAAE;QAC5B,IAAME,SAAS,GAAG1C,KAAK,CAAC2C,OAAO,CAAC,CAAC;QAEjC,IAAID,SAAS,KAAK5D,SAAS,CAACiE,UAAU,IAAIL,SAAS,KAAK5D,SAAS,CAACkE,UAAU,EAAE;UAC1EH,aAAa,CAACI,GAAG,CAACjD,KAAK,CAACG,UAAU,CAAC,CAAC,CAACC,OAAO,CAAC;QACjD;MACJ;;MAEA;MACA,KAAK,IAAMJ,MAAK,IAAIwC,UAAU,EAAE;QAC5B,IAAME,UAAS,GAAG1C,MAAK,CAAC2C,OAAO,CAAC,CAAC;QACjC,IAAMzB,MAAM,GAAGlB,MAAK,CAACG,UAAU,CAAC,CAAC,CAACC,OAAO;QAEzC,IAAIsC,UAAS,KAAK5D,SAAS,CAACoE,UAAU,IAAIL,aAAa,CAACvC,GAAG,CAACY,MAAM,CAAC,EAAE;UACjE;UACA;QACJ;QAEA,IAAI;UACA,MAAMgB,KAAI,CAACiB,eAAe,CAACnD,MAAK,CAAC;QACrC,CAAC,CAAC,OAAOgB,CAAC,EAAE;UACRxC,MAAM,CAAC4E,KAAK,CAAC,6EAA6E,EAAEpC,CAAC,CAAC;QAClG;MACJ;IAAC;EACL;EAuDcmC,eAAeA,CAACnD,KAAkB,EAAiB;IAAA,IAAAqD,MAAA;IAAA,OAAAlB,iBAAA;MAAA,IAAAmB,iBAAA;MAC7DD,MAAI,CAAC7D,MAAM,CAAC+D,IAAI,CAACxE,WAAW,CAACyE,iBAAiB,EAAExD,KAAK,CAAC;MAEtD,IAAME,OAAO,GAAGF,KAAK,CAACG,UAAU,CAAC,CAAC;MAClC,IAAMsD,UAAU,GACZzD,KAAK,CAAC0D,SAAS,CAAC,CAAC,MAAAJ,iBAAA,GAAID,MAAI,CAAC7D,MAAM,CAACmE,qBAAqB,CAAEC,gBAAgB,CAAC1D,OAAO,CAAC2D,OAAO,CAAC,cAAAP,iBAAA,gBAAAA,iBAAA,GAApEA,iBAAA,CAAsEQ,IAAI,cAAAR,iBAAA,uBAA1EA,iBAAA,CAA4ES,MAAM;MAC3G,IAAMC,WAAW,GAAG9D,OAAO,CAAC2D,OAAO;MACnC,IAAMI,IAAI,GAAGjE,KAAK,CAAC2C,OAAO,CAAC,CAAc;MACzC,IAAMuB,QAAQ,GAAGlE,KAAK,CAACmE,SAAS,CAAC,CAAE;MACnC,IAAIC,IAAI,GAAGlE,OAAO,CAACE,OAAO,GAAGiD,MAAI,CAAChC,KAAK,CAACV,GAAG,CAACT,OAAO,CAACE,OAAO,CAAC,GAAGK,SAAS;MAExE,IAAI4D,gBAAoC;MAExC,IAAIC,SAAgC;MACpC,IAAIN,WAAW,EAAE;QACbM,SAAS,GAAGjB,MAAI,CAAC7D,MAAM,CAACmE,qBAAqB,CAAEC,gBAAgB,CAACI,WAAW,CAAC;QAE5E,IAAI,CAACM,SAAS,EAAE;UACZ9F,MAAM,CAAC+F,IAAI,iGAAAC,MAAA,CACyFR,WAAW,aAAAQ,MAAA,CAAUP,IAAI,MAC7H,CAAC;UACD;QACJ;QAEAI,gBAAgB,GAAGnE,OAAO,CAACuE,SAAS;QAEpC,IAAI,CAACJ,gBAAgB,EAAE;UACnB7F,MAAM,CAAC+F,IAAI,6FAAAC,MAAA,CACqFN,QAAQ,MACxG,CAAC;UACDI,SAAS,CAACf,IAAI,CAACtE,cAAc,CAACyF,KAAK,EAAE,IAAIxF,2BAA2B,CAACgF,QAAQ,CAAC,CAAC;UAC/E;QACJ;QAEA,IAAIhE,OAAO,CAACyE,eAAe,KAAKtB,MAAI,CAAC7D,MAAM,CAACoF,YAAY,CAAC,CAAC,EAAE;UACxDpG,MAAM,CAAC+F,IAAI,CACP,4FACJ,CAAC;UACD;QACJ;MACJ;MAEA,IAAMM,cAAc,GAChBX,QAAQ,KAAKb,MAAI,CAAC7D,MAAM,CAACsF,WAAW,CAACC,MAAM,KAC1CV,gBAAgB,KAAK5D,SAAS,IAAI4D,gBAAgB,KAAKhB,MAAI,CAAC7D,MAAM,CAACwF,WAAW,CAAC,CAAE,CAAC;MAEvF,IAAI,CAACvB,UAAU,EAAE;MAEjB,IAAIQ,IAAI,KAAKnF,SAAS,CAACoE,UAAU,EAAE;QAAA,IAAA+B,qBAAA,EAAAC,oBAAA,EAAAC,UAAA;QAC/B;QACA,IAAIN,cAAc,EAAE;QACpB;QACA,IAAI7E,KAAK,CAACoF,WAAW,CAAC,CAAC,GAAGlF,OAAO,CAACmF,QAAQ,GAAGjG,iBAAiB,EAAE;QAChE;QACA,IAAIgF,IAAI,IAAIA,IAAI,CAACkB,KAAK,KAAK1G,SAAS,CAAC2G,KAAK,EAAE;QAE5C,IAAInB,IAAI,EAAE;UACN5F,MAAM,CAAC+F,IAAI,iGAAAC,MAAA,CACyFtE,OAAO,CAACE,OAAO,MACnH,CAAC;QACL;QAEA,IAAIF,OAAO,CAACsF,OAAO,IAAItF,OAAO,CAACsF,OAAO,KAAKnC,MAAI,CAAC7D,MAAM,CAACiG,SAAS,CAAC,CAAC,EAAE;UAChE,OAAO,CAAC;QACZ;QAEA,IAAMC,uBAAuB,GAAG,EAAAT,qBAAA,GAAC5B,MAAI,CAAC7D,MAAM,CAACmG,oBAAoB,CAAC,CAAC,cAAAV,qBAAA,cAAAA,qBAAA,GAAI,CAAC,IAAIW,IAAI,CAACC,GAAG,CAAC,CAAC;QACtFrH,MAAM,CAACsH,IAAI,CACP,kEAAkE,GAAGJ,uBAAuB,GAAG,KACnG,CAAC;QACDtB,IAAI,IAAAc,oBAAA,GACArG,mBAAmB,CAACwE,MAAI,CAAC7D,MAAM,EAAEiE,UAAU,EAAE;UACzCsC,SAAS,EAAE1C,MAAI,CAAC7D,MAAM,CAACuG,SAAS;UAChC1B,gBAAgB;UAChBL,WAAW;UACXgC,iBAAiB,EAAE9F,OAAO,CAAC+F;QAC/B,CAAC,CAAC,cAAAf,oBAAA,cAAAA,oBAAA,GAAIzE,SAAS;QACnB,IAAI,CAAC2D,IAAI,EAAE;UACP5F,MAAM,CAAC0H,GAAG,mFAAA1B,MAAA,CAC4EtE,OAAO,CAACE,OAAO,MACrG,CAAC;UACD;UACA;UACA;UACA;QACJ;QAEAgE,IAAI,CAAClD,MAAM,GAAGhB,OAAO,CAACE,OAAO;QAC7B,IAAM+F,KAAK,IAAAhB,UAAA,GAAGb,SAAS,cAAAa,UAAA,uBAATA,UAAA,CAAWiB,iBAAiB,CAAC,CAAC;QAC5C,IAAID,KAAK,EAAE;UACP/B,IAAI,CAACiC,SAAS,CAACF,KAAK,CAAC;QACzB;QAEA,IAAI;UACA,MAAM/B,IAAI,CAACkC,cAAc,CAACtG,KAAK,CAAC;QACpC,CAAC,CAAC,OAAOgB,CAAC,EAAE;UACR,IAAIA,CAAC,YAAYtC,SAAS,EAAE;YACxB,IAAIsC,CAAC,CAACuF,IAAI,KAAKvH,kBAAkB,CAACwH,aAAa,EAAE;cAAA,IAAAC,WAAA;cAC7C,CAAAA,WAAA,GAAAnC,SAAS,cAAAmC,WAAA,eAATA,WAAA,CAAWlD,IAAI,CAACtE,cAAc,CAACyF,KAAK,EAAE1D,CAAC,CAAC;YAC5C,CAAC,MAAM;cACHxC,MAAM,CAAC4E,KAAK,CAACpC,CAAC,CAAC;YACnB;UACJ;QACJ;QACAqC,MAAI,CAAChC,KAAK,CAACd,GAAG,CAAC6D,IAAI,CAAClD,MAAM,EAAEkD,IAAI,CAAC;;QAEjC;QACA,IAAIf,MAAI,CAAC/B,qBAAqB,CAACX,GAAG,CAACyD,IAAI,CAAClD,MAAM,CAAC,EAAE;UAC7C,KAAK,IAAMwF,EAAE,IAAIrD,MAAI,CAAC/B,qBAAqB,CAACX,GAAG,CAACyD,IAAI,CAAClD,MAAM,CAAC,EAAG;YAC3DkD,IAAI,CAACuC,6BAA6B,CAACD,EAAE,CAAC;UAC1C;QACJ;;QAEA;QACA,IAAIE,YAAoC;QACxC,KAAK,IAAMC,QAAQ,IAAIxD,MAAI,CAAChC,KAAK,CAACyF,MAAM,CAAC,CAAC,EAAE;UAAA,IAAAC,qBAAA;UACxC,IAAMC,SAAS,GAAG,CAACpI,SAAS,CAACqI,cAAc,EAAErI,SAAS,CAACsI,WAAW,EAAEtI,SAAS,CAACuI,UAAU,CAAC,CAACC,QAAQ,CAC9FP,QAAQ,CAACvB,KACb,CAAC;UAED,IACIlB,IAAI,CAACL,MAAM,KAAK8C,QAAQ,CAAC9C,MAAM,IAC/B8C,QAAQ,CAACQ,SAAS,KAAK5I,aAAa,CAAC6I,QAAQ,IAC7C,EAAAP,qBAAA,GAAA3C,IAAI,CAACmD,iBAAiB,CAAC,CAAC,cAAAR,qBAAA,uBAAxBA,qBAAA,CAA0BhC,MAAM,MAAK8B,QAAQ,CAACrB,OAAO,IACrDwB,SAAS,EACX;YACEJ,YAAY,GAAGC,QAAQ;YACvB;UACJ;QACJ;QAEA,IAAID,YAAY,EAAE;UACd,IAAIA,YAAY,CAAC1F,MAAM,GAAGkD,IAAI,CAAClD,MAAM,EAAE;YACnC1C,MAAM,CAAC0H,GAAG,wHAAA1B,MAAA,CACiHJ,IAAI,CAAClD,MAAM,mBAAAsD,MAAA,CAAgBoC,YAAY,CAAC1F,MAAM,MACzK,CAAC;YACD0F,YAAY,CAACY,UAAU,CAACpD,IAAI,CAAC;UACjC,CAAC,MAAM;YACH5F,MAAM,CAAC0H,GAAG,6FAAA1B,MAAA,CACsFJ,IAAI,CAAClD,MAAM,mBAAAsD,MAAA,CAAgBoC,YAAY,CAAC1F,MAAM,MAC9I,CAAC;YACDkD,IAAI,CAACqD,MAAM,CAAC9I,aAAa,CAAC+I,QAAQ,EAAE,IAAI,CAAC;UAC7C;QACJ,CAAC,MAAM;UACHrE,MAAI,CAAC7D,MAAM,CAAC+D,IAAI,CAAClE,qBAAqB,CAACsI,QAAQ,EAAEvD,IAAI,CAAC;QAC1D;QACA;MACJ,CAAC,MAAM,IAAIH,IAAI,KAAKnF,SAAS,CAAC8I,cAAc,EAAE;QAC1C,IAAI/C,cAAc,EAAE;QAEpB,IAAI,CAACT,IAAI,EAAE;UACP;UACA,IAAI,CAACf,MAAI,CAAC/B,qBAAqB,CAAChB,GAAG,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;YAClDiD,MAAI,CAAC/B,qBAAqB,CAACf,GAAG,CAACL,OAAO,CAACE,OAAO,EAAE,EAAE,CAAC;UACvD;UACAiD,MAAI,CAAC/B,qBAAqB,CAACX,GAAG,CAACT,OAAO,CAACE,OAAO,CAAC,CAAEH,IAAI,CAACD,KAAK,CAAC;QAChE,CAAC,MAAM;UACHoE,IAAI,CAACuC,6BAA6B,CAAC3G,KAAK,CAAC;QAC7C;QACA;MACJ,CAAC,MAAM,IAAI,CAAClB,SAAS,CAACkE,UAAU,EAAElE,SAAS,CAAC+I,UAAU,CAAC,CAACT,QAAQ,CAACnD,IAAI,CAAC,EAAE;QACpE;QACA;QACA,IAAI,CAACG,IAAI,EAAE;UAAA,IAAA0D,qBAAA;UACP;UACA;UACA;UACA1D,IAAI,IAAA0D,qBAAA,GACAjJ,mBAAmB,CAACwE,MAAI,CAAC7D,MAAM,EAAEiE,UAAU,EAAE;YACzCY,gBAAgB;YAChB2B,iBAAiB,EAAE9F,OAAO,CAAC+F;UAC/B,CAAC,CAAC,cAAA6B,qBAAA,cAAAA,qBAAA,GAAIrH,SAAS;UACnB,IAAI2D,IAAI,EAAE;YACNA,IAAI,CAAClD,MAAM,GAAGhB,OAAO,CAACE,OAAO;YAC7BgE,IAAI,CAAC2D,cAAc,CAAC/H,KAAK,CAAC;YAC1BqD,MAAI,CAAChC,KAAK,CAACd,GAAG,CAACL,OAAO,CAACE,OAAO,EAAEgE,IAAI,CAAC;UACzC;QACJ,CAAC,MAAM;UACH,IAAIA,IAAI,CAACkB,KAAK,KAAK1G,SAAS,CAAC2G,KAAK,EAAE;YAChC,IAAItB,IAAI,KAAKnF,SAAS,CAACkE,UAAU,EAAE;cAC/BoB,IAAI,CAAC4D,gBAAgB,CAAC9H,OAA4B,CAAC;YACvD,CAAC,MAAM;cACHkE,IAAI,CAAC6D,gBAAgB,CAAC/H,OAA4B,CAAC;YACvD;;YAEA;YACA;YACA;YACA,IAAIkE,IAAI,CAACkB,KAAK,KAAK1G,SAAS,CAAC2G,KAAK,EAAElC,MAAI,CAAChC,KAAK,CAAC6G,MAAM,CAAChI,OAAO,CAACE,OAAO,CAAC;UAC1E;QACJ;QACA;MACJ;;MAEA;MACA,IAAI,CAACgE,IAAI,IAAI,CAACA,IAAI,CAAC+D,iBAAiB,EAAE;QAClC3J,MAAM,CAACsH,IAAI,oGAAAtB,MAAA,CAC4FP,IAAI,MAC3G,CAAC;QACD;MACJ;MACA;MACA,IAAIjE,KAAK,CAACG,UAAU,CAAC,CAAC,CAACiI,QAAQ,KAAKhE,IAAI,CAACiE,UAAU,EAAE;MAErD,QAAQpE,IAAI;QACR,KAAKnF,SAAS,CAACiE,UAAU;UACrB,IAAI8B,cAAc,EAAE;YAChB,IAAIT,IAAI,CAACkB,KAAK,KAAK1G,SAAS,CAAC0J,OAAO,EAAE;cAClClE,IAAI,CAACmE,mBAAmB,CAACrI,OAAsB,CAAC;YACpD;UACJ,CAAC,MAAM;YACHkE,IAAI,CAACoE,gBAAgB,CAACxI,KAAK,CAAC;UAChC;UACA;QACJ,KAAKlB,SAAS,CAAC2J,gBAAgB;UAC3BrE,IAAI,CAACsE,sBAAsB,CAAC1I,KAAK,CAAC;UAClC;QAEJ,KAAKlB,SAAS,CAAC6J,aAAa;UACxBvE,IAAI,CAACwE,mBAAmB,CAAC5I,KAAK,CAAC;UAC/B;QAEJ,KAAKlB,SAAS,CAAC+J,oBAAoB;QACnC,KAAK/J,SAAS,CAACgK,0BAA0B;UACrC1E,IAAI,CAAC2E,0BAA0B,CAAC/I,KAAK,CAAC;UACtC;QAEJ,KAAKlB,SAAS,CAACkK,4BAA4B;QAC3C,KAAKlK,SAAS,CAACmK,kCAAkC;UAC7C7E,IAAI,CAAC8E,kCAAkC,CAAClJ,KAAK,CAAC;UAC9C;MACR;IAAC;EACL;AACJ","ignoreList":[]}
1
+ {"version":3,"file":"callEventHandler.js","names":["logger","CallDirection","CallError","CallErrorCode","CallState","createNewMatrixCall","EventType","ClientEvent","GroupCallErrorCode","GroupCallEvent","GroupCallUnknownDeviceError","RoomEvent","RING_GRACE_PERIOD","CallEventHandlerEvent","CallEventHandler","constructor","client","_defineProperty","Map","currentEventBuffer","callEventBuffer","eventBufferPromiseChain","then","evaluateEventBuffer","event","push","content","getContent","call_id","nextSeqByCall","has","set","seq","undefined","nextSeq","get","toDeviceEventBuffers","buffer","index","findIndex","e","splice","callId","nextEvent","shift","calls","candidateEventsByCall","start","on","Sync","onSync","Timeline","onRoomTimeline","ToDeviceEvent","onToDeviceEvent","stop","removeListener","eventBuffer","_this","_asyncToGenerator","Promise","all","map","decryptEventIfNeeded","callEvents","filter","eventType","getType","startsWith","ignoreCallIds","Set","CallAnswer","CallHangup","add","CallInvite","handleCallEvent","error","_this2","_getGroupCallById","emit","ReceivedVoipEvent","callRoomId","getRoomId","groupCallEventHandler","getGroupCallById","conf_id","room","roomId","groupCallId","type","senderId","getSender","call","opponentDeviceId","groupCall","warn","concat","device_id","Error","dest_session_id","getSessionId","weSentTheEvent","credentials","userId","getDeviceId","_this2$client$getTurn","_createNewMatrixCall","_groupCall","getLocalAge","lifetime","state","Ended","invitee","getUserId","timeUntilTurnCresExpire","getTurnServersExpiry","Date","now","info","forceTURN","opponentSessionId","sender_session_id","log","stats","getGroupCallStats","initStats","initWithInvite","code","UnknownDevice","_groupCall2","ev","onRemoteIceCandidatesReceived","existingCall","thisCall","values","_call$getOpponentMemb","isCalling","WaitLocalMedia","CreateOffer","InviteSent","includes","direction","Outbound","getOpponentMember","replacedBy","hangup","Replaced","Incoming","CallCandidates","CallReject","_createNewMatrixCall2","initWithHangup","onHangupReceived","onRejectReceived","delete","hasPeerConnection","party_id","ourPartyId","Ringing","onAnsweredElsewhere","onAnswerReceived","CallSelectAnswer","onSelectAnswerReceived","CallNegotiate","onNegotiateReceived","CallAssertedIdentity","CallAssertedIdentityPrefix","onAssertedIdentityReceived","CallSDPStreamMetadataChanged","CallSDPStreamMetadataChangedPrefix","onSDPStreamMetadataChangedReceived"],"sources":["../../src/webrtc/callEventHandler.ts"],"sourcesContent":["/*\nCopyright 2020 The Matrix.org Foundation C.I.C.\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n*/\n\nimport { type MatrixEvent } from \"../models/event.ts\";\nimport { logger } from \"../logger.ts\";\nimport { CallDirection, CallError, CallErrorCode, CallState, createNewMatrixCall, type MatrixCall } from \"./call.ts\";\nimport { EventType } from \"../@types/event.ts\";\nimport { ClientEvent, type MatrixClient } from \"../client.ts\";\nimport { type MCallAnswer, type MCallHangupReject } from \"./callEventTypes.ts\";\nimport { type GroupCall, GroupCallErrorCode, GroupCallEvent, GroupCallUnknownDeviceError } from \"./groupCall.ts\";\nimport { RoomEvent } from \"../models/room.ts\";\n\n// Don't ring unless we'd be ringing for at least 3 seconds: the user needs some\n// time to press the 'accept' button\nconst RING_GRACE_PERIOD = 3000;\n\nexport enum CallEventHandlerEvent {\n Incoming = \"Call.incoming\",\n}\n\nexport type CallEventHandlerEventHandlerMap = {\n /**\n * Fires whenever an incoming call arrives.\n * @param call - The incoming call.\n * @example\n * ```\n * matrixClient.on(\"Call.incoming\", function(call){\n * call.answer(); // auto-answer\n * });\n * ```\n */\n [CallEventHandlerEvent.Incoming]: (call: MatrixCall) => void;\n};\n\nexport class CallEventHandler {\n // XXX: Most of these are only public because of the tests\n public calls: Map<string, MatrixCall>;\n public callEventBuffer: MatrixEvent[];\n public nextSeqByCall: Map<string, number> = new Map();\n public toDeviceEventBuffers: Map<string, Array<MatrixEvent>> = new Map();\n\n private client: MatrixClient;\n private candidateEventsByCall: Map<string, Array<MatrixEvent>>;\n private eventBufferPromiseChain?: Promise<void>;\n\n public constructor(client: MatrixClient) {\n this.client = client;\n this.calls = new Map<string, MatrixCall>();\n // The sync code always emits one event at a time, so it will patiently\n // wait for us to finish processing a call invite before delivering the\n // next event, even if that next event is a hangup. We therefore accumulate\n // all our call events and then process them on the 'sync' event, ie.\n // each time a sync has completed. This way, we can avoid emitting incoming\n // call events if we get both the invite and answer/hangup in the same sync.\n // This happens quite often, eg. replaying sync from storage, catchup sync\n // after loading and after we've been offline for a bit.\n this.callEventBuffer = [];\n this.candidateEventsByCall = new Map<string, Array<MatrixEvent>>();\n }\n\n public start(): void {\n this.client.on(ClientEvent.Sync, this.onSync);\n this.client.on(RoomEvent.Timeline, this.onRoomTimeline);\n this.client.on(ClientEvent.ToDeviceEvent, this.onToDeviceEvent);\n }\n\n public stop(): void {\n this.client.removeListener(ClientEvent.Sync, this.onSync);\n this.client.removeListener(RoomEvent.Timeline, this.onRoomTimeline);\n this.client.removeListener(ClientEvent.ToDeviceEvent, this.onToDeviceEvent);\n }\n\n private onSync = (): void => {\n // Process the current event buffer and start queuing into a new one.\n const currentEventBuffer = this.callEventBuffer;\n this.callEventBuffer = [];\n\n // Ensure correct ordering by only processing this queue after the previous one has finished processing\n if (this.eventBufferPromiseChain) {\n this.eventBufferPromiseChain = this.eventBufferPromiseChain.then(() =>\n this.evaluateEventBuffer(currentEventBuffer),\n );\n } else {\n this.eventBufferPromiseChain = this.evaluateEventBuffer(currentEventBuffer);\n }\n };\n\n private async evaluateEventBuffer(eventBuffer: MatrixEvent[]): Promise<void> {\n await Promise.all(eventBuffer.map((event) => this.client.decryptEventIfNeeded(event)));\n\n const callEvents = eventBuffer.filter((event) => {\n const eventType = event.getType();\n return eventType.startsWith(\"m.call.\") || eventType.startsWith(\"org.matrix.call.\");\n });\n\n const ignoreCallIds = new Set<string>();\n\n // inspect the buffer and mark all calls which have been answered\n // or hung up before passing them to the call event handler.\n for (const event of callEvents) {\n const eventType = event.getType();\n\n if (eventType === EventType.CallAnswer || eventType === EventType.CallHangup) {\n ignoreCallIds.add(event.getContent().call_id);\n }\n }\n\n // Process call events in the order that they were received\n for (const event of callEvents) {\n const eventType = event.getType();\n const callId = event.getContent().call_id;\n\n if (eventType === EventType.CallInvite && ignoreCallIds.has(callId)) {\n // This call has previously been answered or hung up: ignore it\n continue;\n }\n\n try {\n await this.handleCallEvent(event);\n } catch (e) {\n logger.error(\"CallEventHandler evaluateEventBuffer() caught exception handling call event\", e);\n }\n }\n }\n\n private onRoomTimeline = (event: MatrixEvent): void => {\n this.callEventBuffer.push(event);\n };\n\n private onToDeviceEvent = (event: MatrixEvent): void => {\n const content = event.getContent();\n\n if (!content.call_id) {\n this.callEventBuffer.push(event);\n return;\n }\n\n if (!this.nextSeqByCall.has(content.call_id)) {\n this.nextSeqByCall.set(content.call_id, 0);\n }\n\n if (content.seq === undefined) {\n this.callEventBuffer.push(event);\n return;\n }\n\n const nextSeq = this.nextSeqByCall.get(content.call_id) || 0;\n\n if (content.seq !== nextSeq) {\n if (!this.toDeviceEventBuffers.has(content.call_id)) {\n this.toDeviceEventBuffers.set(content.call_id, []);\n }\n\n const buffer = this.toDeviceEventBuffers.get(content.call_id)!;\n const index = buffer.findIndex((e) => e.getContent().seq > content.seq);\n\n if (index === -1) {\n buffer.push(event);\n } else {\n buffer.splice(index, 0, event);\n }\n } else {\n const callId = content.call_id;\n this.callEventBuffer.push(event);\n this.nextSeqByCall.set(callId, content.seq + 1);\n\n const buffer = this.toDeviceEventBuffers.get(callId);\n\n let nextEvent = buffer && buffer.shift();\n\n while (nextEvent && nextEvent.getContent().seq === this.nextSeqByCall.get(callId)) {\n this.callEventBuffer.push(nextEvent);\n this.nextSeqByCall.set(callId, nextEvent.getContent().seq + 1);\n nextEvent = buffer!.shift();\n }\n }\n };\n\n private async handleCallEvent(event: MatrixEvent): Promise<void> {\n this.client.emit(ClientEvent.ReceivedVoipEvent, event);\n\n const content = event.getContent();\n const callRoomId =\n event.getRoomId() || this.client.groupCallEventHandler!.getGroupCallById(content.conf_id)?.room?.roomId;\n const groupCallId = content.conf_id;\n const type = event.getType() as EventType;\n const senderId = event.getSender()!;\n let call = content.call_id ? this.calls.get(content.call_id) : undefined;\n\n let opponentDeviceId: string | undefined;\n\n let groupCall: GroupCall | undefined;\n if (groupCallId) {\n groupCall = this.client.groupCallEventHandler!.getGroupCallById(groupCallId);\n\n if (!groupCall) {\n logger.warn(\n `CallEventHandler handleCallEvent() could not find a group call - ignoring event (groupCallId=${groupCallId}, type=${type})`,\n );\n return;\n }\n\n opponentDeviceId = content.device_id;\n\n if (!opponentDeviceId) {\n logger.warn(\n `CallEventHandler handleCallEvent() could not find a device id - ignoring event (senderId=${senderId})`,\n );\n groupCall.emit(GroupCallEvent.Error, new GroupCallUnknownDeviceError(senderId));\n return;\n }\n\n if (content.dest_session_id !== this.client.getSessionId()) {\n logger.warn(\n \"CallEventHandler handleCallEvent() call event does not match current session id - ignoring\",\n );\n return;\n }\n }\n\n const weSentTheEvent =\n senderId === this.client.credentials.userId &&\n (opponentDeviceId === undefined || opponentDeviceId === this.client.getDeviceId()!);\n\n if (!callRoomId) return;\n\n if (type === EventType.CallInvite) {\n // ignore invites you send\n if (weSentTheEvent) return;\n // expired call\n if (event.getLocalAge() > content.lifetime - RING_GRACE_PERIOD) return;\n // stale/old invite event\n if (call && call.state === CallState.Ended) return;\n\n if (call) {\n logger.warn(\n `CallEventHandler handleCallEvent() already has a call but got an invite - clobbering (callId=${content.call_id})`,\n );\n }\n\n if (content.invitee && content.invitee !== this.client.getUserId()) {\n return; // This invite was meant for another user in the room\n }\n\n const timeUntilTurnCresExpire = (this.client.getTurnServersExpiry() ?? 0) - Date.now();\n logger.info(\n \"CallEventHandler handleCallEvent() current turn creds expire in \" + timeUntilTurnCresExpire + \" ms\",\n );\n call =\n createNewMatrixCall(this.client, callRoomId, {\n forceTURN: this.client.forceTURN,\n opponentDeviceId,\n groupCallId,\n opponentSessionId: content.sender_session_id,\n }) ?? undefined;\n if (!call) {\n logger.log(\n `CallEventHandler handleCallEvent() this client does not support WebRTC (callId=${content.call_id})`,\n );\n // don't hang up the call: there could be other clients\n // connected that do support WebRTC and declining the\n // the call on their behalf would be really annoying.\n return;\n }\n\n call.callId = content.call_id;\n const stats = groupCall?.getGroupCallStats();\n if (stats) {\n call.initStats(stats);\n }\n\n try {\n await call.initWithInvite(event);\n } catch (e) {\n if (e instanceof CallError) {\n if (e.code === GroupCallErrorCode.UnknownDevice) {\n groupCall?.emit(GroupCallEvent.Error, e);\n } else {\n logger.error(e);\n }\n }\n }\n this.calls.set(call.callId, call);\n\n // if we stashed candidate events for that call ID, play them back now\n if (this.candidateEventsByCall.get(call.callId)) {\n for (const ev of this.candidateEventsByCall.get(call.callId)!) {\n call.onRemoteIceCandidatesReceived(ev);\n }\n }\n\n // Were we trying to call that user (room)?\n let existingCall: MatrixCall | undefined;\n for (const thisCall of this.calls.values()) {\n const isCalling = [CallState.WaitLocalMedia, CallState.CreateOffer, CallState.InviteSent].includes(\n thisCall.state,\n );\n\n if (\n call.roomId === thisCall.roomId &&\n thisCall.direction === CallDirection.Outbound &&\n call.getOpponentMember()?.userId === thisCall.invitee &&\n isCalling\n ) {\n existingCall = thisCall;\n break;\n }\n }\n\n if (existingCall) {\n if (existingCall.callId > call.callId) {\n logger.log(\n `CallEventHandler handleCallEvent() detected glare - answering incoming call and canceling outgoing call (incomingId=${call.callId}, outgoingId=${existingCall.callId})`,\n );\n existingCall.replacedBy(call);\n } else {\n logger.log(\n `CallEventHandler handleCallEvent() detected glare - hanging up incoming call (incomingId=${call.callId}, outgoingId=${existingCall.callId})`,\n );\n call.hangup(CallErrorCode.Replaced, true);\n }\n } else {\n this.client.emit(CallEventHandlerEvent.Incoming, call);\n }\n return;\n } else if (type === EventType.CallCandidates) {\n if (weSentTheEvent) return;\n\n if (!call) {\n // store the candidates; we may get a call eventually.\n if (!this.candidateEventsByCall.has(content.call_id)) {\n this.candidateEventsByCall.set(content.call_id, []);\n }\n this.candidateEventsByCall.get(content.call_id)!.push(event);\n } else {\n call.onRemoteIceCandidatesReceived(event);\n }\n return;\n } else if ([EventType.CallHangup, EventType.CallReject].includes(type)) {\n // Note that we also observe our own hangups here so we can see\n // if we've already rejected a call that would otherwise be valid\n if (!call) {\n // if not live, store the fact that the call has ended because\n // we're probably getting events backwards so\n // the hangup will come before the invite\n call =\n createNewMatrixCall(this.client, callRoomId, {\n opponentDeviceId,\n opponentSessionId: content.sender_session_id,\n }) ?? undefined;\n if (call) {\n call.callId = content.call_id;\n call.initWithHangup(event);\n this.calls.set(content.call_id, call);\n }\n } else {\n if (call.state !== CallState.Ended) {\n if (type === EventType.CallHangup) {\n call.onHangupReceived(content as MCallHangupReject);\n } else {\n call.onRejectReceived(content as MCallHangupReject);\n }\n\n // @ts-expect-error typescript thinks the state can't be 'ended' because we're\n // inside the if block where it wasn't, but it could have changed because\n // on[Hangup|Reject]Received are side-effecty.\n if (call.state === CallState.Ended) this.calls.delete(content.call_id);\n }\n }\n return;\n }\n\n // The following events need a call and a peer connection\n if (!call || !call.hasPeerConnection) {\n logger.info(\n `CallEventHandler handleCallEvent() discarding possible call event as we don't have a call (type=${type})`,\n );\n return;\n }\n // Ignore remote echo\n if (event.getContent().party_id === call.ourPartyId) return;\n\n switch (type) {\n case EventType.CallAnswer:\n if (weSentTheEvent) {\n if (call.state === CallState.Ringing) {\n call.onAnsweredElsewhere(content as MCallAnswer);\n }\n } else {\n call.onAnswerReceived(event);\n }\n break;\n case EventType.CallSelectAnswer:\n call.onSelectAnswerReceived(event);\n break;\n\n case EventType.CallNegotiate:\n call.onNegotiateReceived(event);\n break;\n\n case EventType.CallAssertedIdentity:\n case EventType.CallAssertedIdentityPrefix:\n call.onAssertedIdentityReceived(event);\n break;\n\n case EventType.CallSDPStreamMetadataChanged:\n case EventType.CallSDPStreamMetadataChangedPrefix:\n call.onSDPStreamMetadataChangedReceived(event);\n break;\n }\n }\n}\n"],"mappings":";;AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAGA,SAASA,MAAM,QAAQ,cAAc;AACrC,SAASC,aAAa,EAAEC,SAAS,EAAEC,aAAa,EAAEC,SAAS,EAAEC,mBAAmB,QAAyB,WAAW;AACpH,SAASC,SAAS,QAAQ,oBAAoB;AAC9C,SAASC,WAAW,QAA2B,cAAc;AAE7D,SAAyBC,kBAAkB,EAAEC,cAAc,EAAEC,2BAA2B,QAAQ,gBAAgB;AAChH,SAASC,SAAS,QAAQ,mBAAmB;;AAE7C;AACA;AACA,IAAMC,iBAAiB,GAAG,IAAI;AAE9B,WAAYC,qBAAqB,0BAArBA,qBAAqB;EAArBA,qBAAqB;EAAA,OAArBA,qBAAqB;AAAA;AAkBjC,OAAO,MAAMC,gBAAgB,CAAC;EAWnBC,WAAWA,CAACC,MAAoB,EAAE;IAVzC;IAAAC,eAAA;IAAAA,eAAA;IAAAA,eAAA,wBAG4C,IAAIC,GAAG,CAAC,CAAC;IAAAD,eAAA,+BACU,IAAIC,GAAG,CAAC,CAAC;IAAAD,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA,iBAiCvD,MAAY;MACzB;MACA,IAAME,kBAAkB,GAAG,IAAI,CAACC,eAAe;MAC/C,IAAI,CAACA,eAAe,GAAG,EAAE;;MAEzB;MACA,IAAI,IAAI,CAACC,uBAAuB,EAAE;QAC9B,IAAI,CAACA,uBAAuB,GAAG,IAAI,CAACA,uBAAuB,CAACC,IAAI,CAAC,MAC7D,IAAI,CAACC,mBAAmB,CAACJ,kBAAkB,CAC/C,CAAC;MACL,CAAC,MAAM;QACH,IAAI,CAACE,uBAAuB,GAAG,IAAI,CAACE,mBAAmB,CAACJ,kBAAkB,CAAC;MAC/E;IACJ,CAAC;IAAAF,eAAA,yBAwCyBO,KAAkB,IAAW;MACnD,IAAI,CAACJ,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;IACpC,CAAC;IAAAP,eAAA,0BAE0BO,KAAkB,IAAW;MACpD,IAAME,OAAO,GAAGF,KAAK,CAACG,UAAU,CAAC,CAAC;MAElC,IAAI,CAACD,OAAO,CAACE,OAAO,EAAE;QAClB,IAAI,CAACR,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;QAChC;MACJ;MAEA,IAAI,CAAC,IAAI,CAACK,aAAa,CAACC,GAAG,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;QAC1C,IAAI,CAACC,aAAa,CAACE,GAAG,CAACL,OAAO,CAACE,OAAO,EAAE,CAAC,CAAC;MAC9C;MAEA,IAAIF,OAAO,CAACM,GAAG,KAAKC,SAAS,EAAE;QAC3B,IAAI,CAACb,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;QAChC;MACJ;MAEA,IAAMU,OAAO,GAAG,IAAI,CAACL,aAAa,CAACM,GAAG,CAACT,OAAO,CAACE,OAAO,CAAC,IAAI,CAAC;MAE5D,IAAIF,OAAO,CAACM,GAAG,KAAKE,OAAO,EAAE;QACzB,IAAI,CAAC,IAAI,CAACE,oBAAoB,CAACN,GAAG,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;UACjD,IAAI,CAACQ,oBAAoB,CAACL,GAAG,CAACL,OAAO,CAACE,OAAO,EAAE,EAAE,CAAC;QACtD;QAEA,IAAMS,MAAM,GAAG,IAAI,CAACD,oBAAoB,CAACD,GAAG,CAACT,OAAO,CAACE,OAAO,CAAE;QAC9D,IAAMU,KAAK,GAAGD,MAAM,CAACE,SAAS,CAAEC,CAAC,IAAKA,CAAC,CAACb,UAAU,CAAC,CAAC,CAACK,GAAG,GAAGN,OAAO,CAACM,GAAG,CAAC;QAEvE,IAAIM,KAAK,KAAK,CAAC,CAAC,EAAE;UACdD,MAAM,CAACZ,IAAI,CAACD,KAAK,CAAC;QACtB,CAAC,MAAM;UACHa,MAAM,CAACI,MAAM,CAACH,KAAK,EAAE,CAAC,EAAEd,KAAK,CAAC;QAClC;MACJ,CAAC,MAAM;QACH,IAAMkB,MAAM,GAAGhB,OAAO,CAACE,OAAO;QAC9B,IAAI,CAACR,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;QAChC,IAAI,CAACK,aAAa,CAACE,GAAG,CAACW,MAAM,EAAEhB,OAAO,CAACM,GAAG,GAAG,CAAC,CAAC;QAE/C,IAAMK,OAAM,GAAG,IAAI,CAACD,oBAAoB,CAACD,GAAG,CAACO,MAAM,CAAC;QAEpD,IAAIC,SAAS,GAAGN,OAAM,IAAIA,OAAM,CAACO,KAAK,CAAC,CAAC;QAExC,OAAOD,SAAS,IAAIA,SAAS,CAAChB,UAAU,CAAC,CAAC,CAACK,GAAG,KAAK,IAAI,CAACH,aAAa,CAACM,GAAG,CAACO,MAAM,CAAC,EAAE;UAC/E,IAAI,CAACtB,eAAe,CAACK,IAAI,CAACkB,SAAS,CAAC;UACpC,IAAI,CAACd,aAAa,CAACE,GAAG,CAACW,MAAM,EAAEC,SAAS,CAAChB,UAAU,CAAC,CAAC,CAACK,GAAG,GAAG,CAAC,CAAC;UAC9DW,SAAS,GAAGN,OAAM,CAAEO,KAAK,CAAC,CAAC;QAC/B;MACJ;IACJ,CAAC;IAlIG,IAAI,CAAC5B,MAAM,GAAGA,MAAM;IACpB,IAAI,CAAC6B,KAAK,GAAG,IAAI3B,GAAG,CAAqB,CAAC;IAC1C;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA,IAAI,CAACE,eAAe,GAAG,EAAE;IACzB,IAAI,CAAC0B,qBAAqB,GAAG,IAAI5B,GAAG,CAA6B,CAAC;EACtE;EAEO6B,KAAKA,CAAA,EAAS;IACjB,IAAI,CAAC/B,MAAM,CAACgC,EAAE,CAACzC,WAAW,CAAC0C,IAAI,EAAE,IAAI,CAACC,MAAM,CAAC;IAC7C,IAAI,CAAClC,MAAM,CAACgC,EAAE,CAACrC,SAAS,CAACwC,QAAQ,EAAE,IAAI,CAACC,cAAc,CAAC;IACvD,IAAI,CAACpC,MAAM,CAACgC,EAAE,CAACzC,WAAW,CAAC8C,aAAa,EAAE,IAAI,CAACC,eAAe,CAAC;EACnE;EAEOC,IAAIA,CAAA,EAAS;IAChB,IAAI,CAACvC,MAAM,CAACwC,cAAc,CAACjD,WAAW,CAAC0C,IAAI,EAAE,IAAI,CAACC,MAAM,CAAC;IACzD,IAAI,CAAClC,MAAM,CAACwC,cAAc,CAAC7C,SAAS,CAACwC,QAAQ,EAAE,IAAI,CAACC,cAAc,CAAC;IACnE,IAAI,CAACpC,MAAM,CAACwC,cAAc,CAACjD,WAAW,CAAC8C,aAAa,EAAE,IAAI,CAACC,eAAe,CAAC;EAC/E;EAiBc/B,mBAAmBA,CAACkC,WAA0B,EAAiB;IAAA,IAAAC,KAAA;IAAA,OAAAC,iBAAA;MACzE,MAAMC,OAAO,CAACC,GAAG,CAACJ,WAAW,CAACK,GAAG,CAAEtC,KAAK,IAAKkC,KAAI,CAAC1C,MAAM,CAAC+C,oBAAoB,CAACvC,KAAK,CAAC,CAAC,CAAC;MAEtF,IAAMwC,UAAU,GAAGP,WAAW,CAACQ,MAAM,CAAEzC,KAAK,IAAK;QAC7C,IAAM0C,SAAS,GAAG1C,KAAK,CAAC2C,OAAO,CAAC,CAAC;QACjC,OAAOD,SAAS,CAACE,UAAU,CAAC,SAAS,CAAC,IAAIF,SAAS,CAACE,UAAU,CAAC,kBAAkB,CAAC;MACtF,CAAC,CAAC;MAEF,IAAMC,aAAa,GAAG,IAAIC,GAAG,CAAS,CAAC;;MAEvC;MACA;MACA,KAAK,IAAM9C,KAAK,IAAIwC,UAAU,EAAE;QAC5B,IAAME,SAAS,GAAG1C,KAAK,CAAC2C,OAAO,CAAC,CAAC;QAEjC,IAAID,SAAS,KAAK5D,SAAS,CAACiE,UAAU,IAAIL,SAAS,KAAK5D,SAAS,CAACkE,UAAU,EAAE;UAC1EH,aAAa,CAACI,GAAG,CAACjD,KAAK,CAACG,UAAU,CAAC,CAAC,CAACC,OAAO,CAAC;QACjD;MACJ;;MAEA;MACA,KAAK,IAAMJ,MAAK,IAAIwC,UAAU,EAAE;QAC5B,IAAME,UAAS,GAAG1C,MAAK,CAAC2C,OAAO,CAAC,CAAC;QACjC,IAAMzB,MAAM,GAAGlB,MAAK,CAACG,UAAU,CAAC,CAAC,CAACC,OAAO;QAEzC,IAAIsC,UAAS,KAAK5D,SAAS,CAACoE,UAAU,IAAIL,aAAa,CAACvC,GAAG,CAACY,MAAM,CAAC,EAAE;UACjE;UACA;QACJ;QAEA,IAAI;UACA,MAAMgB,KAAI,CAACiB,eAAe,CAACnD,MAAK,CAAC;QACrC,CAAC,CAAC,OAAOgB,CAAC,EAAE;UACRxC,MAAM,CAAC4E,KAAK,CAAC,6EAA6E,EAAEpC,CAAC,CAAC;QAClG;MACJ;IAAC;EACL;EAuDcmC,eAAeA,CAACnD,KAAkB,EAAiB;IAAA,IAAAqD,MAAA;IAAA,OAAAlB,iBAAA;MAAA,IAAAmB,iBAAA;MAC7DD,MAAI,CAAC7D,MAAM,CAAC+D,IAAI,CAACxE,WAAW,CAACyE,iBAAiB,EAAExD,KAAK,CAAC;MAEtD,IAAME,OAAO,GAAGF,KAAK,CAACG,UAAU,CAAC,CAAC;MAClC,IAAMsD,UAAU,GACZzD,KAAK,CAAC0D,SAAS,CAAC,CAAC,MAAAJ,iBAAA,GAAID,MAAI,CAAC7D,MAAM,CAACmE,qBAAqB,CAAEC,gBAAgB,CAAC1D,OAAO,CAAC2D,OAAO,CAAC,cAAAP,iBAAA,gBAAAA,iBAAA,GAApEA,iBAAA,CAAsEQ,IAAI,cAAAR,iBAAA,uBAA1EA,iBAAA,CAA4ES,MAAM;MAC3G,IAAMC,WAAW,GAAG9D,OAAO,CAAC2D,OAAO;MACnC,IAAMI,IAAI,GAAGjE,KAAK,CAAC2C,OAAO,CAAC,CAAc;MACzC,IAAMuB,QAAQ,GAAGlE,KAAK,CAACmE,SAAS,CAAC,CAAE;MACnC,IAAIC,IAAI,GAAGlE,OAAO,CAACE,OAAO,GAAGiD,MAAI,CAAChC,KAAK,CAACV,GAAG,CAACT,OAAO,CAACE,OAAO,CAAC,GAAGK,SAAS;MAExE,IAAI4D,gBAAoC;MAExC,IAAIC,SAAgC;MACpC,IAAIN,WAAW,EAAE;QACbM,SAAS,GAAGjB,MAAI,CAAC7D,MAAM,CAACmE,qBAAqB,CAAEC,gBAAgB,CAACI,WAAW,CAAC;QAE5E,IAAI,CAACM,SAAS,EAAE;UACZ9F,MAAM,CAAC+F,IAAI,iGAAAC,MAAA,CACyFR,WAAW,aAAAQ,MAAA,CAAUP,IAAI,MAC7H,CAAC;UACD;QACJ;QAEAI,gBAAgB,GAAGnE,OAAO,CAACuE,SAAS;QAEpC,IAAI,CAACJ,gBAAgB,EAAE;UACnB7F,MAAM,CAAC+F,IAAI,6FAAAC,MAAA,CACqFN,QAAQ,MACxG,CAAC;UACDI,SAAS,CAACf,IAAI,CAACtE,cAAc,CAACyF,KAAK,EAAE,IAAIxF,2BAA2B,CAACgF,QAAQ,CAAC,CAAC;UAC/E;QACJ;QAEA,IAAIhE,OAAO,CAACyE,eAAe,KAAKtB,MAAI,CAAC7D,MAAM,CAACoF,YAAY,CAAC,CAAC,EAAE;UACxDpG,MAAM,CAAC+F,IAAI,CACP,4FACJ,CAAC;UACD;QACJ;MACJ;MAEA,IAAMM,cAAc,GAChBX,QAAQ,KAAKb,MAAI,CAAC7D,MAAM,CAACsF,WAAW,CAACC,MAAM,KAC1CV,gBAAgB,KAAK5D,SAAS,IAAI4D,gBAAgB,KAAKhB,MAAI,CAAC7D,MAAM,CAACwF,WAAW,CAAC,CAAE,CAAC;MAEvF,IAAI,CAACvB,UAAU,EAAE;MAEjB,IAAIQ,IAAI,KAAKnF,SAAS,CAACoE,UAAU,EAAE;QAAA,IAAA+B,qBAAA,EAAAC,oBAAA,EAAAC,UAAA;QAC/B;QACA,IAAIN,cAAc,EAAE;QACpB;QACA,IAAI7E,KAAK,CAACoF,WAAW,CAAC,CAAC,GAAGlF,OAAO,CAACmF,QAAQ,GAAGjG,iBAAiB,EAAE;QAChE;QACA,IAAIgF,IAAI,IAAIA,IAAI,CAACkB,KAAK,KAAK1G,SAAS,CAAC2G,KAAK,EAAE;QAE5C,IAAInB,IAAI,EAAE;UACN5F,MAAM,CAAC+F,IAAI,iGAAAC,MAAA,CACyFtE,OAAO,CAACE,OAAO,MACnH,CAAC;QACL;QAEA,IAAIF,OAAO,CAACsF,OAAO,IAAItF,OAAO,CAACsF,OAAO,KAAKnC,MAAI,CAAC7D,MAAM,CAACiG,SAAS,CAAC,CAAC,EAAE;UAChE,OAAO,CAAC;QACZ;QAEA,IAAMC,uBAAuB,GAAG,EAAAT,qBAAA,GAAC5B,MAAI,CAAC7D,MAAM,CAACmG,oBAAoB,CAAC,CAAC,cAAAV,qBAAA,cAAAA,qBAAA,GAAI,CAAC,IAAIW,IAAI,CAACC,GAAG,CAAC,CAAC;QACtFrH,MAAM,CAACsH,IAAI,CACP,kEAAkE,GAAGJ,uBAAuB,GAAG,KACnG,CAAC;QACDtB,IAAI,IAAAc,oBAAA,GACArG,mBAAmB,CAACwE,MAAI,CAAC7D,MAAM,EAAEiE,UAAU,EAAE;UACzCsC,SAAS,EAAE1C,MAAI,CAAC7D,MAAM,CAACuG,SAAS;UAChC1B,gBAAgB;UAChBL,WAAW;UACXgC,iBAAiB,EAAE9F,OAAO,CAAC+F;QAC/B,CAAC,CAAC,cAAAf,oBAAA,cAAAA,oBAAA,GAAIzE,SAAS;QACnB,IAAI,CAAC2D,IAAI,EAAE;UACP5F,MAAM,CAAC0H,GAAG,mFAAA1B,MAAA,CAC4EtE,OAAO,CAACE,OAAO,MACrG,CAAC;UACD;UACA;UACA;UACA;QACJ;QAEAgE,IAAI,CAAClD,MAAM,GAAGhB,OAAO,CAACE,OAAO;QAC7B,IAAM+F,KAAK,IAAAhB,UAAA,GAAGb,SAAS,cAAAa,UAAA,uBAATA,UAAA,CAAWiB,iBAAiB,CAAC,CAAC;QAC5C,IAAID,KAAK,EAAE;UACP/B,IAAI,CAACiC,SAAS,CAACF,KAAK,CAAC;QACzB;QAEA,IAAI;UACA,MAAM/B,IAAI,CAACkC,cAAc,CAACtG,KAAK,CAAC;QACpC,CAAC,CAAC,OAAOgB,CAAC,EAAE;UACR,IAAIA,CAAC,YAAYtC,SAAS,EAAE;YACxB,IAAIsC,CAAC,CAACuF,IAAI,KAAKvH,kBAAkB,CAACwH,aAAa,EAAE;cAAA,IAAAC,WAAA;cAC7C,CAAAA,WAAA,GAAAnC,SAAS,cAAAmC,WAAA,eAATA,WAAA,CAAWlD,IAAI,CAACtE,cAAc,CAACyF,KAAK,EAAE1D,CAAC,CAAC;YAC5C,CAAC,MAAM;cACHxC,MAAM,CAAC4E,KAAK,CAACpC,CAAC,CAAC;YACnB;UACJ;QACJ;QACAqC,MAAI,CAAChC,KAAK,CAACd,GAAG,CAAC6D,IAAI,CAAClD,MAAM,EAAEkD,IAAI,CAAC;;QAEjC;QACA,IAAIf,MAAI,CAAC/B,qBAAqB,CAACX,GAAG,CAACyD,IAAI,CAAClD,MAAM,CAAC,EAAE;UAC7C,KAAK,IAAMwF,EAAE,IAAIrD,MAAI,CAAC/B,qBAAqB,CAACX,GAAG,CAACyD,IAAI,CAAClD,MAAM,CAAC,EAAG;YAC3DkD,IAAI,CAACuC,6BAA6B,CAACD,EAAE,CAAC;UAC1C;QACJ;;QAEA;QACA,IAAIE,YAAoC;QACxC,KAAK,IAAMC,QAAQ,IAAIxD,MAAI,CAAChC,KAAK,CAACyF,MAAM,CAAC,CAAC,EAAE;UAAA,IAAAC,qBAAA;UACxC,IAAMC,SAAS,GAAG,CAACpI,SAAS,CAACqI,cAAc,EAAErI,SAAS,CAACsI,WAAW,EAAEtI,SAAS,CAACuI,UAAU,CAAC,CAACC,QAAQ,CAC9FP,QAAQ,CAACvB,KACb,CAAC;UAED,IACIlB,IAAI,CAACL,MAAM,KAAK8C,QAAQ,CAAC9C,MAAM,IAC/B8C,QAAQ,CAACQ,SAAS,KAAK5I,aAAa,CAAC6I,QAAQ,IAC7C,EAAAP,qBAAA,GAAA3C,IAAI,CAACmD,iBAAiB,CAAC,CAAC,cAAAR,qBAAA,uBAAxBA,qBAAA,CAA0BhC,MAAM,MAAK8B,QAAQ,CAACrB,OAAO,IACrDwB,SAAS,EACX;YACEJ,YAAY,GAAGC,QAAQ;YACvB;UACJ;QACJ;QAEA,IAAID,YAAY,EAAE;UACd,IAAIA,YAAY,CAAC1F,MAAM,GAAGkD,IAAI,CAAClD,MAAM,EAAE;YACnC1C,MAAM,CAAC0H,GAAG,wHAAA1B,MAAA,CACiHJ,IAAI,CAAClD,MAAM,mBAAAsD,MAAA,CAAgBoC,YAAY,CAAC1F,MAAM,MACzK,CAAC;YACD0F,YAAY,CAACY,UAAU,CAACpD,IAAI,CAAC;UACjC,CAAC,MAAM;YACH5F,MAAM,CAAC0H,GAAG,6FAAA1B,MAAA,CACsFJ,IAAI,CAAClD,MAAM,mBAAAsD,MAAA,CAAgBoC,YAAY,CAAC1F,MAAM,MAC9I,CAAC;YACDkD,IAAI,CAACqD,MAAM,CAAC9I,aAAa,CAAC+I,QAAQ,EAAE,IAAI,CAAC;UAC7C;QACJ,CAAC,MAAM;UACHrE,MAAI,CAAC7D,MAAM,CAAC+D,IAAI,CAAClE,qBAAqB,CAACsI,QAAQ,EAAEvD,IAAI,CAAC;QAC1D;QACA;MACJ,CAAC,MAAM,IAAIH,IAAI,KAAKnF,SAAS,CAAC8I,cAAc,EAAE;QAC1C,IAAI/C,cAAc,EAAE;QAEpB,IAAI,CAACT,IAAI,EAAE;UACP;UACA,IAAI,CAACf,MAAI,CAAC/B,qBAAqB,CAAChB,GAAG,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;YAClDiD,MAAI,CAAC/B,qBAAqB,CAACf,GAAG,CAACL,OAAO,CAACE,OAAO,EAAE,EAAE,CAAC;UACvD;UACAiD,MAAI,CAAC/B,qBAAqB,CAACX,GAAG,CAACT,OAAO,CAACE,OAAO,CAAC,CAAEH,IAAI,CAACD,KAAK,CAAC;QAChE,CAAC,MAAM;UACHoE,IAAI,CAACuC,6BAA6B,CAAC3G,KAAK,CAAC;QAC7C;QACA;MACJ,CAAC,MAAM,IAAI,CAAClB,SAAS,CAACkE,UAAU,EAAElE,SAAS,CAAC+I,UAAU,CAAC,CAACT,QAAQ,CAACnD,IAAI,CAAC,EAAE;QACpE;QACA;QACA,IAAI,CAACG,IAAI,EAAE;UAAA,IAAA0D,qBAAA;UACP;UACA;UACA;UACA1D,IAAI,IAAA0D,qBAAA,GACAjJ,mBAAmB,CAACwE,MAAI,CAAC7D,MAAM,EAAEiE,UAAU,EAAE;YACzCY,gBAAgB;YAChB2B,iBAAiB,EAAE9F,OAAO,CAAC+F;UAC/B,CAAC,CAAC,cAAA6B,qBAAA,cAAAA,qBAAA,GAAIrH,SAAS;UACnB,IAAI2D,IAAI,EAAE;YACNA,IAAI,CAAClD,MAAM,GAAGhB,OAAO,CAACE,OAAO;YAC7BgE,IAAI,CAAC2D,cAAc,CAAC/H,KAAK,CAAC;YAC1BqD,MAAI,CAAChC,KAAK,CAACd,GAAG,CAACL,OAAO,CAACE,OAAO,EAAEgE,IAAI,CAAC;UACzC;QACJ,CAAC,MAAM;UACH,IAAIA,IAAI,CAACkB,KAAK,KAAK1G,SAAS,CAAC2G,KAAK,EAAE;YAChC,IAAItB,IAAI,KAAKnF,SAAS,CAACkE,UAAU,EAAE;cAC/BoB,IAAI,CAAC4D,gBAAgB,CAAC9H,OAA4B,CAAC;YACvD,CAAC,MAAM;cACHkE,IAAI,CAAC6D,gBAAgB,CAAC/H,OAA4B,CAAC;YACvD;;YAEA;YACA;YACA;YACA,IAAIkE,IAAI,CAACkB,KAAK,KAAK1G,SAAS,CAAC2G,KAAK,EAAElC,MAAI,CAAChC,KAAK,CAAC6G,MAAM,CAAChI,OAAO,CAACE,OAAO,CAAC;UAC1E;QACJ;QACA;MACJ;;MAEA;MACA,IAAI,CAACgE,IAAI,IAAI,CAACA,IAAI,CAAC+D,iBAAiB,EAAE;QAClC3J,MAAM,CAACsH,IAAI,oGAAAtB,MAAA,CAC4FP,IAAI,MAC3G,CAAC;QACD;MACJ;MACA;MACA,IAAIjE,KAAK,CAACG,UAAU,CAAC,CAAC,CAACiI,QAAQ,KAAKhE,IAAI,CAACiE,UAAU,EAAE;MAErD,QAAQpE,IAAI;QACR,KAAKnF,SAAS,CAACiE,UAAU;UACrB,IAAI8B,cAAc,EAAE;YAChB,IAAIT,IAAI,CAACkB,KAAK,KAAK1G,SAAS,CAAC0J,OAAO,EAAE;cAClClE,IAAI,CAACmE,mBAAmB,CAACrI,OAAsB,CAAC;YACpD;UACJ,CAAC,MAAM;YACHkE,IAAI,CAACoE,gBAAgB,CAACxI,KAAK,CAAC;UAChC;UACA;QACJ,KAAKlB,SAAS,CAAC2J,gBAAgB;UAC3BrE,IAAI,CAACsE,sBAAsB,CAAC1I,KAAK,CAAC;UAClC;QAEJ,KAAKlB,SAAS,CAAC6J,aAAa;UACxBvE,IAAI,CAACwE,mBAAmB,CAAC5I,KAAK,CAAC;UAC/B;QAEJ,KAAKlB,SAAS,CAAC+J,oBAAoB;QACnC,KAAK/J,SAAS,CAACgK,0BAA0B;UACrC1E,IAAI,CAAC2E,0BAA0B,CAAC/I,KAAK,CAAC;UACtC;QAEJ,KAAKlB,SAAS,CAACkK,4BAA4B;QAC3C,KAAKlK,SAAS,CAACmK,kCAAkC;UAC7C7E,IAAI,CAAC8E,kCAAkC,CAAClJ,KAAK,CAAC;UAC9C;MACR;IAAC;EACL;AACJ","ignoreList":[]}
@@ -37,10 +37,25 @@ export var CallFeedEvent = /*#__PURE__*/function (CallFeedEvent) {
37
37
  export class CallFeed extends TypedEventEmitter {
38
38
  constructor(opts) {
39
39
  super();
40
+ _defineProperty(this, "stream", void 0);
41
+ _defineProperty(this, "sdpMetadataStreamId", void 0);
42
+ _defineProperty(this, "userId", void 0);
43
+ _defineProperty(this, "deviceId", void 0);
44
+ _defineProperty(this, "purpose", void 0);
45
+ _defineProperty(this, "speakingVolumeSamples", void 0);
46
+ _defineProperty(this, "client", void 0);
47
+ _defineProperty(this, "call", void 0);
48
+ _defineProperty(this, "roomId", void 0);
49
+ _defineProperty(this, "audioMuted", void 0);
50
+ _defineProperty(this, "videoMuted", void 0);
40
51
  _defineProperty(this, "localVolume", 1);
41
52
  _defineProperty(this, "measuringVolumeActivity", false);
53
+ _defineProperty(this, "audioContext", void 0);
54
+ _defineProperty(this, "analyser", void 0);
55
+ _defineProperty(this, "frequencyBinCount", void 0);
42
56
  _defineProperty(this, "speakingThreshold", SPEAKING_THRESHOLD);
43
57
  _defineProperty(this, "speaking", false);
58
+ _defineProperty(this, "volumeLooperTimeout", void 0);
44
59
  _defineProperty(this, "_disposed", false);
45
60
  _defineProperty(this, "_connected", false);
46
61
  _defineProperty(this, "onAddTrack", () => {
@@ -1 +1 @@
1
- {"version":3,"file":"callFeed.js","names":["SDPStreamMetadataPurpose","acquireContext","releaseContext","logger","TypedEventEmitter","CallEvent","CallState","POLLING_INTERVAL","SPEAKING_THRESHOLD","SPEAKING_SAMPLE_COUNT","CallFeedEvent","CallFeed","constructor","opts","_defineProperty","emit","NewStream","stream","state","Connected","connected","Connecting","analyser","measuringVolumeActivity","getFloatFrequencyData","frequencyBinCount","maxVolume","Infinity","volume","speakingVolumeSamples","shift","push","VolumeChanged","newSpeaking","speakingThreshold","speaking","Speaking","volumeLooperTimeout","setTimeout","volumeLooper","client","call","roomId","userId","deviceId","purpose","audioMuted","videoMuted","Array","fill","sdpMetadataStreamId","id","updateStream","hasAudioTrack","initVolumeMeasuring","addListener","State","onCallState","isLocal","_connected","ConnectedChanged","getAudioTracks","length","oldStream","newStream","wasMeasuringVolumeActivity","removeEventListener","onAddTrack","measureVolumeActivity","addEventListener","audioContext","createAnalyser","fftSize","smoothingTimeConstant","mediaStreamAudioSourceNode","createMediaStreamSource","connect","Float32Array","getMember","_callRoom$getMember","callRoom","getRoom","getUserId","undefined","getDeviceId","isAudioMuted","isVideoMuted","getVideoTracks","isSpeaking","setNewStream","setAudioVideoMuted","MuteStateChanged","enabled","setSpeakingThreshold","threshold","clone","mediaHandler","getMediaHandler","log","concat","Usermedia","userMediaStreams","screensharingStreams","dispose","_this$stream","_this$call","clearTimeout","removeListener","_disposed","Disposed","disposed","value","getLocalVolume","localVolume","setLocalVolume","LocalVolumeChanged"],"sources":["../../src/webrtc/callFeed.ts"],"sourcesContent":["/*\nCopyright 2021 Šimon Brandner <simon.bra.ag@gmail.com>\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n*/\n\nimport { SDPStreamMetadataPurpose } from \"./callEventTypes.ts\";\nimport { acquireContext, releaseContext } from \"./audioContext.ts\";\nimport { type MatrixClient } from \"../client.ts\";\nimport { type RoomMember } from \"../models/room-member.ts\";\nimport { logger } from \"../logger.ts\";\nimport { TypedEventEmitter } from \"../models/typed-event-emitter.ts\";\nimport { CallEvent, CallState, type MatrixCall } from \"./call.ts\";\n\nconst POLLING_INTERVAL = 200; // ms\nexport const SPEAKING_THRESHOLD = -60; // dB\nconst SPEAKING_SAMPLE_COUNT = 8; // samples\n\nexport interface ICallFeedOpts {\n client: MatrixClient;\n roomId?: string;\n userId: string;\n deviceId: string | undefined;\n stream: MediaStream;\n purpose: SDPStreamMetadataPurpose;\n /**\n * Whether or not the remote SDPStreamMetadata says audio is muted\n */\n audioMuted: boolean;\n /**\n * Whether or not the remote SDPStreamMetadata says video is muted\n */\n videoMuted: boolean;\n /**\n * The MatrixCall which is the source of this CallFeed\n */\n call?: MatrixCall;\n}\n\nexport enum CallFeedEvent {\n NewStream = \"new_stream\",\n MuteStateChanged = \"mute_state_changed\",\n LocalVolumeChanged = \"local_volume_changed\",\n VolumeChanged = \"volume_changed\",\n ConnectedChanged = \"connected_changed\",\n Speaking = \"speaking\",\n Disposed = \"disposed\",\n}\n\ntype EventHandlerMap = {\n [CallFeedEvent.NewStream]: (stream: MediaStream) => void;\n [CallFeedEvent.MuteStateChanged]: (audioMuted: boolean, videoMuted: boolean) => void;\n [CallFeedEvent.LocalVolumeChanged]: (localVolume: number) => void;\n [CallFeedEvent.VolumeChanged]: (volume: number) => void;\n [CallFeedEvent.ConnectedChanged]: (connected: boolean) => void;\n [CallFeedEvent.Speaking]: (speaking: boolean) => void;\n [CallFeedEvent.Disposed]: () => void;\n};\n\nexport class CallFeed extends TypedEventEmitter<CallFeedEvent, EventHandlerMap> {\n public stream: MediaStream;\n public sdpMetadataStreamId: string;\n public userId: string;\n public readonly deviceId: string | undefined;\n public purpose: SDPStreamMetadataPurpose;\n public speakingVolumeSamples: number[];\n\n private client: MatrixClient;\n private call?: MatrixCall;\n private roomId?: string;\n private audioMuted: boolean;\n private videoMuted: boolean;\n private localVolume = 1;\n private measuringVolumeActivity = false;\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private frequencyBinCount?: Float32Array<ArrayBuffer>;\n private speakingThreshold = SPEAKING_THRESHOLD;\n private speaking = false;\n private volumeLooperTimeout?: ReturnType<typeof setTimeout>;\n private _disposed = false;\n private _connected = false;\n\n public constructor(opts: ICallFeedOpts) {\n super();\n\n this.client = opts.client;\n this.call = opts.call;\n this.roomId = opts.roomId;\n this.userId = opts.userId;\n this.deviceId = opts.deviceId;\n this.purpose = opts.purpose;\n this.audioMuted = opts.audioMuted;\n this.videoMuted = opts.videoMuted;\n this.speakingVolumeSamples = new Array(SPEAKING_SAMPLE_COUNT).fill(-Infinity);\n this.sdpMetadataStreamId = opts.stream.id;\n\n this.updateStream(null, opts.stream);\n this.stream = opts.stream; // updateStream does this, but this makes TS happier\n\n if (this.hasAudioTrack) {\n this.initVolumeMeasuring();\n }\n\n if (opts.call) {\n opts.call.addListener(CallEvent.State, this.onCallState);\n this.onCallState(opts.call.state);\n }\n }\n\n public get connected(): boolean {\n // Local feeds are always considered connected\n return this.isLocal() || this._connected;\n }\n\n private set connected(connected: boolean) {\n this._connected = connected;\n this.emit(CallFeedEvent.ConnectedChanged, this.connected);\n }\n\n public get hasAudioTrack(): boolean {\n return this.stream.getAudioTracks().length > 0;\n }\n\n private updateStream(oldStream: MediaStream | null, newStream: MediaStream): void {\n if (newStream === oldStream) return;\n\n const wasMeasuringVolumeActivity = this.measuringVolumeActivity;\n\n if (oldStream) {\n oldStream.removeEventListener(\"addtrack\", this.onAddTrack);\n this.measureVolumeActivity(false);\n }\n\n this.stream = newStream;\n newStream.addEventListener(\"addtrack\", this.onAddTrack);\n\n if (this.hasAudioTrack) {\n this.initVolumeMeasuring();\n if (wasMeasuringVolumeActivity) this.measureVolumeActivity(true);\n } else {\n this.measureVolumeActivity(false);\n }\n\n this.emit(CallFeedEvent.NewStream, this.stream);\n }\n\n private initVolumeMeasuring(): void {\n if (!this.hasAudioTrack) return;\n if (!this.audioContext) this.audioContext = acquireContext();\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 512;\n this.analyser.smoothingTimeConstant = 0.1;\n\n const mediaStreamAudioSourceNode = this.audioContext.createMediaStreamSource(this.stream);\n mediaStreamAudioSourceNode.connect(this.analyser);\n\n this.frequencyBinCount = new Float32Array(this.analyser.frequencyBinCount);\n }\n\n private onAddTrack = (): void => {\n this.emit(CallFeedEvent.NewStream, this.stream);\n };\n\n private onCallState = (state: CallState): void => {\n if (state === CallState.Connected) {\n this.connected = true;\n } else if (state === CallState.Connecting) {\n this.connected = false;\n }\n };\n\n /**\n * Returns callRoom member\n * @returns member of the callRoom\n */\n public getMember(): RoomMember | null {\n const callRoom = this.client.getRoom(this.roomId);\n return callRoom?.getMember(this.userId) ?? null;\n }\n\n /**\n * Returns true if CallFeed is local, otherwise returns false\n * @returns is local?\n */\n public isLocal(): boolean {\n return (\n this.userId === this.client.getUserId() &&\n (this.deviceId === undefined || this.deviceId === this.client.getDeviceId())\n );\n }\n\n /**\n * Returns true if audio is muted or if there are no audio\n * tracks, otherwise returns false\n * @returns is audio muted?\n */\n public isAudioMuted(): boolean {\n return this.stream.getAudioTracks().length === 0 || this.audioMuted;\n }\n\n /**\n * Returns true video is muted or if there are no video\n * tracks, otherwise returns false\n * @returns is video muted?\n */\n public isVideoMuted(): boolean {\n // We assume only one video track\n return this.stream.getVideoTracks().length === 0 || this.videoMuted;\n }\n\n public isSpeaking(): boolean {\n return this.speaking;\n }\n\n /**\n * Replaces the current MediaStream with a new one.\n * The stream will be different and new stream as remote parties are\n * concerned, but this can be used for convenience locally to set up\n * volume listeners automatically on the new stream etc.\n * @param newStream - new stream with which to replace the current one\n */\n public setNewStream(newStream: MediaStream): void {\n this.updateStream(this.stream, newStream);\n }\n\n /**\n * Set one or both of feed's internal audio and video video mute state\n * Either value may be null to leave it as-is\n * @param audioMuted - is the feed's audio muted?\n * @param videoMuted - is the feed's video muted?\n */\n public setAudioVideoMuted(audioMuted: boolean | null, videoMuted: boolean | null): void {\n if (audioMuted !== null) {\n if (this.audioMuted !== audioMuted) {\n this.speakingVolumeSamples.fill(-Infinity);\n }\n this.audioMuted = audioMuted;\n }\n if (videoMuted !== null) this.videoMuted = videoMuted;\n this.emit(CallFeedEvent.MuteStateChanged, this.audioMuted, this.videoMuted);\n }\n\n /**\n * Starts emitting volume_changed events where the emitter value is in decibels\n * @param enabled - emit volume changes\n */\n public measureVolumeActivity(enabled: boolean): void {\n if (enabled) {\n if (!this.analyser || !this.frequencyBinCount || !this.hasAudioTrack) return;\n\n this.measuringVolumeActivity = true;\n this.volumeLooper();\n } else {\n this.measuringVolumeActivity = false;\n this.speakingVolumeSamples.fill(-Infinity);\n this.emit(CallFeedEvent.VolumeChanged, -Infinity);\n }\n }\n\n public setSpeakingThreshold(threshold: number): void {\n this.speakingThreshold = threshold;\n }\n\n private volumeLooper = (): void => {\n if (!this.analyser) return;\n\n if (!this.measuringVolumeActivity) return;\n\n this.analyser.getFloatFrequencyData(this.frequencyBinCount!);\n\n let maxVolume = -Infinity;\n for (const volume of this.frequencyBinCount!) {\n if (volume > maxVolume) {\n maxVolume = volume;\n }\n }\n\n this.speakingVolumeSamples.shift();\n this.speakingVolumeSamples.push(maxVolume);\n\n this.emit(CallFeedEvent.VolumeChanged, maxVolume);\n\n let newSpeaking = false;\n\n for (const volume of this.speakingVolumeSamples) {\n if (volume > this.speakingThreshold) {\n newSpeaking = true;\n break;\n }\n }\n\n if (this.speaking !== newSpeaking) {\n this.speaking = newSpeaking;\n this.emit(CallFeedEvent.Speaking, this.speaking);\n }\n\n this.volumeLooperTimeout = setTimeout(this.volumeLooper, POLLING_INTERVAL);\n };\n\n public clone(): CallFeed {\n const mediaHandler = this.client.getMediaHandler();\n const stream = this.stream.clone();\n logger.log(`CallFeed clone() cloning stream (originalStreamId=${this.stream.id}, newStreamId${stream.id})`);\n\n if (this.purpose === SDPStreamMetadataPurpose.Usermedia) {\n mediaHandler.userMediaStreams.push(stream);\n } else {\n mediaHandler.screensharingStreams.push(stream);\n }\n\n return new CallFeed({\n client: this.client,\n roomId: this.roomId,\n userId: this.userId,\n deviceId: this.deviceId,\n stream,\n purpose: this.purpose,\n audioMuted: this.audioMuted,\n videoMuted: this.videoMuted,\n });\n }\n\n public dispose(): void {\n clearTimeout(this.volumeLooperTimeout);\n this.stream?.removeEventListener(\"addtrack\", this.onAddTrack);\n this.call?.removeListener(CallEvent.State, this.onCallState);\n if (this.audioContext) {\n this.audioContext = undefined;\n this.analyser = undefined;\n releaseContext();\n }\n this._disposed = true;\n this.emit(CallFeedEvent.Disposed);\n }\n\n public get disposed(): boolean {\n return this._disposed;\n }\n\n private set disposed(value: boolean) {\n this._disposed = value;\n }\n\n public getLocalVolume(): number {\n return this.localVolume;\n }\n\n public setLocalVolume(localVolume: number): void {\n this.localVolume = localVolume;\n this.emit(CallFeedEvent.LocalVolumeChanged, localVolume);\n }\n}\n"],"mappings":";AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,SAASA,wBAAwB,QAAQ,qBAAqB;AAC9D,SAASC,cAAc,EAAEC,cAAc,QAAQ,mBAAmB;AAGlE,SAASC,MAAM,QAAQ,cAAc;AACrC,SAASC,iBAAiB,QAAQ,kCAAkC;AACpE,SAASC,SAAS,EAAEC,SAAS,QAAyB,WAAW;AAEjE,IAAMC,gBAAgB,GAAG,GAAG,CAAC,CAAC;AAC9B,OAAO,IAAMC,kBAAkB,GAAG,CAAC,EAAE,CAAC,CAAC;AACvC,IAAMC,qBAAqB,GAAG,CAAC,CAAC,CAAC;;AAuBjC,WAAYC,aAAa,0BAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA;AAoBzB,OAAO,MAAMC,QAAQ,SAASP,iBAAiB,CAAiC;EAwBrEQ,WAAWA,CAACC,IAAmB,EAAE;IACpC,KAAK,CAAC,CAAC;IAACC,eAAA,sBAZU,CAAC;IAAAA,eAAA,kCACW,KAAK;IAAAA,eAAA,4BAIXN,kBAAkB;IAAAM,eAAA,mBAC3B,KAAK;IAAAA,eAAA,oBAEJ,KAAK;IAAAA,eAAA,qBACJ,KAAK;IAAAA,eAAA,qBAgFL,MAAY;MAC7B,IAAI,CAACC,IAAI,CAACL,aAAa,CAACM,SAAS,EAAE,IAAI,CAACC,MAAM,CAAC;IACnD,CAAC;IAAAH,eAAA,sBAEsBI,KAAgB,IAAW;MAC9C,IAAIA,KAAK,KAAKZ,SAAS,CAACa,SAAS,EAAE;QAC/B,IAAI,CAACC,SAAS,GAAG,IAAI;MACzB,CAAC,MAAM,IAAIF,KAAK,KAAKZ,SAAS,CAACe,UAAU,EAAE;QACvC,IAAI,CAACD,SAAS,GAAG,KAAK;MAC1B;IACJ,CAAC;IAAAN,eAAA,uBA8FsB,MAAY;MAC/B,IAAI,CAAC,IAAI,CAACQ,QAAQ,EAAE;MAEpB,IAAI,CAAC,IAAI,CAACC,uBAAuB,EAAE;MAEnC,IAAI,CAACD,QAAQ,CAACE,qBAAqB,CAAC,IAAI,CAACC,iBAAkB,CAAC;MAE5D,IAAIC,SAAS,GAAG,CAACC,QAAQ;MACzB,KAAK,IAAMC,MAAM,IAAI,IAAI,CAACH,iBAAiB,EAAG;QAC1C,IAAIG,MAAM,GAAGF,SAAS,EAAE;UACpBA,SAAS,GAAGE,MAAM;QACtB;MACJ;MAEA,IAAI,CAACC,qBAAqB,CAACC,KAAK,CAAC,CAAC;MAClC,IAAI,CAACD,qBAAqB,CAACE,IAAI,CAACL,SAAS,CAAC;MAE1C,IAAI,CAACX,IAAI,CAACL,aAAa,CAACsB,aAAa,EAAEN,SAAS,CAAC;MAEjD,IAAIO,WAAW,GAAG,KAAK;MAEvB,KAAK,IAAML,OAAM,IAAI,IAAI,CAACC,qBAAqB,EAAE;QAC7C,IAAID,OAAM,GAAG,IAAI,CAACM,iBAAiB,EAAE;UACjCD,WAAW,GAAG,IAAI;UAClB;QACJ;MACJ;MAEA,IAAI,IAAI,CAACE,QAAQ,KAAKF,WAAW,EAAE;QAC/B,IAAI,CAACE,QAAQ,GAAGF,WAAW;QAC3B,IAAI,CAAClB,IAAI,CAACL,aAAa,CAAC0B,QAAQ,EAAE,IAAI,CAACD,QAAQ,CAAC;MACpD;MAEA,IAAI,CAACE,mBAAmB,GAAGC,UAAU,CAAC,IAAI,CAACC,YAAY,EAAEhC,gBAAgB,CAAC;IAC9E,CAAC;IArNG,IAAI,CAACiC,MAAM,GAAG3B,IAAI,CAAC2B,MAAM;IACzB,IAAI,CAACC,IAAI,GAAG5B,IAAI,CAAC4B,IAAI;IACrB,IAAI,CAACC,MAAM,GAAG7B,IAAI,CAAC6B,MAAM;IACzB,IAAI,CAACC,MAAM,GAAG9B,IAAI,CAAC8B,MAAM;IACzB,IAAI,CAACC,QAAQ,GAAG/B,IAAI,CAAC+B,QAAQ;IAC7B,IAAI,CAACC,OAAO,GAAGhC,IAAI,CAACgC,OAAO;IAC3B,IAAI,CAACC,UAAU,GAAGjC,IAAI,CAACiC,UAAU;IACjC,IAAI,CAACC,UAAU,GAAGlC,IAAI,CAACkC,UAAU;IACjC,IAAI,CAAClB,qBAAqB,GAAG,IAAImB,KAAK,CAACvC,qBAAqB,CAAC,CAACwC,IAAI,CAAC,CAACtB,QAAQ,CAAC;IAC7E,IAAI,CAACuB,mBAAmB,GAAGrC,IAAI,CAACI,MAAM,CAACkC,EAAE;IAEzC,IAAI,CAACC,YAAY,CAAC,IAAI,EAAEvC,IAAI,CAACI,MAAM,CAAC;IACpC,IAAI,CAACA,MAAM,GAAGJ,IAAI,CAACI,MAAM,CAAC,CAAC;;IAE3B,IAAI,IAAI,CAACoC,aAAa,EAAE;MACpB,IAAI,CAACC,mBAAmB,CAAC,CAAC;IAC9B;IAEA,IAAIzC,IAAI,CAAC4B,IAAI,EAAE;MACX5B,IAAI,CAAC4B,IAAI,CAACc,WAAW,CAAClD,SAAS,CAACmD,KAAK,EAAE,IAAI,CAACC,WAAW,CAAC;MACxD,IAAI,CAACA,WAAW,CAAC5C,IAAI,CAAC4B,IAAI,CAACvB,KAAK,CAAC;IACrC;EACJ;EAEA,IAAWE,SAASA,CAAA,EAAY;IAC5B;IACA,OAAO,IAAI,CAACsC,OAAO,CAAC,CAAC,IAAI,IAAI,CAACC,UAAU;EAC5C;EAEA,IAAYvC,SAASA,CAACA,SAAkB,EAAE;IACtC,IAAI,CAACuC,UAAU,GAAGvC,SAAS;IAC3B,IAAI,CAACL,IAAI,CAACL,aAAa,CAACkD,gBAAgB,EAAE,IAAI,CAACxC,SAAS,CAAC;EAC7D;EAEA,IAAWiC,aAAaA,CAAA,EAAY;IAChC,OAAO,IAAI,CAACpC,MAAM,CAAC4C,cAAc,CAAC,CAAC,CAACC,MAAM,GAAG,CAAC;EAClD;EAEQV,YAAYA,CAACW,SAA6B,EAAEC,SAAsB,EAAQ;IAC9E,IAAIA,SAAS,KAAKD,SAAS,EAAE;IAE7B,IAAME,0BAA0B,GAAG,IAAI,CAAC1C,uBAAuB;IAE/D,IAAIwC,SAAS,EAAE;MACXA,SAAS,CAACG,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAACC,UAAU,CAAC;MAC1D,IAAI,CAACC,qBAAqB,CAAC,KAAK,CAAC;IACrC;IAEA,IAAI,CAACnD,MAAM,GAAG+C,SAAS;IACvBA,SAAS,CAACK,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAACF,UAAU,CAAC;IAEvD,IAAI,IAAI,CAACd,aAAa,EAAE;MACpB,IAAI,CAACC,mBAAmB,CAAC,CAAC;MAC1B,IAAIW,0BAA0B,EAAE,IAAI,CAACG,qBAAqB,CAAC,IAAI,CAAC;IACpE,CAAC,MAAM;MACH,IAAI,CAACA,qBAAqB,CAAC,KAAK,CAAC;IACrC;IAEA,IAAI,CAACrD,IAAI,CAACL,aAAa,CAACM,SAAS,EAAE,IAAI,CAACC,MAAM,CAAC;EACnD;EAEQqC,mBAAmBA,CAAA,EAAS;IAChC,IAAI,CAAC,IAAI,CAACD,aAAa,EAAE;IACzB,IAAI,CAAC,IAAI,CAACiB,YAAY,EAAE,IAAI,CAACA,YAAY,GAAGrE,cAAc,CAAC,CAAC;IAE5D,IAAI,CAACqB,QAAQ,GAAG,IAAI,CAACgD,YAAY,CAACC,cAAc,CAAC,CAAC;IAClD,IAAI,CAACjD,QAAQ,CAACkD,OAAO,GAAG,GAAG;IAC3B,IAAI,CAAClD,QAAQ,CAACmD,qBAAqB,GAAG,GAAG;IAEzC,IAAMC,0BAA0B,GAAG,IAAI,CAACJ,YAAY,CAACK,uBAAuB,CAAC,IAAI,CAAC1D,MAAM,CAAC;IACzFyD,0BAA0B,CAACE,OAAO,CAAC,IAAI,CAACtD,QAAQ,CAAC;IAEjD,IAAI,CAACG,iBAAiB,GAAG,IAAIoD,YAAY,CAAC,IAAI,CAACvD,QAAQ,CAACG,iBAAiB,CAAC;EAC9E;EAcA;AACJ;AACA;AACA;EACWqD,SAASA,CAAA,EAAsB;IAAA,IAAAC,mBAAA;IAClC,IAAMC,QAAQ,GAAG,IAAI,CAACxC,MAAM,CAACyC,OAAO,CAAC,IAAI,CAACvC,MAAM,CAAC;IACjD,QAAAqC,mBAAA,GAAOC,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEF,SAAS,CAAC,IAAI,CAACnC,MAAM,CAAC,cAAAoC,mBAAA,cAAAA,mBAAA,GAAI,IAAI;EACnD;;EAEA;AACJ;AACA;AACA;EACWrB,OAAOA,CAAA,EAAY;IACtB,OACI,IAAI,CAACf,MAAM,KAAK,IAAI,CAACH,MAAM,CAAC0C,SAAS,CAAC,CAAC,KACtC,IAAI,CAACtC,QAAQ,KAAKuC,SAAS,IAAI,IAAI,CAACvC,QAAQ,KAAK,IAAI,CAACJ,MAAM,CAAC4C,WAAW,CAAC,CAAC,CAAC;EAEpF;;EAEA;AACJ;AACA;AACA;AACA;EACWC,YAAYA,CAAA,EAAY;IAC3B,OAAO,IAAI,CAACpE,MAAM,CAAC4C,cAAc,CAAC,CAAC,CAACC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAChB,UAAU;EACvE;;EAEA;AACJ;AACA;AACA;AACA;EACWwC,YAAYA,CAAA,EAAY;IAC3B;IACA,OAAO,IAAI,CAACrE,MAAM,CAACsE,cAAc,CAAC,CAAC,CAACzB,MAAM,KAAK,CAAC,IAAI,IAAI,CAACf,UAAU;EACvE;EAEOyC,UAAUA,CAAA,EAAY;IACzB,OAAO,IAAI,CAACrD,QAAQ;EACxB;;EAEA;AACJ;AACA;AACA;AACA;AACA;AACA;EACWsD,YAAYA,CAACzB,SAAsB,EAAQ;IAC9C,IAAI,CAACZ,YAAY,CAAC,IAAI,CAACnC,MAAM,EAAE+C,SAAS,CAAC;EAC7C;;EAEA;AACJ;AACA;AACA;AACA;AACA;EACW0B,kBAAkBA,CAAC5C,UAA0B,EAAEC,UAA0B,EAAQ;IACpF,IAAID,UAAU,KAAK,IAAI,EAAE;MACrB,IAAI,IAAI,CAACA,UAAU,KAAKA,UAAU,EAAE;QAChC,IAAI,CAACjB,qBAAqB,CAACoB,IAAI,CAAC,CAACtB,QAAQ,CAAC;MAC9C;MACA,IAAI,CAACmB,UAAU,GAAGA,UAAU;IAChC;IACA,IAAIC,UAAU,KAAK,IAAI,EAAE,IAAI,CAACA,UAAU,GAAGA,UAAU;IACrD,IAAI,CAAChC,IAAI,CAACL,aAAa,CAACiF,gBAAgB,EAAE,IAAI,CAAC7C,UAAU,EAAE,IAAI,CAACC,UAAU,CAAC;EAC/E;;EAEA;AACJ;AACA;AACA;EACWqB,qBAAqBA,CAACwB,OAAgB,EAAQ;IACjD,IAAIA,OAAO,EAAE;MACT,IAAI,CAAC,IAAI,CAACtE,QAAQ,IAAI,CAAC,IAAI,CAACG,iBAAiB,IAAI,CAAC,IAAI,CAAC4B,aAAa,EAAE;MAEtE,IAAI,CAAC9B,uBAAuB,GAAG,IAAI;MACnC,IAAI,CAACgB,YAAY,CAAC,CAAC;IACvB,CAAC,MAAM;MACH,IAAI,CAAChB,uBAAuB,GAAG,KAAK;MACpC,IAAI,CAACM,qBAAqB,CAACoB,IAAI,CAAC,CAACtB,QAAQ,CAAC;MAC1C,IAAI,CAACZ,IAAI,CAACL,aAAa,CAACsB,aAAa,EAAE,CAACL,QAAQ,CAAC;IACrD;EACJ;EAEOkE,oBAAoBA,CAACC,SAAiB,EAAQ;IACjD,IAAI,CAAC5D,iBAAiB,GAAG4D,SAAS;EACtC;EAsCOC,KAAKA,CAAA,EAAa;IACrB,IAAMC,YAAY,GAAG,IAAI,CAACxD,MAAM,CAACyD,eAAe,CAAC,CAAC;IAClD,IAAMhF,MAAM,GAAG,IAAI,CAACA,MAAM,CAAC8E,KAAK,CAAC,CAAC;IAClC5F,MAAM,CAAC+F,GAAG,sDAAAC,MAAA,CAAsD,IAAI,CAAClF,MAAM,CAACkC,EAAE,mBAAAgD,MAAA,CAAgBlF,MAAM,CAACkC,EAAE,MAAG,CAAC;IAE3G,IAAI,IAAI,CAACN,OAAO,KAAK7C,wBAAwB,CAACoG,SAAS,EAAE;MACrDJ,YAAY,CAACK,gBAAgB,CAACtE,IAAI,CAACd,MAAM,CAAC;IAC9C,CAAC,MAAM;MACH+E,YAAY,CAACM,oBAAoB,CAACvE,IAAI,CAACd,MAAM,CAAC;IAClD;IAEA,OAAO,IAAIN,QAAQ,CAAC;MAChB6B,MAAM,EAAE,IAAI,CAACA,MAAM;MACnBE,MAAM,EAAE,IAAI,CAACA,MAAM;MACnBC,MAAM,EAAE,IAAI,CAACA,MAAM;MACnBC,QAAQ,EAAE,IAAI,CAACA,QAAQ;MACvB3B,MAAM;MACN4B,OAAO,EAAE,IAAI,CAACA,OAAO;MACrBC,UAAU,EAAE,IAAI,CAACA,UAAU;MAC3BC,UAAU,EAAE,IAAI,CAACA;IACrB,CAAC,CAAC;EACN;EAEOwD,OAAOA,CAAA,EAAS;IAAA,IAAAC,YAAA,EAAAC,UAAA;IACnBC,YAAY,CAAC,IAAI,CAACrE,mBAAmB,CAAC;IACtC,CAAAmE,YAAA,OAAI,CAACvF,MAAM,cAAAuF,YAAA,eAAXA,YAAA,CAAatC,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAACC,UAAU,CAAC;IAC7D,CAAAsC,UAAA,OAAI,CAAChE,IAAI,cAAAgE,UAAA,eAATA,UAAA,CAAWE,cAAc,CAACtG,SAAS,CAACmD,KAAK,EAAE,IAAI,CAACC,WAAW,CAAC;IAC5D,IAAI,IAAI,CAACa,YAAY,EAAE;MACnB,IAAI,CAACA,YAAY,GAAGa,SAAS;MAC7B,IAAI,CAAC7D,QAAQ,GAAG6D,SAAS;MACzBjF,cAAc,CAAC,CAAC;IACpB;IACA,IAAI,CAAC0G,SAAS,GAAG,IAAI;IACrB,IAAI,CAAC7F,IAAI,CAACL,aAAa,CAACmG,QAAQ,CAAC;EACrC;EAEA,IAAWC,QAAQA,CAAA,EAAY;IAC3B,OAAO,IAAI,CAACF,SAAS;EACzB;EAEA,IAAYE,QAAQA,CAACC,KAAc,EAAE;IACjC,IAAI,CAACH,SAAS,GAAGG,KAAK;EAC1B;EAEOC,cAAcA,CAAA,EAAW;IAC5B,OAAO,IAAI,CAACC,WAAW;EAC3B;EAEOC,cAAcA,CAACD,WAAmB,EAAQ;IAC7C,IAAI,CAACA,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAAClG,IAAI,CAACL,aAAa,CAACyG,kBAAkB,EAAEF,WAAW,CAAC;EAC5D;AACJ","ignoreList":[]}
1
+ {"version":3,"file":"callFeed.js","names":["SDPStreamMetadataPurpose","acquireContext","releaseContext","logger","TypedEventEmitter","CallEvent","CallState","POLLING_INTERVAL","SPEAKING_THRESHOLD","SPEAKING_SAMPLE_COUNT","CallFeedEvent","CallFeed","constructor","opts","_defineProperty","emit","NewStream","stream","state","Connected","connected","Connecting","analyser","measuringVolumeActivity","getFloatFrequencyData","frequencyBinCount","maxVolume","Infinity","volume","speakingVolumeSamples","shift","push","VolumeChanged","newSpeaking","speakingThreshold","speaking","Speaking","volumeLooperTimeout","setTimeout","volumeLooper","client","call","roomId","userId","deviceId","purpose","audioMuted","videoMuted","Array","fill","sdpMetadataStreamId","id","updateStream","hasAudioTrack","initVolumeMeasuring","addListener","State","onCallState","isLocal","_connected","ConnectedChanged","getAudioTracks","length","oldStream","newStream","wasMeasuringVolumeActivity","removeEventListener","onAddTrack","measureVolumeActivity","addEventListener","audioContext","createAnalyser","fftSize","smoothingTimeConstant","mediaStreamAudioSourceNode","createMediaStreamSource","connect","Float32Array","getMember","_callRoom$getMember","callRoom","getRoom","getUserId","undefined","getDeviceId","isAudioMuted","isVideoMuted","getVideoTracks","isSpeaking","setNewStream","setAudioVideoMuted","MuteStateChanged","enabled","setSpeakingThreshold","threshold","clone","mediaHandler","getMediaHandler","log","concat","Usermedia","userMediaStreams","screensharingStreams","dispose","_this$stream","_this$call","clearTimeout","removeListener","_disposed","Disposed","disposed","value","getLocalVolume","localVolume","setLocalVolume","LocalVolumeChanged"],"sources":["../../src/webrtc/callFeed.ts"],"sourcesContent":["/*\nCopyright 2021 Šimon Brandner <simon.bra.ag@gmail.com>\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n*/\n\nimport { SDPStreamMetadataPurpose } from \"./callEventTypes.ts\";\nimport { acquireContext, releaseContext } from \"./audioContext.ts\";\nimport { type MatrixClient } from \"../client.ts\";\nimport { type RoomMember } from \"../models/room-member.ts\";\nimport { logger } from \"../logger.ts\";\nimport { TypedEventEmitter } from \"../models/typed-event-emitter.ts\";\nimport { CallEvent, CallState, type MatrixCall } from \"./call.ts\";\n\nconst POLLING_INTERVAL = 200; // ms\nexport const SPEAKING_THRESHOLD = -60; // dB\nconst SPEAKING_SAMPLE_COUNT = 8; // samples\n\nexport interface ICallFeedOpts {\n client: MatrixClient;\n roomId?: string;\n userId: string;\n deviceId: string | undefined;\n stream: MediaStream;\n purpose: SDPStreamMetadataPurpose;\n /**\n * Whether or not the remote SDPStreamMetadata says audio is muted\n */\n audioMuted: boolean;\n /**\n * Whether or not the remote SDPStreamMetadata says video is muted\n */\n videoMuted: boolean;\n /**\n * The MatrixCall which is the source of this CallFeed\n */\n call?: MatrixCall;\n}\n\nexport enum CallFeedEvent {\n NewStream = \"new_stream\",\n MuteStateChanged = \"mute_state_changed\",\n LocalVolumeChanged = \"local_volume_changed\",\n VolumeChanged = \"volume_changed\",\n ConnectedChanged = \"connected_changed\",\n Speaking = \"speaking\",\n Disposed = \"disposed\",\n}\n\ntype EventHandlerMap = {\n [CallFeedEvent.NewStream]: (stream: MediaStream) => void;\n [CallFeedEvent.MuteStateChanged]: (audioMuted: boolean, videoMuted: boolean) => void;\n [CallFeedEvent.LocalVolumeChanged]: (localVolume: number) => void;\n [CallFeedEvent.VolumeChanged]: (volume: number) => void;\n [CallFeedEvent.ConnectedChanged]: (connected: boolean) => void;\n [CallFeedEvent.Speaking]: (speaking: boolean) => void;\n [CallFeedEvent.Disposed]: () => void;\n};\n\nexport class CallFeed extends TypedEventEmitter<CallFeedEvent, EventHandlerMap> {\n public stream: MediaStream;\n public sdpMetadataStreamId: string;\n public userId: string;\n public readonly deviceId: string | undefined;\n public purpose: SDPStreamMetadataPurpose;\n public speakingVolumeSamples: number[];\n\n private client: MatrixClient;\n private call?: MatrixCall;\n private roomId?: string;\n private audioMuted: boolean;\n private videoMuted: boolean;\n private localVolume = 1;\n private measuringVolumeActivity = false;\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private frequencyBinCount?: Float32Array<ArrayBuffer>;\n private speakingThreshold = SPEAKING_THRESHOLD;\n private speaking = false;\n private volumeLooperTimeout?: ReturnType<typeof setTimeout>;\n private _disposed = false;\n private _connected = false;\n\n public constructor(opts: ICallFeedOpts) {\n super();\n\n this.client = opts.client;\n this.call = opts.call;\n this.roomId = opts.roomId;\n this.userId = opts.userId;\n this.deviceId = opts.deviceId;\n this.purpose = opts.purpose;\n this.audioMuted = opts.audioMuted;\n this.videoMuted = opts.videoMuted;\n this.speakingVolumeSamples = new Array(SPEAKING_SAMPLE_COUNT).fill(-Infinity);\n this.sdpMetadataStreamId = opts.stream.id;\n\n this.updateStream(null, opts.stream);\n this.stream = opts.stream; // updateStream does this, but this makes TS happier\n\n if (this.hasAudioTrack) {\n this.initVolumeMeasuring();\n }\n\n if (opts.call) {\n opts.call.addListener(CallEvent.State, this.onCallState);\n this.onCallState(opts.call.state);\n }\n }\n\n public get connected(): boolean {\n // Local feeds are always considered connected\n return this.isLocal() || this._connected;\n }\n\n private set connected(connected: boolean) {\n this._connected = connected;\n this.emit(CallFeedEvent.ConnectedChanged, this.connected);\n }\n\n public get hasAudioTrack(): boolean {\n return this.stream.getAudioTracks().length > 0;\n }\n\n private updateStream(oldStream: MediaStream | null, newStream: MediaStream): void {\n if (newStream === oldStream) return;\n\n const wasMeasuringVolumeActivity = this.measuringVolumeActivity;\n\n if (oldStream) {\n oldStream.removeEventListener(\"addtrack\", this.onAddTrack);\n this.measureVolumeActivity(false);\n }\n\n this.stream = newStream;\n newStream.addEventListener(\"addtrack\", this.onAddTrack);\n\n if (this.hasAudioTrack) {\n this.initVolumeMeasuring();\n if (wasMeasuringVolumeActivity) this.measureVolumeActivity(true);\n } else {\n this.measureVolumeActivity(false);\n }\n\n this.emit(CallFeedEvent.NewStream, this.stream);\n }\n\n private initVolumeMeasuring(): void {\n if (!this.hasAudioTrack) return;\n if (!this.audioContext) this.audioContext = acquireContext();\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 512;\n this.analyser.smoothingTimeConstant = 0.1;\n\n const mediaStreamAudioSourceNode = this.audioContext.createMediaStreamSource(this.stream);\n mediaStreamAudioSourceNode.connect(this.analyser);\n\n this.frequencyBinCount = new Float32Array(this.analyser.frequencyBinCount);\n }\n\n private onAddTrack = (): void => {\n this.emit(CallFeedEvent.NewStream, this.stream);\n };\n\n private onCallState = (state: CallState): void => {\n if (state === CallState.Connected) {\n this.connected = true;\n } else if (state === CallState.Connecting) {\n this.connected = false;\n }\n };\n\n /**\n * Returns callRoom member\n * @returns member of the callRoom\n */\n public getMember(): RoomMember | null {\n const callRoom = this.client.getRoom(this.roomId);\n return callRoom?.getMember(this.userId) ?? null;\n }\n\n /**\n * Returns true if CallFeed is local, otherwise returns false\n * @returns is local?\n */\n public isLocal(): boolean {\n return (\n this.userId === this.client.getUserId() &&\n (this.deviceId === undefined || this.deviceId === this.client.getDeviceId())\n );\n }\n\n /**\n * Returns true if audio is muted or if there are no audio\n * tracks, otherwise returns false\n * @returns is audio muted?\n */\n public isAudioMuted(): boolean {\n return this.stream.getAudioTracks().length === 0 || this.audioMuted;\n }\n\n /**\n * Returns true video is muted or if there are no video\n * tracks, otherwise returns false\n * @returns is video muted?\n */\n public isVideoMuted(): boolean {\n // We assume only one video track\n return this.stream.getVideoTracks().length === 0 || this.videoMuted;\n }\n\n public isSpeaking(): boolean {\n return this.speaking;\n }\n\n /**\n * Replaces the current MediaStream with a new one.\n * The stream will be different and new stream as remote parties are\n * concerned, but this can be used for convenience locally to set up\n * volume listeners automatically on the new stream etc.\n * @param newStream - new stream with which to replace the current one\n */\n public setNewStream(newStream: MediaStream): void {\n this.updateStream(this.stream, newStream);\n }\n\n /**\n * Set one or both of feed's internal audio and video video mute state\n * Either value may be null to leave it as-is\n * @param audioMuted - is the feed's audio muted?\n * @param videoMuted - is the feed's video muted?\n */\n public setAudioVideoMuted(audioMuted: boolean | null, videoMuted: boolean | null): void {\n if (audioMuted !== null) {\n if (this.audioMuted !== audioMuted) {\n this.speakingVolumeSamples.fill(-Infinity);\n }\n this.audioMuted = audioMuted;\n }\n if (videoMuted !== null) this.videoMuted = videoMuted;\n this.emit(CallFeedEvent.MuteStateChanged, this.audioMuted, this.videoMuted);\n }\n\n /**\n * Starts emitting volume_changed events where the emitter value is in decibels\n * @param enabled - emit volume changes\n */\n public measureVolumeActivity(enabled: boolean): void {\n if (enabled) {\n if (!this.analyser || !this.frequencyBinCount || !this.hasAudioTrack) return;\n\n this.measuringVolumeActivity = true;\n this.volumeLooper();\n } else {\n this.measuringVolumeActivity = false;\n this.speakingVolumeSamples.fill(-Infinity);\n this.emit(CallFeedEvent.VolumeChanged, -Infinity);\n }\n }\n\n public setSpeakingThreshold(threshold: number): void {\n this.speakingThreshold = threshold;\n }\n\n private volumeLooper = (): void => {\n if (!this.analyser) return;\n\n if (!this.measuringVolumeActivity) return;\n\n this.analyser.getFloatFrequencyData(this.frequencyBinCount!);\n\n let maxVolume = -Infinity;\n for (const volume of this.frequencyBinCount!) {\n if (volume > maxVolume) {\n maxVolume = volume;\n }\n }\n\n this.speakingVolumeSamples.shift();\n this.speakingVolumeSamples.push(maxVolume);\n\n this.emit(CallFeedEvent.VolumeChanged, maxVolume);\n\n let newSpeaking = false;\n\n for (const volume of this.speakingVolumeSamples) {\n if (volume > this.speakingThreshold) {\n newSpeaking = true;\n break;\n }\n }\n\n if (this.speaking !== newSpeaking) {\n this.speaking = newSpeaking;\n this.emit(CallFeedEvent.Speaking, this.speaking);\n }\n\n this.volumeLooperTimeout = setTimeout(this.volumeLooper, POLLING_INTERVAL);\n };\n\n public clone(): CallFeed {\n const mediaHandler = this.client.getMediaHandler();\n const stream = this.stream.clone();\n logger.log(`CallFeed clone() cloning stream (originalStreamId=${this.stream.id}, newStreamId${stream.id})`);\n\n if (this.purpose === SDPStreamMetadataPurpose.Usermedia) {\n mediaHandler.userMediaStreams.push(stream);\n } else {\n mediaHandler.screensharingStreams.push(stream);\n }\n\n return new CallFeed({\n client: this.client,\n roomId: this.roomId,\n userId: this.userId,\n deviceId: this.deviceId,\n stream,\n purpose: this.purpose,\n audioMuted: this.audioMuted,\n videoMuted: this.videoMuted,\n });\n }\n\n public dispose(): void {\n clearTimeout(this.volumeLooperTimeout);\n this.stream?.removeEventListener(\"addtrack\", this.onAddTrack);\n this.call?.removeListener(CallEvent.State, this.onCallState);\n if (this.audioContext) {\n this.audioContext = undefined;\n this.analyser = undefined;\n releaseContext();\n }\n this._disposed = true;\n this.emit(CallFeedEvent.Disposed);\n }\n\n public get disposed(): boolean {\n return this._disposed;\n }\n\n private set disposed(value: boolean) {\n this._disposed = value;\n }\n\n public getLocalVolume(): number {\n return this.localVolume;\n }\n\n public setLocalVolume(localVolume: number): void {\n this.localVolume = localVolume;\n this.emit(CallFeedEvent.LocalVolumeChanged, localVolume);\n }\n}\n"],"mappings":";AAAA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAEA,SAASA,wBAAwB,QAAQ,qBAAqB;AAC9D,SAASC,cAAc,EAAEC,cAAc,QAAQ,mBAAmB;AAGlE,SAASC,MAAM,QAAQ,cAAc;AACrC,SAASC,iBAAiB,QAAQ,kCAAkC;AACpE,SAASC,SAAS,EAAEC,SAAS,QAAyB,WAAW;AAEjE,IAAMC,gBAAgB,GAAG,GAAG,CAAC,CAAC;AAC9B,OAAO,IAAMC,kBAAkB,GAAG,CAAC,EAAE,CAAC,CAAC;AACvC,IAAMC,qBAAqB,GAAG,CAAC,CAAC,CAAC;;AAuBjC,WAAYC,aAAa,0BAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA;AAoBzB,OAAO,MAAMC,QAAQ,SAASP,iBAAiB,CAAiC;EAwBrEQ,WAAWA,CAACC,IAAmB,EAAE;IACpC,KAAK,CAAC,CAAC;IAACC,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA,sBAZU,CAAC;IAAAA,eAAA,kCACW,KAAK;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA;IAAAA,eAAA,4BAIXN,kBAAkB;IAAAM,eAAA,mBAC3B,KAAK;IAAAA,eAAA;IAAAA,eAAA,oBAEJ,KAAK;IAAAA,eAAA,qBACJ,KAAK;IAAAA,eAAA,qBAgFL,MAAY;MAC7B,IAAI,CAACC,IAAI,CAACL,aAAa,CAACM,SAAS,EAAE,IAAI,CAACC,MAAM,CAAC;IACnD,CAAC;IAAAH,eAAA,sBAEsBI,KAAgB,IAAW;MAC9C,IAAIA,KAAK,KAAKZ,SAAS,CAACa,SAAS,EAAE;QAC/B,IAAI,CAACC,SAAS,GAAG,IAAI;MACzB,CAAC,MAAM,IAAIF,KAAK,KAAKZ,SAAS,CAACe,UAAU,EAAE;QACvC,IAAI,CAACD,SAAS,GAAG,KAAK;MAC1B;IACJ,CAAC;IAAAN,eAAA,uBA8FsB,MAAY;MAC/B,IAAI,CAAC,IAAI,CAACQ,QAAQ,EAAE;MAEpB,IAAI,CAAC,IAAI,CAACC,uBAAuB,EAAE;MAEnC,IAAI,CAACD,QAAQ,CAACE,qBAAqB,CAAC,IAAI,CAACC,iBAAkB,CAAC;MAE5D,IAAIC,SAAS,GAAG,CAACC,QAAQ;MACzB,KAAK,IAAMC,MAAM,IAAI,IAAI,CAACH,iBAAiB,EAAG;QAC1C,IAAIG,MAAM,GAAGF,SAAS,EAAE;UACpBA,SAAS,GAAGE,MAAM;QACtB;MACJ;MAEA,IAAI,CAACC,qBAAqB,CAACC,KAAK,CAAC,CAAC;MAClC,IAAI,CAACD,qBAAqB,CAACE,IAAI,CAACL,SAAS,CAAC;MAE1C,IAAI,CAACX,IAAI,CAACL,aAAa,CAACsB,aAAa,EAAEN,SAAS,CAAC;MAEjD,IAAIO,WAAW,GAAG,KAAK;MAEvB,KAAK,IAAML,OAAM,IAAI,IAAI,CAACC,qBAAqB,EAAE;QAC7C,IAAID,OAAM,GAAG,IAAI,CAACM,iBAAiB,EAAE;UACjCD,WAAW,GAAG,IAAI;UAClB;QACJ;MACJ;MAEA,IAAI,IAAI,CAACE,QAAQ,KAAKF,WAAW,EAAE;QAC/B,IAAI,CAACE,QAAQ,GAAGF,WAAW;QAC3B,IAAI,CAAClB,IAAI,CAACL,aAAa,CAAC0B,QAAQ,EAAE,IAAI,CAACD,QAAQ,CAAC;MACpD;MAEA,IAAI,CAACE,mBAAmB,GAAGC,UAAU,CAAC,IAAI,CAACC,YAAY,EAAEhC,gBAAgB,CAAC;IAC9E,CAAC;IArNG,IAAI,CAACiC,MAAM,GAAG3B,IAAI,CAAC2B,MAAM;IACzB,IAAI,CAACC,IAAI,GAAG5B,IAAI,CAAC4B,IAAI;IACrB,IAAI,CAACC,MAAM,GAAG7B,IAAI,CAAC6B,MAAM;IACzB,IAAI,CAACC,MAAM,GAAG9B,IAAI,CAAC8B,MAAM;IACzB,IAAI,CAACC,QAAQ,GAAG/B,IAAI,CAAC+B,QAAQ;IAC7B,IAAI,CAACC,OAAO,GAAGhC,IAAI,CAACgC,OAAO;IAC3B,IAAI,CAACC,UAAU,GAAGjC,IAAI,CAACiC,UAAU;IACjC,IAAI,CAACC,UAAU,GAAGlC,IAAI,CAACkC,UAAU;IACjC,IAAI,CAAClB,qBAAqB,GAAG,IAAImB,KAAK,CAACvC,qBAAqB,CAAC,CAACwC,IAAI,CAAC,CAACtB,QAAQ,CAAC;IAC7E,IAAI,CAACuB,mBAAmB,GAAGrC,IAAI,CAACI,MAAM,CAACkC,EAAE;IAEzC,IAAI,CAACC,YAAY,CAAC,IAAI,EAAEvC,IAAI,CAACI,MAAM,CAAC;IACpC,IAAI,CAACA,MAAM,GAAGJ,IAAI,CAACI,MAAM,CAAC,CAAC;;IAE3B,IAAI,IAAI,CAACoC,aAAa,EAAE;MACpB,IAAI,CAACC,mBAAmB,CAAC,CAAC;IAC9B;IAEA,IAAIzC,IAAI,CAAC4B,IAAI,EAAE;MACX5B,IAAI,CAAC4B,IAAI,CAACc,WAAW,CAAClD,SAAS,CAACmD,KAAK,EAAE,IAAI,CAACC,WAAW,CAAC;MACxD,IAAI,CAACA,WAAW,CAAC5C,IAAI,CAAC4B,IAAI,CAACvB,KAAK,CAAC;IACrC;EACJ;EAEA,IAAWE,SAASA,CAAA,EAAY;IAC5B;IACA,OAAO,IAAI,CAACsC,OAAO,CAAC,CAAC,IAAI,IAAI,CAACC,UAAU;EAC5C;EAEA,IAAYvC,SAASA,CAACA,SAAkB,EAAE;IACtC,IAAI,CAACuC,UAAU,GAAGvC,SAAS;IAC3B,IAAI,CAACL,IAAI,CAACL,aAAa,CAACkD,gBAAgB,EAAE,IAAI,CAACxC,SAAS,CAAC;EAC7D;EAEA,IAAWiC,aAAaA,CAAA,EAAY;IAChC,OAAO,IAAI,CAACpC,MAAM,CAAC4C,cAAc,CAAC,CAAC,CAACC,MAAM,GAAG,CAAC;EAClD;EAEQV,YAAYA,CAACW,SAA6B,EAAEC,SAAsB,EAAQ;IAC9E,IAAIA,SAAS,KAAKD,SAAS,EAAE;IAE7B,IAAME,0BAA0B,GAAG,IAAI,CAAC1C,uBAAuB;IAE/D,IAAIwC,SAAS,EAAE;MACXA,SAAS,CAACG,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAACC,UAAU,CAAC;MAC1D,IAAI,CAACC,qBAAqB,CAAC,KAAK,CAAC;IACrC;IAEA,IAAI,CAACnD,MAAM,GAAG+C,SAAS;IACvBA,SAAS,CAACK,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAACF,UAAU,CAAC;IAEvD,IAAI,IAAI,CAACd,aAAa,EAAE;MACpB,IAAI,CAACC,mBAAmB,CAAC,CAAC;MAC1B,IAAIW,0BAA0B,EAAE,IAAI,CAACG,qBAAqB,CAAC,IAAI,CAAC;IACpE,CAAC,MAAM;MACH,IAAI,CAACA,qBAAqB,CAAC,KAAK,CAAC;IACrC;IAEA,IAAI,CAACrD,IAAI,CAACL,aAAa,CAACM,SAAS,EAAE,IAAI,CAACC,MAAM,CAAC;EACnD;EAEQqC,mBAAmBA,CAAA,EAAS;IAChC,IAAI,CAAC,IAAI,CAACD,aAAa,EAAE;IACzB,IAAI,CAAC,IAAI,CAACiB,YAAY,EAAE,IAAI,CAACA,YAAY,GAAGrE,cAAc,CAAC,CAAC;IAE5D,IAAI,CAACqB,QAAQ,GAAG,IAAI,CAACgD,YAAY,CAACC,cAAc,CAAC,CAAC;IAClD,IAAI,CAACjD,QAAQ,CAACkD,OAAO,GAAG,GAAG;IAC3B,IAAI,CAAClD,QAAQ,CAACmD,qBAAqB,GAAG,GAAG;IAEzC,IAAMC,0BAA0B,GAAG,IAAI,CAACJ,YAAY,CAACK,uBAAuB,CAAC,IAAI,CAAC1D,MAAM,CAAC;IACzFyD,0BAA0B,CAACE,OAAO,CAAC,IAAI,CAACtD,QAAQ,CAAC;IAEjD,IAAI,CAACG,iBAAiB,GAAG,IAAIoD,YAAY,CAAC,IAAI,CAACvD,QAAQ,CAACG,iBAAiB,CAAC;EAC9E;EAcA;AACJ;AACA;AACA;EACWqD,SAASA,CAAA,EAAsB;IAAA,IAAAC,mBAAA;IAClC,IAAMC,QAAQ,GAAG,IAAI,CAACxC,MAAM,CAACyC,OAAO,CAAC,IAAI,CAACvC,MAAM,CAAC;IACjD,QAAAqC,mBAAA,GAAOC,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEF,SAAS,CAAC,IAAI,CAACnC,MAAM,CAAC,cAAAoC,mBAAA,cAAAA,mBAAA,GAAI,IAAI;EACnD;;EAEA;AACJ;AACA;AACA;EACWrB,OAAOA,CAAA,EAAY;IACtB,OACI,IAAI,CAACf,MAAM,KAAK,IAAI,CAACH,MAAM,CAAC0C,SAAS,CAAC,CAAC,KACtC,IAAI,CAACtC,QAAQ,KAAKuC,SAAS,IAAI,IAAI,CAACvC,QAAQ,KAAK,IAAI,CAACJ,MAAM,CAAC4C,WAAW,CAAC,CAAC,CAAC;EAEpF;;EAEA;AACJ;AACA;AACA;AACA;EACWC,YAAYA,CAAA,EAAY;IAC3B,OAAO,IAAI,CAACpE,MAAM,CAAC4C,cAAc,CAAC,CAAC,CAACC,MAAM,KAAK,CAAC,IAAI,IAAI,CAAChB,UAAU;EACvE;;EAEA;AACJ;AACA;AACA;AACA;EACWwC,YAAYA,CAAA,EAAY;IAC3B;IACA,OAAO,IAAI,CAACrE,MAAM,CAACsE,cAAc,CAAC,CAAC,CAACzB,MAAM,KAAK,CAAC,IAAI,IAAI,CAACf,UAAU;EACvE;EAEOyC,UAAUA,CAAA,EAAY;IACzB,OAAO,IAAI,CAACrD,QAAQ;EACxB;;EAEA;AACJ;AACA;AACA;AACA;AACA;AACA;EACWsD,YAAYA,CAACzB,SAAsB,EAAQ;IAC9C,IAAI,CAACZ,YAAY,CAAC,IAAI,CAACnC,MAAM,EAAE+C,SAAS,CAAC;EAC7C;;EAEA;AACJ;AACA;AACA;AACA;AACA;EACW0B,kBAAkBA,CAAC5C,UAA0B,EAAEC,UAA0B,EAAQ;IACpF,IAAID,UAAU,KAAK,IAAI,EAAE;MACrB,IAAI,IAAI,CAACA,UAAU,KAAKA,UAAU,EAAE;QAChC,IAAI,CAACjB,qBAAqB,CAACoB,IAAI,CAAC,CAACtB,QAAQ,CAAC;MAC9C;MACA,IAAI,CAACmB,UAAU,GAAGA,UAAU;IAChC;IACA,IAAIC,UAAU,KAAK,IAAI,EAAE,IAAI,CAACA,UAAU,GAAGA,UAAU;IACrD,IAAI,CAAChC,IAAI,CAACL,aAAa,CAACiF,gBAAgB,EAAE,IAAI,CAAC7C,UAAU,EAAE,IAAI,CAACC,UAAU,CAAC;EAC/E;;EAEA;AACJ;AACA;AACA;EACWqB,qBAAqBA,CAACwB,OAAgB,EAAQ;IACjD,IAAIA,OAAO,EAAE;MACT,IAAI,CAAC,IAAI,CAACtE,QAAQ,IAAI,CAAC,IAAI,CAACG,iBAAiB,IAAI,CAAC,IAAI,CAAC4B,aAAa,EAAE;MAEtE,IAAI,CAAC9B,uBAAuB,GAAG,IAAI;MACnC,IAAI,CAACgB,YAAY,CAAC,CAAC;IACvB,CAAC,MAAM;MACH,IAAI,CAAChB,uBAAuB,GAAG,KAAK;MACpC,IAAI,CAACM,qBAAqB,CAACoB,IAAI,CAAC,CAACtB,QAAQ,CAAC;MAC1C,IAAI,CAACZ,IAAI,CAACL,aAAa,CAACsB,aAAa,EAAE,CAACL,QAAQ,CAAC;IACrD;EACJ;EAEOkE,oBAAoBA,CAACC,SAAiB,EAAQ;IACjD,IAAI,CAAC5D,iBAAiB,GAAG4D,SAAS;EACtC;EAsCOC,KAAKA,CAAA,EAAa;IACrB,IAAMC,YAAY,GAAG,IAAI,CAACxD,MAAM,CAACyD,eAAe,CAAC,CAAC;IAClD,IAAMhF,MAAM,GAAG,IAAI,CAACA,MAAM,CAAC8E,KAAK,CAAC,CAAC;IAClC5F,MAAM,CAAC+F,GAAG,sDAAAC,MAAA,CAAsD,IAAI,CAAClF,MAAM,CAACkC,EAAE,mBAAAgD,MAAA,CAAgBlF,MAAM,CAACkC,EAAE,MAAG,CAAC;IAE3G,IAAI,IAAI,CAACN,OAAO,KAAK7C,wBAAwB,CAACoG,SAAS,EAAE;MACrDJ,YAAY,CAACK,gBAAgB,CAACtE,IAAI,CAACd,MAAM,CAAC;IAC9C,CAAC,MAAM;MACH+E,YAAY,CAACM,oBAAoB,CAACvE,IAAI,CAACd,MAAM,CAAC;IAClD;IAEA,OAAO,IAAIN,QAAQ,CAAC;MAChB6B,MAAM,EAAE,IAAI,CAACA,MAAM;MACnBE,MAAM,EAAE,IAAI,CAACA,MAAM;MACnBC,MAAM,EAAE,IAAI,CAACA,MAAM;MACnBC,QAAQ,EAAE,IAAI,CAACA,QAAQ;MACvB3B,MAAM;MACN4B,OAAO,EAAE,IAAI,CAACA,OAAO;MACrBC,UAAU,EAAE,IAAI,CAACA,UAAU;MAC3BC,UAAU,EAAE,IAAI,CAACA;IACrB,CAAC,CAAC;EACN;EAEOwD,OAAOA,CAAA,EAAS;IAAA,IAAAC,YAAA,EAAAC,UAAA;IACnBC,YAAY,CAAC,IAAI,CAACrE,mBAAmB,CAAC;IACtC,CAAAmE,YAAA,OAAI,CAACvF,MAAM,cAAAuF,YAAA,eAAXA,YAAA,CAAatC,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAACC,UAAU,CAAC;IAC7D,CAAAsC,UAAA,OAAI,CAAChE,IAAI,cAAAgE,UAAA,eAATA,UAAA,CAAWE,cAAc,CAACtG,SAAS,CAACmD,KAAK,EAAE,IAAI,CAACC,WAAW,CAAC;IAC5D,IAAI,IAAI,CAACa,YAAY,EAAE;MACnB,IAAI,CAACA,YAAY,GAAGa,SAAS;MAC7B,IAAI,CAAC7D,QAAQ,GAAG6D,SAAS;MACzBjF,cAAc,CAAC,CAAC;IACpB;IACA,IAAI,CAAC0G,SAAS,GAAG,IAAI;IACrB,IAAI,CAAC7F,IAAI,CAACL,aAAa,CAACmG,QAAQ,CAAC;EACrC;EAEA,IAAWC,QAAQA,CAAA,EAAY;IAC3B,OAAO,IAAI,CAACF,SAAS;EACzB;EAEA,IAAYE,QAAQA,CAACC,KAAc,EAAE;IACjC,IAAI,CAACH,SAAS,GAAGG,KAAK;EAC1B;EAEOC,cAAcA,CAAA,EAAW;IAC5B,OAAO,IAAI,CAACC,WAAW;EAC3B;EAEOC,cAAcA,CAACD,WAAmB,EAAQ;IAC7C,IAAI,CAACA,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAAClG,IAAI,CAACL,aAAa,CAACyG,kBAAkB,EAAEF,WAAW,CAAC;EAC5D;AACJ","ignoreList":[]}
@@ -74,8 +74,10 @@ export class GroupCallError extends Error {
74
74
  // Still don't think there's any way to have proper nested errors
75
75
  if (err) {
76
76
  super(msg + ": " + err);
77
+ _defineProperty(this, "code", void 0);
77
78
  } else {
78
79
  super(msg);
80
+ _defineProperty(this, "code", void 0);
79
81
  }
80
82
  this.code = code;
81
83
  }
@@ -111,22 +113,44 @@ export class GroupCall extends TypedEventEmitter {
111
113
  var useLivekit = arguments.length > 9 && arguments[9] !== undefined ? arguments[9] : false;
112
114
  var livekitServiceURL = arguments.length > 10 ? arguments[10] : undefined;
113
115
  super();
116
+ this.client = client;
117
+ this.room = room;
118
+ this.type = type;
119
+ this.isPtt = isPtt;
120
+ this.intent = intent;
121
+ this.dataChannelsEnabled = dataChannelsEnabled;
122
+ this.dataChannelOptions = dataChannelOptions;
123
+ this.useLivekit = useLivekit;
114
124
  // Config
115
125
  _defineProperty(this, "activeSpeakerInterval", 1000);
116
126
  _defineProperty(this, "retryCallInterval", 5000);
117
127
  _defineProperty(this, "participantTimeout", 1000 * 15);
118
128
  _defineProperty(this, "pttMaxTransmitTime", 1000 * 20);
129
+ _defineProperty(this, "activeSpeaker", void 0);
130
+ _defineProperty(this, "localCallFeed", void 0);
131
+ _defineProperty(this, "localScreenshareFeed", void 0);
132
+ _defineProperty(this, "localDesktopCapturerSourceId", void 0);
119
133
  _defineProperty(this, "userMediaFeeds", []);
120
134
  _defineProperty(this, "screenshareFeeds", []);
135
+ _defineProperty(this, "groupCallId", void 0);
136
+ _defineProperty(this, "allowCallWithoutVideoAndAudio", void 0);
121
137
  _defineProperty(this, "calls", new Map());
122
138
  // user_id -> device_id -> MatrixCall
123
139
  _defineProperty(this, "callHandlers", new Map());
140
+ // user_id -> device_id -> ICallHandlers
141
+ _defineProperty(this, "activeSpeakerLoopInterval", void 0);
142
+ _defineProperty(this, "retryCallLoopInterval", void 0);
124
143
  _defineProperty(this, "retryCallCounts", new Map());
144
+ // user_id -> device_id -> count
145
+ _defineProperty(this, "reEmitter", void 0);
125
146
  _defineProperty(this, "transmitTimer", null);
126
147
  _defineProperty(this, "participantsExpirationTimer", null);
127
148
  _defineProperty(this, "resendMemberStateTimer", null);
128
149
  _defineProperty(this, "initWithAudioMuted", false);
129
150
  _defineProperty(this, "initWithVideoMuted", false);
151
+ _defineProperty(this, "initCallFeedPromise", void 0);
152
+ _defineProperty(this, "_livekitServiceURL", void 0);
153
+ _defineProperty(this, "stats", void 0);
130
154
  /**
131
155
  * Configure default webrtc stats collection interval in ms
132
156
  * Disable collecting webrtc stats by setting interval to 0
@@ -379,14 +403,6 @@ export class GroupCall extends TypedEventEmitter {
379
403
  this.updateMemberState().catch(e => logger.error("GroupCall ".concat(this.groupCallId, " onLocalFeedsChanged() failed to update member state feeds"), e));
380
404
  }
381
405
  });
382
- this.client = client;
383
- this.room = room;
384
- this.type = type;
385
- this.isPtt = isPtt;
386
- this.intent = intent;
387
- this.dataChannelsEnabled = dataChannelsEnabled;
388
- this.dataChannelOptions = dataChannelOptions;
389
- this.useLivekit = useLivekit;
390
406
  this.reEmitter = new ReEmitter(this);
391
407
  this.groupCallId = groupCallId !== null && groupCallId !== void 0 ? groupCallId : genCallID();
392
408
  this._livekitServiceURL = livekitServiceURL;