matrix-js-sdk 28.1.0 → 28.2.0-rc.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +17 -1
- package/dist/browser-matrix.js +1458 -391
- package/dist/browser-matrix.js.map +32 -22
- package/dist/browser-matrix.min.js +5 -5
- package/dist/browser-matrix.min.js.map +1 -1
- package/git-revision.txt +1 -1
- package/lib/ReEmitter.js +1 -1
- package/lib/ReEmitter.js.map +1 -1
- package/lib/ToDeviceMessageQueue.js +1 -1
- package/lib/ToDeviceMessageQueue.js.map +1 -1
- package/lib/autodiscovery.js +17 -18
- package/lib/autodiscovery.js.map +1 -1
- package/lib/client.d.ts +14 -0
- package/lib/client.d.ts.map +1 -1
- package/lib/client.js +59 -85
- package/lib/client.js.map +1 -1
- package/lib/common-crypto/CryptoBackend.d.ts +41 -0
- package/lib/common-crypto/CryptoBackend.d.ts.map +1 -1
- package/lib/common-crypto/CryptoBackend.js.map +1 -1
- package/lib/common-crypto/base64.d.ts +22 -0
- package/lib/common-crypto/base64.d.ts.map +1 -0
- package/lib/common-crypto/base64.js +55 -0
- package/lib/common-crypto/base64.js.map +1 -0
- package/lib/content-helpers.js +16 -16
- package/lib/content-helpers.js.map +1 -1
- package/lib/crypto/CrossSigning.js +3 -3
- package/lib/crypto/CrossSigning.js.map +1 -1
- package/lib/crypto/DeviceList.js +11 -14
- package/lib/crypto/DeviceList.js.map +1 -1
- package/lib/crypto/EncryptionSetup.js +3 -10
- package/lib/crypto/EncryptionSetup.js.map +1 -1
- package/lib/crypto/OlmDevice.js +1 -1
- package/lib/crypto/OlmDevice.js.map +1 -1
- package/lib/crypto/OutgoingRoomKeyRequestManager.js +19 -20
- package/lib/crypto/OutgoingRoomKeyRequestManager.js.map +1 -1
- package/lib/crypto/RoomList.js +1 -1
- package/lib/crypto/RoomList.js.map +1 -1
- package/lib/crypto/SecretSharing.js +1 -1
- package/lib/crypto/SecretSharing.js.map +1 -1
- package/lib/crypto/SecretStorage.js +0 -4
- package/lib/crypto/SecretStorage.js.map +1 -1
- package/lib/crypto/algorithms/base.js +0 -14
- package/lib/crypto/algorithms/base.js.map +1 -1
- package/lib/crypto/algorithms/megolm.js +22 -31
- package/lib/crypto/algorithms/megolm.js.map +1 -1
- package/lib/crypto/backup.d.ts +17 -0
- package/lib/crypto/backup.d.ts.map +1 -1
- package/lib/crypto/backup.js +29 -8
- package/lib/crypto/backup.js.map +1 -1
- package/lib/crypto/dehydration.js +1 -5
- package/lib/crypto/dehydration.js.map +1 -1
- package/lib/crypto/deviceinfo.js +1 -1
- package/lib/crypto/deviceinfo.js.map +1 -1
- package/lib/crypto/index.d.ts +10 -2
- package/lib/crypto/index.d.ts.map +1 -1
- package/lib/crypto/index.js +133 -68
- package/lib/crypto/index.js.map +1 -1
- package/lib/crypto/keybackup.d.ts +1 -16
- package/lib/crypto/keybackup.d.ts.map +1 -1
- package/lib/crypto/keybackup.js.map +1 -1
- package/lib/crypto/olmlib.js +21 -21
- package/lib/crypto/olmlib.js.map +1 -1
- package/lib/crypto/recoverykey.d.ts.map +1 -1
- package/lib/crypto/recoverykey.js +3 -2
- package/lib/crypto/recoverykey.js.map +1 -1
- package/lib/crypto/store/indexeddb-crypto-store-backend.js +1 -1
- package/lib/crypto/store/indexeddb-crypto-store-backend.js.map +1 -1
- package/lib/crypto/store/indexeddb-crypto-store.js +0 -2
- package/lib/crypto/store/indexeddb-crypto-store.js.map +1 -1
- package/lib/crypto/store/memory-crypto-store.js +16 -16
- package/lib/crypto/store/memory-crypto-store.js.map +1 -1
- package/lib/crypto/verification/Base.js +6 -13
- package/lib/crypto/verification/Base.js.map +1 -1
- package/lib/crypto/verification/QRCode.js +0 -1
- package/lib/crypto/verification/QRCode.js.map +1 -1
- package/lib/crypto/verification/SAS.js +0 -4
- package/lib/crypto/verification/SAS.js.map +1 -1
- package/lib/crypto/verification/request/InRoomChannel.js +0 -1
- package/lib/crypto/verification/request/InRoomChannel.js.map +1 -1
- package/lib/crypto/verification/request/ToDeviceChannel.js +0 -1
- package/lib/crypto/verification/request/ToDeviceChannel.js.map +1 -1
- package/lib/crypto/verification/request/VerificationRequest.js +5 -7
- package/lib/crypto/verification/request/VerificationRequest.js.map +1 -1
- package/lib/crypto-api/keybackup.d.ts +15 -0
- package/lib/crypto-api/keybackup.d.ts.map +1 -1
- package/lib/crypto-api/keybackup.js.map +1 -1
- package/lib/crypto-api.d.ts +53 -0
- package/lib/crypto-api.d.ts.map +1 -1
- package/lib/crypto-api.js +55 -29
- package/lib/crypto-api.js.map +1 -1
- package/lib/embedded.d.ts +2 -1
- package/lib/embedded.d.ts.map +1 -1
- package/lib/embedded.js +29 -14
- package/lib/embedded.js.map +1 -1
- package/lib/event-mapper.js +17 -17
- package/lib/event-mapper.js.map +1 -1
- package/lib/extensible_events_v1/MessageEvent.js +31 -31
- package/lib/extensible_events_v1/MessageEvent.js.map +1 -1
- package/lib/extensible_events_v1/PollEndEvent.js +24 -24
- package/lib/extensible_events_v1/PollEndEvent.js.map +1 -1
- package/lib/extensible_events_v1/PollResponseEvent.js +0 -1
- package/lib/extensible_events_v1/PollResponseEvent.js.map +1 -1
- package/lib/extensible_events_v1/PollStartEvent.js +44 -44
- package/lib/extensible_events_v1/PollStartEvent.js.map +1 -1
- package/lib/filter.js +17 -19
- package/lib/filter.js.map +1 -1
- package/lib/http-api/errors.js +4 -6
- package/lib/http-api/errors.js.map +1 -1
- package/lib/http-api/fetch.js +1 -1
- package/lib/http-api/fetch.js.map +1 -1
- package/lib/http-api/index.js +1 -1
- package/lib/http-api/index.js.map +1 -1
- package/lib/interactive-auth.js +6 -16
- package/lib/interactive-auth.js.map +1 -1
- package/lib/matrixrtc/CallMembership.d.ts +31 -0
- package/lib/matrixrtc/CallMembership.d.ts.map +1 -0
- package/lib/matrixrtc/CallMembership.js +80 -0
- package/lib/matrixrtc/CallMembership.js.map +1 -0
- package/lib/matrixrtc/MatrixRTCSession.d.ts +81 -0
- package/lib/matrixrtc/MatrixRTCSession.d.ts.map +1 -0
- package/lib/matrixrtc/MatrixRTCSession.js +345 -0
- package/lib/matrixrtc/MatrixRTCSession.js.map +1 -0
- package/lib/matrixrtc/MatrixRTCSessionManager.d.ts +38 -0
- package/lib/matrixrtc/MatrixRTCSessionManager.d.ts.map +1 -0
- package/lib/matrixrtc/MatrixRTCSessionManager.js +116 -0
- package/lib/matrixrtc/MatrixRTCSessionManager.js.map +1 -0
- package/lib/matrixrtc/focus.d.ts +9 -0
- package/lib/matrixrtc/focus.d.ts.map +1 -0
- package/lib/matrixrtc/focus.js +6 -0
- package/lib/matrixrtc/focus.js.map +1 -0
- package/lib/models/MSC3089Branch.js +16 -16
- package/lib/models/MSC3089Branch.js.map +1 -1
- package/lib/models/MSC3089TreeSpace.js +16 -17
- package/lib/models/MSC3089TreeSpace.js.map +1 -1
- package/lib/models/beacon.js +3 -8
- package/lib/models/beacon.js.map +1 -1
- package/lib/models/device.js +14 -16
- package/lib/models/device.js.map +1 -1
- package/lib/models/event-context.js +1 -2
- package/lib/models/event-context.js.map +1 -1
- package/lib/models/event-timeline-set.js +1 -7
- package/lib/models/event-timeline-set.js.map +1 -1
- package/lib/models/event-timeline.js +4 -8
- package/lib/models/event-timeline.js.map +1 -1
- package/lib/models/event.d.ts +1 -1
- package/lib/models/event.js +7 -25
- package/lib/models/event.js.map +1 -1
- package/lib/models/poll.js +4 -8
- package/lib/models/poll.js.map +1 -1
- package/lib/models/read-receipt.js +0 -1
- package/lib/models/read-receipt.js.map +1 -1
- package/lib/models/related-relations.js +0 -3
- package/lib/models/related-relations.js.map +1 -1
- package/lib/models/relations-container.js +2 -2
- package/lib/models/relations-container.js.map +1 -1
- package/lib/models/relations.js +3 -4
- package/lib/models/relations.js.map +1 -1
- package/lib/models/room-member.js +2 -20
- package/lib/models/room-member.js.map +1 -1
- package/lib/models/room-state.js +3 -3
- package/lib/models/room-state.js.map +1 -1
- package/lib/models/room.d.ts +1 -1
- package/lib/models/room.d.ts.map +1 -1
- package/lib/models/room.js +40 -76
- package/lib/models/room.js.map +1 -1
- package/lib/models/thread.js +21 -32
- package/lib/models/thread.js.map +1 -1
- package/lib/models/user.js +1 -20
- package/lib/models/user.js.map +1 -1
- package/lib/oidc/authorize.js +16 -16
- package/lib/oidc/authorize.js.map +1 -1
- package/lib/oidc/discovery.js +16 -16
- package/lib/oidc/discovery.js.map +1 -1
- package/lib/pushprocessor.js +17 -17
- package/lib/pushprocessor.js.map +1 -1
- package/lib/receipt-accumulator.js +1 -1
- package/lib/receipt-accumulator.js.map +1 -1
- package/lib/rendezvous/MSC3906Rendezvous.js +2 -5
- package/lib/rendezvous/MSC3906Rendezvous.js.map +1 -1
- package/lib/rendezvous/channels/MSC3903ECDHv2RendezvousChannel.js +1 -4
- package/lib/rendezvous/channels/MSC3903ECDHv2RendezvousChannel.js.map +1 -1
- package/lib/rendezvous/transports/MSC3886SimpleHttpRendezvousTransport.js +1 -8
- package/lib/rendezvous/transports/MSC3886SimpleHttpRendezvousTransport.js.map +1 -1
- package/lib/room-hierarchy.js +4 -8
- package/lib/room-hierarchy.js.map +1 -1
- package/lib/rust-crypto/CrossSigningIdentity.d.ts +1 -5
- package/lib/rust-crypto/CrossSigningIdentity.d.ts.map +1 -1
- package/lib/rust-crypto/CrossSigningIdentity.js +1 -4
- package/lib/rust-crypto/CrossSigningIdentity.js.map +1 -1
- package/lib/rust-crypto/KeyClaimManager.js +1 -2
- package/lib/rust-crypto/KeyClaimManager.js.map +1 -1
- package/lib/rust-crypto/OutgoingRequestProcessor.js +16 -16
- package/lib/rust-crypto/OutgoingRequestProcessor.js.map +1 -1
- package/lib/rust-crypto/RoomEncryptor.js +0 -3
- package/lib/rust-crypto/RoomEncryptor.js.map +1 -1
- package/lib/rust-crypto/backup.d.ts +20 -2
- package/lib/rust-crypto/backup.d.ts.map +1 -1
- package/lib/rust-crypto/backup.js +39 -4
- package/lib/rust-crypto/backup.js.map +1 -1
- package/lib/rust-crypto/index.d.ts.map +1 -1
- package/lib/rust-crypto/index.js +1 -0
- package/lib/rust-crypto/index.js.map +1 -1
- package/lib/rust-crypto/rust-crypto.d.ts +39 -3
- package/lib/rust-crypto/rust-crypto.d.ts.map +1 -1
- package/lib/rust-crypto/rust-crypto.js +260 -61
- package/lib/rust-crypto/rust-crypto.js.map +1 -1
- package/lib/rust-crypto/verification.js +5 -7
- package/lib/rust-crypto/verification.js.map +1 -1
- package/lib/scheduler.js +2 -2
- package/lib/scheduler.js.map +1 -1
- package/lib/sliding-sync-sdk.js +4 -7
- package/lib/sliding-sync-sdk.js.map +1 -1
- package/lib/sliding-sync.js +23 -28
- package/lib/sliding-sync.js.map +1 -1
- package/lib/store/indexeddb-local-backend.js +6 -10
- package/lib/store/indexeddb-local-backend.js.map +1 -1
- package/lib/store/indexeddb-remote-backend.js +8 -11
- package/lib/store/indexeddb-remote-backend.js.map +1 -1
- package/lib/store/indexeddb-store-worker.js +1 -2
- package/lib/store/indexeddb-store-worker.js.map +1 -1
- package/lib/store/indexeddb.js +0 -1
- package/lib/store/indexeddb.js.map +1 -1
- package/lib/store/memory.js +0 -3
- package/lib/store/memory.js.map +1 -1
- package/lib/sync-accumulator.d.ts +11 -1
- package/lib/sync-accumulator.d.ts.map +1 -1
- package/lib/sync-accumulator.js +55 -4
- package/lib/sync-accumulator.js.map +1 -1
- package/lib/sync.d.ts.map +1 -1
- package/lib/sync.js +53 -39
- package/lib/sync.js.map +1 -1
- package/lib/timeline-window.js +2 -6
- package/lib/timeline-window.js.map +1 -1
- package/lib/utils.js +18 -18
- package/lib/utils.js.map +1 -1
- package/lib/webrtc/audioContext.js +1 -1
- package/lib/webrtc/audioContext.js.map +1 -1
- package/lib/webrtc/call.js +35 -73
- package/lib/webrtc/call.js.map +1 -1
- package/lib/webrtc/callEventHandler.js +1 -6
- package/lib/webrtc/callEventHandler.js.map +1 -1
- package/lib/webrtc/callFeed.js +2 -17
- package/lib/webrtc/callFeed.js.map +1 -1
- package/lib/webrtc/groupCall.d.ts +7 -1
- package/lib/webrtc/groupCall.d.ts.map +1 -1
- package/lib/webrtc/groupCall.js +47 -33
- package/lib/webrtc/groupCall.js.map +1 -1
- package/lib/webrtc/groupCallEventHandler.d.ts.map +1 -1
- package/lib/webrtc/groupCallEventHandler.js +3 -2
- package/lib/webrtc/groupCallEventHandler.js.map +1 -1
- package/lib/webrtc/mediaHandler.js +3 -7
- package/lib/webrtc/mediaHandler.js.map +1 -1
- package/lib/webrtc/stats/callStatsReportGatherer.js +19 -22
- package/lib/webrtc/stats/callStatsReportGatherer.js.map +1 -1
- package/lib/webrtc/stats/groupCallStats.js +4 -5
- package/lib/webrtc/stats/groupCallStats.js.map +1 -1
- package/lib/webrtc/stats/media/mediaSsrcHandler.js +1 -1
- package/lib/webrtc/stats/media/mediaSsrcHandler.js.map +1 -1
- package/lib/webrtc/stats/media/mediaTrackStats.js +3 -3
- package/lib/webrtc/stats/media/mediaTrackStats.js.map +1 -1
- package/lib/webrtc/stats/media/mediaTrackStatsHandler.js +1 -1
- package/lib/webrtc/stats/media/mediaTrackStatsHandler.js.map +1 -1
- package/package.json +4 -4
- package/src/client.ts +66 -23
- package/src/common-crypto/CryptoBackend.ts +45 -0
- package/src/common-crypto/base64.ts +46 -0
- package/src/crypto/backup.ts +30 -0
- package/src/crypto/index.ts +90 -3
- package/src/crypto/keybackup.ts +3 -20
- package/src/crypto/recoverykey.ts +3 -4
- package/src/crypto-api/keybackup.ts +19 -0
- package/src/crypto-api.ts +63 -0
- package/src/embedded.ts +28 -1
- package/src/matrixrtc/CallMembership.ts +95 -0
- package/src/matrixrtc/MatrixRTCSession.ts +418 -0
- package/src/matrixrtc/MatrixRTCSessionManager.ts +128 -0
- package/src/matrixrtc/focus.ts +24 -0
- package/src/models/event.ts +1 -1
- package/src/models/room.ts +11 -5
- package/src/rust-crypto/CrossSigningIdentity.ts +0 -4
- package/src/rust-crypto/backup.ts +56 -2
- package/src/rust-crypto/index.ts +3 -0
- package/src/rust-crypto/rust-crypto.ts +282 -44
- package/src/sync-accumulator.ts +63 -1
- package/src/sync.ts +26 -1
- package/src/webrtc/groupCall.ts +43 -6
- package/src/webrtc/groupCallEventHandler.ts +3 -0
|
@@ -39,13 +39,8 @@ exports.CallEventHandlerEvent = CallEventHandlerEvent;
|
|
|
39
39
|
class CallEventHandler {
|
|
40
40
|
constructor(client) {
|
|
41
41
|
// XXX: Most of these are only public because of the tests
|
|
42
|
-
(0, _defineProperty2.default)(this, "calls", void 0);
|
|
43
|
-
(0, _defineProperty2.default)(this, "callEventBuffer", void 0);
|
|
44
42
|
(0, _defineProperty2.default)(this, "nextSeqByCall", new Map());
|
|
45
43
|
(0, _defineProperty2.default)(this, "toDeviceEventBuffers", new Map());
|
|
46
|
-
(0, _defineProperty2.default)(this, "client", void 0);
|
|
47
|
-
(0, _defineProperty2.default)(this, "candidateEventsByCall", void 0);
|
|
48
|
-
(0, _defineProperty2.default)(this, "eventBufferPromiseChain", void 0);
|
|
49
44
|
(0, _defineProperty2.default)(this, "onSync", () => {
|
|
50
45
|
// Process the current event buffer and start queuing into a new one.
|
|
51
46
|
const currentEventBuffer = this.callEventBuffer;
|
|
@@ -225,7 +220,7 @@ class CallEventHandler {
|
|
|
225
220
|
if (e instanceof _call.CallError) {
|
|
226
221
|
if (e.code === _groupCall3.GroupCallErrorCode.UnknownDevice) {
|
|
227
222
|
var _groupCall2;
|
|
228
|
-
(_groupCall2 = groupCall) === null || _groupCall2 === void 0
|
|
223
|
+
(_groupCall2 = groupCall) === null || _groupCall2 === void 0 || _groupCall2.emit(_groupCall3.GroupCallEvent.Error, e);
|
|
229
224
|
} else {
|
|
230
225
|
_logger.logger.error(e);
|
|
231
226
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"callEventHandler.js","names":["_logger","require","_call","_event","_client","_groupCall3","_room","RING_GRACE_PERIOD","CallEventHandlerEvent","exports","CallEventHandler","constructor","client","_defineProperty2","default","Map","currentEventBuffer","callEventBuffer","eventBufferPromiseChain","then","evaluateEventBuffer","event","push","content","getContent","call_id","nextSeqByCall","has","set","seq","undefined","nextSeq","get","toDeviceEventBuffers","buffer","index","findIndex","e","splice","callId","nextEvent","shift","calls","candidateEventsByCall","start","on","ClientEvent","Sync","onSync","RoomEvent","Timeline","onRoomTimeline","ToDeviceEvent","onToDeviceEvent","stop","removeListener","eventBuffer","Promise","all","map","decryptEventIfNeeded","callEvents","filter","eventType","getType","startsWith","ignoreCallIds","Set","EventType","CallAnswer","CallHangup","add","CallInvite","handleCallEvent","logger","error","_getGroupCallById","emit","ReceivedVoipEvent","callRoomId","getRoomId","groupCallEventHandler","getGroupCallById","conf_id","room","roomId","groupCallId","type","senderId","getSender","call","opponentDeviceId","groupCall","warn","device_id","GroupCallEvent","Error","GroupCallUnknownDeviceError","dest_session_id","getSessionId","weSentTheEvent","credentials","userId","getDeviceId","_this$client$getTurnS","_createNewMatrixCall","_groupCall","getLocalAge","lifetime","state","CallState","Ended","invitee","getUserId","timeUntilTurnCresExpire","getTurnServersExpiry","Date","now","info","createNewMatrixCall","forceTURN","opponentSessionId","sender_session_id","log","stats","getGroupCallStats","initStats","initWithInvite","CallError","code","GroupCallErrorCode","UnknownDevice","_groupCall2","ev","onRemoteIceCandidatesReceived","existingCall","thisCall","values","_call$getOpponentMemb","isCalling","WaitLocalMedia","CreateOffer","InviteSent","includes","direction","CallDirection","Outbound","getOpponentMember","replacedBy","hangup","CallErrorCode","Replaced","Incoming","CallCandidates","CallReject","_createNewMatrixCall2","initWithHangup","onHangupReceived","onRejectReceived","delete","hasPeerConnection","party_id","ourPartyId","Ringing","onAnsweredElsewhere","onAnswerReceived","CallSelectAnswer","onSelectAnswerReceived","CallNegotiate","onNegotiateReceived","CallAssertedIdentity","CallAssertedIdentityPrefix","onAssertedIdentityReceived","CallSDPStreamMetadataChanged","CallSDPStreamMetadataChangedPrefix","onSDPStreamMetadataChangedReceived"],"sources":["../../src/webrtc/callEventHandler.ts"],"sourcesContent":["/*\nCopyright 2020 The Matrix.org Foundation C.I.C.\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n*/\n\nimport { MatrixEvent } from \"../models/event\";\nimport { logger } from \"../logger\";\nimport { CallDirection, CallError, CallErrorCode, CallState, createNewMatrixCall, MatrixCall } from \"./call\";\nimport { EventType } from \"../@types/event\";\nimport { ClientEvent, MatrixClient } from \"../client\";\nimport { MCallAnswer, MCallHangupReject } from \"./callEventTypes\";\nimport { GroupCall, GroupCallErrorCode, GroupCallEvent, GroupCallUnknownDeviceError } from \"./groupCall\";\nimport { RoomEvent } from \"../models/room\";\n\n// Don't ring unless we'd be ringing for at least 3 seconds: the user needs some\n// time to press the 'accept' button\nconst RING_GRACE_PERIOD = 3000;\n\nexport enum CallEventHandlerEvent {\n Incoming = \"Call.incoming\",\n}\n\nexport type CallEventHandlerEventHandlerMap = {\n /**\n * Fires whenever an incoming call arrives.\n * @param call - The incoming call.\n * @example\n * ```\n * matrixClient.on(\"Call.incoming\", function(call){\n * call.answer(); // auto-answer\n * });\n * ```\n */\n [CallEventHandlerEvent.Incoming]: (call: MatrixCall) => void;\n};\n\nexport class CallEventHandler {\n // XXX: Most of these are only public because of the tests\n public calls: Map<string, MatrixCall>;\n public callEventBuffer: MatrixEvent[];\n public nextSeqByCall: Map<string, number> = new Map();\n public toDeviceEventBuffers: Map<string, Array<MatrixEvent>> = new Map();\n\n private client: MatrixClient;\n private candidateEventsByCall: Map<string, Array<MatrixEvent>>;\n private eventBufferPromiseChain?: Promise<void>;\n\n public constructor(client: MatrixClient) {\n this.client = client;\n this.calls = new Map<string, MatrixCall>();\n // The sync code always emits one event at a time, so it will patiently\n // wait for us to finish processing a call invite before delivering the\n // next event, even if that next event is a hangup. We therefore accumulate\n // all our call events and then process them on the 'sync' event, ie.\n // each time a sync has completed. This way, we can avoid emitting incoming\n // call events if we get both the invite and answer/hangup in the same sync.\n // This happens quite often, eg. replaying sync from storage, catchup sync\n // after loading and after we've been offline for a bit.\n this.callEventBuffer = [];\n this.candidateEventsByCall = new Map<string, Array<MatrixEvent>>();\n }\n\n public start(): void {\n this.client.on(ClientEvent.Sync, this.onSync);\n this.client.on(RoomEvent.Timeline, this.onRoomTimeline);\n this.client.on(ClientEvent.ToDeviceEvent, this.onToDeviceEvent);\n }\n\n public stop(): void {\n this.client.removeListener(ClientEvent.Sync, this.onSync);\n this.client.removeListener(RoomEvent.Timeline, this.onRoomTimeline);\n this.client.removeListener(ClientEvent.ToDeviceEvent, this.onToDeviceEvent);\n }\n\n private onSync = (): void => {\n // Process the current event buffer and start queuing into a new one.\n const currentEventBuffer = this.callEventBuffer;\n this.callEventBuffer = [];\n\n // Ensure correct ordering by only processing this queue after the previous one has finished processing\n if (this.eventBufferPromiseChain) {\n this.eventBufferPromiseChain = this.eventBufferPromiseChain.then(() =>\n this.evaluateEventBuffer(currentEventBuffer),\n );\n } else {\n this.eventBufferPromiseChain = this.evaluateEventBuffer(currentEventBuffer);\n }\n };\n\n private async evaluateEventBuffer(eventBuffer: MatrixEvent[]): Promise<void> {\n await Promise.all(eventBuffer.map((event) => this.client.decryptEventIfNeeded(event)));\n\n const callEvents = eventBuffer.filter((event) => {\n const eventType = event.getType();\n return eventType.startsWith(\"m.call.\") || eventType.startsWith(\"org.matrix.call.\");\n });\n\n const ignoreCallIds = new Set<string>();\n\n // inspect the buffer and mark all calls which have been answered\n // or hung up before passing them to the call event handler.\n for (const event of callEvents) {\n const eventType = event.getType();\n\n if (eventType === EventType.CallAnswer || eventType === EventType.CallHangup) {\n ignoreCallIds.add(event.getContent().call_id);\n }\n }\n\n // Process call events in the order that they were received\n for (const event of callEvents) {\n const eventType = event.getType();\n const callId = event.getContent().call_id;\n\n if (eventType === EventType.CallInvite && ignoreCallIds.has(callId)) {\n // This call has previously been answered or hung up: ignore it\n continue;\n }\n\n try {\n await this.handleCallEvent(event);\n } catch (e) {\n logger.error(\"CallEventHandler evaluateEventBuffer() caught exception handling call event\", e);\n }\n }\n }\n\n private onRoomTimeline = (event: MatrixEvent): void => {\n this.callEventBuffer.push(event);\n };\n\n private onToDeviceEvent = (event: MatrixEvent): void => {\n const content = event.getContent();\n\n if (!content.call_id) {\n this.callEventBuffer.push(event);\n return;\n }\n\n if (!this.nextSeqByCall.has(content.call_id)) {\n this.nextSeqByCall.set(content.call_id, 0);\n }\n\n if (content.seq === undefined) {\n this.callEventBuffer.push(event);\n return;\n }\n\n const nextSeq = this.nextSeqByCall.get(content.call_id) || 0;\n\n if (content.seq !== nextSeq) {\n if (!this.toDeviceEventBuffers.has(content.call_id)) {\n this.toDeviceEventBuffers.set(content.call_id, []);\n }\n\n const buffer = this.toDeviceEventBuffers.get(content.call_id)!;\n const index = buffer.findIndex((e) => e.getContent().seq > content.seq);\n\n if (index === -1) {\n buffer.push(event);\n } else {\n buffer.splice(index, 0, event);\n }\n } else {\n const callId = content.call_id;\n this.callEventBuffer.push(event);\n this.nextSeqByCall.set(callId, content.seq + 1);\n\n const buffer = this.toDeviceEventBuffers.get(callId);\n\n let nextEvent = buffer && buffer.shift();\n\n while (nextEvent && nextEvent.getContent().seq === this.nextSeqByCall.get(callId)) {\n this.callEventBuffer.push(nextEvent);\n this.nextSeqByCall.set(callId, nextEvent.getContent().seq + 1);\n nextEvent = buffer!.shift();\n }\n }\n };\n\n private async handleCallEvent(event: MatrixEvent): Promise<void> {\n this.client.emit(ClientEvent.ReceivedVoipEvent, event);\n\n const content = event.getContent();\n const callRoomId =\n event.getRoomId() || this.client.groupCallEventHandler!.getGroupCallById(content.conf_id)?.room?.roomId;\n const groupCallId = content.conf_id;\n const type = event.getType() as EventType;\n const senderId = event.getSender()!;\n let call = content.call_id ? this.calls.get(content.call_id) : undefined;\n\n let opponentDeviceId: string | undefined;\n\n let groupCall: GroupCall | undefined;\n if (groupCallId) {\n groupCall = this.client.groupCallEventHandler!.getGroupCallById(groupCallId);\n\n if (!groupCall) {\n logger.warn(\n `CallEventHandler handleCallEvent() could not find a group call - ignoring event (groupCallId=${groupCallId}, type=${type})`,\n );\n return;\n }\n\n opponentDeviceId = content.device_id;\n\n if (!opponentDeviceId) {\n logger.warn(\n `CallEventHandler handleCallEvent() could not find a device id - ignoring event (senderId=${senderId})`,\n );\n groupCall.emit(GroupCallEvent.Error, new GroupCallUnknownDeviceError(senderId));\n return;\n }\n\n if (content.dest_session_id !== this.client.getSessionId()) {\n logger.warn(\n \"CallEventHandler handleCallEvent() call event does not match current session id - ignoring\",\n );\n return;\n }\n }\n\n const weSentTheEvent =\n senderId === this.client.credentials.userId &&\n (opponentDeviceId === undefined || opponentDeviceId === this.client.getDeviceId()!);\n\n if (!callRoomId) return;\n\n if (type === EventType.CallInvite) {\n // ignore invites you send\n if (weSentTheEvent) return;\n // expired call\n if (event.getLocalAge() > content.lifetime - RING_GRACE_PERIOD) return;\n // stale/old invite event\n if (call && call.state === CallState.Ended) return;\n\n if (call) {\n logger.warn(\n `CallEventHandler handleCallEvent() already has a call but got an invite - clobbering (callId=${content.call_id})`,\n );\n }\n\n if (content.invitee && content.invitee !== this.client.getUserId()) {\n return; // This invite was meant for another user in the room\n }\n\n const timeUntilTurnCresExpire = (this.client.getTurnServersExpiry() ?? 0) - Date.now();\n logger.info(\n \"CallEventHandler handleCallEvent() current turn creds expire in \" + timeUntilTurnCresExpire + \" ms\",\n );\n call =\n createNewMatrixCall(this.client, callRoomId, {\n forceTURN: this.client.forceTURN,\n opponentDeviceId,\n groupCallId,\n opponentSessionId: content.sender_session_id,\n }) ?? undefined;\n if (!call) {\n logger.log(\n `CallEventHandler handleCallEvent() this client does not support WebRTC (callId=${content.call_id})`,\n );\n // don't hang up the call: there could be other clients\n // connected that do support WebRTC and declining the\n // the call on their behalf would be really annoying.\n return;\n }\n\n call.callId = content.call_id;\n const stats = groupCall?.getGroupCallStats();\n if (stats) {\n call.initStats(stats);\n }\n\n try {\n await call.initWithInvite(event);\n } catch (e) {\n if (e instanceof CallError) {\n if (e.code === GroupCallErrorCode.UnknownDevice) {\n groupCall?.emit(GroupCallEvent.Error, e);\n } else {\n logger.error(e);\n }\n }\n }\n this.calls.set(call.callId, call);\n\n // if we stashed candidate events for that call ID, play them back now\n if (this.candidateEventsByCall.get(call.callId)) {\n for (const ev of this.candidateEventsByCall.get(call.callId)!) {\n call.onRemoteIceCandidatesReceived(ev);\n }\n }\n\n // Were we trying to call that user (room)?\n let existingCall: MatrixCall | undefined;\n for (const thisCall of this.calls.values()) {\n const isCalling = [CallState.WaitLocalMedia, CallState.CreateOffer, CallState.InviteSent].includes(\n thisCall.state,\n );\n\n if (\n call.roomId === thisCall.roomId &&\n thisCall.direction === CallDirection.Outbound &&\n call.getOpponentMember()?.userId === thisCall.invitee &&\n isCalling\n ) {\n existingCall = thisCall;\n break;\n }\n }\n\n if (existingCall) {\n if (existingCall.callId > call.callId) {\n logger.log(\n `CallEventHandler handleCallEvent() detected glare - answering incoming call and canceling outgoing call (incomingId=${call.callId}, outgoingId=${existingCall.callId})`,\n );\n existingCall.replacedBy(call);\n } else {\n logger.log(\n `CallEventHandler handleCallEvent() detected glare - hanging up incoming call (incomingId=${call.callId}, outgoingId=${existingCall.callId})`,\n );\n call.hangup(CallErrorCode.Replaced, true);\n }\n } else {\n this.client.emit(CallEventHandlerEvent.Incoming, call);\n }\n return;\n } else if (type === EventType.CallCandidates) {\n if (weSentTheEvent) return;\n\n if (!call) {\n // store the candidates; we may get a call eventually.\n if (!this.candidateEventsByCall.has(content.call_id)) {\n this.candidateEventsByCall.set(content.call_id, []);\n }\n this.candidateEventsByCall.get(content.call_id)!.push(event);\n } else {\n call.onRemoteIceCandidatesReceived(event);\n }\n return;\n } else if ([EventType.CallHangup, EventType.CallReject].includes(type)) {\n // Note that we also observe our own hangups here so we can see\n // if we've already rejected a call that would otherwise be valid\n if (!call) {\n // if not live, store the fact that the call has ended because\n // we're probably getting events backwards so\n // the hangup will come before the invite\n call =\n createNewMatrixCall(this.client, callRoomId, {\n opponentDeviceId,\n opponentSessionId: content.sender_session_id,\n }) ?? undefined;\n if (call) {\n call.callId = content.call_id;\n call.initWithHangup(event);\n this.calls.set(content.call_id, call);\n }\n } else {\n if (call.state !== CallState.Ended) {\n if (type === EventType.CallHangup) {\n call.onHangupReceived(content as MCallHangupReject);\n } else {\n call.onRejectReceived(content as MCallHangupReject);\n }\n\n // @ts-expect-error typescript thinks the state can't be 'ended' because we're\n // inside the if block where it wasn't, but it could have changed because\n // on[Hangup|Reject]Received are side-effecty.\n if (call.state === CallState.Ended) this.calls.delete(content.call_id);\n }\n }\n return;\n }\n\n // The following events need a call and a peer connection\n if (!call || !call.hasPeerConnection) {\n logger.info(\n `CallEventHandler handleCallEvent() discarding possible call event as we don't have a call (type=${type})`,\n );\n return;\n }\n // Ignore remote echo\n if (event.getContent().party_id === call.ourPartyId) return;\n\n switch (type) {\n case EventType.CallAnswer:\n if (weSentTheEvent) {\n if (call.state === CallState.Ringing) {\n call.onAnsweredElsewhere(content as MCallAnswer);\n }\n } else {\n call.onAnswerReceived(event);\n }\n break;\n case EventType.CallSelectAnswer:\n call.onSelectAnswerReceived(event);\n break;\n\n case EventType.CallNegotiate:\n call.onNegotiateReceived(event);\n break;\n\n case EventType.CallAssertedIdentity:\n case EventType.CallAssertedIdentityPrefix:\n call.onAssertedIdentityReceived(event);\n break;\n\n case EventType.CallSDPStreamMetadataChanged:\n case EventType.CallSDPStreamMetadataChangedPrefix:\n call.onSDPStreamMetadataChangedReceived(event);\n break;\n }\n }\n}\n"],"mappings":";;;;;;;;AAiBA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,KAAA,GAAAD,OAAA;AACA,IAAAE,MAAA,GAAAF,OAAA;AACA,IAAAG,OAAA,GAAAH,OAAA;AAEA,IAAAI,WAAA,GAAAJ,OAAA;AACA,IAAAK,KAAA,GAAAL,OAAA;AAvBA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA,MAAMM,iBAAiB,GAAG,IAAI;AAAC,IAEnBC,qBAAqB,0BAArBA,qBAAqB;EAArBA,qBAAqB;EAAA,OAArBA,qBAAqB;AAAA;AAAAC,OAAA,CAAAD,qBAAA,GAAAA,qBAAA;AAkB1B,MAAME,gBAAgB,CAAC;EAWnBC,WAAWA,CAACC,MAAoB,EAAE;IAVzC;IAAA,IAAAC,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA,yBAG4C,IAAIC,GAAG,CAAC,CAAC;IAAA,IAAAF,gBAAA,CAAAC,OAAA,gCACU,IAAIC,GAAG,CAAC,CAAC;IAAA,IAAAF,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA,kBAiCvD,MAAY;MACzB;MACA,MAAME,kBAAkB,GAAG,IAAI,CAACC,eAAe;MAC/C,IAAI,CAACA,eAAe,GAAG,EAAE;;MAEzB;MACA,IAAI,IAAI,CAACC,uBAAuB,EAAE;QAC9B,IAAI,CAACA,uBAAuB,GAAG,IAAI,CAACA,uBAAuB,CAACC,IAAI,CAAC,MAC7D,IAAI,CAACC,mBAAmB,CAACJ,kBAAkB,CAC/C,CAAC;MACL,CAAC,MAAM;QACH,IAAI,CAACE,uBAAuB,GAAG,IAAI,CAACE,mBAAmB,CAACJ,kBAAkB,CAAC;MAC/E;IACJ,CAAC;IAAA,IAAAH,gBAAA,CAAAC,OAAA,0BAwCyBO,KAAkB,IAAW;MACnD,IAAI,CAACJ,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;IACpC,CAAC;IAAA,IAAAR,gBAAA,CAAAC,OAAA,2BAE0BO,KAAkB,IAAW;MACpD,MAAME,OAAO,GAAGF,KAAK,CAACG,UAAU,CAAC,CAAC;MAElC,IAAI,CAACD,OAAO,CAACE,OAAO,EAAE;QAClB,IAAI,CAACR,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;QAChC;MACJ;MAEA,IAAI,CAAC,IAAI,CAACK,aAAa,CAACC,GAAG,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;QAC1C,IAAI,CAACC,aAAa,CAACE,GAAG,CAACL,OAAO,CAACE,OAAO,EAAE,CAAC,CAAC;MAC9C;MAEA,IAAIF,OAAO,CAACM,GAAG,KAAKC,SAAS,EAAE;QAC3B,IAAI,CAACb,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;QAChC;MACJ;MAEA,MAAMU,OAAO,GAAG,IAAI,CAACL,aAAa,CAACM,GAAG,CAACT,OAAO,CAACE,OAAO,CAAC,IAAI,CAAC;MAE5D,IAAIF,OAAO,CAACM,GAAG,KAAKE,OAAO,EAAE;QACzB,IAAI,CAAC,IAAI,CAACE,oBAAoB,CAACN,GAAG,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;UACjD,IAAI,CAACQ,oBAAoB,CAACL,GAAG,CAACL,OAAO,CAACE,OAAO,EAAE,EAAE,CAAC;QACtD;QAEA,MAAMS,MAAM,GAAG,IAAI,CAACD,oBAAoB,CAACD,GAAG,CAACT,OAAO,CAACE,OAAO,CAAE;QAC9D,MAAMU,KAAK,GAAGD,MAAM,CAACE,SAAS,CAAEC,CAAC,IAAKA,CAAC,CAACb,UAAU,CAAC,CAAC,CAACK,GAAG,GAAGN,OAAO,CAACM,GAAG,CAAC;QAEvE,IAAIM,KAAK,KAAK,CAAC,CAAC,EAAE;UACdD,MAAM,CAACZ,IAAI,CAACD,KAAK,CAAC;QACtB,CAAC,MAAM;UACHa,MAAM,CAACI,MAAM,CAACH,KAAK,EAAE,CAAC,EAAEd,KAAK,CAAC;QAClC;MACJ,CAAC,MAAM;QACH,MAAMkB,MAAM,GAAGhB,OAAO,CAACE,OAAO;QAC9B,IAAI,CAACR,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;QAChC,IAAI,CAACK,aAAa,CAACE,GAAG,CAACW,MAAM,EAAEhB,OAAO,CAACM,GAAG,GAAG,CAAC,CAAC;QAE/C,MAAMK,MAAM,GAAG,IAAI,CAACD,oBAAoB,CAACD,GAAG,CAACO,MAAM,CAAC;QAEpD,IAAIC,SAAS,GAAGN,MAAM,IAAIA,MAAM,CAACO,KAAK,CAAC,CAAC;QAExC,OAAOD,SAAS,IAAIA,SAAS,CAAChB,UAAU,CAAC,CAAC,CAACK,GAAG,KAAK,IAAI,CAACH,aAAa,CAACM,GAAG,CAACO,MAAM,CAAC,EAAE;UAC/E,IAAI,CAACtB,eAAe,CAACK,IAAI,CAACkB,SAAS,CAAC;UACpC,IAAI,CAACd,aAAa,CAACE,GAAG,CAACW,MAAM,EAAEC,SAAS,CAAChB,UAAU,CAAC,CAAC,CAACK,GAAG,GAAG,CAAC,CAAC;UAC9DW,SAAS,GAAGN,MAAM,CAAEO,KAAK,CAAC,CAAC;QAC/B;MACJ;IACJ,CAAC;IAlIG,IAAI,CAAC7B,MAAM,GAAGA,MAAM;IACpB,IAAI,CAAC8B,KAAK,GAAG,IAAI3B,GAAG,CAAqB,CAAC;IAC1C;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA,IAAI,CAACE,eAAe,GAAG,EAAE;IACzB,IAAI,CAAC0B,qBAAqB,GAAG,IAAI5B,GAAG,CAA6B,CAAC;EACtE;EAEO6B,KAAKA,CAAA,EAAS;IACjB,IAAI,CAAChC,MAAM,CAACiC,EAAE,CAACC,mBAAW,CAACC,IAAI,EAAE,IAAI,CAACC,MAAM,CAAC;IAC7C,IAAI,CAACpC,MAAM,CAACiC,EAAE,CAACI,eAAS,CAACC,QAAQ,EAAE,IAAI,CAACC,cAAc,CAAC;IACvD,IAAI,CAACvC,MAAM,CAACiC,EAAE,CAACC,mBAAW,CAACM,aAAa,EAAE,IAAI,CAACC,eAAe,CAAC;EACnE;EAEOC,IAAIA,CAAA,EAAS;IAChB,IAAI,CAAC1C,MAAM,CAAC2C,cAAc,CAACT,mBAAW,CAACC,IAAI,EAAE,IAAI,CAACC,MAAM,CAAC;IACzD,IAAI,CAACpC,MAAM,CAAC2C,cAAc,CAACN,eAAS,CAACC,QAAQ,EAAE,IAAI,CAACC,cAAc,CAAC;IACnE,IAAI,CAACvC,MAAM,CAAC2C,cAAc,CAACT,mBAAW,CAACM,aAAa,EAAE,IAAI,CAACC,eAAe,CAAC;EAC/E;EAiBA,MAAcjC,mBAAmBA,CAACoC,WAA0B,EAAiB;IACzE,MAAMC,OAAO,CAACC,GAAG,CAACF,WAAW,CAACG,GAAG,CAAEtC,KAAK,IAAK,IAAI,CAACT,MAAM,CAACgD,oBAAoB,CAACvC,KAAK,CAAC,CAAC,CAAC;IAEtF,MAAMwC,UAAU,GAAGL,WAAW,CAACM,MAAM,CAAEzC,KAAK,IAAK;MAC7C,MAAM0C,SAAS,GAAG1C,KAAK,CAAC2C,OAAO,CAAC,CAAC;MACjC,OAAOD,SAAS,CAACE,UAAU,CAAC,SAAS,CAAC,IAAIF,SAAS,CAACE,UAAU,CAAC,kBAAkB,CAAC;IACtF,CAAC,CAAC;IAEF,MAAMC,aAAa,GAAG,IAAIC,GAAG,CAAS,CAAC;;IAEvC;IACA;IACA,KAAK,MAAM9C,KAAK,IAAIwC,UAAU,EAAE;MAC5B,MAAME,SAAS,GAAG1C,KAAK,CAAC2C,OAAO,CAAC,CAAC;MAEjC,IAAID,SAAS,KAAKK,gBAAS,CAACC,UAAU,IAAIN,SAAS,KAAKK,gBAAS,CAACE,UAAU,EAAE;QAC1EJ,aAAa,CAACK,GAAG,CAAClD,KAAK,CAACG,UAAU,CAAC,CAAC,CAACC,OAAO,CAAC;MACjD;IACJ;;IAEA;IACA,KAAK,MAAMJ,KAAK,IAAIwC,UAAU,EAAE;MAC5B,MAAME,SAAS,GAAG1C,KAAK,CAAC2C,OAAO,CAAC,CAAC;MACjC,MAAMzB,MAAM,GAAGlB,KAAK,CAACG,UAAU,CAAC,CAAC,CAACC,OAAO;MAEzC,IAAIsC,SAAS,KAAKK,gBAAS,CAACI,UAAU,IAAIN,aAAa,CAACvC,GAAG,CAACY,MAAM,CAAC,EAAE;QACjE;QACA;MACJ;MAEA,IAAI;QACA,MAAM,IAAI,CAACkC,eAAe,CAACpD,KAAK,CAAC;MACrC,CAAC,CAAC,OAAOgB,CAAC,EAAE;QACRqC,cAAM,CAACC,KAAK,CAAC,6EAA6E,EAAEtC,CAAC,CAAC;MAClG;IACJ;EACJ;EAuDA,MAAcoC,eAAeA,CAACpD,KAAkB,EAAiB;IAAA,IAAAuD,iBAAA;IAC7D,IAAI,CAAChE,MAAM,CAACiE,IAAI,CAAC/B,mBAAW,CAACgC,iBAAiB,EAAEzD,KAAK,CAAC;IAEtD,MAAME,OAAO,GAAGF,KAAK,CAACG,UAAU,CAAC,CAAC;IAClC,MAAMuD,UAAU,GACZ1D,KAAK,CAAC2D,SAAS,CAAC,CAAC,MAAAJ,iBAAA,GAAI,IAAI,CAAChE,MAAM,CAACqE,qBAAqB,CAAEC,gBAAgB,CAAC3D,OAAO,CAAC4D,OAAO,CAAC,cAAAP,iBAAA,gBAAAA,iBAAA,GAApEA,iBAAA,CAAsEQ,IAAI,cAAAR,iBAAA,uBAA1EA,iBAAA,CAA4ES,MAAM;IAC3G,MAAMC,WAAW,GAAG/D,OAAO,CAAC4D,OAAO;IACnC,MAAMI,IAAI,GAAGlE,KAAK,CAAC2C,OAAO,CAAC,CAAc;IACzC,MAAMwB,QAAQ,GAAGnE,KAAK,CAACoE,SAAS,CAAC,CAAE;IACnC,IAAIC,IAAI,GAAGnE,OAAO,CAACE,OAAO,GAAG,IAAI,CAACiB,KAAK,CAACV,GAAG,CAACT,OAAO,CAACE,OAAO,CAAC,GAAGK,SAAS;IAExE,IAAI6D,gBAAoC;IAExC,IAAIC,SAAgC;IACpC,IAAIN,WAAW,EAAE;MACbM,SAAS,GAAG,IAAI,CAAChF,MAAM,CAACqE,qBAAqB,CAAEC,gBAAgB,CAACI,WAAW,CAAC;MAE5E,IAAI,CAACM,SAAS,EAAE;QACZlB,cAAM,CAACmB,IAAI,CACN,gGAA+FP,WAAY,UAASC,IAAK,GAC9H,CAAC;QACD;MACJ;MAEAI,gBAAgB,GAAGpE,OAAO,CAACuE,SAAS;MAEpC,IAAI,CAACH,gBAAgB,EAAE;QACnBjB,cAAM,CAACmB,IAAI,CACN,4FAA2FL,QAAS,GACzG,CAAC;QACDI,SAAS,CAACf,IAAI,CAACkB,0BAAc,CAACC,KAAK,EAAE,IAAIC,uCAA2B,CAACT,QAAQ,CAAC,CAAC;QAC/E;MACJ;MAEA,IAAIjE,OAAO,CAAC2E,eAAe,KAAK,IAAI,CAACtF,MAAM,CAACuF,YAAY,CAAC,CAAC,EAAE;QACxDzB,cAAM,CAACmB,IAAI,CACP,4FACJ,CAAC;QACD;MACJ;IACJ;IAEA,MAAMO,cAAc,GAChBZ,QAAQ,KAAK,IAAI,CAAC5E,MAAM,CAACyF,WAAW,CAACC,MAAM,KAC1CX,gBAAgB,KAAK7D,SAAS,IAAI6D,gBAAgB,KAAK,IAAI,CAAC/E,MAAM,CAAC2F,WAAW,CAAC,CAAE,CAAC;IAEvF,IAAI,CAACxB,UAAU,EAAE;IAEjB,IAAIQ,IAAI,KAAKnB,gBAAS,CAACI,UAAU,EAAE;MAAA,IAAAgC,qBAAA,EAAAC,oBAAA,EAAAC,UAAA;MAC/B;MACA,IAAIN,cAAc,EAAE;MACpB;MACA,IAAI/E,KAAK,CAACsF,WAAW,CAAC,CAAC,GAAGpF,OAAO,CAACqF,QAAQ,GAAGrG,iBAAiB,EAAE;MAChE;MACA,IAAImF,IAAI,IAAIA,IAAI,CAACmB,KAAK,KAAKC,eAAS,CAACC,KAAK,EAAE;MAE5C,IAAIrB,IAAI,EAAE;QACNhB,cAAM,CAACmB,IAAI,CACN,gGAA+FtE,OAAO,CAACE,OAAQ,GACpH,CAAC;MACL;MAEA,IAAIF,OAAO,CAACyF,OAAO,IAAIzF,OAAO,CAACyF,OAAO,KAAK,IAAI,CAACpG,MAAM,CAACqG,SAAS,CAAC,CAAC,EAAE;QAChE,OAAO,CAAC;MACZ;;MAEA,MAAMC,uBAAuB,GAAG,EAAAV,qBAAA,GAAC,IAAI,CAAC5F,MAAM,CAACuG,oBAAoB,CAAC,CAAC,cAAAX,qBAAA,cAAAA,qBAAA,GAAI,CAAC,IAAIY,IAAI,CAACC,GAAG,CAAC,CAAC;MACtF3C,cAAM,CAAC4C,IAAI,CACP,kEAAkE,GAAGJ,uBAAuB,GAAG,KACnG,CAAC;MACDxB,IAAI,IAAAe,oBAAA,GACA,IAAAc,yBAAmB,EAAC,IAAI,CAAC3G,MAAM,EAAEmE,UAAU,EAAE;QACzCyC,SAAS,EAAE,IAAI,CAAC5G,MAAM,CAAC4G,SAAS;QAChC7B,gBAAgB;QAChBL,WAAW;QACXmC,iBAAiB,EAAElG,OAAO,CAACmG;MAC/B,CAAC,CAAC,cAAAjB,oBAAA,cAAAA,oBAAA,GAAI3E,SAAS;MACnB,IAAI,CAAC4D,IAAI,EAAE;QACPhB,cAAM,CAACiD,GAAG,CACL,kFAAiFpG,OAAO,CAACE,OAAQ,GACtG,CAAC;QACD;QACA;QACA;QACA;MACJ;MAEAiE,IAAI,CAACnD,MAAM,GAAGhB,OAAO,CAACE,OAAO;MAC7B,MAAMmG,KAAK,IAAAlB,UAAA,GAAGd,SAAS,cAAAc,UAAA,uBAATA,UAAA,CAAWmB,iBAAiB,CAAC,CAAC;MAC5C,IAAID,KAAK,EAAE;QACPlC,IAAI,CAACoC,SAAS,CAACF,KAAK,CAAC;MACzB;MAEA,IAAI;QACA,MAAMlC,IAAI,CAACqC,cAAc,CAAC1G,KAAK,CAAC;MACpC,CAAC,CAAC,OAAOgB,CAAC,EAAE;QACR,IAAIA,CAAC,YAAY2F,eAAS,EAAE;UACxB,IAAI3F,CAAC,CAAC4F,IAAI,KAAKC,8BAAkB,CAACC,aAAa,EAAE;YAAA,IAAAC,WAAA;YAC7C,CAAAA,WAAA,GAAAxC,SAAS,cAAAwC,WAAA,uBAATA,WAAA,CAAWvD,IAAI,CAACkB,0BAAc,CAACC,KAAK,EAAE3D,CAAC,CAAC;UAC5C,CAAC,MAAM;YACHqC,cAAM,CAACC,KAAK,CAACtC,CAAC,CAAC;UACnB;QACJ;MACJ;MACA,IAAI,CAACK,KAAK,CAACd,GAAG,CAAC8D,IAAI,CAACnD,MAAM,EAAEmD,IAAI,CAAC;;MAEjC;MACA,IAAI,IAAI,CAAC/C,qBAAqB,CAACX,GAAG,CAAC0D,IAAI,CAACnD,MAAM,CAAC,EAAE;QAC7C,KAAK,MAAM8F,EAAE,IAAI,IAAI,CAAC1F,qBAAqB,CAACX,GAAG,CAAC0D,IAAI,CAACnD,MAAM,CAAC,EAAG;UAC3DmD,IAAI,CAAC4C,6BAA6B,CAACD,EAAE,CAAC;QAC1C;MACJ;;MAEA;MACA,IAAIE,YAAoC;MACxC,KAAK,MAAMC,QAAQ,IAAI,IAAI,CAAC9F,KAAK,CAAC+F,MAAM,CAAC,CAAC,EAAE;QAAA,IAAAC,qBAAA;QACxC,MAAMC,SAAS,GAAG,CAAC7B,eAAS,CAAC8B,cAAc,EAAE9B,eAAS,CAAC+B,WAAW,EAAE/B,eAAS,CAACgC,UAAU,CAAC,CAACC,QAAQ,CAC9FP,QAAQ,CAAC3B,KACb,CAAC;QAED,IACInB,IAAI,CAACL,MAAM,KAAKmD,QAAQ,CAACnD,MAAM,IAC/BmD,QAAQ,CAACQ,SAAS,KAAKC,mBAAa,CAACC,QAAQ,IAC7C,EAAAR,qBAAA,GAAAhD,IAAI,CAACyD,iBAAiB,CAAC,CAAC,cAAAT,qBAAA,uBAAxBA,qBAAA,CAA0BpC,MAAM,MAAKkC,QAAQ,CAACxB,OAAO,IACrD2B,SAAS,EACX;UACEJ,YAAY,GAAGC,QAAQ;UACvB;QACJ;MACJ;MAEA,IAAID,YAAY,EAAE;QACd,IAAIA,YAAY,CAAChG,MAAM,GAAGmD,IAAI,CAACnD,MAAM,EAAE;UACnCmC,cAAM,CAACiD,GAAG,CACL,uHAAsHjC,IAAI,CAACnD,MAAO,gBAAegG,YAAY,CAAChG,MAAO,GAC1K,CAAC;UACDgG,YAAY,CAACa,UAAU,CAAC1D,IAAI,CAAC;QACjC,CAAC,MAAM;UACHhB,cAAM,CAACiD,GAAG,CACL,4FAA2FjC,IAAI,CAACnD,MAAO,gBAAegG,YAAY,CAAChG,MAAO,GAC/I,CAAC;UACDmD,IAAI,CAAC2D,MAAM,CAACC,mBAAa,CAACC,QAAQ,EAAE,IAAI,CAAC;QAC7C;MACJ,CAAC,MAAM;QACH,IAAI,CAAC3I,MAAM,CAACiE,IAAI,CAACrE,qBAAqB,CAACgJ,QAAQ,EAAE9D,IAAI,CAAC;MAC1D;MACA;IACJ,CAAC,MAAM,IAAIH,IAAI,KAAKnB,gBAAS,CAACqF,cAAc,EAAE;MAC1C,IAAIrD,cAAc,EAAE;MAEpB,IAAI,CAACV,IAAI,EAAE;QACP;QACA,IAAI,CAAC,IAAI,CAAC/C,qBAAqB,CAAChB,GAAG,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;UAClD,IAAI,CAACkB,qBAAqB,CAACf,GAAG,CAACL,OAAO,CAACE,OAAO,EAAE,EAAE,CAAC;QACvD;QACA,IAAI,CAACkB,qBAAqB,CAACX,GAAG,CAACT,OAAO,CAACE,OAAO,CAAC,CAAEH,IAAI,CAACD,KAAK,CAAC;MAChE,CAAC,MAAM;QACHqE,IAAI,CAAC4C,6BAA6B,CAACjH,KAAK,CAAC;MAC7C;MACA;IACJ,CAAC,MAAM,IAAI,CAAC+C,gBAAS,CAACE,UAAU,EAAEF,gBAAS,CAACsF,UAAU,CAAC,CAACX,QAAQ,CAACxD,IAAI,CAAC,EAAE;MACpE;MACA;MACA,IAAI,CAACG,IAAI,EAAE;QAAA,IAAAiE,qBAAA;QACP;QACA;QACA;QACAjE,IAAI,IAAAiE,qBAAA,GACA,IAAApC,yBAAmB,EAAC,IAAI,CAAC3G,MAAM,EAAEmE,UAAU,EAAE;UACzCY,gBAAgB;UAChB8B,iBAAiB,EAAElG,OAAO,CAACmG;QAC/B,CAAC,CAAC,cAAAiC,qBAAA,cAAAA,qBAAA,GAAI7H,SAAS;QACnB,IAAI4D,IAAI,EAAE;UACNA,IAAI,CAACnD,MAAM,GAAGhB,OAAO,CAACE,OAAO;UAC7BiE,IAAI,CAACkE,cAAc,CAACvI,KAAK,CAAC;UAC1B,IAAI,CAACqB,KAAK,CAACd,GAAG,CAACL,OAAO,CAACE,OAAO,EAAEiE,IAAI,CAAC;QACzC;MACJ,CAAC,MAAM;QACH,IAAIA,IAAI,CAACmB,KAAK,KAAKC,eAAS,CAACC,KAAK,EAAE;UAChC,IAAIxB,IAAI,KAAKnB,gBAAS,CAACE,UAAU,EAAE;YAC/BoB,IAAI,CAACmE,gBAAgB,CAACtI,OAA4B,CAAC;UACvD,CAAC,MAAM;YACHmE,IAAI,CAACoE,gBAAgB,CAACvI,OAA4B,CAAC;UACvD;;UAEA;UACA;UACA;UACA,IAAImE,IAAI,CAACmB,KAAK,KAAKC,eAAS,CAACC,KAAK,EAAE,IAAI,CAACrE,KAAK,CAACqH,MAAM,CAACxI,OAAO,CAACE,OAAO,CAAC;QAC1E;MACJ;MACA;IACJ;;IAEA;IACA,IAAI,CAACiE,IAAI,IAAI,CAACA,IAAI,CAACsE,iBAAiB,EAAE;MAClCtF,cAAM,CAAC4C,IAAI,CACN,mGAAkG/B,IAAK,GAC5G,CAAC;MACD;IACJ;IACA;IACA,IAAIlE,KAAK,CAACG,UAAU,CAAC,CAAC,CAACyI,QAAQ,KAAKvE,IAAI,CAACwE,UAAU,EAAE;IAErD,QAAQ3E,IAAI;MACR,KAAKnB,gBAAS,CAACC,UAAU;QACrB,IAAI+B,cAAc,EAAE;UAChB,IAAIV,IAAI,CAACmB,KAAK,KAAKC,eAAS,CAACqD,OAAO,EAAE;YAClCzE,IAAI,CAAC0E,mBAAmB,CAAC7I,OAAsB,CAAC;UACpD;QACJ,CAAC,MAAM;UACHmE,IAAI,CAAC2E,gBAAgB,CAAChJ,KAAK,CAAC;QAChC;QACA;MACJ,KAAK+C,gBAAS,CAACkG,gBAAgB;QAC3B5E,IAAI,CAAC6E,sBAAsB,CAAClJ,KAAK,CAAC;QAClC;MAEJ,KAAK+C,gBAAS,CAACoG,aAAa;QACxB9E,IAAI,CAAC+E,mBAAmB,CAACpJ,KAAK,CAAC;QAC/B;MAEJ,KAAK+C,gBAAS,CAACsG,oBAAoB;MACnC,KAAKtG,gBAAS,CAACuG,0BAA0B;QACrCjF,IAAI,CAACkF,0BAA0B,CAACvJ,KAAK,CAAC;QACtC;MAEJ,KAAK+C,gBAAS,CAACyG,4BAA4B;MAC3C,KAAKzG,gBAAS,CAAC0G,kCAAkC;QAC7CpF,IAAI,CAACqF,kCAAkC,CAAC1J,KAAK,CAAC;QAC9C;IACR;EACJ;AACJ;AAACZ,OAAA,CAAAC,gBAAA,GAAAA,gBAAA"}
|
|
1
|
+
{"version":3,"file":"callEventHandler.js","names":["_logger","require","_call","_event","_client","_groupCall3","_room","RING_GRACE_PERIOD","CallEventHandlerEvent","exports","CallEventHandler","constructor","client","_defineProperty2","default","Map","currentEventBuffer","callEventBuffer","eventBufferPromiseChain","then","evaluateEventBuffer","event","push","content","getContent","call_id","nextSeqByCall","has","set","seq","undefined","nextSeq","get","toDeviceEventBuffers","buffer","index","findIndex","e","splice","callId","nextEvent","shift","calls","candidateEventsByCall","start","on","ClientEvent","Sync","onSync","RoomEvent","Timeline","onRoomTimeline","ToDeviceEvent","onToDeviceEvent","stop","removeListener","eventBuffer","Promise","all","map","decryptEventIfNeeded","callEvents","filter","eventType","getType","startsWith","ignoreCallIds","Set","EventType","CallAnswer","CallHangup","add","CallInvite","handleCallEvent","logger","error","_getGroupCallById","emit","ReceivedVoipEvent","callRoomId","getRoomId","groupCallEventHandler","getGroupCallById","conf_id","room","roomId","groupCallId","type","senderId","getSender","call","opponentDeviceId","groupCall","warn","device_id","GroupCallEvent","Error","GroupCallUnknownDeviceError","dest_session_id","getSessionId","weSentTheEvent","credentials","userId","getDeviceId","_this$client$getTurnS","_createNewMatrixCall","_groupCall","getLocalAge","lifetime","state","CallState","Ended","invitee","getUserId","timeUntilTurnCresExpire","getTurnServersExpiry","Date","now","info","createNewMatrixCall","forceTURN","opponentSessionId","sender_session_id","log","stats","getGroupCallStats","initStats","initWithInvite","CallError","code","GroupCallErrorCode","UnknownDevice","_groupCall2","ev","onRemoteIceCandidatesReceived","existingCall","thisCall","values","_call$getOpponentMemb","isCalling","WaitLocalMedia","CreateOffer","InviteSent","includes","direction","CallDirection","Outbound","getOpponentMember","replacedBy","hangup","CallErrorCode","Replaced","Incoming","CallCandidates","CallReject","_createNewMatrixCall2","initWithHangup","onHangupReceived","onRejectReceived","delete","hasPeerConnection","party_id","ourPartyId","Ringing","onAnsweredElsewhere","onAnswerReceived","CallSelectAnswer","onSelectAnswerReceived","CallNegotiate","onNegotiateReceived","CallAssertedIdentity","CallAssertedIdentityPrefix","onAssertedIdentityReceived","CallSDPStreamMetadataChanged","CallSDPStreamMetadataChangedPrefix","onSDPStreamMetadataChangedReceived"],"sources":["../../src/webrtc/callEventHandler.ts"],"sourcesContent":["/*\nCopyright 2020 The Matrix.org Foundation C.I.C.\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n*/\n\nimport { MatrixEvent } from \"../models/event\";\nimport { logger } from \"../logger\";\nimport { CallDirection, CallError, CallErrorCode, CallState, createNewMatrixCall, MatrixCall } from \"./call\";\nimport { EventType } from \"../@types/event\";\nimport { ClientEvent, MatrixClient } from \"../client\";\nimport { MCallAnswer, MCallHangupReject } from \"./callEventTypes\";\nimport { GroupCall, GroupCallErrorCode, GroupCallEvent, GroupCallUnknownDeviceError } from \"./groupCall\";\nimport { RoomEvent } from \"../models/room\";\n\n// Don't ring unless we'd be ringing for at least 3 seconds: the user needs some\n// time to press the 'accept' button\nconst RING_GRACE_PERIOD = 3000;\n\nexport enum CallEventHandlerEvent {\n Incoming = \"Call.incoming\",\n}\n\nexport type CallEventHandlerEventHandlerMap = {\n /**\n * Fires whenever an incoming call arrives.\n * @param call - The incoming call.\n * @example\n * ```\n * matrixClient.on(\"Call.incoming\", function(call){\n * call.answer(); // auto-answer\n * });\n * ```\n */\n [CallEventHandlerEvent.Incoming]: (call: MatrixCall) => void;\n};\n\nexport class CallEventHandler {\n // XXX: Most of these are only public because of the tests\n public calls: Map<string, MatrixCall>;\n public callEventBuffer: MatrixEvent[];\n public nextSeqByCall: Map<string, number> = new Map();\n public toDeviceEventBuffers: Map<string, Array<MatrixEvent>> = new Map();\n\n private client: MatrixClient;\n private candidateEventsByCall: Map<string, Array<MatrixEvent>>;\n private eventBufferPromiseChain?: Promise<void>;\n\n public constructor(client: MatrixClient) {\n this.client = client;\n this.calls = new Map<string, MatrixCall>();\n // The sync code always emits one event at a time, so it will patiently\n // wait for us to finish processing a call invite before delivering the\n // next event, even if that next event is a hangup. We therefore accumulate\n // all our call events and then process them on the 'sync' event, ie.\n // each time a sync has completed. This way, we can avoid emitting incoming\n // call events if we get both the invite and answer/hangup in the same sync.\n // This happens quite often, eg. replaying sync from storage, catchup sync\n // after loading and after we've been offline for a bit.\n this.callEventBuffer = [];\n this.candidateEventsByCall = new Map<string, Array<MatrixEvent>>();\n }\n\n public start(): void {\n this.client.on(ClientEvent.Sync, this.onSync);\n this.client.on(RoomEvent.Timeline, this.onRoomTimeline);\n this.client.on(ClientEvent.ToDeviceEvent, this.onToDeviceEvent);\n }\n\n public stop(): void {\n this.client.removeListener(ClientEvent.Sync, this.onSync);\n this.client.removeListener(RoomEvent.Timeline, this.onRoomTimeline);\n this.client.removeListener(ClientEvent.ToDeviceEvent, this.onToDeviceEvent);\n }\n\n private onSync = (): void => {\n // Process the current event buffer and start queuing into a new one.\n const currentEventBuffer = this.callEventBuffer;\n this.callEventBuffer = [];\n\n // Ensure correct ordering by only processing this queue after the previous one has finished processing\n if (this.eventBufferPromiseChain) {\n this.eventBufferPromiseChain = this.eventBufferPromiseChain.then(() =>\n this.evaluateEventBuffer(currentEventBuffer),\n );\n } else {\n this.eventBufferPromiseChain = this.evaluateEventBuffer(currentEventBuffer);\n }\n };\n\n private async evaluateEventBuffer(eventBuffer: MatrixEvent[]): Promise<void> {\n await Promise.all(eventBuffer.map((event) => this.client.decryptEventIfNeeded(event)));\n\n const callEvents = eventBuffer.filter((event) => {\n const eventType = event.getType();\n return eventType.startsWith(\"m.call.\") || eventType.startsWith(\"org.matrix.call.\");\n });\n\n const ignoreCallIds = new Set<string>();\n\n // inspect the buffer and mark all calls which have been answered\n // or hung up before passing them to the call event handler.\n for (const event of callEvents) {\n const eventType = event.getType();\n\n if (eventType === EventType.CallAnswer || eventType === EventType.CallHangup) {\n ignoreCallIds.add(event.getContent().call_id);\n }\n }\n\n // Process call events in the order that they were received\n for (const event of callEvents) {\n const eventType = event.getType();\n const callId = event.getContent().call_id;\n\n if (eventType === EventType.CallInvite && ignoreCallIds.has(callId)) {\n // This call has previously been answered or hung up: ignore it\n continue;\n }\n\n try {\n await this.handleCallEvent(event);\n } catch (e) {\n logger.error(\"CallEventHandler evaluateEventBuffer() caught exception handling call event\", e);\n }\n }\n }\n\n private onRoomTimeline = (event: MatrixEvent): void => {\n this.callEventBuffer.push(event);\n };\n\n private onToDeviceEvent = (event: MatrixEvent): void => {\n const content = event.getContent();\n\n if (!content.call_id) {\n this.callEventBuffer.push(event);\n return;\n }\n\n if (!this.nextSeqByCall.has(content.call_id)) {\n this.nextSeqByCall.set(content.call_id, 0);\n }\n\n if (content.seq === undefined) {\n this.callEventBuffer.push(event);\n return;\n }\n\n const nextSeq = this.nextSeqByCall.get(content.call_id) || 0;\n\n if (content.seq !== nextSeq) {\n if (!this.toDeviceEventBuffers.has(content.call_id)) {\n this.toDeviceEventBuffers.set(content.call_id, []);\n }\n\n const buffer = this.toDeviceEventBuffers.get(content.call_id)!;\n const index = buffer.findIndex((e) => e.getContent().seq > content.seq);\n\n if (index === -1) {\n buffer.push(event);\n } else {\n buffer.splice(index, 0, event);\n }\n } else {\n const callId = content.call_id;\n this.callEventBuffer.push(event);\n this.nextSeqByCall.set(callId, content.seq + 1);\n\n const buffer = this.toDeviceEventBuffers.get(callId);\n\n let nextEvent = buffer && buffer.shift();\n\n while (nextEvent && nextEvent.getContent().seq === this.nextSeqByCall.get(callId)) {\n this.callEventBuffer.push(nextEvent);\n this.nextSeqByCall.set(callId, nextEvent.getContent().seq + 1);\n nextEvent = buffer!.shift();\n }\n }\n };\n\n private async handleCallEvent(event: MatrixEvent): Promise<void> {\n this.client.emit(ClientEvent.ReceivedVoipEvent, event);\n\n const content = event.getContent();\n const callRoomId =\n event.getRoomId() || this.client.groupCallEventHandler!.getGroupCallById(content.conf_id)?.room?.roomId;\n const groupCallId = content.conf_id;\n const type = event.getType() as EventType;\n const senderId = event.getSender()!;\n let call = content.call_id ? this.calls.get(content.call_id) : undefined;\n\n let opponentDeviceId: string | undefined;\n\n let groupCall: GroupCall | undefined;\n if (groupCallId) {\n groupCall = this.client.groupCallEventHandler!.getGroupCallById(groupCallId);\n\n if (!groupCall) {\n logger.warn(\n `CallEventHandler handleCallEvent() could not find a group call - ignoring event (groupCallId=${groupCallId}, type=${type})`,\n );\n return;\n }\n\n opponentDeviceId = content.device_id;\n\n if (!opponentDeviceId) {\n logger.warn(\n `CallEventHandler handleCallEvent() could not find a device id - ignoring event (senderId=${senderId})`,\n );\n groupCall.emit(GroupCallEvent.Error, new GroupCallUnknownDeviceError(senderId));\n return;\n }\n\n if (content.dest_session_id !== this.client.getSessionId()) {\n logger.warn(\n \"CallEventHandler handleCallEvent() call event does not match current session id - ignoring\",\n );\n return;\n }\n }\n\n const weSentTheEvent =\n senderId === this.client.credentials.userId &&\n (opponentDeviceId === undefined || opponentDeviceId === this.client.getDeviceId()!);\n\n if (!callRoomId) return;\n\n if (type === EventType.CallInvite) {\n // ignore invites you send\n if (weSentTheEvent) return;\n // expired call\n if (event.getLocalAge() > content.lifetime - RING_GRACE_PERIOD) return;\n // stale/old invite event\n if (call && call.state === CallState.Ended) return;\n\n if (call) {\n logger.warn(\n `CallEventHandler handleCallEvent() already has a call but got an invite - clobbering (callId=${content.call_id})`,\n );\n }\n\n if (content.invitee && content.invitee !== this.client.getUserId()) {\n return; // This invite was meant for another user in the room\n }\n\n const timeUntilTurnCresExpire = (this.client.getTurnServersExpiry() ?? 0) - Date.now();\n logger.info(\n \"CallEventHandler handleCallEvent() current turn creds expire in \" + timeUntilTurnCresExpire + \" ms\",\n );\n call =\n createNewMatrixCall(this.client, callRoomId, {\n forceTURN: this.client.forceTURN,\n opponentDeviceId,\n groupCallId,\n opponentSessionId: content.sender_session_id,\n }) ?? undefined;\n if (!call) {\n logger.log(\n `CallEventHandler handleCallEvent() this client does not support WebRTC (callId=${content.call_id})`,\n );\n // don't hang up the call: there could be other clients\n // connected that do support WebRTC and declining the\n // the call on their behalf would be really annoying.\n return;\n }\n\n call.callId = content.call_id;\n const stats = groupCall?.getGroupCallStats();\n if (stats) {\n call.initStats(stats);\n }\n\n try {\n await call.initWithInvite(event);\n } catch (e) {\n if (e instanceof CallError) {\n if (e.code === GroupCallErrorCode.UnknownDevice) {\n groupCall?.emit(GroupCallEvent.Error, e);\n } else {\n logger.error(e);\n }\n }\n }\n this.calls.set(call.callId, call);\n\n // if we stashed candidate events for that call ID, play them back now\n if (this.candidateEventsByCall.get(call.callId)) {\n for (const ev of this.candidateEventsByCall.get(call.callId)!) {\n call.onRemoteIceCandidatesReceived(ev);\n }\n }\n\n // Were we trying to call that user (room)?\n let existingCall: MatrixCall | undefined;\n for (const thisCall of this.calls.values()) {\n const isCalling = [CallState.WaitLocalMedia, CallState.CreateOffer, CallState.InviteSent].includes(\n thisCall.state,\n );\n\n if (\n call.roomId === thisCall.roomId &&\n thisCall.direction === CallDirection.Outbound &&\n call.getOpponentMember()?.userId === thisCall.invitee &&\n isCalling\n ) {\n existingCall = thisCall;\n break;\n }\n }\n\n if (existingCall) {\n if (existingCall.callId > call.callId) {\n logger.log(\n `CallEventHandler handleCallEvent() detected glare - answering incoming call and canceling outgoing call (incomingId=${call.callId}, outgoingId=${existingCall.callId})`,\n );\n existingCall.replacedBy(call);\n } else {\n logger.log(\n `CallEventHandler handleCallEvent() detected glare - hanging up incoming call (incomingId=${call.callId}, outgoingId=${existingCall.callId})`,\n );\n call.hangup(CallErrorCode.Replaced, true);\n }\n } else {\n this.client.emit(CallEventHandlerEvent.Incoming, call);\n }\n return;\n } else if (type === EventType.CallCandidates) {\n if (weSentTheEvent) return;\n\n if (!call) {\n // store the candidates; we may get a call eventually.\n if (!this.candidateEventsByCall.has(content.call_id)) {\n this.candidateEventsByCall.set(content.call_id, []);\n }\n this.candidateEventsByCall.get(content.call_id)!.push(event);\n } else {\n call.onRemoteIceCandidatesReceived(event);\n }\n return;\n } else if ([EventType.CallHangup, EventType.CallReject].includes(type)) {\n // Note that we also observe our own hangups here so we can see\n // if we've already rejected a call that would otherwise be valid\n if (!call) {\n // if not live, store the fact that the call has ended because\n // we're probably getting events backwards so\n // the hangup will come before the invite\n call =\n createNewMatrixCall(this.client, callRoomId, {\n opponentDeviceId,\n opponentSessionId: content.sender_session_id,\n }) ?? undefined;\n if (call) {\n call.callId = content.call_id;\n call.initWithHangup(event);\n this.calls.set(content.call_id, call);\n }\n } else {\n if (call.state !== CallState.Ended) {\n if (type === EventType.CallHangup) {\n call.onHangupReceived(content as MCallHangupReject);\n } else {\n call.onRejectReceived(content as MCallHangupReject);\n }\n\n // @ts-expect-error typescript thinks the state can't be 'ended' because we're\n // inside the if block where it wasn't, but it could have changed because\n // on[Hangup|Reject]Received are side-effecty.\n if (call.state === CallState.Ended) this.calls.delete(content.call_id);\n }\n }\n return;\n }\n\n // The following events need a call and a peer connection\n if (!call || !call.hasPeerConnection) {\n logger.info(\n `CallEventHandler handleCallEvent() discarding possible call event as we don't have a call (type=${type})`,\n );\n return;\n }\n // Ignore remote echo\n if (event.getContent().party_id === call.ourPartyId) return;\n\n switch (type) {\n case EventType.CallAnswer:\n if (weSentTheEvent) {\n if (call.state === CallState.Ringing) {\n call.onAnsweredElsewhere(content as MCallAnswer);\n }\n } else {\n call.onAnswerReceived(event);\n }\n break;\n case EventType.CallSelectAnswer:\n call.onSelectAnswerReceived(event);\n break;\n\n case EventType.CallNegotiate:\n call.onNegotiateReceived(event);\n break;\n\n case EventType.CallAssertedIdentity:\n case EventType.CallAssertedIdentityPrefix:\n call.onAssertedIdentityReceived(event);\n break;\n\n case EventType.CallSDPStreamMetadataChanged:\n case EventType.CallSDPStreamMetadataChangedPrefix:\n call.onSDPStreamMetadataChangedReceived(event);\n break;\n }\n }\n}\n"],"mappings":";;;;;;;;AAiBA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,KAAA,GAAAD,OAAA;AACA,IAAAE,MAAA,GAAAF,OAAA;AACA,IAAAG,OAAA,GAAAH,OAAA;AAEA,IAAAI,WAAA,GAAAJ,OAAA;AACA,IAAAK,KAAA,GAAAL,OAAA;AAvBA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAWA;AACA;AACA,MAAMM,iBAAiB,GAAG,IAAI;AAAC,IAEnBC,qBAAqB,0BAArBA,qBAAqB;EAArBA,qBAAqB;EAAA,OAArBA,qBAAqB;AAAA;AAAAC,OAAA,CAAAD,qBAAA,GAAAA,qBAAA;AAkB1B,MAAME,gBAAgB,CAAC;EAWnBC,WAAWA,CAACC,MAAoB,EAAE;IAVzC;IAAA,IAAAC,gBAAA,CAAAC,OAAA,yBAG4C,IAAIC,GAAG,CAAC,CAAC;IAAA,IAAAF,gBAAA,CAAAC,OAAA,gCACU,IAAIC,GAAG,CAAC,CAAC;IAAA,IAAAF,gBAAA,CAAAC,OAAA,kBAiCvD,MAAY;MACzB;MACA,MAAME,kBAAkB,GAAG,IAAI,CAACC,eAAe;MAC/C,IAAI,CAACA,eAAe,GAAG,EAAE;;MAEzB;MACA,IAAI,IAAI,CAACC,uBAAuB,EAAE;QAC9B,IAAI,CAACA,uBAAuB,GAAG,IAAI,CAACA,uBAAuB,CAACC,IAAI,CAAC,MAC7D,IAAI,CAACC,mBAAmB,CAACJ,kBAAkB,CAC/C,CAAC;MACL,CAAC,MAAM;QACH,IAAI,CAACE,uBAAuB,GAAG,IAAI,CAACE,mBAAmB,CAACJ,kBAAkB,CAAC;MAC/E;IACJ,CAAC;IAAA,IAAAH,gBAAA,CAAAC,OAAA,0BAwCyBO,KAAkB,IAAW;MACnD,IAAI,CAACJ,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;IACpC,CAAC;IAAA,IAAAR,gBAAA,CAAAC,OAAA,2BAE0BO,KAAkB,IAAW;MACpD,MAAME,OAAO,GAAGF,KAAK,CAACG,UAAU,CAAC,CAAC;MAElC,IAAI,CAACD,OAAO,CAACE,OAAO,EAAE;QAClB,IAAI,CAACR,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;QAChC;MACJ;MAEA,IAAI,CAAC,IAAI,CAACK,aAAa,CAACC,GAAG,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;QAC1C,IAAI,CAACC,aAAa,CAACE,GAAG,CAACL,OAAO,CAACE,OAAO,EAAE,CAAC,CAAC;MAC9C;MAEA,IAAIF,OAAO,CAACM,GAAG,KAAKC,SAAS,EAAE;QAC3B,IAAI,CAACb,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;QAChC;MACJ;MAEA,MAAMU,OAAO,GAAG,IAAI,CAACL,aAAa,CAACM,GAAG,CAACT,OAAO,CAACE,OAAO,CAAC,IAAI,CAAC;MAE5D,IAAIF,OAAO,CAACM,GAAG,KAAKE,OAAO,EAAE;QACzB,IAAI,CAAC,IAAI,CAACE,oBAAoB,CAACN,GAAG,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;UACjD,IAAI,CAACQ,oBAAoB,CAACL,GAAG,CAACL,OAAO,CAACE,OAAO,EAAE,EAAE,CAAC;QACtD;QAEA,MAAMS,MAAM,GAAG,IAAI,CAACD,oBAAoB,CAACD,GAAG,CAACT,OAAO,CAACE,OAAO,CAAE;QAC9D,MAAMU,KAAK,GAAGD,MAAM,CAACE,SAAS,CAAEC,CAAC,IAAKA,CAAC,CAACb,UAAU,CAAC,CAAC,CAACK,GAAG,GAAGN,OAAO,CAACM,GAAG,CAAC;QAEvE,IAAIM,KAAK,KAAK,CAAC,CAAC,EAAE;UACdD,MAAM,CAACZ,IAAI,CAACD,KAAK,CAAC;QACtB,CAAC,MAAM;UACHa,MAAM,CAACI,MAAM,CAACH,KAAK,EAAE,CAAC,EAAEd,KAAK,CAAC;QAClC;MACJ,CAAC,MAAM;QACH,MAAMkB,MAAM,GAAGhB,OAAO,CAACE,OAAO;QAC9B,IAAI,CAACR,eAAe,CAACK,IAAI,CAACD,KAAK,CAAC;QAChC,IAAI,CAACK,aAAa,CAACE,GAAG,CAACW,MAAM,EAAEhB,OAAO,CAACM,GAAG,GAAG,CAAC,CAAC;QAE/C,MAAMK,MAAM,GAAG,IAAI,CAACD,oBAAoB,CAACD,GAAG,CAACO,MAAM,CAAC;QAEpD,IAAIC,SAAS,GAAGN,MAAM,IAAIA,MAAM,CAACO,KAAK,CAAC,CAAC;QAExC,OAAOD,SAAS,IAAIA,SAAS,CAAChB,UAAU,CAAC,CAAC,CAACK,GAAG,KAAK,IAAI,CAACH,aAAa,CAACM,GAAG,CAACO,MAAM,CAAC,EAAE;UAC/E,IAAI,CAACtB,eAAe,CAACK,IAAI,CAACkB,SAAS,CAAC;UACpC,IAAI,CAACd,aAAa,CAACE,GAAG,CAACW,MAAM,EAAEC,SAAS,CAAChB,UAAU,CAAC,CAAC,CAACK,GAAG,GAAG,CAAC,CAAC;UAC9DW,SAAS,GAAGN,MAAM,CAAEO,KAAK,CAAC,CAAC;QAC/B;MACJ;IACJ,CAAC;IAlIG,IAAI,CAAC7B,MAAM,GAAGA,MAAM;IACpB,IAAI,CAAC8B,KAAK,GAAG,IAAI3B,GAAG,CAAqB,CAAC;IAC1C;IACA;IACA;IACA;IACA;IACA;IACA;IACA;IACA,IAAI,CAACE,eAAe,GAAG,EAAE;IACzB,IAAI,CAAC0B,qBAAqB,GAAG,IAAI5B,GAAG,CAA6B,CAAC;EACtE;EAEO6B,KAAKA,CAAA,EAAS;IACjB,IAAI,CAAChC,MAAM,CAACiC,EAAE,CAACC,mBAAW,CAACC,IAAI,EAAE,IAAI,CAACC,MAAM,CAAC;IAC7C,IAAI,CAACpC,MAAM,CAACiC,EAAE,CAACI,eAAS,CAACC,QAAQ,EAAE,IAAI,CAACC,cAAc,CAAC;IACvD,IAAI,CAACvC,MAAM,CAACiC,EAAE,CAACC,mBAAW,CAACM,aAAa,EAAE,IAAI,CAACC,eAAe,CAAC;EACnE;EAEOC,IAAIA,CAAA,EAAS;IAChB,IAAI,CAAC1C,MAAM,CAAC2C,cAAc,CAACT,mBAAW,CAACC,IAAI,EAAE,IAAI,CAACC,MAAM,CAAC;IACzD,IAAI,CAACpC,MAAM,CAAC2C,cAAc,CAACN,eAAS,CAACC,QAAQ,EAAE,IAAI,CAACC,cAAc,CAAC;IACnE,IAAI,CAACvC,MAAM,CAAC2C,cAAc,CAACT,mBAAW,CAACM,aAAa,EAAE,IAAI,CAACC,eAAe,CAAC;EAC/E;EAiBA,MAAcjC,mBAAmBA,CAACoC,WAA0B,EAAiB;IACzE,MAAMC,OAAO,CAACC,GAAG,CAACF,WAAW,CAACG,GAAG,CAAEtC,KAAK,IAAK,IAAI,CAACT,MAAM,CAACgD,oBAAoB,CAACvC,KAAK,CAAC,CAAC,CAAC;IAEtF,MAAMwC,UAAU,GAAGL,WAAW,CAACM,MAAM,CAAEzC,KAAK,IAAK;MAC7C,MAAM0C,SAAS,GAAG1C,KAAK,CAAC2C,OAAO,CAAC,CAAC;MACjC,OAAOD,SAAS,CAACE,UAAU,CAAC,SAAS,CAAC,IAAIF,SAAS,CAACE,UAAU,CAAC,kBAAkB,CAAC;IACtF,CAAC,CAAC;IAEF,MAAMC,aAAa,GAAG,IAAIC,GAAG,CAAS,CAAC;;IAEvC;IACA;IACA,KAAK,MAAM9C,KAAK,IAAIwC,UAAU,EAAE;MAC5B,MAAME,SAAS,GAAG1C,KAAK,CAAC2C,OAAO,CAAC,CAAC;MAEjC,IAAID,SAAS,KAAKK,gBAAS,CAACC,UAAU,IAAIN,SAAS,KAAKK,gBAAS,CAACE,UAAU,EAAE;QAC1EJ,aAAa,CAACK,GAAG,CAAClD,KAAK,CAACG,UAAU,CAAC,CAAC,CAACC,OAAO,CAAC;MACjD;IACJ;;IAEA;IACA,KAAK,MAAMJ,KAAK,IAAIwC,UAAU,EAAE;MAC5B,MAAME,SAAS,GAAG1C,KAAK,CAAC2C,OAAO,CAAC,CAAC;MACjC,MAAMzB,MAAM,GAAGlB,KAAK,CAACG,UAAU,CAAC,CAAC,CAACC,OAAO;MAEzC,IAAIsC,SAAS,KAAKK,gBAAS,CAACI,UAAU,IAAIN,aAAa,CAACvC,GAAG,CAACY,MAAM,CAAC,EAAE;QACjE;QACA;MACJ;MAEA,IAAI;QACA,MAAM,IAAI,CAACkC,eAAe,CAACpD,KAAK,CAAC;MACrC,CAAC,CAAC,OAAOgB,CAAC,EAAE;QACRqC,cAAM,CAACC,KAAK,CAAC,6EAA6E,EAAEtC,CAAC,CAAC;MAClG;IACJ;EACJ;EAuDA,MAAcoC,eAAeA,CAACpD,KAAkB,EAAiB;IAAA,IAAAuD,iBAAA;IAC7D,IAAI,CAAChE,MAAM,CAACiE,IAAI,CAAC/B,mBAAW,CAACgC,iBAAiB,EAAEzD,KAAK,CAAC;IAEtD,MAAME,OAAO,GAAGF,KAAK,CAACG,UAAU,CAAC,CAAC;IAClC,MAAMuD,UAAU,GACZ1D,KAAK,CAAC2D,SAAS,CAAC,CAAC,MAAAJ,iBAAA,GAAI,IAAI,CAAChE,MAAM,CAACqE,qBAAqB,CAAEC,gBAAgB,CAAC3D,OAAO,CAAC4D,OAAO,CAAC,cAAAP,iBAAA,gBAAAA,iBAAA,GAApEA,iBAAA,CAAsEQ,IAAI,cAAAR,iBAAA,uBAA1EA,iBAAA,CAA4ES,MAAM;IAC3G,MAAMC,WAAW,GAAG/D,OAAO,CAAC4D,OAAO;IACnC,MAAMI,IAAI,GAAGlE,KAAK,CAAC2C,OAAO,CAAC,CAAc;IACzC,MAAMwB,QAAQ,GAAGnE,KAAK,CAACoE,SAAS,CAAC,CAAE;IACnC,IAAIC,IAAI,GAAGnE,OAAO,CAACE,OAAO,GAAG,IAAI,CAACiB,KAAK,CAACV,GAAG,CAACT,OAAO,CAACE,OAAO,CAAC,GAAGK,SAAS;IAExE,IAAI6D,gBAAoC;IAExC,IAAIC,SAAgC;IACpC,IAAIN,WAAW,EAAE;MACbM,SAAS,GAAG,IAAI,CAAChF,MAAM,CAACqE,qBAAqB,CAAEC,gBAAgB,CAACI,WAAW,CAAC;MAE5E,IAAI,CAACM,SAAS,EAAE;QACZlB,cAAM,CAACmB,IAAI,CACN,gGAA+FP,WAAY,UAASC,IAAK,GAC9H,CAAC;QACD;MACJ;MAEAI,gBAAgB,GAAGpE,OAAO,CAACuE,SAAS;MAEpC,IAAI,CAACH,gBAAgB,EAAE;QACnBjB,cAAM,CAACmB,IAAI,CACN,4FAA2FL,QAAS,GACzG,CAAC;QACDI,SAAS,CAACf,IAAI,CAACkB,0BAAc,CAACC,KAAK,EAAE,IAAIC,uCAA2B,CAACT,QAAQ,CAAC,CAAC;QAC/E;MACJ;MAEA,IAAIjE,OAAO,CAAC2E,eAAe,KAAK,IAAI,CAACtF,MAAM,CAACuF,YAAY,CAAC,CAAC,EAAE;QACxDzB,cAAM,CAACmB,IAAI,CACP,4FACJ,CAAC;QACD;MACJ;IACJ;IAEA,MAAMO,cAAc,GAChBZ,QAAQ,KAAK,IAAI,CAAC5E,MAAM,CAACyF,WAAW,CAACC,MAAM,KAC1CX,gBAAgB,KAAK7D,SAAS,IAAI6D,gBAAgB,KAAK,IAAI,CAAC/E,MAAM,CAAC2F,WAAW,CAAC,CAAE,CAAC;IAEvF,IAAI,CAACxB,UAAU,EAAE;IAEjB,IAAIQ,IAAI,KAAKnB,gBAAS,CAACI,UAAU,EAAE;MAAA,IAAAgC,qBAAA,EAAAC,oBAAA,EAAAC,UAAA;MAC/B;MACA,IAAIN,cAAc,EAAE;MACpB;MACA,IAAI/E,KAAK,CAACsF,WAAW,CAAC,CAAC,GAAGpF,OAAO,CAACqF,QAAQ,GAAGrG,iBAAiB,EAAE;MAChE;MACA,IAAImF,IAAI,IAAIA,IAAI,CAACmB,KAAK,KAAKC,eAAS,CAACC,KAAK,EAAE;MAE5C,IAAIrB,IAAI,EAAE;QACNhB,cAAM,CAACmB,IAAI,CACN,gGAA+FtE,OAAO,CAACE,OAAQ,GACpH,CAAC;MACL;MAEA,IAAIF,OAAO,CAACyF,OAAO,IAAIzF,OAAO,CAACyF,OAAO,KAAK,IAAI,CAACpG,MAAM,CAACqG,SAAS,CAAC,CAAC,EAAE;QAChE,OAAO,CAAC;MACZ;;MAEA,MAAMC,uBAAuB,GAAG,EAAAV,qBAAA,GAAC,IAAI,CAAC5F,MAAM,CAACuG,oBAAoB,CAAC,CAAC,cAAAX,qBAAA,cAAAA,qBAAA,GAAI,CAAC,IAAIY,IAAI,CAACC,GAAG,CAAC,CAAC;MACtF3C,cAAM,CAAC4C,IAAI,CACP,kEAAkE,GAAGJ,uBAAuB,GAAG,KACnG,CAAC;MACDxB,IAAI,IAAAe,oBAAA,GACA,IAAAc,yBAAmB,EAAC,IAAI,CAAC3G,MAAM,EAAEmE,UAAU,EAAE;QACzCyC,SAAS,EAAE,IAAI,CAAC5G,MAAM,CAAC4G,SAAS;QAChC7B,gBAAgB;QAChBL,WAAW;QACXmC,iBAAiB,EAAElG,OAAO,CAACmG;MAC/B,CAAC,CAAC,cAAAjB,oBAAA,cAAAA,oBAAA,GAAI3E,SAAS;MACnB,IAAI,CAAC4D,IAAI,EAAE;QACPhB,cAAM,CAACiD,GAAG,CACL,kFAAiFpG,OAAO,CAACE,OAAQ,GACtG,CAAC;QACD;QACA;QACA;QACA;MACJ;MAEAiE,IAAI,CAACnD,MAAM,GAAGhB,OAAO,CAACE,OAAO;MAC7B,MAAMmG,KAAK,IAAAlB,UAAA,GAAGd,SAAS,cAAAc,UAAA,uBAATA,UAAA,CAAWmB,iBAAiB,CAAC,CAAC;MAC5C,IAAID,KAAK,EAAE;QACPlC,IAAI,CAACoC,SAAS,CAACF,KAAK,CAAC;MACzB;MAEA,IAAI;QACA,MAAMlC,IAAI,CAACqC,cAAc,CAAC1G,KAAK,CAAC;MACpC,CAAC,CAAC,OAAOgB,CAAC,EAAE;QACR,IAAIA,CAAC,YAAY2F,eAAS,EAAE;UACxB,IAAI3F,CAAC,CAAC4F,IAAI,KAAKC,8BAAkB,CAACC,aAAa,EAAE;YAAA,IAAAC,WAAA;YAC7C,CAAAA,WAAA,GAAAxC,SAAS,cAAAwC,WAAA,eAATA,WAAA,CAAWvD,IAAI,CAACkB,0BAAc,CAACC,KAAK,EAAE3D,CAAC,CAAC;UAC5C,CAAC,MAAM;YACHqC,cAAM,CAACC,KAAK,CAACtC,CAAC,CAAC;UACnB;QACJ;MACJ;MACA,IAAI,CAACK,KAAK,CAACd,GAAG,CAAC8D,IAAI,CAACnD,MAAM,EAAEmD,IAAI,CAAC;;MAEjC;MACA,IAAI,IAAI,CAAC/C,qBAAqB,CAACX,GAAG,CAAC0D,IAAI,CAACnD,MAAM,CAAC,EAAE;QAC7C,KAAK,MAAM8F,EAAE,IAAI,IAAI,CAAC1F,qBAAqB,CAACX,GAAG,CAAC0D,IAAI,CAACnD,MAAM,CAAC,EAAG;UAC3DmD,IAAI,CAAC4C,6BAA6B,CAACD,EAAE,CAAC;QAC1C;MACJ;;MAEA;MACA,IAAIE,YAAoC;MACxC,KAAK,MAAMC,QAAQ,IAAI,IAAI,CAAC9F,KAAK,CAAC+F,MAAM,CAAC,CAAC,EAAE;QAAA,IAAAC,qBAAA;QACxC,MAAMC,SAAS,GAAG,CAAC7B,eAAS,CAAC8B,cAAc,EAAE9B,eAAS,CAAC+B,WAAW,EAAE/B,eAAS,CAACgC,UAAU,CAAC,CAACC,QAAQ,CAC9FP,QAAQ,CAAC3B,KACb,CAAC;QAED,IACInB,IAAI,CAACL,MAAM,KAAKmD,QAAQ,CAACnD,MAAM,IAC/BmD,QAAQ,CAACQ,SAAS,KAAKC,mBAAa,CAACC,QAAQ,IAC7C,EAAAR,qBAAA,GAAAhD,IAAI,CAACyD,iBAAiB,CAAC,CAAC,cAAAT,qBAAA,uBAAxBA,qBAAA,CAA0BpC,MAAM,MAAKkC,QAAQ,CAACxB,OAAO,IACrD2B,SAAS,EACX;UACEJ,YAAY,GAAGC,QAAQ;UACvB;QACJ;MACJ;MAEA,IAAID,YAAY,EAAE;QACd,IAAIA,YAAY,CAAChG,MAAM,GAAGmD,IAAI,CAACnD,MAAM,EAAE;UACnCmC,cAAM,CAACiD,GAAG,CACL,uHAAsHjC,IAAI,CAACnD,MAAO,gBAAegG,YAAY,CAAChG,MAAO,GAC1K,CAAC;UACDgG,YAAY,CAACa,UAAU,CAAC1D,IAAI,CAAC;QACjC,CAAC,MAAM;UACHhB,cAAM,CAACiD,GAAG,CACL,4FAA2FjC,IAAI,CAACnD,MAAO,gBAAegG,YAAY,CAAChG,MAAO,GAC/I,CAAC;UACDmD,IAAI,CAAC2D,MAAM,CAACC,mBAAa,CAACC,QAAQ,EAAE,IAAI,CAAC;QAC7C;MACJ,CAAC,MAAM;QACH,IAAI,CAAC3I,MAAM,CAACiE,IAAI,CAACrE,qBAAqB,CAACgJ,QAAQ,EAAE9D,IAAI,CAAC;MAC1D;MACA;IACJ,CAAC,MAAM,IAAIH,IAAI,KAAKnB,gBAAS,CAACqF,cAAc,EAAE;MAC1C,IAAIrD,cAAc,EAAE;MAEpB,IAAI,CAACV,IAAI,EAAE;QACP;QACA,IAAI,CAAC,IAAI,CAAC/C,qBAAqB,CAAChB,GAAG,CAACJ,OAAO,CAACE,OAAO,CAAC,EAAE;UAClD,IAAI,CAACkB,qBAAqB,CAACf,GAAG,CAACL,OAAO,CAACE,OAAO,EAAE,EAAE,CAAC;QACvD;QACA,IAAI,CAACkB,qBAAqB,CAACX,GAAG,CAACT,OAAO,CAACE,OAAO,CAAC,CAAEH,IAAI,CAACD,KAAK,CAAC;MAChE,CAAC,MAAM;QACHqE,IAAI,CAAC4C,6BAA6B,CAACjH,KAAK,CAAC;MAC7C;MACA;IACJ,CAAC,MAAM,IAAI,CAAC+C,gBAAS,CAACE,UAAU,EAAEF,gBAAS,CAACsF,UAAU,CAAC,CAACX,QAAQ,CAACxD,IAAI,CAAC,EAAE;MACpE;MACA;MACA,IAAI,CAACG,IAAI,EAAE;QAAA,IAAAiE,qBAAA;QACP;QACA;QACA;QACAjE,IAAI,IAAAiE,qBAAA,GACA,IAAApC,yBAAmB,EAAC,IAAI,CAAC3G,MAAM,EAAEmE,UAAU,EAAE;UACzCY,gBAAgB;UAChB8B,iBAAiB,EAAElG,OAAO,CAACmG;QAC/B,CAAC,CAAC,cAAAiC,qBAAA,cAAAA,qBAAA,GAAI7H,SAAS;QACnB,IAAI4D,IAAI,EAAE;UACNA,IAAI,CAACnD,MAAM,GAAGhB,OAAO,CAACE,OAAO;UAC7BiE,IAAI,CAACkE,cAAc,CAACvI,KAAK,CAAC;UAC1B,IAAI,CAACqB,KAAK,CAACd,GAAG,CAACL,OAAO,CAACE,OAAO,EAAEiE,IAAI,CAAC;QACzC;MACJ,CAAC,MAAM;QACH,IAAIA,IAAI,CAACmB,KAAK,KAAKC,eAAS,CAACC,KAAK,EAAE;UAChC,IAAIxB,IAAI,KAAKnB,gBAAS,CAACE,UAAU,EAAE;YAC/BoB,IAAI,CAACmE,gBAAgB,CAACtI,OAA4B,CAAC;UACvD,CAAC,MAAM;YACHmE,IAAI,CAACoE,gBAAgB,CAACvI,OAA4B,CAAC;UACvD;;UAEA;UACA;UACA;UACA,IAAImE,IAAI,CAACmB,KAAK,KAAKC,eAAS,CAACC,KAAK,EAAE,IAAI,CAACrE,KAAK,CAACqH,MAAM,CAACxI,OAAO,CAACE,OAAO,CAAC;QAC1E;MACJ;MACA;IACJ;;IAEA;IACA,IAAI,CAACiE,IAAI,IAAI,CAACA,IAAI,CAACsE,iBAAiB,EAAE;MAClCtF,cAAM,CAAC4C,IAAI,CACN,mGAAkG/B,IAAK,GAC5G,CAAC;MACD;IACJ;IACA;IACA,IAAIlE,KAAK,CAACG,UAAU,CAAC,CAAC,CAACyI,QAAQ,KAAKvE,IAAI,CAACwE,UAAU,EAAE;IAErD,QAAQ3E,IAAI;MACR,KAAKnB,gBAAS,CAACC,UAAU;QACrB,IAAI+B,cAAc,EAAE;UAChB,IAAIV,IAAI,CAACmB,KAAK,KAAKC,eAAS,CAACqD,OAAO,EAAE;YAClCzE,IAAI,CAAC0E,mBAAmB,CAAC7I,OAAsB,CAAC;UACpD;QACJ,CAAC,MAAM;UACHmE,IAAI,CAAC2E,gBAAgB,CAAChJ,KAAK,CAAC;QAChC;QACA;MACJ,KAAK+C,gBAAS,CAACkG,gBAAgB;QAC3B5E,IAAI,CAAC6E,sBAAsB,CAAClJ,KAAK,CAAC;QAClC;MAEJ,KAAK+C,gBAAS,CAACoG,aAAa;QACxB9E,IAAI,CAAC+E,mBAAmB,CAACpJ,KAAK,CAAC;QAC/B;MAEJ,KAAK+C,gBAAS,CAACsG,oBAAoB;MACnC,KAAKtG,gBAAS,CAACuG,0BAA0B;QACrCjF,IAAI,CAACkF,0BAA0B,CAACvJ,KAAK,CAAC;QACtC;MAEJ,KAAK+C,gBAAS,CAACyG,4BAA4B;MAC3C,KAAKzG,gBAAS,CAAC0G,kCAAkC;QAC7CpF,IAAI,CAACqF,kCAAkC,CAAC1J,KAAK,CAAC;QAC9C;IACR;EACJ;AACJ;AAACZ,OAAA,CAAAC,gBAAA,GAAAA,gBAAA"}
|
package/lib/webrtc/callFeed.js
CHANGED
|
@@ -45,25 +45,10 @@ exports.CallFeedEvent = CallFeedEvent;
|
|
|
45
45
|
class CallFeed extends _typedEventEmitter.TypedEventEmitter {
|
|
46
46
|
constructor(opts) {
|
|
47
47
|
super();
|
|
48
|
-
(0, _defineProperty2.default)(this, "stream", void 0);
|
|
49
|
-
(0, _defineProperty2.default)(this, "sdpMetadataStreamId", void 0);
|
|
50
|
-
(0, _defineProperty2.default)(this, "userId", void 0);
|
|
51
|
-
(0, _defineProperty2.default)(this, "deviceId", void 0);
|
|
52
|
-
(0, _defineProperty2.default)(this, "purpose", void 0);
|
|
53
|
-
(0, _defineProperty2.default)(this, "speakingVolumeSamples", void 0);
|
|
54
|
-
(0, _defineProperty2.default)(this, "client", void 0);
|
|
55
|
-
(0, _defineProperty2.default)(this, "call", void 0);
|
|
56
|
-
(0, _defineProperty2.default)(this, "roomId", void 0);
|
|
57
|
-
(0, _defineProperty2.default)(this, "audioMuted", void 0);
|
|
58
|
-
(0, _defineProperty2.default)(this, "videoMuted", void 0);
|
|
59
48
|
(0, _defineProperty2.default)(this, "localVolume", 1);
|
|
60
49
|
(0, _defineProperty2.default)(this, "measuringVolumeActivity", false);
|
|
61
|
-
(0, _defineProperty2.default)(this, "audioContext", void 0);
|
|
62
|
-
(0, _defineProperty2.default)(this, "analyser", void 0);
|
|
63
|
-
(0, _defineProperty2.default)(this, "frequencyBinCount", void 0);
|
|
64
50
|
(0, _defineProperty2.default)(this, "speakingThreshold", SPEAKING_THRESHOLD);
|
|
65
51
|
(0, _defineProperty2.default)(this, "speaking", false);
|
|
66
|
-
(0, _defineProperty2.default)(this, "volumeLooperTimeout", void 0);
|
|
67
52
|
(0, _defineProperty2.default)(this, "_disposed", false);
|
|
68
53
|
(0, _defineProperty2.default)(this, "_connected", false);
|
|
69
54
|
(0, _defineProperty2.default)(this, "onAddTrack", () => {
|
|
@@ -270,8 +255,8 @@ class CallFeed extends _typedEventEmitter.TypedEventEmitter {
|
|
|
270
255
|
dispose() {
|
|
271
256
|
var _this$stream, _this$call;
|
|
272
257
|
clearTimeout(this.volumeLooperTimeout);
|
|
273
|
-
(_this$stream = this.stream) === null || _this$stream === void 0
|
|
274
|
-
(_this$call = this.call) === null || _this$call === void 0
|
|
258
|
+
(_this$stream = this.stream) === null || _this$stream === void 0 || _this$stream.removeEventListener("addtrack", this.onAddTrack);
|
|
259
|
+
(_this$call = this.call) === null || _this$call === void 0 || _this$call.removeListener(_call.CallEvent.State, this.onCallState);
|
|
275
260
|
if (this.audioContext) {
|
|
276
261
|
this.audioContext = undefined;
|
|
277
262
|
this.analyser = undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"callFeed.js","names":["_callEventTypes","require","_audioContext","_logger","_typedEventEmitter","_call","POLLING_INTERVAL","SPEAKING_THRESHOLD","exports","SPEAKING_SAMPLE_COUNT","CallFeedEvent","CallFeed","TypedEventEmitter","constructor","opts","_defineProperty2","default","emit","NewStream","stream","state","CallState","Connected","connected","Connecting","analyser","measuringVolumeActivity","getFloatFrequencyData","frequencyBinCount","maxVolume","Infinity","volume","speakingVolumeSamples","shift","push","VolumeChanged","newSpeaking","speakingThreshold","speaking","Speaking","volumeLooperTimeout","setTimeout","volumeLooper","client","call","roomId","userId","deviceId","purpose","audioMuted","videoMuted","Array","fill","sdpMetadataStreamId","id","updateStream","hasAudioTrack","initVolumeMeasuring","addListener","CallEvent","State","onCallState","isLocal","_connected","ConnectedChanged","getAudioTracks","length","oldStream","newStream","wasMeasuringVolumeActivity","removeEventListener","onAddTrack","measureVolumeActivity","addEventListener","audioContext","acquireContext","createAnalyser","fftSize","smoothingTimeConstant","mediaStreamAudioSourceNode","createMediaStreamSource","connect","Float32Array","getMember","_callRoom$getMember","callRoom","getRoom","getUserId","undefined","getDeviceId","isAudioMuted","isVideoMuted","getVideoTracks","isSpeaking","setNewStream","setAudioVideoMuted","MuteStateChanged","enabled","setSpeakingThreshold","threshold","clone","mediaHandler","getMediaHandler","logger","log","SDPStreamMetadataPurpose","Usermedia","userMediaStreams","screensharingStreams","dispose","_this$stream","_this$call","clearTimeout","removeListener","releaseContext","_disposed","Disposed","disposed","value","getLocalVolume","localVolume","setLocalVolume","LocalVolumeChanged"],"sources":["../../src/webrtc/callFeed.ts"],"sourcesContent":["/*\nCopyright 2021 Šimon Brandner <simon.bra.ag@gmail.com>\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n*/\n\nimport { SDPStreamMetadataPurpose } from \"./callEventTypes\";\nimport { acquireContext, releaseContext } from \"./audioContext\";\nimport { MatrixClient } from \"../client\";\nimport { RoomMember } from \"../models/room-member\";\nimport { logger } from \"../logger\";\nimport { TypedEventEmitter } from \"../models/typed-event-emitter\";\nimport { CallEvent, CallState, MatrixCall } from \"./call\";\n\nconst POLLING_INTERVAL = 200; // ms\nexport const SPEAKING_THRESHOLD = -60; // dB\nconst SPEAKING_SAMPLE_COUNT = 8; // samples\n\nexport interface ICallFeedOpts {\n client: MatrixClient;\n roomId?: string;\n userId: string;\n deviceId: string | undefined;\n stream: MediaStream;\n purpose: SDPStreamMetadataPurpose;\n /**\n * Whether or not the remote SDPStreamMetadata says audio is muted\n */\n audioMuted: boolean;\n /**\n * Whether or not the remote SDPStreamMetadata says video is muted\n */\n videoMuted: boolean;\n /**\n * The MatrixCall which is the source of this CallFeed\n */\n call?: MatrixCall;\n}\n\nexport enum CallFeedEvent {\n NewStream = \"new_stream\",\n MuteStateChanged = \"mute_state_changed\",\n LocalVolumeChanged = \"local_volume_changed\",\n VolumeChanged = \"volume_changed\",\n ConnectedChanged = \"connected_changed\",\n Speaking = \"speaking\",\n Disposed = \"disposed\",\n}\n\ntype EventHandlerMap = {\n [CallFeedEvent.NewStream]: (stream: MediaStream) => void;\n [CallFeedEvent.MuteStateChanged]: (audioMuted: boolean, videoMuted: boolean) => void;\n [CallFeedEvent.LocalVolumeChanged]: (localVolume: number) => void;\n [CallFeedEvent.VolumeChanged]: (volume: number) => void;\n [CallFeedEvent.ConnectedChanged]: (connected: boolean) => void;\n [CallFeedEvent.Speaking]: (speaking: boolean) => void;\n [CallFeedEvent.Disposed]: () => void;\n};\n\nexport class CallFeed extends TypedEventEmitter<CallFeedEvent, EventHandlerMap> {\n public stream: MediaStream;\n public sdpMetadataStreamId: string;\n public userId: string;\n public readonly deviceId: string | undefined;\n public purpose: SDPStreamMetadataPurpose;\n public speakingVolumeSamples: number[];\n\n private client: MatrixClient;\n private call?: MatrixCall;\n private roomId?: string;\n private audioMuted: boolean;\n private videoMuted: boolean;\n private localVolume = 1;\n private measuringVolumeActivity = false;\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private frequencyBinCount?: Float32Array;\n private speakingThreshold = SPEAKING_THRESHOLD;\n private speaking = false;\n private volumeLooperTimeout?: ReturnType<typeof setTimeout>;\n private _disposed = false;\n private _connected = false;\n\n public constructor(opts: ICallFeedOpts) {\n super();\n\n this.client = opts.client;\n this.call = opts.call;\n this.roomId = opts.roomId;\n this.userId = opts.userId;\n this.deviceId = opts.deviceId;\n this.purpose = opts.purpose;\n this.audioMuted = opts.audioMuted;\n this.videoMuted = opts.videoMuted;\n this.speakingVolumeSamples = new Array(SPEAKING_SAMPLE_COUNT).fill(-Infinity);\n this.sdpMetadataStreamId = opts.stream.id;\n\n this.updateStream(null, opts.stream);\n this.stream = opts.stream; // updateStream does this, but this makes TS happier\n\n if (this.hasAudioTrack) {\n this.initVolumeMeasuring();\n }\n\n if (opts.call) {\n opts.call.addListener(CallEvent.State, this.onCallState);\n this.onCallState(opts.call.state);\n }\n }\n\n public get connected(): boolean {\n // Local feeds are always considered connected\n return this.isLocal() || this._connected;\n }\n\n private set connected(connected: boolean) {\n this._connected = connected;\n this.emit(CallFeedEvent.ConnectedChanged, this.connected);\n }\n\n public get hasAudioTrack(): boolean {\n return this.stream.getAudioTracks().length > 0;\n }\n\n private updateStream(oldStream: MediaStream | null, newStream: MediaStream): void {\n if (newStream === oldStream) return;\n\n const wasMeasuringVolumeActivity = this.measuringVolumeActivity;\n\n if (oldStream) {\n oldStream.removeEventListener(\"addtrack\", this.onAddTrack);\n this.measureVolumeActivity(false);\n }\n\n this.stream = newStream;\n newStream.addEventListener(\"addtrack\", this.onAddTrack);\n\n if (this.hasAudioTrack) {\n this.initVolumeMeasuring();\n if (wasMeasuringVolumeActivity) this.measureVolumeActivity(true);\n } else {\n this.measureVolumeActivity(false);\n }\n\n this.emit(CallFeedEvent.NewStream, this.stream);\n }\n\n private initVolumeMeasuring(): void {\n if (!this.hasAudioTrack) return;\n if (!this.audioContext) this.audioContext = acquireContext();\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 512;\n this.analyser.smoothingTimeConstant = 0.1;\n\n const mediaStreamAudioSourceNode = this.audioContext.createMediaStreamSource(this.stream);\n mediaStreamAudioSourceNode.connect(this.analyser);\n\n this.frequencyBinCount = new Float32Array(this.analyser.frequencyBinCount);\n }\n\n private onAddTrack = (): void => {\n this.emit(CallFeedEvent.NewStream, this.stream);\n };\n\n private onCallState = (state: CallState): void => {\n if (state === CallState.Connected) {\n this.connected = true;\n } else if (state === CallState.Connecting) {\n this.connected = false;\n }\n };\n\n /**\n * Returns callRoom member\n * @returns member of the callRoom\n */\n public getMember(): RoomMember | null {\n const callRoom = this.client.getRoom(this.roomId);\n return callRoom?.getMember(this.userId) ?? null;\n }\n\n /**\n * Returns true if CallFeed is local, otherwise returns false\n * @returns is local?\n */\n public isLocal(): boolean {\n return (\n this.userId === this.client.getUserId() &&\n (this.deviceId === undefined || this.deviceId === this.client.getDeviceId())\n );\n }\n\n /**\n * Returns true if audio is muted or if there are no audio\n * tracks, otherwise returns false\n * @returns is audio muted?\n */\n public isAudioMuted(): boolean {\n return this.stream.getAudioTracks().length === 0 || this.audioMuted;\n }\n\n /**\n * Returns true video is muted or if there are no video\n * tracks, otherwise returns false\n * @returns is video muted?\n */\n public isVideoMuted(): boolean {\n // We assume only one video track\n return this.stream.getVideoTracks().length === 0 || this.videoMuted;\n }\n\n public isSpeaking(): boolean {\n return this.speaking;\n }\n\n /**\n * Replaces the current MediaStream with a new one.\n * The stream will be different and new stream as remote parties are\n * concerned, but this can be used for convenience locally to set up\n * volume listeners automatically on the new stream etc.\n * @param newStream - new stream with which to replace the current one\n */\n public setNewStream(newStream: MediaStream): void {\n this.updateStream(this.stream, newStream);\n }\n\n /**\n * Set one or both of feed's internal audio and video video mute state\n * Either value may be null to leave it as-is\n * @param audioMuted - is the feed's audio muted?\n * @param videoMuted - is the feed's video muted?\n */\n public setAudioVideoMuted(audioMuted: boolean | null, videoMuted: boolean | null): void {\n if (audioMuted !== null) {\n if (this.audioMuted !== audioMuted) {\n this.speakingVolumeSamples.fill(-Infinity);\n }\n this.audioMuted = audioMuted;\n }\n if (videoMuted !== null) this.videoMuted = videoMuted;\n this.emit(CallFeedEvent.MuteStateChanged, this.audioMuted, this.videoMuted);\n }\n\n /**\n * Starts emitting volume_changed events where the emitter value is in decibels\n * @param enabled - emit volume changes\n */\n public measureVolumeActivity(enabled: boolean): void {\n if (enabled) {\n if (!this.analyser || !this.frequencyBinCount || !this.hasAudioTrack) return;\n\n this.measuringVolumeActivity = true;\n this.volumeLooper();\n } else {\n this.measuringVolumeActivity = false;\n this.speakingVolumeSamples.fill(-Infinity);\n this.emit(CallFeedEvent.VolumeChanged, -Infinity);\n }\n }\n\n public setSpeakingThreshold(threshold: number): void {\n this.speakingThreshold = threshold;\n }\n\n private volumeLooper = (): void => {\n if (!this.analyser) return;\n\n if (!this.measuringVolumeActivity) return;\n\n this.analyser.getFloatFrequencyData(this.frequencyBinCount!);\n\n let maxVolume = -Infinity;\n for (const volume of this.frequencyBinCount!) {\n if (volume > maxVolume) {\n maxVolume = volume;\n }\n }\n\n this.speakingVolumeSamples.shift();\n this.speakingVolumeSamples.push(maxVolume);\n\n this.emit(CallFeedEvent.VolumeChanged, maxVolume);\n\n let newSpeaking = false;\n\n for (const volume of this.speakingVolumeSamples) {\n if (volume > this.speakingThreshold) {\n newSpeaking = true;\n break;\n }\n }\n\n if (this.speaking !== newSpeaking) {\n this.speaking = newSpeaking;\n this.emit(CallFeedEvent.Speaking, this.speaking);\n }\n\n this.volumeLooperTimeout = setTimeout(this.volumeLooper, POLLING_INTERVAL);\n };\n\n public clone(): CallFeed {\n const mediaHandler = this.client.getMediaHandler();\n const stream = this.stream.clone();\n logger.log(`CallFeed clone() cloning stream (originalStreamId=${this.stream.id}, newStreamId${stream.id})`);\n\n if (this.purpose === SDPStreamMetadataPurpose.Usermedia) {\n mediaHandler.userMediaStreams.push(stream);\n } else {\n mediaHandler.screensharingStreams.push(stream);\n }\n\n return new CallFeed({\n client: this.client,\n roomId: this.roomId,\n userId: this.userId,\n deviceId: this.deviceId,\n stream,\n purpose: this.purpose,\n audioMuted: this.audioMuted,\n videoMuted: this.videoMuted,\n });\n }\n\n public dispose(): void {\n clearTimeout(this.volumeLooperTimeout);\n this.stream?.removeEventListener(\"addtrack\", this.onAddTrack);\n this.call?.removeListener(CallEvent.State, this.onCallState);\n if (this.audioContext) {\n this.audioContext = undefined;\n this.analyser = undefined;\n releaseContext();\n }\n this._disposed = true;\n this.emit(CallFeedEvent.Disposed);\n }\n\n public get disposed(): boolean {\n return this._disposed;\n }\n\n private set disposed(value: boolean) {\n this._disposed = value;\n }\n\n public getLocalVolume(): number {\n return this.localVolume;\n }\n\n public setLocalVolume(localVolume: number): void {\n this.localVolume = localVolume;\n this.emit(CallFeedEvent.LocalVolumeChanged, localVolume);\n }\n}\n"],"mappings":";;;;;;;;AAgBA,IAAAA,eAAA,GAAAC,OAAA;AACA,IAAAC,aAAA,GAAAD,OAAA;AAGA,IAAAE,OAAA,GAAAF,OAAA;AACA,IAAAG,kBAAA,GAAAH,OAAA;AACA,IAAAI,KAAA,GAAAJ,OAAA;AAtBA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAUA,MAAMK,gBAAgB,GAAG,GAAG,CAAC,CAAC;AACvB,MAAMC,kBAAkB,GAAG,CAAC,EAAE,CAAC,CAAC;AAAAC,OAAA,CAAAD,kBAAA,GAAAA,kBAAA;AACvC,MAAME,qBAAqB,GAAG,CAAC,CAAC,CAAC;AAAA,IAuBrBC,aAAa,0BAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA;AAAAF,OAAA,CAAAE,aAAA,GAAAA,aAAA;AAoBlB,MAAMC,QAAQ,SAASC,oCAAiB,CAAiC;EAwBrEC,WAAWA,CAACC,IAAmB,EAAE;IACpC,KAAK,CAAC,CAAC;IAAC,IAAAC,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA,uBAZU,CAAC;IAAA,IAAAD,gBAAA,CAAAC,OAAA,mCACW,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA,6BAIXT,kBAAkB;IAAA,IAAAQ,gBAAA,CAAAC,OAAA,oBAC3B,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA;IAAA,IAAAD,gBAAA,CAAAC,OAAA,qBAEJ,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA,sBACJ,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA,sBAgFL,MAAY;MAC7B,IAAI,CAACC,IAAI,CAACP,aAAa,CAACQ,SAAS,EAAE,IAAI,CAACC,MAAM,CAAC;IACnD,CAAC;IAAA,IAAAJ,gBAAA,CAAAC,OAAA,uBAEsBI,KAAgB,IAAW;MAC9C,IAAIA,KAAK,KAAKC,eAAS,CAACC,SAAS,EAAE;QAC/B,IAAI,CAACC,SAAS,GAAG,IAAI;MACzB,CAAC,MAAM,IAAIH,KAAK,KAAKC,eAAS,CAACG,UAAU,EAAE;QACvC,IAAI,CAACD,SAAS,GAAG,KAAK;MAC1B;IACJ,CAAC;IAAA,IAAAR,gBAAA,CAAAC,OAAA,wBA8FsB,MAAY;MAC/B,IAAI,CAAC,IAAI,CAACS,QAAQ,EAAE;MAEpB,IAAI,CAAC,IAAI,CAACC,uBAAuB,EAAE;MAEnC,IAAI,CAACD,QAAQ,CAACE,qBAAqB,CAAC,IAAI,CAACC,iBAAkB,CAAC;MAE5D,IAAIC,SAAS,GAAG,CAACC,QAAQ;MACzB,KAAK,MAAMC,MAAM,IAAI,IAAI,CAACH,iBAAiB,EAAG;QAC1C,IAAIG,MAAM,GAAGF,SAAS,EAAE;UACpBA,SAAS,GAAGE,MAAM;QACtB;MACJ;MAEA,IAAI,CAACC,qBAAqB,CAACC,KAAK,CAAC,CAAC;MAClC,IAAI,CAACD,qBAAqB,CAACE,IAAI,CAACL,SAAS,CAAC;MAE1C,IAAI,CAACZ,IAAI,CAACP,aAAa,CAACyB,aAAa,EAAEN,SAAS,CAAC;MAEjD,IAAIO,WAAW,GAAG,KAAK;MAEvB,KAAK,MAAML,MAAM,IAAI,IAAI,CAACC,qBAAqB,EAAE;QAC7C,IAAID,MAAM,GAAG,IAAI,CAACM,iBAAiB,EAAE;UACjCD,WAAW,GAAG,IAAI;UAClB;QACJ;MACJ;MAEA,IAAI,IAAI,CAACE,QAAQ,KAAKF,WAAW,EAAE;QAC/B,IAAI,CAACE,QAAQ,GAAGF,WAAW;QAC3B,IAAI,CAACnB,IAAI,CAACP,aAAa,CAAC6B,QAAQ,EAAE,IAAI,CAACD,QAAQ,CAAC;MACpD;MAEA,IAAI,CAACE,mBAAmB,GAAGC,UAAU,CAAC,IAAI,CAACC,YAAY,EAAEpC,gBAAgB,CAAC;IAC9E,CAAC;IArNG,IAAI,CAACqC,MAAM,GAAG7B,IAAI,CAAC6B,MAAM;IACzB,IAAI,CAACC,IAAI,GAAG9B,IAAI,CAAC8B,IAAI;IACrB,IAAI,CAACC,MAAM,GAAG/B,IAAI,CAAC+B,MAAM;IACzB,IAAI,CAACC,MAAM,GAAGhC,IAAI,CAACgC,MAAM;IACzB,IAAI,CAACC,QAAQ,GAAGjC,IAAI,CAACiC,QAAQ;IAC7B,IAAI,CAACC,OAAO,GAAGlC,IAAI,CAACkC,OAAO;IAC3B,IAAI,CAACC,UAAU,GAAGnC,IAAI,CAACmC,UAAU;IACjC,IAAI,CAACC,UAAU,GAAGpC,IAAI,CAACoC,UAAU;IACjC,IAAI,CAAClB,qBAAqB,GAAG,IAAImB,KAAK,CAAC1C,qBAAqB,CAAC,CAAC2C,IAAI,CAAC,CAACtB,QAAQ,CAAC;IAC7E,IAAI,CAACuB,mBAAmB,GAAGvC,IAAI,CAACK,MAAM,CAACmC,EAAE;IAEzC,IAAI,CAACC,YAAY,CAAC,IAAI,EAAEzC,IAAI,CAACK,MAAM,CAAC;IACpC,IAAI,CAACA,MAAM,GAAGL,IAAI,CAACK,MAAM,CAAC,CAAC;;IAE3B,IAAI,IAAI,CAACqC,aAAa,EAAE;MACpB,IAAI,CAACC,mBAAmB,CAAC,CAAC;IAC9B;IAEA,IAAI3C,IAAI,CAAC8B,IAAI,EAAE;MACX9B,IAAI,CAAC8B,IAAI,CAACc,WAAW,CAACC,eAAS,CAACC,KAAK,EAAE,IAAI,CAACC,WAAW,CAAC;MACxD,IAAI,CAACA,WAAW,CAAC/C,IAAI,CAAC8B,IAAI,CAACxB,KAAK,CAAC;IACrC;EACJ;EAEA,IAAWG,SAASA,CAAA,EAAY;IAC5B;IACA,OAAO,IAAI,CAACuC,OAAO,CAAC,CAAC,IAAI,IAAI,CAACC,UAAU;EAC5C;EAEA,IAAYxC,SAASA,CAACA,SAAkB,EAAE;IACtC,IAAI,CAACwC,UAAU,GAAGxC,SAAS;IAC3B,IAAI,CAACN,IAAI,CAACP,aAAa,CAACsD,gBAAgB,EAAE,IAAI,CAACzC,SAAS,CAAC;EAC7D;EAEA,IAAWiC,aAAaA,CAAA,EAAY;IAChC,OAAO,IAAI,CAACrC,MAAM,CAAC8C,cAAc,CAAC,CAAC,CAACC,MAAM,GAAG,CAAC;EAClD;EAEQX,YAAYA,CAACY,SAA6B,EAAEC,SAAsB,EAAQ;IAC9E,IAAIA,SAAS,KAAKD,SAAS,EAAE;IAE7B,MAAME,0BAA0B,GAAG,IAAI,CAAC3C,uBAAuB;IAE/D,IAAIyC,SAAS,EAAE;MACXA,SAAS,CAACG,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAACC,UAAU,CAAC;MAC1D,IAAI,CAACC,qBAAqB,CAAC,KAAK,CAAC;IACrC;IAEA,IAAI,CAACrD,MAAM,GAAGiD,SAAS;IACvBA,SAAS,CAACK,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAACF,UAAU,CAAC;IAEvD,IAAI,IAAI,CAACf,aAAa,EAAE;MACpB,IAAI,CAACC,mBAAmB,CAAC,CAAC;MAC1B,IAAIY,0BAA0B,EAAE,IAAI,CAACG,qBAAqB,CAAC,IAAI,CAAC;IACpE,CAAC,MAAM;MACH,IAAI,CAACA,qBAAqB,CAAC,KAAK,CAAC;IACrC;IAEA,IAAI,CAACvD,IAAI,CAACP,aAAa,CAACQ,SAAS,EAAE,IAAI,CAACC,MAAM,CAAC;EACnD;EAEQsC,mBAAmBA,CAAA,EAAS;IAChC,IAAI,CAAC,IAAI,CAACD,aAAa,EAAE;IACzB,IAAI,CAAC,IAAI,CAACkB,YAAY,EAAE,IAAI,CAACA,YAAY,GAAG,IAAAC,4BAAc,EAAC,CAAC;IAE5D,IAAI,CAAClD,QAAQ,GAAG,IAAI,CAACiD,YAAY,CAACE,cAAc,CAAC,CAAC;IAClD,IAAI,CAACnD,QAAQ,CAACoD,OAAO,GAAG,GAAG;IAC3B,IAAI,CAACpD,QAAQ,CAACqD,qBAAqB,GAAG,GAAG;IAEzC,MAAMC,0BAA0B,GAAG,IAAI,CAACL,YAAY,CAACM,uBAAuB,CAAC,IAAI,CAAC7D,MAAM,CAAC;IACzF4D,0BAA0B,CAACE,OAAO,CAAC,IAAI,CAACxD,QAAQ,CAAC;IAEjD,IAAI,CAACG,iBAAiB,GAAG,IAAIsD,YAAY,CAAC,IAAI,CAACzD,QAAQ,CAACG,iBAAiB,CAAC;EAC9E;EAcA;AACJ;AACA;AACA;EACWuD,SAASA,CAAA,EAAsB;IAAA,IAAAC,mBAAA;IAClC,MAAMC,QAAQ,GAAG,IAAI,CAAC1C,MAAM,CAAC2C,OAAO,CAAC,IAAI,CAACzC,MAAM,CAAC;IACjD,QAAAuC,mBAAA,GAAOC,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEF,SAAS,CAAC,IAAI,CAACrC,MAAM,CAAC,cAAAsC,mBAAA,cAAAA,mBAAA,GAAI,IAAI;EACnD;;EAEA;AACJ;AACA;AACA;EACWtB,OAAOA,CAAA,EAAY;IACtB,OACI,IAAI,CAAChB,MAAM,KAAK,IAAI,CAACH,MAAM,CAAC4C,SAAS,CAAC,CAAC,KACtC,IAAI,CAACxC,QAAQ,KAAKyC,SAAS,IAAI,IAAI,CAACzC,QAAQ,KAAK,IAAI,CAACJ,MAAM,CAAC8C,WAAW,CAAC,CAAC,CAAC;EAEpF;;EAEA;AACJ;AACA;AACA;AACA;EACWC,YAAYA,CAAA,EAAY;IAC3B,OAAO,IAAI,CAACvE,MAAM,CAAC8C,cAAc,CAAC,CAAC,CAACC,MAAM,KAAK,CAAC,IAAI,IAAI,CAACjB,UAAU;EACvE;;EAEA;AACJ;AACA;AACA;AACA;EACW0C,YAAYA,CAAA,EAAY;IAC3B;IACA,OAAO,IAAI,CAACxE,MAAM,CAACyE,cAAc,CAAC,CAAC,CAAC1B,MAAM,KAAK,CAAC,IAAI,IAAI,CAAChB,UAAU;EACvE;EAEO2C,UAAUA,CAAA,EAAY;IACzB,OAAO,IAAI,CAACvD,QAAQ;EACxB;;EAEA;AACJ;AACA;AACA;AACA;AACA;AACA;EACWwD,YAAYA,CAAC1B,SAAsB,EAAQ;IAC9C,IAAI,CAACb,YAAY,CAAC,IAAI,CAACpC,MAAM,EAAEiD,SAAS,CAAC;EAC7C;;EAEA;AACJ;AACA;AACA;AACA;AACA;EACW2B,kBAAkBA,CAAC9C,UAA0B,EAAEC,UAA0B,EAAQ;IACpF,IAAID,UAAU,KAAK,IAAI,EAAE;MACrB,IAAI,IAAI,CAACA,UAAU,KAAKA,UAAU,EAAE;QAChC,IAAI,CAACjB,qBAAqB,CAACoB,IAAI,CAAC,CAACtB,QAAQ,CAAC;MAC9C;MACA,IAAI,CAACmB,UAAU,GAAGA,UAAU;IAChC;IACA,IAAIC,UAAU,KAAK,IAAI,EAAE,IAAI,CAACA,UAAU,GAAGA,UAAU;IACrD,IAAI,CAACjC,IAAI,CAACP,aAAa,CAACsF,gBAAgB,EAAE,IAAI,CAAC/C,UAAU,EAAE,IAAI,CAACC,UAAU,CAAC;EAC/E;;EAEA;AACJ;AACA;AACA;EACWsB,qBAAqBA,CAACyB,OAAgB,EAAQ;IACjD,IAAIA,OAAO,EAAE;MACT,IAAI,CAAC,IAAI,CAACxE,QAAQ,IAAI,CAAC,IAAI,CAACG,iBAAiB,IAAI,CAAC,IAAI,CAAC4B,aAAa,EAAE;MAEtE,IAAI,CAAC9B,uBAAuB,GAAG,IAAI;MACnC,IAAI,CAACgB,YAAY,CAAC,CAAC;IACvB,CAAC,MAAM;MACH,IAAI,CAAChB,uBAAuB,GAAG,KAAK;MACpC,IAAI,CAACM,qBAAqB,CAACoB,IAAI,CAAC,CAACtB,QAAQ,CAAC;MAC1C,IAAI,CAACb,IAAI,CAACP,aAAa,CAACyB,aAAa,EAAE,CAACL,QAAQ,CAAC;IACrD;EACJ;EAEOoE,oBAAoBA,CAACC,SAAiB,EAAQ;IACjD,IAAI,CAAC9D,iBAAiB,GAAG8D,SAAS;EACtC;EAsCOC,KAAKA,CAAA,EAAa;IACrB,MAAMC,YAAY,GAAG,IAAI,CAAC1D,MAAM,CAAC2D,eAAe,CAAC,CAAC;IAClD,MAAMnF,MAAM,GAAG,IAAI,CAACA,MAAM,CAACiF,KAAK,CAAC,CAAC;IAClCG,cAAM,CAACC,GAAG,CAAE,qDAAoD,IAAI,CAACrF,MAAM,CAACmC,EAAG,gBAAenC,MAAM,CAACmC,EAAG,GAAE,CAAC;IAE3G,IAAI,IAAI,CAACN,OAAO,KAAKyD,wCAAwB,CAACC,SAAS,EAAE;MACrDL,YAAY,CAACM,gBAAgB,CAACzE,IAAI,CAACf,MAAM,CAAC;IAC9C,CAAC,MAAM;MACHkF,YAAY,CAACO,oBAAoB,CAAC1E,IAAI,CAACf,MAAM,CAAC;IAClD;IAEA,OAAO,IAAIR,QAAQ,CAAC;MAChBgC,MAAM,EAAE,IAAI,CAACA,MAAM;MACnBE,MAAM,EAAE,IAAI,CAACA,MAAM;MACnBC,MAAM,EAAE,IAAI,CAACA,MAAM;MACnBC,QAAQ,EAAE,IAAI,CAACA,QAAQ;MACvB5B,MAAM;MACN6B,OAAO,EAAE,IAAI,CAACA,OAAO;MACrBC,UAAU,EAAE,IAAI,CAACA,UAAU;MAC3BC,UAAU,EAAE,IAAI,CAACA;IACrB,CAAC,CAAC;EACN;EAEO2D,OAAOA,CAAA,EAAS;IAAA,IAAAC,YAAA,EAAAC,UAAA;IACnBC,YAAY,CAAC,IAAI,CAACxE,mBAAmB,CAAC;IACtC,CAAAsE,YAAA,OAAI,CAAC3F,MAAM,cAAA2F,YAAA,uBAAXA,YAAA,CAAaxC,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAACC,UAAU,CAAC;IAC7D,CAAAwC,UAAA,OAAI,CAACnE,IAAI,cAAAmE,UAAA,uBAATA,UAAA,CAAWE,cAAc,CAACtD,eAAS,CAACC,KAAK,EAAE,IAAI,CAACC,WAAW,CAAC;IAC5D,IAAI,IAAI,CAACa,YAAY,EAAE;MACnB,IAAI,CAACA,YAAY,GAAGc,SAAS;MAC7B,IAAI,CAAC/D,QAAQ,GAAG+D,SAAS;MACzB,IAAA0B,4BAAc,EAAC,CAAC;IACpB;IACA,IAAI,CAACC,SAAS,GAAG,IAAI;IACrB,IAAI,CAAClG,IAAI,CAACP,aAAa,CAAC0G,QAAQ,CAAC;EACrC;EAEA,IAAWC,QAAQA,CAAA,EAAY;IAC3B,OAAO,IAAI,CAACF,SAAS;EACzB;EAEA,IAAYE,QAAQA,CAACC,KAAc,EAAE;IACjC,IAAI,CAACH,SAAS,GAAGG,KAAK;EAC1B;EAEOC,cAAcA,CAAA,EAAW;IAC5B,OAAO,IAAI,CAACC,WAAW;EAC3B;EAEOC,cAAcA,CAACD,WAAmB,EAAQ;IAC7C,IAAI,CAACA,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACvG,IAAI,CAACP,aAAa,CAACgH,kBAAkB,EAAEF,WAAW,CAAC;EAC5D;AACJ;AAAChH,OAAA,CAAAG,QAAA,GAAAA,QAAA"}
|
|
1
|
+
{"version":3,"file":"callFeed.js","names":["_callEventTypes","require","_audioContext","_logger","_typedEventEmitter","_call","POLLING_INTERVAL","SPEAKING_THRESHOLD","exports","SPEAKING_SAMPLE_COUNT","CallFeedEvent","CallFeed","TypedEventEmitter","constructor","opts","_defineProperty2","default","emit","NewStream","stream","state","CallState","Connected","connected","Connecting","analyser","measuringVolumeActivity","getFloatFrequencyData","frequencyBinCount","maxVolume","Infinity","volume","speakingVolumeSamples","shift","push","VolumeChanged","newSpeaking","speakingThreshold","speaking","Speaking","volumeLooperTimeout","setTimeout","volumeLooper","client","call","roomId","userId","deviceId","purpose","audioMuted","videoMuted","Array","fill","sdpMetadataStreamId","id","updateStream","hasAudioTrack","initVolumeMeasuring","addListener","CallEvent","State","onCallState","isLocal","_connected","ConnectedChanged","getAudioTracks","length","oldStream","newStream","wasMeasuringVolumeActivity","removeEventListener","onAddTrack","measureVolumeActivity","addEventListener","audioContext","acquireContext","createAnalyser","fftSize","smoothingTimeConstant","mediaStreamAudioSourceNode","createMediaStreamSource","connect","Float32Array","getMember","_callRoom$getMember","callRoom","getRoom","getUserId","undefined","getDeviceId","isAudioMuted","isVideoMuted","getVideoTracks","isSpeaking","setNewStream","setAudioVideoMuted","MuteStateChanged","enabled","setSpeakingThreshold","threshold","clone","mediaHandler","getMediaHandler","logger","log","SDPStreamMetadataPurpose","Usermedia","userMediaStreams","screensharingStreams","dispose","_this$stream","_this$call","clearTimeout","removeListener","releaseContext","_disposed","Disposed","disposed","value","getLocalVolume","localVolume","setLocalVolume","LocalVolumeChanged"],"sources":["../../src/webrtc/callFeed.ts"],"sourcesContent":["/*\nCopyright 2021 Šimon Brandner <simon.bra.ag@gmail.com>\n\nLicensed under the Apache License, Version 2.0 (the \"License\");\nyou may not use this file except in compliance with the License.\nYou may obtain a copy of the License at\n\n http://www.apache.org/licenses/LICENSE-2.0\n\nUnless required by applicable law or agreed to in writing, software\ndistributed under the License is distributed on an \"AS IS\" BASIS,\nWITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.\nSee the License for the specific language governing permissions and\nlimitations under the License.\n*/\n\nimport { SDPStreamMetadataPurpose } from \"./callEventTypes\";\nimport { acquireContext, releaseContext } from \"./audioContext\";\nimport { MatrixClient } from \"../client\";\nimport { RoomMember } from \"../models/room-member\";\nimport { logger } from \"../logger\";\nimport { TypedEventEmitter } from \"../models/typed-event-emitter\";\nimport { CallEvent, CallState, MatrixCall } from \"./call\";\n\nconst POLLING_INTERVAL = 200; // ms\nexport const SPEAKING_THRESHOLD = -60; // dB\nconst SPEAKING_SAMPLE_COUNT = 8; // samples\n\nexport interface ICallFeedOpts {\n client: MatrixClient;\n roomId?: string;\n userId: string;\n deviceId: string | undefined;\n stream: MediaStream;\n purpose: SDPStreamMetadataPurpose;\n /**\n * Whether or not the remote SDPStreamMetadata says audio is muted\n */\n audioMuted: boolean;\n /**\n * Whether or not the remote SDPStreamMetadata says video is muted\n */\n videoMuted: boolean;\n /**\n * The MatrixCall which is the source of this CallFeed\n */\n call?: MatrixCall;\n}\n\nexport enum CallFeedEvent {\n NewStream = \"new_stream\",\n MuteStateChanged = \"mute_state_changed\",\n LocalVolumeChanged = \"local_volume_changed\",\n VolumeChanged = \"volume_changed\",\n ConnectedChanged = \"connected_changed\",\n Speaking = \"speaking\",\n Disposed = \"disposed\",\n}\n\ntype EventHandlerMap = {\n [CallFeedEvent.NewStream]: (stream: MediaStream) => void;\n [CallFeedEvent.MuteStateChanged]: (audioMuted: boolean, videoMuted: boolean) => void;\n [CallFeedEvent.LocalVolumeChanged]: (localVolume: number) => void;\n [CallFeedEvent.VolumeChanged]: (volume: number) => void;\n [CallFeedEvent.ConnectedChanged]: (connected: boolean) => void;\n [CallFeedEvent.Speaking]: (speaking: boolean) => void;\n [CallFeedEvent.Disposed]: () => void;\n};\n\nexport class CallFeed extends TypedEventEmitter<CallFeedEvent, EventHandlerMap> {\n public stream: MediaStream;\n public sdpMetadataStreamId: string;\n public userId: string;\n public readonly deviceId: string | undefined;\n public purpose: SDPStreamMetadataPurpose;\n public speakingVolumeSamples: number[];\n\n private client: MatrixClient;\n private call?: MatrixCall;\n private roomId?: string;\n private audioMuted: boolean;\n private videoMuted: boolean;\n private localVolume = 1;\n private measuringVolumeActivity = false;\n private audioContext?: AudioContext;\n private analyser?: AnalyserNode;\n private frequencyBinCount?: Float32Array;\n private speakingThreshold = SPEAKING_THRESHOLD;\n private speaking = false;\n private volumeLooperTimeout?: ReturnType<typeof setTimeout>;\n private _disposed = false;\n private _connected = false;\n\n public constructor(opts: ICallFeedOpts) {\n super();\n\n this.client = opts.client;\n this.call = opts.call;\n this.roomId = opts.roomId;\n this.userId = opts.userId;\n this.deviceId = opts.deviceId;\n this.purpose = opts.purpose;\n this.audioMuted = opts.audioMuted;\n this.videoMuted = opts.videoMuted;\n this.speakingVolumeSamples = new Array(SPEAKING_SAMPLE_COUNT).fill(-Infinity);\n this.sdpMetadataStreamId = opts.stream.id;\n\n this.updateStream(null, opts.stream);\n this.stream = opts.stream; // updateStream does this, but this makes TS happier\n\n if (this.hasAudioTrack) {\n this.initVolumeMeasuring();\n }\n\n if (opts.call) {\n opts.call.addListener(CallEvent.State, this.onCallState);\n this.onCallState(opts.call.state);\n }\n }\n\n public get connected(): boolean {\n // Local feeds are always considered connected\n return this.isLocal() || this._connected;\n }\n\n private set connected(connected: boolean) {\n this._connected = connected;\n this.emit(CallFeedEvent.ConnectedChanged, this.connected);\n }\n\n public get hasAudioTrack(): boolean {\n return this.stream.getAudioTracks().length > 0;\n }\n\n private updateStream(oldStream: MediaStream | null, newStream: MediaStream): void {\n if (newStream === oldStream) return;\n\n const wasMeasuringVolumeActivity = this.measuringVolumeActivity;\n\n if (oldStream) {\n oldStream.removeEventListener(\"addtrack\", this.onAddTrack);\n this.measureVolumeActivity(false);\n }\n\n this.stream = newStream;\n newStream.addEventListener(\"addtrack\", this.onAddTrack);\n\n if (this.hasAudioTrack) {\n this.initVolumeMeasuring();\n if (wasMeasuringVolumeActivity) this.measureVolumeActivity(true);\n } else {\n this.measureVolumeActivity(false);\n }\n\n this.emit(CallFeedEvent.NewStream, this.stream);\n }\n\n private initVolumeMeasuring(): void {\n if (!this.hasAudioTrack) return;\n if (!this.audioContext) this.audioContext = acquireContext();\n\n this.analyser = this.audioContext.createAnalyser();\n this.analyser.fftSize = 512;\n this.analyser.smoothingTimeConstant = 0.1;\n\n const mediaStreamAudioSourceNode = this.audioContext.createMediaStreamSource(this.stream);\n mediaStreamAudioSourceNode.connect(this.analyser);\n\n this.frequencyBinCount = new Float32Array(this.analyser.frequencyBinCount);\n }\n\n private onAddTrack = (): void => {\n this.emit(CallFeedEvent.NewStream, this.stream);\n };\n\n private onCallState = (state: CallState): void => {\n if (state === CallState.Connected) {\n this.connected = true;\n } else if (state === CallState.Connecting) {\n this.connected = false;\n }\n };\n\n /**\n * Returns callRoom member\n * @returns member of the callRoom\n */\n public getMember(): RoomMember | null {\n const callRoom = this.client.getRoom(this.roomId);\n return callRoom?.getMember(this.userId) ?? null;\n }\n\n /**\n * Returns true if CallFeed is local, otherwise returns false\n * @returns is local?\n */\n public isLocal(): boolean {\n return (\n this.userId === this.client.getUserId() &&\n (this.deviceId === undefined || this.deviceId === this.client.getDeviceId())\n );\n }\n\n /**\n * Returns true if audio is muted or if there are no audio\n * tracks, otherwise returns false\n * @returns is audio muted?\n */\n public isAudioMuted(): boolean {\n return this.stream.getAudioTracks().length === 0 || this.audioMuted;\n }\n\n /**\n * Returns true video is muted or if there are no video\n * tracks, otherwise returns false\n * @returns is video muted?\n */\n public isVideoMuted(): boolean {\n // We assume only one video track\n return this.stream.getVideoTracks().length === 0 || this.videoMuted;\n }\n\n public isSpeaking(): boolean {\n return this.speaking;\n }\n\n /**\n * Replaces the current MediaStream with a new one.\n * The stream will be different and new stream as remote parties are\n * concerned, but this can be used for convenience locally to set up\n * volume listeners automatically on the new stream etc.\n * @param newStream - new stream with which to replace the current one\n */\n public setNewStream(newStream: MediaStream): void {\n this.updateStream(this.stream, newStream);\n }\n\n /**\n * Set one or both of feed's internal audio and video video mute state\n * Either value may be null to leave it as-is\n * @param audioMuted - is the feed's audio muted?\n * @param videoMuted - is the feed's video muted?\n */\n public setAudioVideoMuted(audioMuted: boolean | null, videoMuted: boolean | null): void {\n if (audioMuted !== null) {\n if (this.audioMuted !== audioMuted) {\n this.speakingVolumeSamples.fill(-Infinity);\n }\n this.audioMuted = audioMuted;\n }\n if (videoMuted !== null) this.videoMuted = videoMuted;\n this.emit(CallFeedEvent.MuteStateChanged, this.audioMuted, this.videoMuted);\n }\n\n /**\n * Starts emitting volume_changed events where the emitter value is in decibels\n * @param enabled - emit volume changes\n */\n public measureVolumeActivity(enabled: boolean): void {\n if (enabled) {\n if (!this.analyser || !this.frequencyBinCount || !this.hasAudioTrack) return;\n\n this.measuringVolumeActivity = true;\n this.volumeLooper();\n } else {\n this.measuringVolumeActivity = false;\n this.speakingVolumeSamples.fill(-Infinity);\n this.emit(CallFeedEvent.VolumeChanged, -Infinity);\n }\n }\n\n public setSpeakingThreshold(threshold: number): void {\n this.speakingThreshold = threshold;\n }\n\n private volumeLooper = (): void => {\n if (!this.analyser) return;\n\n if (!this.measuringVolumeActivity) return;\n\n this.analyser.getFloatFrequencyData(this.frequencyBinCount!);\n\n let maxVolume = -Infinity;\n for (const volume of this.frequencyBinCount!) {\n if (volume > maxVolume) {\n maxVolume = volume;\n }\n }\n\n this.speakingVolumeSamples.shift();\n this.speakingVolumeSamples.push(maxVolume);\n\n this.emit(CallFeedEvent.VolumeChanged, maxVolume);\n\n let newSpeaking = false;\n\n for (const volume of this.speakingVolumeSamples) {\n if (volume > this.speakingThreshold) {\n newSpeaking = true;\n break;\n }\n }\n\n if (this.speaking !== newSpeaking) {\n this.speaking = newSpeaking;\n this.emit(CallFeedEvent.Speaking, this.speaking);\n }\n\n this.volumeLooperTimeout = setTimeout(this.volumeLooper, POLLING_INTERVAL);\n };\n\n public clone(): CallFeed {\n const mediaHandler = this.client.getMediaHandler();\n const stream = this.stream.clone();\n logger.log(`CallFeed clone() cloning stream (originalStreamId=${this.stream.id}, newStreamId${stream.id})`);\n\n if (this.purpose === SDPStreamMetadataPurpose.Usermedia) {\n mediaHandler.userMediaStreams.push(stream);\n } else {\n mediaHandler.screensharingStreams.push(stream);\n }\n\n return new CallFeed({\n client: this.client,\n roomId: this.roomId,\n userId: this.userId,\n deviceId: this.deviceId,\n stream,\n purpose: this.purpose,\n audioMuted: this.audioMuted,\n videoMuted: this.videoMuted,\n });\n }\n\n public dispose(): void {\n clearTimeout(this.volumeLooperTimeout);\n this.stream?.removeEventListener(\"addtrack\", this.onAddTrack);\n this.call?.removeListener(CallEvent.State, this.onCallState);\n if (this.audioContext) {\n this.audioContext = undefined;\n this.analyser = undefined;\n releaseContext();\n }\n this._disposed = true;\n this.emit(CallFeedEvent.Disposed);\n }\n\n public get disposed(): boolean {\n return this._disposed;\n }\n\n private set disposed(value: boolean) {\n this._disposed = value;\n }\n\n public getLocalVolume(): number {\n return this.localVolume;\n }\n\n public setLocalVolume(localVolume: number): void {\n this.localVolume = localVolume;\n this.emit(CallFeedEvent.LocalVolumeChanged, localVolume);\n }\n}\n"],"mappings":";;;;;;;;AAgBA,IAAAA,eAAA,GAAAC,OAAA;AACA,IAAAC,aAAA,GAAAD,OAAA;AAGA,IAAAE,OAAA,GAAAF,OAAA;AACA,IAAAG,kBAAA,GAAAH,OAAA;AACA,IAAAI,KAAA,GAAAJ,OAAA;AAtBA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;;AAUA,MAAMK,gBAAgB,GAAG,GAAG,CAAC,CAAC;AACvB,MAAMC,kBAAkB,GAAG,CAAC,EAAE,CAAC,CAAC;AAAAC,OAAA,CAAAD,kBAAA,GAAAA,kBAAA;AACvC,MAAME,qBAAqB,GAAG,CAAC,CAAC,CAAC;AAAA,IAuBrBC,aAAa,0BAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAbA,aAAa;EAAA,OAAbA,aAAa;AAAA;AAAAF,OAAA,CAAAE,aAAA,GAAAA,aAAA;AAoBlB,MAAMC,QAAQ,SAASC,oCAAiB,CAAiC;EAwBrEC,WAAWA,CAACC,IAAmB,EAAE;IACpC,KAAK,CAAC,CAAC;IAAC,IAAAC,gBAAA,CAAAC,OAAA,uBAZU,CAAC;IAAA,IAAAD,gBAAA,CAAAC,OAAA,mCACW,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA,6BAIXT,kBAAkB;IAAA,IAAAQ,gBAAA,CAAAC,OAAA,oBAC3B,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA,qBAEJ,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA,sBACJ,KAAK;IAAA,IAAAD,gBAAA,CAAAC,OAAA,sBAgFL,MAAY;MAC7B,IAAI,CAACC,IAAI,CAACP,aAAa,CAACQ,SAAS,EAAE,IAAI,CAACC,MAAM,CAAC;IACnD,CAAC;IAAA,IAAAJ,gBAAA,CAAAC,OAAA,uBAEsBI,KAAgB,IAAW;MAC9C,IAAIA,KAAK,KAAKC,eAAS,CAACC,SAAS,EAAE;QAC/B,IAAI,CAACC,SAAS,GAAG,IAAI;MACzB,CAAC,MAAM,IAAIH,KAAK,KAAKC,eAAS,CAACG,UAAU,EAAE;QACvC,IAAI,CAACD,SAAS,GAAG,KAAK;MAC1B;IACJ,CAAC;IAAA,IAAAR,gBAAA,CAAAC,OAAA,wBA8FsB,MAAY;MAC/B,IAAI,CAAC,IAAI,CAACS,QAAQ,EAAE;MAEpB,IAAI,CAAC,IAAI,CAACC,uBAAuB,EAAE;MAEnC,IAAI,CAACD,QAAQ,CAACE,qBAAqB,CAAC,IAAI,CAACC,iBAAkB,CAAC;MAE5D,IAAIC,SAAS,GAAG,CAACC,QAAQ;MACzB,KAAK,MAAMC,MAAM,IAAI,IAAI,CAACH,iBAAiB,EAAG;QAC1C,IAAIG,MAAM,GAAGF,SAAS,EAAE;UACpBA,SAAS,GAAGE,MAAM;QACtB;MACJ;MAEA,IAAI,CAACC,qBAAqB,CAACC,KAAK,CAAC,CAAC;MAClC,IAAI,CAACD,qBAAqB,CAACE,IAAI,CAACL,SAAS,CAAC;MAE1C,IAAI,CAACZ,IAAI,CAACP,aAAa,CAACyB,aAAa,EAAEN,SAAS,CAAC;MAEjD,IAAIO,WAAW,GAAG,KAAK;MAEvB,KAAK,MAAML,MAAM,IAAI,IAAI,CAACC,qBAAqB,EAAE;QAC7C,IAAID,MAAM,GAAG,IAAI,CAACM,iBAAiB,EAAE;UACjCD,WAAW,GAAG,IAAI;UAClB;QACJ;MACJ;MAEA,IAAI,IAAI,CAACE,QAAQ,KAAKF,WAAW,EAAE;QAC/B,IAAI,CAACE,QAAQ,GAAGF,WAAW;QAC3B,IAAI,CAACnB,IAAI,CAACP,aAAa,CAAC6B,QAAQ,EAAE,IAAI,CAACD,QAAQ,CAAC;MACpD;MAEA,IAAI,CAACE,mBAAmB,GAAGC,UAAU,CAAC,IAAI,CAACC,YAAY,EAAEpC,gBAAgB,CAAC;IAC9E,CAAC;IArNG,IAAI,CAACqC,MAAM,GAAG7B,IAAI,CAAC6B,MAAM;IACzB,IAAI,CAACC,IAAI,GAAG9B,IAAI,CAAC8B,IAAI;IACrB,IAAI,CAACC,MAAM,GAAG/B,IAAI,CAAC+B,MAAM;IACzB,IAAI,CAACC,MAAM,GAAGhC,IAAI,CAACgC,MAAM;IACzB,IAAI,CAACC,QAAQ,GAAGjC,IAAI,CAACiC,QAAQ;IAC7B,IAAI,CAACC,OAAO,GAAGlC,IAAI,CAACkC,OAAO;IAC3B,IAAI,CAACC,UAAU,GAAGnC,IAAI,CAACmC,UAAU;IACjC,IAAI,CAACC,UAAU,GAAGpC,IAAI,CAACoC,UAAU;IACjC,IAAI,CAAClB,qBAAqB,GAAG,IAAImB,KAAK,CAAC1C,qBAAqB,CAAC,CAAC2C,IAAI,CAAC,CAACtB,QAAQ,CAAC;IAC7E,IAAI,CAACuB,mBAAmB,GAAGvC,IAAI,CAACK,MAAM,CAACmC,EAAE;IAEzC,IAAI,CAACC,YAAY,CAAC,IAAI,EAAEzC,IAAI,CAACK,MAAM,CAAC;IACpC,IAAI,CAACA,MAAM,GAAGL,IAAI,CAACK,MAAM,CAAC,CAAC;;IAE3B,IAAI,IAAI,CAACqC,aAAa,EAAE;MACpB,IAAI,CAACC,mBAAmB,CAAC,CAAC;IAC9B;IAEA,IAAI3C,IAAI,CAAC8B,IAAI,EAAE;MACX9B,IAAI,CAAC8B,IAAI,CAACc,WAAW,CAACC,eAAS,CAACC,KAAK,EAAE,IAAI,CAACC,WAAW,CAAC;MACxD,IAAI,CAACA,WAAW,CAAC/C,IAAI,CAAC8B,IAAI,CAACxB,KAAK,CAAC;IACrC;EACJ;EAEA,IAAWG,SAASA,CAAA,EAAY;IAC5B;IACA,OAAO,IAAI,CAACuC,OAAO,CAAC,CAAC,IAAI,IAAI,CAACC,UAAU;EAC5C;EAEA,IAAYxC,SAASA,CAACA,SAAkB,EAAE;IACtC,IAAI,CAACwC,UAAU,GAAGxC,SAAS;IAC3B,IAAI,CAACN,IAAI,CAACP,aAAa,CAACsD,gBAAgB,EAAE,IAAI,CAACzC,SAAS,CAAC;EAC7D;EAEA,IAAWiC,aAAaA,CAAA,EAAY;IAChC,OAAO,IAAI,CAACrC,MAAM,CAAC8C,cAAc,CAAC,CAAC,CAACC,MAAM,GAAG,CAAC;EAClD;EAEQX,YAAYA,CAACY,SAA6B,EAAEC,SAAsB,EAAQ;IAC9E,IAAIA,SAAS,KAAKD,SAAS,EAAE;IAE7B,MAAME,0BAA0B,GAAG,IAAI,CAAC3C,uBAAuB;IAE/D,IAAIyC,SAAS,EAAE;MACXA,SAAS,CAACG,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAACC,UAAU,CAAC;MAC1D,IAAI,CAACC,qBAAqB,CAAC,KAAK,CAAC;IACrC;IAEA,IAAI,CAACrD,MAAM,GAAGiD,SAAS;IACvBA,SAAS,CAACK,gBAAgB,CAAC,UAAU,EAAE,IAAI,CAACF,UAAU,CAAC;IAEvD,IAAI,IAAI,CAACf,aAAa,EAAE;MACpB,IAAI,CAACC,mBAAmB,CAAC,CAAC;MAC1B,IAAIY,0BAA0B,EAAE,IAAI,CAACG,qBAAqB,CAAC,IAAI,CAAC;IACpE,CAAC,MAAM;MACH,IAAI,CAACA,qBAAqB,CAAC,KAAK,CAAC;IACrC;IAEA,IAAI,CAACvD,IAAI,CAACP,aAAa,CAACQ,SAAS,EAAE,IAAI,CAACC,MAAM,CAAC;EACnD;EAEQsC,mBAAmBA,CAAA,EAAS;IAChC,IAAI,CAAC,IAAI,CAACD,aAAa,EAAE;IACzB,IAAI,CAAC,IAAI,CAACkB,YAAY,EAAE,IAAI,CAACA,YAAY,GAAG,IAAAC,4BAAc,EAAC,CAAC;IAE5D,IAAI,CAAClD,QAAQ,GAAG,IAAI,CAACiD,YAAY,CAACE,cAAc,CAAC,CAAC;IAClD,IAAI,CAACnD,QAAQ,CAACoD,OAAO,GAAG,GAAG;IAC3B,IAAI,CAACpD,QAAQ,CAACqD,qBAAqB,GAAG,GAAG;IAEzC,MAAMC,0BAA0B,GAAG,IAAI,CAACL,YAAY,CAACM,uBAAuB,CAAC,IAAI,CAAC7D,MAAM,CAAC;IACzF4D,0BAA0B,CAACE,OAAO,CAAC,IAAI,CAACxD,QAAQ,CAAC;IAEjD,IAAI,CAACG,iBAAiB,GAAG,IAAIsD,YAAY,CAAC,IAAI,CAACzD,QAAQ,CAACG,iBAAiB,CAAC;EAC9E;EAcA;AACJ;AACA;AACA;EACWuD,SAASA,CAAA,EAAsB;IAAA,IAAAC,mBAAA;IAClC,MAAMC,QAAQ,GAAG,IAAI,CAAC1C,MAAM,CAAC2C,OAAO,CAAC,IAAI,CAACzC,MAAM,CAAC;IACjD,QAAAuC,mBAAA,GAAOC,QAAQ,aAARA,QAAQ,uBAARA,QAAQ,CAAEF,SAAS,CAAC,IAAI,CAACrC,MAAM,CAAC,cAAAsC,mBAAA,cAAAA,mBAAA,GAAI,IAAI;EACnD;;EAEA;AACJ;AACA;AACA;EACWtB,OAAOA,CAAA,EAAY;IACtB,OACI,IAAI,CAAChB,MAAM,KAAK,IAAI,CAACH,MAAM,CAAC4C,SAAS,CAAC,CAAC,KACtC,IAAI,CAACxC,QAAQ,KAAKyC,SAAS,IAAI,IAAI,CAACzC,QAAQ,KAAK,IAAI,CAACJ,MAAM,CAAC8C,WAAW,CAAC,CAAC,CAAC;EAEpF;;EAEA;AACJ;AACA;AACA;AACA;EACWC,YAAYA,CAAA,EAAY;IAC3B,OAAO,IAAI,CAACvE,MAAM,CAAC8C,cAAc,CAAC,CAAC,CAACC,MAAM,KAAK,CAAC,IAAI,IAAI,CAACjB,UAAU;EACvE;;EAEA;AACJ;AACA;AACA;AACA;EACW0C,YAAYA,CAAA,EAAY;IAC3B;IACA,OAAO,IAAI,CAACxE,MAAM,CAACyE,cAAc,CAAC,CAAC,CAAC1B,MAAM,KAAK,CAAC,IAAI,IAAI,CAAChB,UAAU;EACvE;EAEO2C,UAAUA,CAAA,EAAY;IACzB,OAAO,IAAI,CAACvD,QAAQ;EACxB;;EAEA;AACJ;AACA;AACA;AACA;AACA;AACA;EACWwD,YAAYA,CAAC1B,SAAsB,EAAQ;IAC9C,IAAI,CAACb,YAAY,CAAC,IAAI,CAACpC,MAAM,EAAEiD,SAAS,CAAC;EAC7C;;EAEA;AACJ;AACA;AACA;AACA;AACA;EACW2B,kBAAkBA,CAAC9C,UAA0B,EAAEC,UAA0B,EAAQ;IACpF,IAAID,UAAU,KAAK,IAAI,EAAE;MACrB,IAAI,IAAI,CAACA,UAAU,KAAKA,UAAU,EAAE;QAChC,IAAI,CAACjB,qBAAqB,CAACoB,IAAI,CAAC,CAACtB,QAAQ,CAAC;MAC9C;MACA,IAAI,CAACmB,UAAU,GAAGA,UAAU;IAChC;IACA,IAAIC,UAAU,KAAK,IAAI,EAAE,IAAI,CAACA,UAAU,GAAGA,UAAU;IACrD,IAAI,CAACjC,IAAI,CAACP,aAAa,CAACsF,gBAAgB,EAAE,IAAI,CAAC/C,UAAU,EAAE,IAAI,CAACC,UAAU,CAAC;EAC/E;;EAEA;AACJ;AACA;AACA;EACWsB,qBAAqBA,CAACyB,OAAgB,EAAQ;IACjD,IAAIA,OAAO,EAAE;MACT,IAAI,CAAC,IAAI,CAACxE,QAAQ,IAAI,CAAC,IAAI,CAACG,iBAAiB,IAAI,CAAC,IAAI,CAAC4B,aAAa,EAAE;MAEtE,IAAI,CAAC9B,uBAAuB,GAAG,IAAI;MACnC,IAAI,CAACgB,YAAY,CAAC,CAAC;IACvB,CAAC,MAAM;MACH,IAAI,CAAChB,uBAAuB,GAAG,KAAK;MACpC,IAAI,CAACM,qBAAqB,CAACoB,IAAI,CAAC,CAACtB,QAAQ,CAAC;MAC1C,IAAI,CAACb,IAAI,CAACP,aAAa,CAACyB,aAAa,EAAE,CAACL,QAAQ,CAAC;IACrD;EACJ;EAEOoE,oBAAoBA,CAACC,SAAiB,EAAQ;IACjD,IAAI,CAAC9D,iBAAiB,GAAG8D,SAAS;EACtC;EAsCOC,KAAKA,CAAA,EAAa;IACrB,MAAMC,YAAY,GAAG,IAAI,CAAC1D,MAAM,CAAC2D,eAAe,CAAC,CAAC;IAClD,MAAMnF,MAAM,GAAG,IAAI,CAACA,MAAM,CAACiF,KAAK,CAAC,CAAC;IAClCG,cAAM,CAACC,GAAG,CAAE,qDAAoD,IAAI,CAACrF,MAAM,CAACmC,EAAG,gBAAenC,MAAM,CAACmC,EAAG,GAAE,CAAC;IAE3G,IAAI,IAAI,CAACN,OAAO,KAAKyD,wCAAwB,CAACC,SAAS,EAAE;MACrDL,YAAY,CAACM,gBAAgB,CAACzE,IAAI,CAACf,MAAM,CAAC;IAC9C,CAAC,MAAM;MACHkF,YAAY,CAACO,oBAAoB,CAAC1E,IAAI,CAACf,MAAM,CAAC;IAClD;IAEA,OAAO,IAAIR,QAAQ,CAAC;MAChBgC,MAAM,EAAE,IAAI,CAACA,MAAM;MACnBE,MAAM,EAAE,IAAI,CAACA,MAAM;MACnBC,MAAM,EAAE,IAAI,CAACA,MAAM;MACnBC,QAAQ,EAAE,IAAI,CAACA,QAAQ;MACvB5B,MAAM;MACN6B,OAAO,EAAE,IAAI,CAACA,OAAO;MACrBC,UAAU,EAAE,IAAI,CAACA,UAAU;MAC3BC,UAAU,EAAE,IAAI,CAACA;IACrB,CAAC,CAAC;EACN;EAEO2D,OAAOA,CAAA,EAAS;IAAA,IAAAC,YAAA,EAAAC,UAAA;IACnBC,YAAY,CAAC,IAAI,CAACxE,mBAAmB,CAAC;IACtC,CAAAsE,YAAA,OAAI,CAAC3F,MAAM,cAAA2F,YAAA,eAAXA,YAAA,CAAaxC,mBAAmB,CAAC,UAAU,EAAE,IAAI,CAACC,UAAU,CAAC;IAC7D,CAAAwC,UAAA,OAAI,CAACnE,IAAI,cAAAmE,UAAA,eAATA,UAAA,CAAWE,cAAc,CAACtD,eAAS,CAACC,KAAK,EAAE,IAAI,CAACC,WAAW,CAAC;IAC5D,IAAI,IAAI,CAACa,YAAY,EAAE;MACnB,IAAI,CAACA,YAAY,GAAGc,SAAS;MAC7B,IAAI,CAAC/D,QAAQ,GAAG+D,SAAS;MACzB,IAAA0B,4BAAc,EAAC,CAAC;IACpB;IACA,IAAI,CAACC,SAAS,GAAG,IAAI;IACrB,IAAI,CAAClG,IAAI,CAACP,aAAa,CAAC0G,QAAQ,CAAC;EACrC;EAEA,IAAWC,QAAQA,CAAA,EAAY;IAC3B,OAAO,IAAI,CAACF,SAAS;EACzB;EAEA,IAAYE,QAAQA,CAACC,KAAc,EAAE;IACjC,IAAI,CAACH,SAAS,GAAGG,KAAK;EAC1B;EAEOC,cAAcA,CAAA,EAAW;IAC5B,OAAO,IAAI,CAACC,WAAW;EAC3B;EAEOC,cAAcA,CAACD,WAAmB,EAAQ;IAC7C,IAAI,CAACA,WAAW,GAAGA,WAAW;IAC9B,IAAI,CAACvG,IAAI,CAACP,aAAa,CAACgH,kBAAkB,EAAEF,WAAW,CAAC;EAC5D;AACJ;AAAChH,OAAA,CAAAG,QAAA,GAAAA,QAAA"}
|
|
@@ -109,6 +109,7 @@ export interface IGroupCallRoomState {
|
|
|
109
109
|
"io.element.ptt"?: boolean;
|
|
110
110
|
"dataChannelsEnabled"?: boolean;
|
|
111
111
|
"dataChannelOptions"?: IGroupCallDataChannelOptions;
|
|
112
|
+
"io.element.livekit_service_url"?: string;
|
|
112
113
|
}
|
|
113
114
|
export interface IGroupCallRoomMemberFeed {
|
|
114
115
|
purpose: SDPStreamMetadataPurpose;
|
|
@@ -146,6 +147,7 @@ export declare class GroupCall extends TypedEventEmitter<GroupCallEvent | CallEv
|
|
|
146
147
|
intent: GroupCallIntent;
|
|
147
148
|
private dataChannelsEnabled?;
|
|
148
149
|
private dataChannelOptions?;
|
|
150
|
+
private useLivekit;
|
|
149
151
|
activeSpeakerInterval: number;
|
|
150
152
|
retryCallInterval: number;
|
|
151
153
|
participantTimeout: number;
|
|
@@ -170,18 +172,22 @@ export declare class GroupCall extends TypedEventEmitter<GroupCallEvent | CallEv
|
|
|
170
172
|
private initWithAudioMuted;
|
|
171
173
|
private initWithVideoMuted;
|
|
172
174
|
private initCallFeedPromise?;
|
|
175
|
+
private _livekitServiceURL?;
|
|
173
176
|
private stats;
|
|
174
177
|
/**
|
|
175
178
|
* Configure default webrtc stats collection interval in ms
|
|
176
179
|
* Disable collecting webrtc stats by setting interval to 0
|
|
177
180
|
*/
|
|
178
181
|
private statsCollectIntervalTime;
|
|
179
|
-
constructor(client: MatrixClient, room: Room, type: GroupCallType, isPtt: boolean, intent: GroupCallIntent, groupCallId?: string, dataChannelsEnabled?: boolean | undefined, dataChannelOptions?: IGroupCallDataChannelOptions | undefined, isCallWithoutVideoAndAudio?: boolean);
|
|
182
|
+
constructor(client: MatrixClient, room: Room, type: GroupCallType, isPtt: boolean, intent: GroupCallIntent, groupCallId?: string, dataChannelsEnabled?: boolean | undefined, dataChannelOptions?: IGroupCallDataChannelOptions | undefined, isCallWithoutVideoAndAudio?: boolean, useLivekit?: boolean, livekitServiceURL?: string);
|
|
180
183
|
private onConnectionStats;
|
|
181
184
|
private onByteSentStats;
|
|
182
185
|
private onSummaryStats;
|
|
183
186
|
private onCallFeedReport;
|
|
184
187
|
create(): Promise<GroupCall>;
|
|
188
|
+
private sendCallStateEvent;
|
|
189
|
+
get livekitServiceURL(): string | undefined;
|
|
190
|
+
updateLivekitServiceURL(newURL: string): Promise<void>;
|
|
185
191
|
private _state;
|
|
186
192
|
/**
|
|
187
193
|
* The group call's state.
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"groupCall.d.ts","sourceRoot":"","sources":["../../src/webrtc/groupCall.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAsB,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAa,MAAM,WAAW,CAAC;AACpD,OAAO,EAEH,SAAS,EACT,mBAAmB,EAGnB,UAAU,EAIb,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAItC,OAAO,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AAK5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EACH,mBAAmB,EACnB,cAAc,EACd,qBAAqB,EAErB,kBAAkB,EACrB,MAAM,qBAAqB,CAAC;AAI7B,oBAAY,eAAe;IACvB,IAAI,WAAW;IACf,MAAM,aAAa;IACnB,IAAI,WAAW;CAClB;AAED,oBAAY,aAAa;IACrB,KAAK,YAAY;IACjB,KAAK,YAAY;CACpB;AAED,oBAAY,0BAA0B;IAClC,SAAS,eAAe;CAC3B;AAED,MAAM,MAAM,oBAAoB,GAAG,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;AAExE;;;;GAIG;AACH,oBAAY,cAAc;IACtB,qBAAqB,6BAA6B;IAClD,oBAAoB,2BAA2B;IAC/C,YAAY,kBAAkB;IAC9B,qBAAqB,6BAA6B;IAClD,uBAAuB,8BAA8B;IACrD,4BAA4B,oCAAoC;IAChE,qBAAqB,6BAA6B;IAClD,mBAAmB,yBAAyB;IAC5C,KAAK,qBAAqB;CAC7B;AAED,MAAM,MAAM,wBAAwB,GAAG;IACnC,CAAC,cAAc,CAAC,qBAAqB,CAAC,EAAE,CAAC,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,cAAc,KAAK,IAAI,CAAC;IACrG,CAAC,cAAc,CAAC,oBAAoB,CAAC,EAAE,CAAC,aAAa,EAAE,QAAQ,GAAG,SAAS,KAAK,IAAI,CAAC;IACrF,CAAC,cAAc,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACrE,CAAC,cAAc,CAAC,qBAAqB,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,IAAI,CAAC;IACpE,CAAC,cAAc,CAAC,uBAAuB,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,IAAI,CAAC;IACtE,CAAC,cAAc,CAAC,4BAA4B,CAAC,EAAE,CAC3C,eAAe,EAAE,OAAO,EACxB,IAAI,CAAC,EAAE,QAAQ,EACf,QAAQ,CAAC,EAAE,MAAM,KAChB,IAAI,CAAC;IACV,CAAC,cAAc,CAAC,qBAAqB,CAAC,EAAE,CAAC,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;IAC3F,CAAC,cAAc,CAAC,mBAAmB,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,KAAK,IAAI,CAAC;IAC7G;;;;;;;;;;;;;;OAcG;IACH,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,CAAC;CAC3D,CAAC;AAEF,oBAAY,yBAAyB;IACjC,eAAe,+BAA+B;IAC9C,aAAa,8BAA8B;IAC3C,YAAY,4BAA4B;IACxC,aAAa,8BAA8B;CAC9C;AAED;;GAEG;AACH,MAAM,MAAM,mCAAmC,GAAG;IAC9C,CAAC,yBAAyB,CAAC,eAAe,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,qBAAqB,CAAC,KAAK,IAAI,CAAC;IAC3G,CAAC,yBAAyB,CAAC,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,mBAAmB,CAAC,KAAK,IAAI,CAAC;IACvG,CAAC,yBAAyB,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC;IACrG,CAAC,yBAAyB,CAAC,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,IAAI,CAAC;CACrG,CAAC;AAEF,oBAAY,kBAAkB;IAC1B,WAAW,kBAAkB;IAC7B,aAAa,mBAAmB;IAChC,eAAe,sBAAsB;CACxC;AAED,MAAM,WAAW,oBAAoB,CACjC,CAAC,SAAS,qBAAqB,GAAG,mBAAmB,GAAG,kBAAkB,GAAG,cAAc;IAE3F,MAAM,EAAE,CAAC,CAAC;CACb;AAED,qBAAa,cAAe,SAAQ,KAAK;IAC9B,IAAI,EAAE,MAAM,CAAC;gBAED,IAAI,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,KAAK;CAUxE;AAED,qBAAa,2BAA4B,SAAQ,cAAc;IACjC,MAAM,EAAE,MAAM;gBAAd,MAAM,EAAE,MAAM;CAG3C;AAED,qBAAa,sBAAuB,SAAQ,KAAK;;CAIhD;AAED,MAAM,WAAW,4BAA4B;IACzC,OAAO,EAAE,OAAO,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAChC,UAAU,EAAE,eAAe,CAAC;IAC5B,QAAQ,EAAE,aAAa,CAAC;IACxB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAE3B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,oBAAoB,CAAC,EAAE,4BAA4B,CAAC;
|
|
1
|
+
{"version":3,"file":"groupCall.d.ts","sourceRoot":"","sources":["../../src/webrtc/groupCall.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,MAAM,+BAA+B,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAsB,MAAM,YAAY,CAAC;AAC1D,OAAO,EAAE,YAAY,EAAa,MAAM,WAAW,CAAC;AACpD,OAAO,EAEH,SAAS,EACT,mBAAmB,EAGnB,UAAU,EAIb,MAAM,QAAQ,CAAC;AAChB,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,gBAAgB,CAAC;AAItC,OAAO,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AAK5D,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAC;AAEpD,OAAO,EAAE,cAAc,EAAE,MAAM,wBAAwB,CAAC;AACxD,OAAO,EACH,mBAAmB,EACnB,cAAc,EACd,qBAAqB,EAErB,kBAAkB,EACrB,MAAM,qBAAqB,CAAC;AAI7B,oBAAY,eAAe;IACvB,IAAI,WAAW;IACf,MAAM,aAAa;IACnB,IAAI,WAAW;CAClB;AAED,oBAAY,aAAa;IACrB,KAAK,YAAY;IACjB,KAAK,YAAY;CACpB;AAED,oBAAY,0BAA0B;IAClC,SAAS,eAAe;CAC3B;AAED,MAAM,MAAM,oBAAoB,GAAG,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC,CAAC;AAExE;;;;GAIG;AACH,oBAAY,cAAc;IACtB,qBAAqB,6BAA6B;IAClD,oBAAoB,2BAA2B;IAC/C,YAAY,kBAAkB;IAC9B,qBAAqB,6BAA6B;IAClD,uBAAuB,8BAA8B;IACrD,4BAA4B,oCAAoC;IAChE,qBAAqB,6BAA6B;IAClD,mBAAmB,yBAAyB;IAC5C,KAAK,qBAAqB;CAC7B;AAED,MAAM,MAAM,wBAAwB,GAAG;IACnC,CAAC,cAAc,CAAC,qBAAqB,CAAC,EAAE,CAAC,QAAQ,EAAE,cAAc,EAAE,QAAQ,EAAE,cAAc,KAAK,IAAI,CAAC;IACrG,CAAC,cAAc,CAAC,oBAAoB,CAAC,EAAE,CAAC,aAAa,EAAE,QAAQ,GAAG,SAAS,KAAK,IAAI,CAAC;IACrF,CAAC,cAAc,CAAC,YAAY,CAAC,EAAE,CAAC,KAAK,EAAE,oBAAoB,KAAK,IAAI,CAAC;IACrE,CAAC,cAAc,CAAC,qBAAqB,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,IAAI,CAAC;IACpE,CAAC,cAAc,CAAC,uBAAuB,CAAC,EAAE,CAAC,KAAK,EAAE,QAAQ,EAAE,KAAK,IAAI,CAAC;IACtE,CAAC,cAAc,CAAC,4BAA4B,CAAC,EAAE,CAC3C,eAAe,EAAE,OAAO,EACxB,IAAI,CAAC,EAAE,QAAQ,EACf,QAAQ,CAAC,EAAE,MAAM,KAChB,IAAI,CAAC;IACV,CAAC,cAAc,CAAC,qBAAqB,CAAC,EAAE,CAAC,UAAU,EAAE,OAAO,EAAE,UAAU,EAAE,OAAO,KAAK,IAAI,CAAC;IAC3F,CAAC,cAAc,CAAC,mBAAmB,CAAC,EAAE,CAAC,YAAY,EAAE,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,KAAK,IAAI,CAAC;IAC7G;;;;;;;;;;;;;;OAcG;IACH,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,cAAc,KAAK,IAAI,CAAC;CAC3D,CAAC;AAEF,oBAAY,yBAAyB;IACjC,eAAe,+BAA+B;IAC9C,aAAa,8BAA8B;IAC3C,YAAY,4BAA4B;IACxC,aAAa,8BAA8B;CAC9C;AAED;;GAEG;AACH,MAAM,MAAM,mCAAmC,GAAG;IAC9C,CAAC,yBAAyB,CAAC,eAAe,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,qBAAqB,CAAC,KAAK,IAAI,CAAC;IAC3G,CAAC,yBAAyB,CAAC,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,mBAAmB,CAAC,KAAK,IAAI,CAAC;IACvG,CAAC,yBAAyB,CAAC,YAAY,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,kBAAkB,CAAC,KAAK,IAAI,CAAC;IACrG,CAAC,yBAAyB,CAAC,aAAa,CAAC,EAAE,CAAC,MAAM,EAAE,oBAAoB,CAAC,cAAc,CAAC,KAAK,IAAI,CAAC;CACrG,CAAC;AAEF,oBAAY,kBAAkB;IAC1B,WAAW,kBAAkB;IAC7B,aAAa,mBAAmB;IAChC,eAAe,sBAAsB;CACxC;AAED,MAAM,WAAW,oBAAoB,CACjC,CAAC,SAAS,qBAAqB,GAAG,mBAAmB,GAAG,kBAAkB,GAAG,cAAc;IAE3F,MAAM,EAAE,CAAC,CAAC;CACb;AAED,qBAAa,cAAe,SAAQ,KAAK;IAC9B,IAAI,EAAE,MAAM,CAAC;gBAED,IAAI,EAAE,kBAAkB,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,CAAC,EAAE,KAAK;CAUxE;AAED,qBAAa,2BAA4B,SAAQ,cAAc;IACjC,MAAM,EAAE,MAAM;gBAAd,MAAM,EAAE,MAAM;CAG3C;AAED,qBAAa,sBAAuB,SAAQ,KAAK;;CAIhD;AAED,MAAM,WAAW,4BAA4B;IACzC,OAAO,EAAE,OAAO,CAAC;IACjB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,mBAAmB;IAChC,UAAU,EAAE,eAAe,CAAC;IAC5B,QAAQ,EAAE,aAAa,CAAC;IACxB,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAE3B,qBAAqB,CAAC,EAAE,OAAO,CAAC;IAChC,oBAAoB,CAAC,EAAE,4BAA4B,CAAC;IAEpD,gCAAgC,CAAC,EAAE,MAAM,CAAC;CAC7C;AAED,MAAM,WAAW,wBAAwB;IACrC,OAAO,EAAE,wBAAwB,CAAC;CACrC;AAED,MAAM,WAAW,0BAA0B;IACvC,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,wBAAwB,EAAE,CAAC;CACrC;AAED,MAAM,WAAW,6BAA6B;IAC1C,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,EAAE,CAAC;IACpB,WAAW,EAAE,0BAA0B,EAAE,CAAC;CAC7C;AAED,MAAM,WAAW,yBAAyB;IACtC,SAAS,EAAE,6BAA6B,EAAE,CAAC;CAC9C;AAED,oBAAY,cAAc;IACtB,0BAA0B,kCAAkC;IAC5D,yBAAyB,iCAAiC;IAC1D,wBAAwB,gCAAgC;IACxD,OAAO,YAAY;IACnB,KAAK,UAAU;CAClB;AAED,MAAM,WAAW,gBAAgB;IAC7B,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,OAAO,CAAC;CAC1B;AAeD,qBAAa,SAAU,SAAQ,iBAAiB,CAC5C,cAAc,GAAG,SAAS,GAAG,yBAAyB,EACtD,wBAAwB,GAAG,mBAAmB,GAAG,mCAAmC,CACvF;IAsCO,OAAO,CAAC,MAAM;IACP,IAAI,EAAE,IAAI;IACV,IAAI,EAAE,aAAa;IACnB,KAAK,EAAE,OAAO;IACd,MAAM,EAAE,eAAe;IAE9B,OAAO,CAAC,mBAAmB,CAAC;IAC5B,OAAO,CAAC,kBAAkB,CAAC;IAK3B,OAAO,CAAC,UAAU;IAhDf,qBAAqB,SAAQ;IAC7B,iBAAiB,SAAQ;IACzB,kBAAkB,SAAa;IAC/B,kBAAkB,SAAa;IAE/B,aAAa,CAAC,EAAE,QAAQ,CAAC;IACzB,aAAa,CAAC,EAAE,QAAQ,CAAC;IACzB,oBAAoB,CAAC,EAAE,QAAQ,CAAC;IAChC,4BAA4B,CAAC,EAAE,MAAM,CAAC;IAC7C,SAAgB,cAAc,EAAE,QAAQ,EAAE,CAAM;IAChD,SAAgB,gBAAgB,EAAE,QAAQ,EAAE,CAAM;IAC3C,WAAW,EAAE,MAAM,CAAC;IAC3B,SAAgB,6BAA6B,EAAE,OAAO,CAAC;IAEvD,OAAO,CAAC,QAAQ,CAAC,KAAK,CAA8C;IACpE,OAAO,CAAC,YAAY,CAAiD;IACrE,OAAO,CAAC,yBAAyB,CAAC,CAAgC;IAClE,OAAO,CAAC,qBAAqB,CAAC,CAAgC;IAC9D,OAAO,CAAC,eAAe,CAA+C;IACtE,OAAO,CAAC,SAAS,CAAY;IAC7B,OAAO,CAAC,aAAa,CAA8C;IACnE,OAAO,CAAC,2BAA2B,CAA8C;IACjF,OAAO,CAAC,sBAAsB,CAA+C;IAC7E,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,kBAAkB,CAAS;IACnC,OAAO,CAAC,mBAAmB,CAAC,CAAgB;IAC5C,OAAO,CAAC,kBAAkB,CAAC,CAAS;IAEpC,OAAO,CAAC,KAAK,CAA6B;IAC1C;;;OAGG;IACH,OAAO,CAAC,wBAAwB,CAAK;gBAGzB,MAAM,EAAE,YAAY,EACrB,IAAI,EAAE,IAAI,EACV,IAAI,EAAE,aAAa,EACnB,KAAK,EAAE,OAAO,EACd,MAAM,EAAE,eAAe,EAC9B,WAAW,CAAC,EAAE,MAAM,EACZ,mBAAmB,CAAC,qBAAS,EAC7B,kBAAkB,CAAC,0CAA8B,EACzD,0BAA0B,CAAC,EAAE,OAAO,EAI5B,UAAU,UAAQ,EAC1B,iBAAiB,CAAC,EAAE,MAAM;IAiB9B,OAAO,CAAC,iBAAiB,CAGvB;IAEF,OAAO,CAAC,eAAe,CAGrB;IAEF,OAAO,CAAC,cAAc,CAIpB;IAEF,OAAO,CAAC,gBAAgB,CActB;IAEW,MAAM,IAAI,OAAO,CAAC,SAAS,CAAC;YAU3B,kBAAkB;IAgBhC,IAAW,iBAAiB,IAAI,MAAM,GAAG,SAAS,CAEjD;IAEM,uBAAuB,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAK7D,OAAO,CAAC,MAAM,CAA6C;IAE3D;;OAEG;IACH,IAAW,KAAK,IAAI,cAAc,CAEjC;IAED,OAAO,KAAK,KAAK,QAMhB;IAED,OAAO,CAAC,aAAa,CAAwD;IAE7E;;;OAGG;IACH,IAAW,YAAY,IAAI,GAAG,CAAC,UAAU,EAAE,GAAG,CAAC,MAAM,EAAE,gBAAgB,CAAC,CAAC,CAExE;IAED,OAAO,KAAK,YAAY,QAYvB;IAED,OAAO,CAAC,WAAW,CAAuB;IAE1C;;;OAGG;IACH,IAAW,UAAU,IAAI,MAAM,GAAG,IAAI,CAErC;IAED,OAAO,KAAK,UAAU,QAErB;IAED,OAAO,CAAC,yBAAyB,CAAS;IAE1C;;;OAGG;IACH,IAAW,wBAAwB,IAAI,OAAO,CAE7C;IAED,IAAW,wBAAwB,CAAC,KAAK,EAAE,OAAO,EAGjD;IAED;;;OAGG;IACI,WAAW,CAAC,CAAC,EAAE,CAAC,IAAI,EAAE,UAAU,KAAK,IAAI,GAAG,IAAI;IAMhD,aAAa,IAAI,QAAQ,EAAE;IAS3B,mBAAmB,IAAI,OAAO;IAOrC;;;OAGG;IACH,OAAO,CAAC,YAAY;IAOP,iBAAiB,IAAI,OAAO,CAAC,IAAI,CAAC;YAuBjC,yBAAyB;IA+C1B,0BAA0B,CAAC,MAAM,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAe9D,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAyBnC,OAAO,CAAC,OAAO;IA8CR,KAAK,IAAI,IAAI;IAKP,SAAS,CAAC,cAAc,UAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IA8BrD,iBAAiB,IAAI,OAAO;IAQ5B,iBAAiB,IAAI,OAAO;IAQnC;;;;OAIG;IACU,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IAuEjE;;;;;;;;OAQG;YACW,+BAA+B;IA2B7C;;;;OAIG;IACU,kBAAkB,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;IA+CpD,uBAAuB,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,GAAE,kBAAuB,GAAG,OAAO,CAAC,OAAO,CAAC;IA8EhG,eAAe,IAAI,OAAO;IAajC,OAAO,CAAC,cAAc,CA8DpB;IAEF;;;;;;OAMG;IACH,OAAO,CAAC,iBAAiB;IAWzB;;OAEG;IACH,OAAO,CAAC,kBAAkB;IA2F1B,OAAO,CAAC,oBAAoB;IAQ5B,OAAO,CAAC,eAAe,CA2BrB;IAEF,OAAO,CAAC,QAAQ;IAwChB,OAAO,CAAC,WAAW;IAqCnB,OAAO,CAAC,kBAAkB,CA2CxB;IAEF,OAAO,CAAC,kBAAkB,CAqBxB;IAEF,OAAO,CAAC,YAAY,CAalB;IAEF,OAAO,CAAC,cAAc,CAapB;IAMK,gBAAgB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS;IAI/E,OAAO,CAAC,gBAAgB;IAMxB,OAAO,CAAC,oBAAoB;IAgB5B,OAAO,CAAC,mBAAmB;IAoB3B,OAAO,CAAC,mBAAmB,CAsBzB;IAMK,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,SAAS;IAIjF,OAAO,CAAC,kBAAkB;IAK1B,OAAO,CAAC,sBAAsB;IAe9B,OAAO,CAAC,qBAAqB;IAe7B;;OAEG;IACH,OAAO,CAAC,kBAAkB;IAqF1B;;;;;OAKG;YACW,aAAa;YAqDb,sBAAsB;YAatB,iBAAiB;IAgC/B;;;OAGG;IACU,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAuB9C,OAAO,CAAC,WAAW,CAAyC;IAE5D,OAAO,CAAC,qBAAqB,CAe3B;IAEF,OAAO,CAAC,cAAc,CAepB;IAEF,OAAO,CAAC,mBAAmB,CASzB;IAEK,iBAAiB,IAAI,cAAc;IAYnC,yBAAyB,CAAC,QAAQ,EAAE,MAAM,GAAG,IAAI;CAU3D"}
|
package/lib/webrtc/groupCall.js
CHANGED
|
@@ -21,8 +21,8 @@ var _groupCallStats = require("./stats/groupCallStats");
|
|
|
21
21
|
var _statsReport = require("./stats/statsReport");
|
|
22
22
|
var _summaryStatsReportGatherer = require("./stats/summaryStatsReportGatherer");
|
|
23
23
|
var _callFeedStatsReporter = require("./stats/callFeedStatsReporter");
|
|
24
|
-
function ownKeys(
|
|
25
|
-
function _objectSpread(
|
|
24
|
+
function ownKeys(e, r) { var t = Object.keys(e); if (Object.getOwnPropertySymbols) { var o = Object.getOwnPropertySymbols(e); r && (o = o.filter(function (r) { return Object.getOwnPropertyDescriptor(e, r).enumerable; })), t.push.apply(t, o); } return t; }
|
|
25
|
+
function _objectSpread(e) { for (var r = 1; r < arguments.length; r++) { var t = null != arguments[r] ? arguments[r] : {}; r % 2 ? ownKeys(Object(t), !0).forEach(function (r) { (0, _defineProperty2.default)(e, r, t[r]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(e, Object.getOwnPropertyDescriptors(t)) : ownKeys(Object(t)).forEach(function (r) { Object.defineProperty(e, r, Object.getOwnPropertyDescriptor(t, r)); }); } return e; }
|
|
26
26
|
let GroupCallIntent = /*#__PURE__*/function (GroupCallIntent) {
|
|
27
27
|
GroupCallIntent["Ring"] = "m.ring";
|
|
28
28
|
GroupCallIntent["Prompt"] = "m.prompt";
|
|
@@ -82,10 +82,8 @@ class GroupCallError extends Error {
|
|
|
82
82
|
// Still don't think there's any way to have proper nested errors
|
|
83
83
|
if (err) {
|
|
84
84
|
super(msg + ": " + err);
|
|
85
|
-
(0, _defineProperty2.default)(this, "code", void 0);
|
|
86
85
|
} else {
|
|
87
86
|
super(msg);
|
|
88
|
-
(0, _defineProperty2.default)(this, "code", void 0);
|
|
89
87
|
}
|
|
90
88
|
this.code = code;
|
|
91
89
|
}
|
|
@@ -120,45 +118,29 @@ function getCallUserId(call) {
|
|
|
120
118
|
return ((_call$getOpponentMemb = call.getOpponentMember()) === null || _call$getOpponentMemb === void 0 ? void 0 : _call$getOpponentMemb.userId) || call.invitee || null;
|
|
121
119
|
}
|
|
122
120
|
class GroupCall extends _typedEventEmitter.TypedEventEmitter {
|
|
123
|
-
constructor(client, room, type, isPtt, intent, groupCallId, dataChannelsEnabled, dataChannelOptions, isCallWithoutVideoAndAudio
|
|
121
|
+
constructor(client, room, type, isPtt, intent, groupCallId, dataChannelsEnabled, dataChannelOptions, isCallWithoutVideoAndAudio,
|
|
122
|
+
// this tells the js-sdk not to actually establish any calls to exchange media and just to
|
|
123
|
+
// create the group call signaling events, with the intention that the actual media will be
|
|
124
|
+
// handled using livekit. The js-sdk doesn't contain any code to do the actual livekit call though.
|
|
125
|
+
useLivekit = false, livekitServiceURL) {
|
|
124
126
|
var _room$currentState$ge, _room$currentState$ge2;
|
|
125
127
|
super();
|
|
126
|
-
this.client = client;
|
|
127
|
-
this.room = room;
|
|
128
|
-
this.type = type;
|
|
129
|
-
this.isPtt = isPtt;
|
|
130
|
-
this.intent = intent;
|
|
131
|
-
this.dataChannelsEnabled = dataChannelsEnabled;
|
|
132
|
-
this.dataChannelOptions = dataChannelOptions;
|
|
133
128
|
// Config
|
|
134
129
|
(0, _defineProperty2.default)(this, "activeSpeakerInterval", 1000);
|
|
135
130
|
(0, _defineProperty2.default)(this, "retryCallInterval", 5000);
|
|
136
131
|
(0, _defineProperty2.default)(this, "participantTimeout", 1000 * 15);
|
|
137
132
|
(0, _defineProperty2.default)(this, "pttMaxTransmitTime", 1000 * 20);
|
|
138
|
-
(0, _defineProperty2.default)(this, "activeSpeaker", void 0);
|
|
139
|
-
(0, _defineProperty2.default)(this, "localCallFeed", void 0);
|
|
140
|
-
(0, _defineProperty2.default)(this, "localScreenshareFeed", void 0);
|
|
141
|
-
(0, _defineProperty2.default)(this, "localDesktopCapturerSourceId", void 0);
|
|
142
133
|
(0, _defineProperty2.default)(this, "userMediaFeeds", []);
|
|
143
134
|
(0, _defineProperty2.default)(this, "screenshareFeeds", []);
|
|
144
|
-
(0, _defineProperty2.default)(this, "groupCallId", void 0);
|
|
145
|
-
(0, _defineProperty2.default)(this, "allowCallWithoutVideoAndAudio", void 0);
|
|
146
135
|
(0, _defineProperty2.default)(this, "calls", new Map());
|
|
147
136
|
// user_id -> device_id -> MatrixCall
|
|
148
137
|
(0, _defineProperty2.default)(this, "callHandlers", new Map());
|
|
149
|
-
// user_id -> device_id -> ICallHandlers
|
|
150
|
-
(0, _defineProperty2.default)(this, "activeSpeakerLoopInterval", void 0);
|
|
151
|
-
(0, _defineProperty2.default)(this, "retryCallLoopInterval", void 0);
|
|
152
138
|
(0, _defineProperty2.default)(this, "retryCallCounts", new Map());
|
|
153
|
-
// user_id -> device_id -> count
|
|
154
|
-
(0, _defineProperty2.default)(this, "reEmitter", void 0);
|
|
155
139
|
(0, _defineProperty2.default)(this, "transmitTimer", null);
|
|
156
140
|
(0, _defineProperty2.default)(this, "participantsExpirationTimer", null);
|
|
157
141
|
(0, _defineProperty2.default)(this, "resendMemberStateTimer", null);
|
|
158
142
|
(0, _defineProperty2.default)(this, "initWithAudioMuted", false);
|
|
159
143
|
(0, _defineProperty2.default)(this, "initWithVideoMuted", false);
|
|
160
|
-
(0, _defineProperty2.default)(this, "initCallFeedPromise", void 0);
|
|
161
|
-
(0, _defineProperty2.default)(this, "stats", void 0);
|
|
162
144
|
/**
|
|
163
145
|
* Configure default webrtc stats collection interval in ms
|
|
164
146
|
* Disable collecting webrtc stats by setting interval to 0
|
|
@@ -230,6 +212,10 @@ class GroupCall extends _typedEventEmitter.TypedEventEmitter {
|
|
|
230
212
|
_logger.logger.warn(`GroupCall ${this.groupCallId} onIncomingCall() incoming call with no member - ignoring`);
|
|
231
213
|
return;
|
|
232
214
|
}
|
|
215
|
+
if (this.useLivekit) {
|
|
216
|
+
_logger.logger.info("Received incoming call whilst in signaling-only mode! Ignoring.");
|
|
217
|
+
return;
|
|
218
|
+
}
|
|
233
219
|
const deviceMap = (_this$calls$get = this.calls.get(opponentUserId)) !== null && _this$calls$get !== void 0 ? _this$calls$get : new Map();
|
|
234
220
|
const prevCall = deviceMap.get(newCall.getOpponentDeviceId());
|
|
235
221
|
if ((prevCall === null || prevCall === void 0 ? void 0 : prevCall.callId) === newCall.callId) return;
|
|
@@ -328,7 +314,7 @@ class GroupCall extends _typedEventEmitter.TypedEventEmitter {
|
|
|
328
314
|
const opponentUserId = (_call$getOpponentMemb2 = call.getOpponentMember()) === null || _call$getOpponentMemb2 === void 0 ? void 0 : _call$getOpponentMemb2.userId;
|
|
329
315
|
if (state === _call.CallState.Connected && opponentUserId) {
|
|
330
316
|
const retriesMap = this.retryCallCounts.get(opponentUserId);
|
|
331
|
-
retriesMap === null || retriesMap === void 0
|
|
317
|
+
retriesMap === null || retriesMap === void 0 || retriesMap.delete(call.getOpponentDeviceId());
|
|
332
318
|
if ((retriesMap === null || retriesMap === void 0 ? void 0 : retriesMap.size) === 0) this.retryCallCounts.delete(opponentUserId);
|
|
333
319
|
}
|
|
334
320
|
});
|
|
@@ -387,7 +373,7 @@ class GroupCall extends _typedEventEmitter.TypedEventEmitter {
|
|
|
387
373
|
(0, _call.setTracksEnabled)(feed.stream.getVideoTracks(), !feed.isVideoMuted() && expected);
|
|
388
374
|
}
|
|
389
375
|
});
|
|
390
|
-
if (this.state === GroupCallState.Entered) this.placeOutgoingCalls();
|
|
376
|
+
if (this.state === GroupCallState.Entered && !this.useLivekit) this.placeOutgoingCalls();
|
|
391
377
|
|
|
392
378
|
// Update the participants stored in the stats object
|
|
393
379
|
});
|
|
@@ -403,8 +389,17 @@ class GroupCall extends _typedEventEmitter.TypedEventEmitter {
|
|
|
403
389
|
this.updateMemberState().catch(e => _logger.logger.error(`GroupCall ${this.groupCallId} onLocalFeedsChanged() failed to update member state feeds`, e));
|
|
404
390
|
}
|
|
405
391
|
});
|
|
392
|
+
this.client = client;
|
|
393
|
+
this.room = room;
|
|
394
|
+
this.type = type;
|
|
395
|
+
this.isPtt = isPtt;
|
|
396
|
+
this.intent = intent;
|
|
397
|
+
this.dataChannelsEnabled = dataChannelsEnabled;
|
|
398
|
+
this.dataChannelOptions = dataChannelOptions;
|
|
399
|
+
this.useLivekit = useLivekit;
|
|
406
400
|
this.reEmitter = new _ReEmitter.ReEmitter(this);
|
|
407
401
|
this.groupCallId = groupCallId !== null && groupCallId !== void 0 ? groupCallId : (0, _call.genCallID)();
|
|
402
|
+
this._livekitServiceURL = livekitServiceURL;
|
|
408
403
|
this.creationTs = (_room$currentState$ge = (_room$currentState$ge2 = room.currentState.getStateEvents(_event.EventType.GroupCallPrefix, this.groupCallId)) === null || _room$currentState$ge2 === void 0 ? void 0 : _room$currentState$ge2.getTs()) !== null && _room$currentState$ge !== void 0 ? _room$currentState$ge : null;
|
|
409
404
|
this.updateParticipants();
|
|
410
405
|
room.on(_roomState.RoomStateEvent.Update, this.onRoomState);
|
|
@@ -417,6 +412,10 @@ class GroupCall extends _typedEventEmitter.TypedEventEmitter {
|
|
|
417
412
|
this.creationTs = Date.now();
|
|
418
413
|
this.client.groupCallEventHandler.groupCalls.set(this.room.roomId, this);
|
|
419
414
|
this.client.emit(_groupCallEventHandler.GroupCallEventHandlerEvent.Outgoing, this);
|
|
415
|
+
await this.sendCallStateEvent();
|
|
416
|
+
return this;
|
|
417
|
+
}
|
|
418
|
+
async sendCallStateEvent() {
|
|
420
419
|
const groupCallState = {
|
|
421
420
|
"m.intent": this.intent,
|
|
422
421
|
"m.type": this.type,
|
|
@@ -425,8 +424,17 @@ class GroupCall extends _typedEventEmitter.TypedEventEmitter {
|
|
|
425
424
|
"dataChannelsEnabled": this.dataChannelsEnabled,
|
|
426
425
|
"dataChannelOptions": this.dataChannelsEnabled ? this.dataChannelOptions : undefined
|
|
427
426
|
};
|
|
427
|
+
if (this.livekitServiceURL) {
|
|
428
|
+
groupCallState["io.element.livekit_service_url"] = this.livekitServiceURL;
|
|
429
|
+
}
|
|
428
430
|
await this.client.sendStateEvent(this.room.roomId, _event.EventType.GroupCallPrefix, groupCallState, this.groupCallId);
|
|
429
|
-
|
|
431
|
+
}
|
|
432
|
+
get livekitServiceURL() {
|
|
433
|
+
return this._livekitServiceURL;
|
|
434
|
+
}
|
|
435
|
+
updateLivekitServiceURL(newURL) {
|
|
436
|
+
this._livekitServiceURL = newURL;
|
|
437
|
+
return this.sendCallStateEvent();
|
|
430
438
|
}
|
|
431
439
|
/**
|
|
432
440
|
* The group call's state.
|
|
@@ -513,6 +521,10 @@ class GroupCall extends _typedEventEmitter.TypedEventEmitter {
|
|
|
513
521
|
return member !== null && deviceId !== undefined && ((_this$participants$ge3 = this.participants.get(member)) === null || _this$participants$ge3 === void 0 ? void 0 : _this$participants$ge3.get(deviceId)) !== undefined;
|
|
514
522
|
}
|
|
515
523
|
async initLocalCallFeed() {
|
|
524
|
+
if (this.useLivekit) {
|
|
525
|
+
_logger.logger.info("Livekit group call: not starting local call feed.");
|
|
526
|
+
return;
|
|
527
|
+
}
|
|
516
528
|
if (this.state !== GroupCallState.LocalCallFeedUninitialized) {
|
|
517
529
|
throw new Error(`Cannot initialize local call feed in the "${this.state}" state.`);
|
|
518
530
|
}
|
|
@@ -592,10 +604,12 @@ class GroupCall extends _typedEventEmitter.TypedEventEmitter {
|
|
|
592
604
|
for (const call of this.client.callEventHandler.calls.values()) {
|
|
593
605
|
this.onIncomingCall(call);
|
|
594
606
|
}
|
|
595
|
-
|
|
596
|
-
|
|
597
|
-
|
|
598
|
-
|
|
607
|
+
if (!this.useLivekit) {
|
|
608
|
+
this.retryCallLoopInterval = setInterval(this.onRetryCallLoop, this.retryCallInterval);
|
|
609
|
+
this.activeSpeaker = undefined;
|
|
610
|
+
this.onActiveSpeakerLoop();
|
|
611
|
+
this.activeSpeakerLoopInterval = setInterval(this.onActiveSpeakerLoop, this.activeSpeakerInterval);
|
|
612
|
+
}
|
|
599
613
|
}
|
|
600
614
|
dispose() {
|
|
601
615
|
var _this$stats;
|
|
@@ -631,7 +645,7 @@ class GroupCall extends _typedEventEmitter.TypedEventEmitter {
|
|
|
631
645
|
this.retryCallCounts.clear();
|
|
632
646
|
clearInterval(this.retryCallLoopInterval);
|
|
633
647
|
this.client.removeListener(_callEventHandler.CallEventHandlerEvent.Incoming, this.onIncomingCall);
|
|
634
|
-
(_this$stats = this.stats) === null || _this$stats === void 0
|
|
648
|
+
(_this$stats = this.stats) === null || _this$stats === void 0 || _this$stats.stop();
|
|
635
649
|
}
|
|
636
650
|
leave() {
|
|
637
651
|
this.dispose();
|