@webex/plugin-meetings 3.12.0-next.58 → 3.12.0-next.59
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/aiEnableRequest/index.js +1 -1
- package/dist/breakouts/breakout.js +1 -1
- package/dist/breakouts/index.js +1 -1
- package/dist/config.js +1 -0
- package/dist/config.js.map +1 -1
- package/dist/interpretation/index.js +1 -1
- package/dist/interpretation/siLanguage.js +1 -1
- package/dist/media/index.js +3 -1
- package/dist/media/index.js.map +1 -1
- package/dist/meeting/index.js +37 -10
- package/dist/meeting/index.js.map +1 -1
- package/dist/meetings/index.js +23 -0
- package/dist/meetings/index.js.map +1 -1
- package/dist/multistream/codec/constants.js +63 -0
- package/dist/multistream/codec/constants.js.map +1 -0
- package/dist/multistream/mediaRequestManager.js +62 -15
- package/dist/multistream/mediaRequestManager.js.map +1 -1
- package/dist/types/config.d.ts +1 -0
- package/dist/types/meeting/index.d.ts +9 -0
- package/dist/types/meetings/index.d.ts +10 -0
- package/dist/types/multistream/codec/constants.d.ts +7 -0
- package/dist/types/multistream/mediaRequestManager.d.ts +22 -5
- package/dist/webinar/index.js +1 -1
- package/package.json +1 -1
- package/src/config.ts +1 -0
- package/src/media/index.ts +3 -0
- package/src/meeting/index.ts +41 -2
- package/src/meetings/index.ts +21 -0
- package/src/multistream/codec/constants.ts +58 -0
- package/src/multistream/mediaRequestManager.ts +119 -28
- package/test/unit/spec/media/index.ts +31 -0
- package/test/unit/spec/meeting/index.js +154 -0
- package/test/unit/spec/meetings/index.js +27 -0
- package/test/unit/spec/multistream/mediaRequestManager.ts +501 -37
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _Object$defineProperty = require("@babel/runtime-corejs2/core-js/object/define-property");
|
|
4
|
+
_Object$defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.H264_CODEC_PARAMETERS = exports.AV1_CODEC_PARAMETERS = void 0;
|
|
8
|
+
var AV1_CODEC_PARAMETERS = exports.AV1_CODEC_PARAMETERS = {
|
|
9
|
+
'90p': {
|
|
10
|
+
levelIdx: 0,
|
|
11
|
+
tier: 0,
|
|
12
|
+
maxWidth: 160,
|
|
13
|
+
maxHeight: 90,
|
|
14
|
+
maxPicSize: 160 * 90,
|
|
15
|
+
maxDecodeRate: 5529600
|
|
16
|
+
},
|
|
17
|
+
'180p': {
|
|
18
|
+
levelIdx: 0,
|
|
19
|
+
tier: 0,
|
|
20
|
+
maxWidth: 320,
|
|
21
|
+
maxHeight: 180,
|
|
22
|
+
maxPicSize: 320 * 180,
|
|
23
|
+
maxDecodeRate: 5529600
|
|
24
|
+
},
|
|
25
|
+
'360p': {
|
|
26
|
+
levelIdx: 1,
|
|
27
|
+
tier: 0,
|
|
28
|
+
maxWidth: 640,
|
|
29
|
+
maxHeight: 360,
|
|
30
|
+
maxPicSize: 640 * 360,
|
|
31
|
+
maxDecodeRate: 10454400
|
|
32
|
+
},
|
|
33
|
+
'540p': {
|
|
34
|
+
levelIdx: 4,
|
|
35
|
+
tier: 0,
|
|
36
|
+
maxWidth: 960,
|
|
37
|
+
maxHeight: 540,
|
|
38
|
+
maxPicSize: 960 * 540,
|
|
39
|
+
maxDecodeRate: 24969600
|
|
40
|
+
},
|
|
41
|
+
'720p': {
|
|
42
|
+
levelIdx: 5,
|
|
43
|
+
tier: 0,
|
|
44
|
+
maxWidth: 1280,
|
|
45
|
+
maxHeight: 720,
|
|
46
|
+
maxPicSize: 1280 * 720,
|
|
47
|
+
maxDecodeRate: 39938400
|
|
48
|
+
},
|
|
49
|
+
'1080p': {
|
|
50
|
+
levelIdx: 8,
|
|
51
|
+
tier: 0,
|
|
52
|
+
maxWidth: 1920,
|
|
53
|
+
maxHeight: 1080,
|
|
54
|
+
maxPicSize: 1920 * 1080,
|
|
55
|
+
maxDecodeRate: 77856768
|
|
56
|
+
}
|
|
57
|
+
};
|
|
58
|
+
var H264_CODEC_PARAMETERS = exports.H264_CODEC_PARAMETERS = {
|
|
59
|
+
maxFs: 8192,
|
|
60
|
+
maxFps: 3000,
|
|
61
|
+
maxMbps: 245760
|
|
62
|
+
};
|
|
63
|
+
//# sourceMappingURL=constants.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["AV1_CODEC_PARAMETERS","exports","levelIdx","tier","maxWidth","maxHeight","maxPicSize","maxDecodeRate","H264_CODEC_PARAMETERS","maxFs","maxFps","maxMbps"],"sources":["constants.ts"],"sourcesContent":["import {AV1EncodingParams, SupportedResolution} from '@webex/internal-media-core';\n\nexport const AV1_CODEC_PARAMETERS: Record<SupportedResolution, AV1EncodingParams> = {\n '90p': {\n levelIdx: 0,\n tier: 0,\n maxWidth: 160,\n maxHeight: 90,\n maxPicSize: 160 * 90,\n maxDecodeRate: 5_529_600,\n },\n '180p': {\n levelIdx: 0,\n tier: 0,\n maxWidth: 320,\n maxHeight: 180,\n maxPicSize: 320 * 180,\n maxDecodeRate: 5_529_600,\n },\n '360p': {\n levelIdx: 1,\n tier: 0,\n maxWidth: 640,\n maxHeight: 360,\n maxPicSize: 640 * 360,\n maxDecodeRate: 10_454_400,\n },\n '540p': {\n levelIdx: 4,\n tier: 0,\n maxWidth: 960,\n maxHeight: 540,\n maxPicSize: 960 * 540,\n maxDecodeRate: 24_969_600,\n },\n '720p': {\n levelIdx: 5,\n tier: 0,\n maxWidth: 1280,\n maxHeight: 720,\n maxPicSize: 1280 * 720,\n maxDecodeRate: 39_938_400,\n },\n '1080p': {\n levelIdx: 8,\n tier: 0,\n maxWidth: 1920,\n maxHeight: 1080,\n maxPicSize: 1920 * 1080,\n maxDecodeRate: 77_856_768,\n },\n};\n\nexport const H264_CODEC_PARAMETERS = {\n maxFs: 8192,\n maxFps: 3000,\n maxMbps: 245760,\n};\n"],"mappings":";;;;;;;AAEO,IAAMA,oBAAoE,GAAAC,OAAA,CAAAD,oBAAA,GAAG;EAClF,KAAK,EAAE;IACLE,QAAQ,EAAE,CAAC;IACXC,IAAI,EAAE,CAAC;IACPC,QAAQ,EAAE,GAAG;IACbC,SAAS,EAAE,EAAE;IACbC,UAAU,EAAE,GAAG,GAAG,EAAE;IACpBC,aAAa,EAAE;EACjB,CAAC;EACD,MAAM,EAAE;IACNL,QAAQ,EAAE,CAAC;IACXC,IAAI,EAAE,CAAC;IACPC,QAAQ,EAAE,GAAG;IACbC,SAAS,EAAE,GAAG;IACdC,UAAU,EAAE,GAAG,GAAG,GAAG;IACrBC,aAAa,EAAE;EACjB,CAAC;EACD,MAAM,EAAE;IACNL,QAAQ,EAAE,CAAC;IACXC,IAAI,EAAE,CAAC;IACPC,QAAQ,EAAE,GAAG;IACbC,SAAS,EAAE,GAAG;IACdC,UAAU,EAAE,GAAG,GAAG,GAAG;IACrBC,aAAa,EAAE;EACjB,CAAC;EACD,MAAM,EAAE;IACNL,QAAQ,EAAE,CAAC;IACXC,IAAI,EAAE,CAAC;IACPC,QAAQ,EAAE,GAAG;IACbC,SAAS,EAAE,GAAG;IACdC,UAAU,EAAE,GAAG,GAAG,GAAG;IACrBC,aAAa,EAAE;EACjB,CAAC;EACD,MAAM,EAAE;IACNL,QAAQ,EAAE,CAAC;IACXC,IAAI,EAAE,CAAC;IACPC,QAAQ,EAAE,IAAI;IACdC,SAAS,EAAE,GAAG;IACdC,UAAU,EAAE,IAAI,GAAG,GAAG;IACtBC,aAAa,EAAE;EACjB,CAAC;EACD,OAAO,EAAE;IACPL,QAAQ,EAAE,CAAC;IACXC,IAAI,EAAE,CAAC;IACPC,QAAQ,EAAE,IAAI;IACdC,SAAS,EAAE,IAAI;IACfC,UAAU,EAAE,IAAI,GAAG,IAAI;IACvBC,aAAa,EAAE;EACjB;AACF,CAAC;AAEM,IAAMC,qBAAqB,GAAAP,OAAA,CAAAO,qBAAA,GAAG;EACnCC,KAAK,EAAE,IAAI;EACXC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE;AACX,CAAC","ignoreList":[]}
|
|
@@ -8,6 +8,7 @@ _Object$defineProperty(exports, "__esModule", {
|
|
|
8
8
|
exports.MediaRequestManager = void 0;
|
|
9
9
|
var _values = _interopRequireDefault(require("@babel/runtime-corejs2/core-js/object/values"));
|
|
10
10
|
var _toConsumableArray2 = _interopRequireDefault(require("@babel/runtime-corejs2/helpers/toConsumableArray"));
|
|
11
|
+
var _slicedToArray2 = _interopRequireDefault(require("@babel/runtime-corejs2/helpers/slicedToArray"));
|
|
11
12
|
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime-corejs2/helpers/classCallCheck"));
|
|
12
13
|
var _createClass2 = _interopRequireDefault(require("@babel/runtime-corejs2/helpers/createClass"));
|
|
13
14
|
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime-corejs2/helpers/defineProperty"));
|
|
@@ -16,22 +17,18 @@ var _lodash = require("lodash");
|
|
|
16
17
|
var _loggerProxy = _interopRequireDefault(require("../common/logs/logger-proxy"));
|
|
17
18
|
var _receiveSlot = require("./receiveSlot");
|
|
18
19
|
var _remoteMedia = require("./remoteMedia");
|
|
20
|
+
var _constants = require("./codec/constants");
|
|
19
21
|
/* eslint-disable require-jsdoc */
|
|
20
22
|
|
|
21
23
|
// we'll add AV1 here in the future when it's available
|
|
22
24
|
|
|
23
|
-
var CODEC_DEFAULTS = {
|
|
24
|
-
h264: {
|
|
25
|
-
maxFs: 8192,
|
|
26
|
-
maxFps: 3000,
|
|
27
|
-
maxMbps: 245760
|
|
28
|
-
}
|
|
29
|
-
};
|
|
30
25
|
var DEBOUNCED_SOURCE_UPDATE_TIME = 1000;
|
|
26
|
+
var RESOLUTION_BUCKETS = [['90p', _remoteMedia.MAX_FS_VALUES['90p']], ['180p', _remoteMedia.MAX_FS_VALUES['180p']], ['360p', _remoteMedia.MAX_FS_VALUES['360p']], ['540p', _remoteMedia.MAX_FS_VALUES['540p']], ['720p', _remoteMedia.MAX_FS_VALUES['720p']]];
|
|
31
27
|
var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function () {
|
|
32
|
-
function MediaRequestManager(sendMediaRequestsCallback, options) {
|
|
28
|
+
function MediaRequestManager(sendMediaRequestsCallback, getIngressPayloadTypeCallback, options) {
|
|
33
29
|
(0, _classCallCheck2.default)(this, MediaRequestManager);
|
|
34
30
|
(0, _defineProperty2.default)(this, "sendMediaRequestsCallback", void 0);
|
|
31
|
+
(0, _defineProperty2.default)(this, "getIngressPayloadTypeCallback", void 0);
|
|
35
32
|
(0, _defineProperty2.default)(this, "kind", void 0);
|
|
36
33
|
(0, _defineProperty2.default)(this, "counter", void 0);
|
|
37
34
|
(0, _defineProperty2.default)(this, "clientRequests", void 0);
|
|
@@ -39,9 +36,11 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
39
36
|
(0, _defineProperty2.default)(this, "sourceUpdateListener", void 0);
|
|
40
37
|
(0, _defineProperty2.default)(this, "debouncedSourceUpdateListener", void 0);
|
|
41
38
|
(0, _defineProperty2.default)(this, "trimRequestsToNumOfSources", void 0);
|
|
39
|
+
(0, _defineProperty2.default)(this, "enableAv1", void 0);
|
|
42
40
|
(0, _defineProperty2.default)(this, "numTotalSources", void 0);
|
|
43
41
|
(0, _defineProperty2.default)(this, "numLiveSources", void 0);
|
|
44
42
|
this.sendMediaRequestsCallback = sendMediaRequestsCallback;
|
|
43
|
+
this.getIngressPayloadTypeCallback = getIngressPayloadTypeCallback;
|
|
45
44
|
this.counter = 0;
|
|
46
45
|
this.numLiveSources = 0;
|
|
47
46
|
this.numTotalSources = 0;
|
|
@@ -49,6 +48,7 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
49
48
|
this.degradationPreferences = options.degradationPreferences;
|
|
50
49
|
this.kind = options.kind;
|
|
51
50
|
this.trimRequestsToNumOfSources = options.trimRequestsToNumOfSources;
|
|
51
|
+
this.enableAv1 = options.kind === 'video' && !!options.enableAv1;
|
|
52
52
|
this.sourceUpdateListener = this.commit.bind(this);
|
|
53
53
|
this.debouncedSourceUpdateListener = (0, _lodash.debounce)(this.sourceUpdateListener, DEBOUNCED_SOURCE_UPDATE_TIME);
|
|
54
54
|
}
|
|
@@ -69,7 +69,7 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
69
69
|
var totalMacroblocksRequested = 0;
|
|
70
70
|
(0, _values.default)(clientRequests).forEach(function (mr) {
|
|
71
71
|
if (mr.codecInfo) {
|
|
72
|
-
mr.codecInfo.maxFs = Math.min(mr.preferredMaxFs ||
|
|
72
|
+
mr.codecInfo.maxFs = Math.min(mr.preferredMaxFs || _constants.H264_CODEC_PARAMETERS.maxFs, mr.codecInfo.maxFs || _constants.H264_CODEC_PARAMETERS.maxFs, maxFsLimits[i]);
|
|
73
73
|
// we only consider sources with "live" state
|
|
74
74
|
var slotsWithLiveSource = mr.receiveSlots.filter(function (rs) {
|
|
75
75
|
return rs.sourceState === 'live';
|
|
@@ -108,7 +108,7 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
108
108
|
// return mono_music bitrate default if the kind of mediarequest manager is audio:
|
|
109
109
|
return _internalMediaCore.RecommendedOpusBitrates.FB_MONO_MUSIC;
|
|
110
110
|
}
|
|
111
|
-
return (0, _internalMediaCore.getRecommendedMaxBitrateForFrameSize)(mediaRequest.codecInfo.maxFs ||
|
|
111
|
+
return (0, _internalMediaCore.getRecommendedMaxBitrateForFrameSize)(mediaRequest.codecInfo.maxFs || _constants.H264_CODEC_PARAMETERS.maxFs);
|
|
112
112
|
}
|
|
113
113
|
|
|
114
114
|
/**
|
|
@@ -125,12 +125,56 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
125
125
|
key: "getH264MaxMbps",
|
|
126
126
|
value: function getH264MaxMbps(mediaRequest) {
|
|
127
127
|
// fallback for maxFps (not needed for maxFs, since there is a fallback already in getDegradedClientRequests)
|
|
128
|
-
var maxFps = mediaRequest.codecInfo.maxFps ||
|
|
128
|
+
var maxFps = mediaRequest.codecInfo.maxFps || _constants.H264_CODEC_PARAMETERS.maxFps;
|
|
129
129
|
|
|
130
130
|
// divided by 100 since maxFps is 3000 (for 30 frames per seconds)
|
|
131
131
|
return mediaRequest.codecInfo.maxFs * maxFps / 100;
|
|
132
132
|
}
|
|
133
133
|
|
|
134
|
+
/**
|
|
135
|
+
* Returns the AV1 encoding parameters for a media request
|
|
136
|
+
* @param mediaRequest - The media request to get the AV1 encoding parameters for
|
|
137
|
+
* @returns {AV1EncodingParams} The AV1 encoding parameters
|
|
138
|
+
*/
|
|
139
|
+
// eslint-disable-next-line class-methods-use-this
|
|
140
|
+
}, {
|
|
141
|
+
key: "getAv1EncodingParams",
|
|
142
|
+
value: function getAv1EncodingParams(mediaRequest) {
|
|
143
|
+
var _RESOLUTION_BUCKETS$f, _RESOLUTION_BUCKETS$f2;
|
|
144
|
+
var frameSize = mediaRequest.codecInfo.maxFs || _constants.H264_CODEC_PARAMETERS.maxFs;
|
|
145
|
+
var resolution = (_RESOLUTION_BUCKETS$f = (_RESOLUTION_BUCKETS$f2 = RESOLUTION_BUCKETS.find(function (_ref) {
|
|
146
|
+
var _ref2 = (0, _slicedToArray2.default)(_ref, 2),
|
|
147
|
+
maxFs = _ref2[1];
|
|
148
|
+
return frameSize <= maxFs;
|
|
149
|
+
})) === null || _RESOLUTION_BUCKETS$f2 === void 0 ? void 0 : _RESOLUTION_BUCKETS$f2[0]) !== null && _RESOLUTION_BUCKETS$f !== void 0 ? _RESOLUTION_BUCKETS$f : '1080p';
|
|
150
|
+
return _constants.AV1_CODEC_PARAMETERS[resolution];
|
|
151
|
+
}
|
|
152
|
+
}, {
|
|
153
|
+
key: "buildH264CodecInfo",
|
|
154
|
+
value: function buildH264CodecInfo(mr) {
|
|
155
|
+
if (!mr.codecInfo) {
|
|
156
|
+
return undefined;
|
|
157
|
+
}
|
|
158
|
+
var h264PayloadType = this.getIngressPayloadTypeCallback(mr.receiveSlots[0].mediaType, _internalMediaCore.MediaCodecMimeType.H264);
|
|
159
|
+
if (h264PayloadType === undefined) {
|
|
160
|
+
return undefined;
|
|
161
|
+
}
|
|
162
|
+
return _internalMediaCore.CodecInfo.fromH264(h264PayloadType, new _internalMediaCore.H264Codec(mr.codecInfo.maxFs, mr.codecInfo.maxFps || _constants.H264_CODEC_PARAMETERS.maxFps, this.getH264MaxMbps(mr), mr.codecInfo.maxWidth, mr.codecInfo.maxHeight));
|
|
163
|
+
}
|
|
164
|
+
}, {
|
|
165
|
+
key: "buildAv1CodecInfo",
|
|
166
|
+
value: function buildAv1CodecInfo(mr) {
|
|
167
|
+
if (!this.enableAv1 || !mr.codecInfo) {
|
|
168
|
+
return undefined;
|
|
169
|
+
}
|
|
170
|
+
var av1PayloadType = this.getIngressPayloadTypeCallback(mr.receiveSlots[0].mediaType, _internalMediaCore.MediaCodecMimeType.AV1);
|
|
171
|
+
if (av1PayloadType === undefined) {
|
|
172
|
+
return undefined;
|
|
173
|
+
}
|
|
174
|
+
var av1EncodingParams = this.getAv1EncodingParams(mr);
|
|
175
|
+
return _internalMediaCore.CodecInfo.fromAv1(av1PayloadType, new _internalMediaCore.AV1Codec(av1EncodingParams.levelIdx, av1EncodingParams.tier, mr.codecInfo.maxWidth || av1EncodingParams.maxWidth, mr.codecInfo.maxHeight || av1EncodingParams.maxHeight, av1EncodingParams.maxPicSize, av1EncodingParams.maxDecodeRate));
|
|
176
|
+
}
|
|
177
|
+
|
|
134
178
|
/** Modifies the passed in clientRequests and makes sure that in total they don't ask
|
|
135
179
|
* for more streams than there are available.
|
|
136
180
|
*
|
|
@@ -222,13 +266,16 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
222
266
|
// map all the client media requests to wcme stream requests
|
|
223
267
|
(0, _values.default)(clientRequests).forEach(function (mr) {
|
|
224
268
|
if (mr.receiveSlots.length > 0) {
|
|
269
|
+
var codecInfos = mr.codecInfo ? [_this2.buildH264CodecInfo(mr), _this2.buildAv1CodecInfo(mr)].filter(function (info) {
|
|
270
|
+
return info !== undefined;
|
|
271
|
+
}) : [];
|
|
225
272
|
streamRequests.push(new _internalMediaCore.StreamRequest(mr.policyInfo.policy === 'active-speaker' ? _internalMediaCore.Policy.ActiveSpeaker : _internalMediaCore.Policy.ReceiverSelected, mr.policyInfo.policy === 'active-speaker' ? new _internalMediaCore.ActiveSpeakerInfo(mr.policyInfo.priority, mr.policyInfo.crossPriorityDuplication, mr.policyInfo.crossPolicyDuplication, mr.policyInfo.preferLiveVideo, mr.policyInfo.namedMediaGroups) : new _internalMediaCore.ReceiverSelectedInfo(mr.policyInfo.csi), mr.receiveSlots.map(function (receiveSlot) {
|
|
226
273
|
return receiveSlot.wcmeReceiveSlot;
|
|
227
|
-
}), _this2.getMaxPayloadBitsPerSecond(mr),
|
|
274
|
+
}), _this2.getMaxPayloadBitsPerSecond(mr), codecInfos));
|
|
228
275
|
}
|
|
229
276
|
});
|
|
230
277
|
this.sendMediaRequestsCallback(streamRequests);
|
|
231
|
-
_loggerProxy.default.logger.info("multistream:sendRequests --> media requests sent.
|
|
278
|
+
_loggerProxy.default.logger.info("multistream:sendRequests --> media requests sent.");
|
|
232
279
|
}
|
|
233
280
|
}, {
|
|
234
281
|
key: "addRequest",
|
|
@@ -238,8 +285,8 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
238
285
|
// eslint-disable-next-line no-plusplus
|
|
239
286
|
var newId = "".concat(this.counter++);
|
|
240
287
|
this.clientRequests[newId] = mediaRequest;
|
|
241
|
-
var eventHandler = function eventHandler(
|
|
242
|
-
var maxFs =
|
|
288
|
+
var eventHandler = function eventHandler(_ref3) {
|
|
289
|
+
var maxFs = _ref3.maxFs;
|
|
243
290
|
mediaRequest.preferredMaxFs = maxFs;
|
|
244
291
|
_this3.debouncedSourceUpdateListener();
|
|
245
292
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["_internalMediaCore","require","_lodash","_loggerProxy","_interopRequireDefault","_receiveSlot","_remoteMedia","CODEC_DEFAULTS","h264","maxFs","maxFps","maxMbps","DEBOUNCED_SOURCE_UPDATE_TIME","MediaRequestManager","exports","sendMediaRequestsCallback","options","_classCallCheck2","default","_defineProperty2","counter","numLiveSources","numTotalSources","clientRequests","degradationPreferences","kind","trimRequestsToNumOfSources","sourceUpdateListener","commit","bind","debouncedSourceUpdateListener","debounce","_createClass2","key","value","setDegradationPreferences","sendRequests","getDegradedClientRequests","_this","maxFsLimits","MAX_FS_VALUES","_loop","i","totalMacroblocksRequested","_values","forEach","mr","codecInfo","Math","min","preferredMaxFs","slotsWithLiveSource","receiveSlots","filter","rs","sourceState","length","maxMacroblocksLimit","LoggerProxy","logger","warn","concat","getMaxPayloadBitsPerSecond","mediaRequest","RecommendedOpusBitrates","FB_MONO_MUSIC","getRecommendedMaxBitrateForFrameSize","getH264MaxMbps","trimRequests","preferLiveVideo","getPreferLiveVideo","undefined","numStreamsAvailable","sort","a","b","policyInfo","policy","priority","request","trimmedCount","Error","cloneClientRequests","cloneDeepWith","_toConsumableArray2","_this2","streamRequests","push","StreamRequest","Policy","ActiveSpeaker","ReceiverSelected","ActiveSpeakerInfo","crossPriorityDuplication","crossPolicyDuplication","namedMediaGroups","ReceiverSelectedInfo","csi","map","receiveSlot","wcmeReceiveSlot","WcmeCodecInfo","fromH264","H264Codec","maxWidth","maxHeight","info","addRequest","_this3","arguments","newId","eventHandler","_ref","handleMaxFs","on","ReceiveSlotEvents","SourceUpdate","MaxFsUpdate","cancelRequest","requestId","_this4","off","reset","setNumCurrentSources"],"sources":["mediaRequestManager.ts"],"sourcesContent":["/* eslint-disable require-jsdoc */\nimport {\n StreamRequest,\n Policy,\n ActiveSpeakerInfo,\n ReceiverSelectedInfo,\n CodecInfo as WcmeCodecInfo,\n H264Codec,\n getRecommendedMaxBitrateForFrameSize,\n RecommendedOpusBitrates,\n NamedMediaGroup,\n} from '@webex/internal-media-core';\nimport {cloneDeepWith, debounce} from 'lodash';\n\nimport LoggerProxy from '../common/logs/logger-proxy';\n\nimport {ReceiveSlot, ReceiveSlotEvents} from './receiveSlot';\nimport {MAX_FS_VALUES} from './remoteMedia';\n\nexport interface ActiveSpeakerPolicyInfo {\n policy: 'active-speaker';\n priority: number;\n crossPriorityDuplication: boolean;\n crossPolicyDuplication: boolean;\n preferLiveVideo: boolean;\n namedMediaGroups?: NamedMediaGroup[];\n}\n\nexport interface ReceiverSelectedPolicyInfo {\n policy: 'receiver-selected';\n csi: number;\n}\n\nexport type PolicyInfo = ActiveSpeakerPolicyInfo | ReceiverSelectedPolicyInfo;\n\nexport interface H264CodecInfo {\n codec: 'h264';\n maxFs?: number;\n maxFps?: number;\n maxMbps?: number;\n maxWidth?: number;\n maxHeight?: number;\n}\n\nexport type CodecInfo = H264CodecInfo; // we'll add AV1 here in the future when it's available\n\nexport interface MediaRequest {\n policyInfo: PolicyInfo;\n receiveSlots: Array<ReceiveSlot>;\n codecInfo?: CodecInfo;\n preferredMaxFs?: number;\n handleMaxFs?: ({maxFs}: {maxFs: number}) => void;\n}\n\nexport type MediaRequestId = string;\n\nconst CODEC_DEFAULTS = {\n h264: {\n maxFs: 8192,\n maxFps: 3000,\n maxMbps: 245760,\n },\n};\n\nconst DEBOUNCED_SOURCE_UPDATE_TIME = 1000;\n\ntype DegradationPreferences = {\n maxMacroblocksLimit: number;\n};\n\ntype SendMediaRequestsCallback = (streamRequests: StreamRequest[]) => void;\ntype Kind = 'audio' | 'video';\n\ntype Options = {\n degradationPreferences: DegradationPreferences;\n kind: Kind;\n trimRequestsToNumOfSources: boolean; // if enabled, AS speaker requests will be trimmed based on the calls to setNumCurrentSources()\n};\n\ntype ClientRequestsMap = {[key: MediaRequestId]: MediaRequest};\n\nexport class MediaRequestManager {\n private sendMediaRequestsCallback: SendMediaRequestsCallback;\n\n private kind: Kind;\n\n private counter: number;\n\n private clientRequests: ClientRequestsMap;\n\n private degradationPreferences: DegradationPreferences;\n\n private sourceUpdateListener: () => void;\n\n private debouncedSourceUpdateListener: () => void;\n\n private trimRequestsToNumOfSources: boolean;\n private numTotalSources: number;\n private numLiveSources: number;\n\n constructor(sendMediaRequestsCallback: SendMediaRequestsCallback, options: Options) {\n this.sendMediaRequestsCallback = sendMediaRequestsCallback;\n this.counter = 0;\n this.numLiveSources = 0;\n this.numTotalSources = 0;\n this.clientRequests = {};\n this.degradationPreferences = options.degradationPreferences;\n this.kind = options.kind;\n this.trimRequestsToNumOfSources = options.trimRequestsToNumOfSources;\n this.sourceUpdateListener = this.commit.bind(this);\n this.debouncedSourceUpdateListener = debounce(\n this.sourceUpdateListener,\n DEBOUNCED_SOURCE_UPDATE_TIME\n );\n }\n\n public setDegradationPreferences(degradationPreferences: DegradationPreferences) {\n this.degradationPreferences = degradationPreferences;\n this.sendRequests(); // re-send requests after preferences are set\n }\n\n private getDegradedClientRequests(clientRequests: ClientRequestsMap) {\n const maxFsLimits = [\n MAX_FS_VALUES['1080p'],\n MAX_FS_VALUES['720p'],\n MAX_FS_VALUES['540p'],\n MAX_FS_VALUES['360p'],\n MAX_FS_VALUES['180p'],\n MAX_FS_VALUES['90p'],\n ];\n\n // reduce max-fs until total macroblocks is below limit\n for (let i = 0; i < maxFsLimits.length; i += 1) {\n let totalMacroblocksRequested = 0;\n Object.values(clientRequests).forEach((mr) => {\n if (mr.codecInfo) {\n mr.codecInfo.maxFs = Math.min(\n mr.preferredMaxFs || CODEC_DEFAULTS.h264.maxFs,\n mr.codecInfo.maxFs || CODEC_DEFAULTS.h264.maxFs,\n maxFsLimits[i]\n );\n // we only consider sources with \"live\" state\n const slotsWithLiveSource = mr.receiveSlots.filter((rs) => rs.sourceState === 'live');\n totalMacroblocksRequested += mr.codecInfo.maxFs * slotsWithLiveSource.length;\n }\n });\n if (totalMacroblocksRequested <= this.degradationPreferences.maxMacroblocksLimit) {\n if (i !== 0) {\n LoggerProxy.logger.warn(\n `multistream:mediaRequestManager --> too many streams with high max-fs, frame size will be limited to ${maxFsLimits[i]}`\n );\n }\n break;\n } else if (i === maxFsLimits.length - 1) {\n LoggerProxy.logger.warn(\n `multistream:mediaRequestManager --> even with frame size limited to ${maxFsLimits[i]} you are still requesting too many streams, consider reducing the number of requests`\n );\n }\n }\n }\n\n /**\n * Returns the maxPayloadBitsPerSecond per Stream\n *\n * If MediaRequestManager kind is \"audio\", a constant bitrate will be returned.\n * If MediaRequestManager kind is \"video\", the bitrate will be calculated based\n * on maxFs (default h264 maxFs as fallback if maxFs is not defined)\n *\n * @param {MediaRequest} mediaRequest - mediaRequest to take data from\n * @returns {number} maxPayloadBitsPerSecond\n */\n private getMaxPayloadBitsPerSecond(mediaRequest: MediaRequest): number {\n if (this.kind === 'audio') {\n // return mono_music bitrate default if the kind of mediarequest manager is audio:\n return RecommendedOpusBitrates.FB_MONO_MUSIC;\n }\n\n return getRecommendedMaxBitrateForFrameSize(\n mediaRequest.codecInfo.maxFs || CODEC_DEFAULTS.h264.maxFs\n );\n }\n\n /**\n * Returns the max Macro Blocks per second (maxMbps) per H264 Stream\n *\n * The maxMbps will be calculated based on maxFs and maxFps\n * (default h264 maxFps as fallback if maxFps is not defined)\n *\n * @param {MediaRequest} mediaRequest - mediaRequest to take data from\n * @returns {number} maxMbps\n */\n // eslint-disable-next-line class-methods-use-this\n private getH264MaxMbps(mediaRequest: MediaRequest): number {\n // fallback for maxFps (not needed for maxFs, since there is a fallback already in getDegradedClientRequests)\n const maxFps = mediaRequest.codecInfo.maxFps || CODEC_DEFAULTS.h264.maxFps;\n\n // divided by 100 since maxFps is 3000 (for 30 frames per seconds)\n return (mediaRequest.codecInfo.maxFs * maxFps) / 100;\n }\n\n /** Modifies the passed in clientRequests and makes sure that in total they don't ask\n * for more streams than there are available.\n *\n * @param {Object} clientRequests\n * @returns {void}\n */\n private trimRequests(clientRequests: ClientRequestsMap) {\n const preferLiveVideo = this.getPreferLiveVideo();\n\n if (!this.trimRequestsToNumOfSources) {\n return;\n }\n\n // preferLiveVideo being undefined means that there are no active-speaker requests so we don't need to do any trimming\n if (preferLiveVideo === undefined) {\n return;\n }\n\n let numStreamsAvailable = preferLiveVideo ? this.numLiveSources : this.numTotalSources;\n\n Object.values(clientRequests)\n .sort((a, b) => {\n // we have to count how many streams we're asking for\n // and should not ask for more than numStreamsAvailable in total,\n // so we might need to trim active-speaker requests and first ones to trim should be\n // the ones with lowest priority\n\n // receiver-selected requests have priority over active-speakers\n if (a.policyInfo.policy === 'receiver-selected') {\n return -1;\n }\n if (b.policyInfo.policy === 'receiver-selected') {\n return 1;\n }\n\n // and active-speakers are sorted by descending priority\n return b.policyInfo.priority - a.policyInfo.priority;\n })\n .forEach((request) => {\n // we only trim active-speaker requests\n if (request.policyInfo.policy === 'active-speaker') {\n const trimmedCount = Math.min(numStreamsAvailable, request.receiveSlots.length);\n\n request.receiveSlots.length = trimmedCount;\n\n numStreamsAvailable -= trimmedCount;\n } else {\n numStreamsAvailable -= request.receiveSlots.length;\n }\n\n if (numStreamsAvailable < 0) {\n numStreamsAvailable = 0;\n }\n });\n }\n\n private getPreferLiveVideo(): boolean | undefined {\n let preferLiveVideo;\n\n Object.values(this.clientRequests).forEach((mr) => {\n if (mr.policyInfo.policy === 'active-speaker') {\n // take the value from first encountered active speaker request\n if (preferLiveVideo === undefined) {\n preferLiveVideo = mr.policyInfo.preferLiveVideo;\n }\n\n if (mr.policyInfo.preferLiveVideo !== preferLiveVideo) {\n throw new Error(\n 'a mix of active-speaker groups with different values for preferLiveVideo is not supported'\n );\n }\n }\n });\n\n return preferLiveVideo;\n }\n\n private cloneClientRequests(): ClientRequestsMap {\n // we clone the client requests but without cloning the ReceiveSlots that they reference\n return cloneDeepWith(this.clientRequests, (value, key) => {\n if (key === 'receiveSlots') {\n return [...value];\n }\n\n return undefined;\n });\n }\n\n private sendRequests() {\n const streamRequests: StreamRequest[] = [];\n\n // clone the requests so that any modifications we do to them don't affect the original ones\n const clientRequests = this.cloneClientRequests();\n\n this.trimRequests(clientRequests);\n this.getDegradedClientRequests(clientRequests);\n\n // map all the client media requests to wcme stream requests\n Object.values(clientRequests).forEach((mr) => {\n if (mr.receiveSlots.length > 0) {\n streamRequests.push(\n new StreamRequest(\n mr.policyInfo.policy === 'active-speaker'\n ? Policy.ActiveSpeaker\n : Policy.ReceiverSelected,\n mr.policyInfo.policy === 'active-speaker'\n ? new ActiveSpeakerInfo(\n mr.policyInfo.priority,\n mr.policyInfo.crossPriorityDuplication,\n mr.policyInfo.crossPolicyDuplication,\n mr.policyInfo.preferLiveVideo,\n mr.policyInfo.namedMediaGroups\n )\n : new ReceiverSelectedInfo(mr.policyInfo.csi),\n mr.receiveSlots.map((receiveSlot) => receiveSlot.wcmeReceiveSlot),\n this.getMaxPayloadBitsPerSecond(mr),\n mr.codecInfo && [\n WcmeCodecInfo.fromH264(\n 0x80,\n new H264Codec(\n mr.codecInfo.maxFs,\n mr.codecInfo.maxFps || CODEC_DEFAULTS.h264.maxFps,\n this.getH264MaxMbps(mr),\n mr.codecInfo.maxWidth,\n mr.codecInfo.maxHeight\n )\n ),\n ]\n )\n );\n }\n });\n\n this.sendMediaRequestsCallback(streamRequests);\n LoggerProxy.logger.info(`multistream:sendRequests --> media requests sent. `);\n }\n\n public addRequest(mediaRequest: MediaRequest, commit = true): MediaRequestId {\n // eslint-disable-next-line no-plusplus\n const newId = `${this.counter++}`;\n\n this.clientRequests[newId] = mediaRequest;\n\n const eventHandler = ({maxFs}) => {\n mediaRequest.preferredMaxFs = maxFs;\n this.debouncedSourceUpdateListener();\n };\n mediaRequest.handleMaxFs = eventHandler;\n\n mediaRequest.receiveSlots.forEach((rs) => {\n rs.on(ReceiveSlotEvents.SourceUpdate, this.sourceUpdateListener);\n rs.on(ReceiveSlotEvents.MaxFsUpdate, mediaRequest.handleMaxFs);\n });\n\n if (commit) {\n this.commit();\n }\n\n return newId;\n }\n\n public cancelRequest(requestId: MediaRequestId, commit = true) {\n const mediaRequest = this.clientRequests[requestId];\n\n mediaRequest?.receiveSlots.forEach((rs) => {\n rs.off(ReceiveSlotEvents.SourceUpdate, this.sourceUpdateListener);\n rs.off(ReceiveSlotEvents.MaxFsUpdate, mediaRequest.handleMaxFs);\n });\n\n delete this.clientRequests[requestId];\n\n if (commit) {\n this.commit();\n }\n }\n\n public commit() {\n return this.sendRequests();\n }\n\n public reset() {\n this.clientRequests = {};\n this.numTotalSources = 0;\n this.numLiveSources = 0;\n }\n\n public setNumCurrentSources(numTotalSources: number, numLiveSources: number) {\n this.numTotalSources = numTotalSources;\n this.numLiveSources = numLiveSources;\n\n this.sendRequests();\n }\n}\n"],"mappings":";;;;;;;;;;;;;AACA,IAAAA,kBAAA,GAAAC,OAAA;AAWA,IAAAC,OAAA,GAAAD,OAAA;AAEA,IAAAE,YAAA,GAAAC,sBAAA,CAAAH,OAAA;AAEA,IAAAI,YAAA,GAAAJ,OAAA;AACA,IAAAK,YAAA,GAAAL,OAAA;AAjBA;;AA4CuC;;AAYvC,IAAMM,cAAc,GAAG;EACrBC,IAAI,EAAE;IACJC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,IAAI;IACZC,OAAO,EAAE;EACX;AACF,CAAC;AAED,IAAMC,4BAA4B,GAAG,IAAI;AAAC,IAiB7BC,mBAAmB,GAAAC,OAAA,CAAAD,mBAAA;EAmB9B,SAAAA,oBAAYE,yBAAoD,EAAEC,OAAgB,EAAE;IAAA,IAAAC,gBAAA,CAAAC,OAAA,QAAAL,mBAAA;IAAA,IAAAM,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAClF,IAAI,CAACH,yBAAyB,GAAGA,yBAAyB;IAC1D,IAAI,CAACK,OAAO,GAAG,CAAC;IAChB,IAAI,CAACC,cAAc,GAAG,CAAC;IACvB,IAAI,CAACC,eAAe,GAAG,CAAC;IACxB,IAAI,CAACC,cAAc,GAAG,CAAC,CAAC;IACxB,IAAI,CAACC,sBAAsB,GAAGR,OAAO,CAACQ,sBAAsB;IAC5D,IAAI,CAACC,IAAI,GAAGT,OAAO,CAACS,IAAI;IACxB,IAAI,CAACC,0BAA0B,GAAGV,OAAO,CAACU,0BAA0B;IACpE,IAAI,CAACC,oBAAoB,GAAG,IAAI,CAACC,MAAM,CAACC,IAAI,CAAC,IAAI,CAAC;IAClD,IAAI,CAACC,6BAA6B,GAAG,IAAAC,gBAAQ,EAC3C,IAAI,CAACJ,oBAAoB,EACzBf,4BACF,CAAC;EACH;EAAC,WAAAoB,aAAA,CAAAd,OAAA,EAAAL,mBAAA;IAAAoB,GAAA;IAAAC,KAAA,EAED,SAAOC,yBAAyBA,CAACX,sBAA8C,EAAE;MAC/E,IAAI,CAACA,sBAAsB,GAAGA,sBAAsB;MACpD,IAAI,CAACY,YAAY,CAAC,CAAC,CAAC,CAAC;IACvB;EAAC;IAAAH,GAAA;IAAAC,KAAA,EAED,SAAQG,yBAAyBA,CAACd,cAAiC,EAAE;MAAA,IAAAe,KAAA;MACnE,IAAMC,WAAW,GAAG,CAClBC,0BAAa,CAAC,OAAO,CAAC,EACtBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,KAAK,CAAC,CACrB;;MAED;MAAA,IAAAC,KAAA,YAAAA,MAAAC,CAAA,EACgD;QAC9C,IAAIC,yBAAyB,GAAG,CAAC;QACjC,IAAAC,OAAA,CAAA1B,OAAA,EAAcK,cAAc,CAAC,CAACsB,OAAO,CAAC,UAACC,EAAE,EAAK;UAC5C,IAAIA,EAAE,CAACC,SAAS,EAAE;YAChBD,EAAE,CAACC,SAAS,CAACtC,KAAK,GAAGuC,IAAI,CAACC,GAAG,CAC3BH,EAAE,CAACI,cAAc,IAAI3C,cAAc,CAACC,IAAI,CAACC,KAAK,EAC9CqC,EAAE,CAACC,SAAS,CAACtC,KAAK,IAAIF,cAAc,CAACC,IAAI,CAACC,KAAK,EAC/C8B,WAAW,CAACG,CAAC,CACf,CAAC;YACD;YACA,IAAMS,mBAAmB,GAAGL,EAAE,CAACM,YAAY,CAACC,MAAM,CAAC,UAACC,EAAE;cAAA,OAAKA,EAAE,CAACC,WAAW,KAAK,MAAM;YAAA,EAAC;YACrFZ,yBAAyB,IAAIG,EAAE,CAACC,SAAS,CAACtC,KAAK,GAAG0C,mBAAmB,CAACK,MAAM;UAC9E;QACF,CAAC,CAAC;QACF,IAAIb,yBAAyB,IAAIL,KAAI,CAACd,sBAAsB,CAACiC,mBAAmB,EAAE;UAChF,IAAIf,CAAC,KAAK,CAAC,EAAE;YACXgB,oBAAW,CAACC,MAAM,CAACC,IAAI,yGAAAC,MAAA,CACmFtB,WAAW,CAACG,CAAC,CAAC,CACxH,CAAC;UACH;UAAC;QAEH,CAAC,MAAM,IAAIA,CAAC,KAAKH,WAAW,CAACiB,MAAM,GAAG,CAAC,EAAE;UACvCE,oBAAW,CAACC,MAAM,CAACC,IAAI,wEAAAC,MAAA,CACkDtB,WAAW,CAACG,CAAC,CAAC,yFACvF,CAAC;QACH;MACF,CAAC;MA1BD,KAAK,IAAIA,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,WAAW,CAACiB,MAAM,EAAEd,CAAC,IAAI,CAAC;QAAA,IAAAD,KAAA,CAAAC,CAAA,GAoB1C;MAAM;IAOZ;;IAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EATE;IAAAT,GAAA;IAAAC,KAAA,EAUA,SAAQ4B,0BAA0BA,CAACC,YAA0B,EAAU;MACrE,IAAI,IAAI,CAACtC,IAAI,KAAK,OAAO,EAAE;QACzB;QACA,OAAOuC,0CAAuB,CAACC,aAAa;MAC9C;MAEA,OAAO,IAAAC,uDAAoC,EACzCH,YAAY,CAAChB,SAAS,CAACtC,KAAK,IAAIF,cAAc,CAACC,IAAI,CAACC,KACtD,CAAC;IACH;;IAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;IACE;EAAA;IAAAwB,GAAA;IAAAC,KAAA,EACA,SAAQiC,cAAcA,CAACJ,YAA0B,EAAU;MACzD;MACA,IAAMrD,MAAM,GAAGqD,YAAY,CAAChB,SAAS,CAACrC,MAAM,IAAIH,cAAc,CAACC,IAAI,CAACE,MAAM;;MAE1E;MACA,OAAQqD,YAAY,CAAChB,SAAS,CAACtC,KAAK,GAAGC,MAAM,GAAI,GAAG;IACtD;;IAEA;AACF;AACA;AACA;AACA;AACA;EALE;IAAAuB,GAAA;IAAAC,KAAA,EAMA,SAAQkC,YAAYA,CAAC7C,cAAiC,EAAE;MACtD,IAAM8C,eAAe,GAAG,IAAI,CAACC,kBAAkB,CAAC,CAAC;MAEjD,IAAI,CAAC,IAAI,CAAC5C,0BAA0B,EAAE;QACpC;MACF;;MAEA;MACA,IAAI2C,eAAe,KAAKE,SAAS,EAAE;QACjC;MACF;MAEA,IAAIC,mBAAmB,GAAGH,eAAe,GAAG,IAAI,CAAChD,cAAc,GAAG,IAAI,CAACC,eAAe;MAEtF,IAAAsB,OAAA,CAAA1B,OAAA,EAAcK,cAAc,CAAC,CAC1BkD,IAAI,CAAC,UAACC,CAAC,EAAEC,CAAC,EAAK;QACd;QACA;QACA;QACA;;QAEA;QACA,IAAID,CAAC,CAACE,UAAU,CAACC,MAAM,KAAK,mBAAmB,EAAE;UAC/C,OAAO,CAAC,CAAC;QACX;QACA,IAAIF,CAAC,CAACC,UAAU,CAACC,MAAM,KAAK,mBAAmB,EAAE;UAC/C,OAAO,CAAC;QACV;;QAEA;QACA,OAAOF,CAAC,CAACC,UAAU,CAACE,QAAQ,GAAGJ,CAAC,CAACE,UAAU,CAACE,QAAQ;MACtD,CAAC,CAAC,CACDjC,OAAO,CAAC,UAACkC,OAAO,EAAK;QACpB;QACA,IAAIA,OAAO,CAACH,UAAU,CAACC,MAAM,KAAK,gBAAgB,EAAE;UAClD,IAAMG,YAAY,GAAGhC,IAAI,CAACC,GAAG,CAACuB,mBAAmB,EAAEO,OAAO,CAAC3B,YAAY,CAACI,MAAM,CAAC;UAE/EuB,OAAO,CAAC3B,YAAY,CAACI,MAAM,GAAGwB,YAAY;UAE1CR,mBAAmB,IAAIQ,YAAY;QACrC,CAAC,MAAM;UACLR,mBAAmB,IAAIO,OAAO,CAAC3B,YAAY,CAACI,MAAM;QACpD;QAEA,IAAIgB,mBAAmB,GAAG,CAAC,EAAE;UAC3BA,mBAAmB,GAAG,CAAC;QACzB;MACF,CAAC,CAAC;IACN;EAAC;IAAAvC,GAAA;IAAAC,KAAA,EAED,SAAQoC,kBAAkBA,CAAA,EAAwB;MAChD,IAAID,eAAe;MAEnB,IAAAzB,OAAA,CAAA1B,OAAA,EAAc,IAAI,CAACK,cAAc,CAAC,CAACsB,OAAO,CAAC,UAACC,EAAE,EAAK;QACjD,IAAIA,EAAE,CAAC8B,UAAU,CAACC,MAAM,KAAK,gBAAgB,EAAE;UAC7C;UACA,IAAIR,eAAe,KAAKE,SAAS,EAAE;YACjCF,eAAe,GAAGvB,EAAE,CAAC8B,UAAU,CAACP,eAAe;UACjD;UAEA,IAAIvB,EAAE,CAAC8B,UAAU,CAACP,eAAe,KAAKA,eAAe,EAAE;YACrD,MAAM,IAAIY,KAAK,CACb,2FACF,CAAC;UACH;QACF;MACF,CAAC,CAAC;MAEF,OAAOZ,eAAe;IACxB;EAAC;IAAApC,GAAA;IAAAC,KAAA,EAED,SAAQgD,mBAAmBA,CAAA,EAAsB;MAC/C;MACA,OAAO,IAAAC,qBAAa,EAAC,IAAI,CAAC5D,cAAc,EAAE,UAACW,KAAK,EAAED,GAAG,EAAK;QACxD,IAAIA,GAAG,KAAK,cAAc,EAAE;UAC1B,WAAAmD,mBAAA,CAAAlE,OAAA,EAAWgB,KAAK;QAClB;QAEA,OAAOqC,SAAS;MAClB,CAAC,CAAC;IACJ;EAAC;IAAAtC,GAAA;IAAAC,KAAA,EAED,SAAQE,YAAYA,CAAA,EAAG;MAAA,IAAAiD,MAAA;MACrB,IAAMC,cAA+B,GAAG,EAAE;;MAE1C;MACA,IAAM/D,cAAc,GAAG,IAAI,CAAC2D,mBAAmB,CAAC,CAAC;MAEjD,IAAI,CAACd,YAAY,CAAC7C,cAAc,CAAC;MACjC,IAAI,CAACc,yBAAyB,CAACd,cAAc,CAAC;;MAE9C;MACA,IAAAqB,OAAA,CAAA1B,OAAA,EAAcK,cAAc,CAAC,CAACsB,OAAO,CAAC,UAACC,EAAE,EAAK;QAC5C,IAAIA,EAAE,CAACM,YAAY,CAACI,MAAM,GAAG,CAAC,EAAE;UAC9B8B,cAAc,CAACC,IAAI,CACjB,IAAIC,gCAAa,CACf1C,EAAE,CAAC8B,UAAU,CAACC,MAAM,KAAK,gBAAgB,GACrCY,yBAAM,CAACC,aAAa,GACpBD,yBAAM,CAACE,gBAAgB,EAC3B7C,EAAE,CAAC8B,UAAU,CAACC,MAAM,KAAK,gBAAgB,GACrC,IAAIe,oCAAiB,CACnB9C,EAAE,CAAC8B,UAAU,CAACE,QAAQ,EACtBhC,EAAE,CAAC8B,UAAU,CAACiB,wBAAwB,EACtC/C,EAAE,CAAC8B,UAAU,CAACkB,sBAAsB,EACpChD,EAAE,CAAC8B,UAAU,CAACP,eAAe,EAC7BvB,EAAE,CAAC8B,UAAU,CAACmB,gBAChB,CAAC,GACD,IAAIC,uCAAoB,CAAClD,EAAE,CAAC8B,UAAU,CAACqB,GAAG,CAAC,EAC/CnD,EAAE,CAACM,YAAY,CAAC8C,GAAG,CAAC,UAACC,WAAW;YAAA,OAAKA,WAAW,CAACC,eAAe;UAAA,EAAC,EACjEf,MAAI,CAACvB,0BAA0B,CAAChB,EAAE,CAAC,EACnCA,EAAE,CAACC,SAAS,IAAI,CACdsD,4BAAa,CAACC,QAAQ,CACpB,IAAI,EACJ,IAAIC,4BAAS,CACXzD,EAAE,CAACC,SAAS,CAACtC,KAAK,EAClBqC,EAAE,CAACC,SAAS,CAACrC,MAAM,IAAIH,cAAc,CAACC,IAAI,CAACE,MAAM,EACjD2E,MAAI,CAAClB,cAAc,CAACrB,EAAE,CAAC,EACvBA,EAAE,CAACC,SAAS,CAACyD,QAAQ,EACrB1D,EAAE,CAACC,SAAS,CAAC0D,SACf,CACF,CAAC,CAEL,CACF,CAAC;QACH;MACF,CAAC,CAAC;MAEF,IAAI,CAAC1F,yBAAyB,CAACuE,cAAc,CAAC;MAC9C5B,oBAAW,CAACC,MAAM,CAAC+C,IAAI,qDAAqD,CAAC;IAC/E;EAAC;IAAAzE,GAAA;IAAAC,KAAA,EAED,SAAOyE,UAAUA,CAAC5C,YAA0B,EAAiC;MAAA,IAAA6C,MAAA;MAAA,IAA/BhF,MAAM,GAAAiF,SAAA,CAAArD,MAAA,QAAAqD,SAAA,QAAAtC,SAAA,GAAAsC,SAAA,MAAG,IAAI;MACzD;MACA,IAAMC,KAAK,MAAAjD,MAAA,CAAM,IAAI,CAACzC,OAAO,EAAE,CAAE;MAEjC,IAAI,CAACG,cAAc,CAACuF,KAAK,CAAC,GAAG/C,YAAY;MAEzC,IAAMgD,YAAY,GAAG,SAAfA,YAAYA,CAAAC,IAAA,EAAgB;QAAA,IAAXvG,KAAK,GAAAuG,IAAA,CAALvG,KAAK;QAC1BsD,YAAY,CAACb,cAAc,GAAGzC,KAAK;QACnCmG,MAAI,CAAC9E,6BAA6B,CAAC,CAAC;MACtC,CAAC;MACDiC,YAAY,CAACkD,WAAW,GAAGF,YAAY;MAEvChD,YAAY,CAACX,YAAY,CAACP,OAAO,CAAC,UAACS,EAAE,EAAK;QACxCA,EAAE,CAAC4D,EAAE,CAACC,8BAAiB,CAACC,YAAY,EAAER,MAAI,CAACjF,oBAAoB,CAAC;QAChE2B,EAAE,CAAC4D,EAAE,CAACC,8BAAiB,CAACE,WAAW,EAAEtD,YAAY,CAACkD,WAAW,CAAC;MAChE,CAAC,CAAC;MAEF,IAAIrF,MAAM,EAAE;QACV,IAAI,CAACA,MAAM,CAAC,CAAC;MACf;MAEA,OAAOkF,KAAK;IACd;EAAC;IAAA7E,GAAA;IAAAC,KAAA,EAED,SAAOoF,aAAaA,CAACC,SAAyB,EAAiB;MAAA,IAAAC,MAAA;MAAA,IAAf5F,MAAM,GAAAiF,SAAA,CAAArD,MAAA,QAAAqD,SAAA,QAAAtC,SAAA,GAAAsC,SAAA,MAAG,IAAI;MAC3D,IAAM9C,YAAY,GAAG,IAAI,CAACxC,cAAc,CAACgG,SAAS,CAAC;MAEnDxD,YAAY,aAAZA,YAAY,uBAAZA,YAAY,CAAEX,YAAY,CAACP,OAAO,CAAC,UAACS,EAAE,EAAK;QACzCA,EAAE,CAACmE,GAAG,CAACN,8BAAiB,CAACC,YAAY,EAAEI,MAAI,CAAC7F,oBAAoB,CAAC;QACjE2B,EAAE,CAACmE,GAAG,CAACN,8BAAiB,CAACE,WAAW,EAAEtD,YAAY,CAACkD,WAAW,CAAC;MACjE,CAAC,CAAC;MAEF,OAAO,IAAI,CAAC1F,cAAc,CAACgG,SAAS,CAAC;MAErC,IAAI3F,MAAM,EAAE;QACV,IAAI,CAACA,MAAM,CAAC,CAAC;MACf;IACF;EAAC;IAAAK,GAAA;IAAAC,KAAA,EAED,SAAON,MAAMA,CAAA,EAAG;MACd,OAAO,IAAI,CAACQ,YAAY,CAAC,CAAC;IAC5B;EAAC;IAAAH,GAAA;IAAAC,KAAA,EAED,SAAOwF,KAAKA,CAAA,EAAG;MACb,IAAI,CAACnG,cAAc,GAAG,CAAC,CAAC;MACxB,IAAI,CAACD,eAAe,GAAG,CAAC;MACxB,IAAI,CAACD,cAAc,GAAG,CAAC;IACzB;EAAC;IAAAY,GAAA;IAAAC,KAAA,EAED,SAAOyF,oBAAoBA,CAACrG,eAAuB,EAAED,cAAsB,EAAE;MAC3E,IAAI,CAACC,eAAe,GAAGA,eAAe;MACtC,IAAI,CAACD,cAAc,GAAGA,cAAc;MAEpC,IAAI,CAACe,YAAY,CAAC,CAAC;IACrB;EAAC;AAAA","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["_internalMediaCore","require","_lodash","_loggerProxy","_interopRequireDefault","_receiveSlot","_remoteMedia","_constants","DEBOUNCED_SOURCE_UPDATE_TIME","RESOLUTION_BUCKETS","MAX_FS_VALUES","MediaRequestManager","exports","sendMediaRequestsCallback","getIngressPayloadTypeCallback","options","_classCallCheck2","default","_defineProperty2","counter","numLiveSources","numTotalSources","clientRequests","degradationPreferences","kind","trimRequestsToNumOfSources","enableAv1","sourceUpdateListener","commit","bind","debouncedSourceUpdateListener","debounce","_createClass2","key","value","setDegradationPreferences","sendRequests","getDegradedClientRequests","_this","maxFsLimits","_loop","i","totalMacroblocksRequested","_values","forEach","mr","codecInfo","maxFs","Math","min","preferredMaxFs","H264_CODEC_PARAMETERS","slotsWithLiveSource","receiveSlots","filter","rs","sourceState","length","maxMacroblocksLimit","LoggerProxy","logger","warn","concat","getMaxPayloadBitsPerSecond","mediaRequest","RecommendedOpusBitrates","FB_MONO_MUSIC","getRecommendedMaxBitrateForFrameSize","getH264MaxMbps","maxFps","getAv1EncodingParams","_RESOLUTION_BUCKETS$f","_RESOLUTION_BUCKETS$f2","frameSize","resolution","find","_ref","_ref2","_slicedToArray2","AV1_CODEC_PARAMETERS","buildH264CodecInfo","undefined","h264PayloadType","mediaType","MediaCodecMimeType","H264","WcmeCodecInfo","fromH264","H264Codec","maxWidth","maxHeight","buildAv1CodecInfo","av1PayloadType","AV1","av1EncodingParams","fromAv1","AV1Codec","levelIdx","tier","maxPicSize","maxDecodeRate","trimRequests","preferLiveVideo","getPreferLiveVideo","numStreamsAvailable","sort","a","b","policyInfo","policy","priority","request","trimmedCount","Error","cloneClientRequests","cloneDeepWith","_toConsumableArray2","_this2","streamRequests","codecInfos","info","push","StreamRequest","Policy","ActiveSpeaker","ReceiverSelected","ActiveSpeakerInfo","crossPriorityDuplication","crossPolicyDuplication","namedMediaGroups","ReceiverSelectedInfo","csi","map","receiveSlot","wcmeReceiveSlot","addRequest","_this3","arguments","newId","eventHandler","_ref3","handleMaxFs","on","ReceiveSlotEvents","SourceUpdate","MaxFsUpdate","cancelRequest","requestId","_this4","off","reset","setNumCurrentSources"],"sources":["mediaRequestManager.ts"],"sourcesContent":["/* eslint-disable require-jsdoc */\nimport {\n StreamRequest,\n Policy,\n ActiveSpeakerInfo,\n ReceiverSelectedInfo,\n CodecInfo as WcmeCodecInfo,\n H264Codec,\n getRecommendedMaxBitrateForFrameSize,\n RecommendedOpusBitrates,\n NamedMediaGroup,\n AV1Codec,\n SupportedResolution,\n AV1EncodingParams,\n MediaType,\n MediaCodecMimeType,\n} from '@webex/internal-media-core';\nimport {cloneDeepWith, debounce} from 'lodash';\n\nimport LoggerProxy from '../common/logs/logger-proxy';\n\nimport {ReceiveSlot, ReceiveSlotEvents} from './receiveSlot';\nimport {MAX_FS_VALUES} from './remoteMedia';\nimport {AV1_CODEC_PARAMETERS, H264_CODEC_PARAMETERS} from './codec/constants';\n\nexport interface ActiveSpeakerPolicyInfo {\n policy: 'active-speaker';\n priority: number;\n crossPriorityDuplication: boolean;\n crossPolicyDuplication: boolean;\n preferLiveVideo: boolean;\n namedMediaGroups?: NamedMediaGroup[];\n}\n\nexport interface ReceiverSelectedPolicyInfo {\n policy: 'receiver-selected';\n csi: number;\n}\n\nexport type PolicyInfo = ActiveSpeakerPolicyInfo | ReceiverSelectedPolicyInfo;\n\nexport interface H264CodecInfo {\n codec: 'h264';\n maxFs?: number;\n maxFps?: number;\n maxMbps?: number;\n maxWidth?: number;\n maxHeight?: number;\n}\n\nexport type CodecInfo = H264CodecInfo; // we'll add AV1 here in the future when it's available\n\nexport interface MediaRequest {\n policyInfo: PolicyInfo;\n receiveSlots: Array<ReceiveSlot>;\n codecInfo?: CodecInfo;\n preferredMaxFs?: number;\n handleMaxFs?: ({maxFs}: {maxFs: number}) => void;\n}\n\nexport type MediaRequestId = string;\n\nconst DEBOUNCED_SOURCE_UPDATE_TIME = 1000;\n\nconst RESOLUTION_BUCKETS: Array<[SupportedResolution, number]> = [\n ['90p', MAX_FS_VALUES['90p']],\n ['180p', MAX_FS_VALUES['180p']],\n ['360p', MAX_FS_VALUES['360p']],\n ['540p', MAX_FS_VALUES['540p']],\n ['720p', MAX_FS_VALUES['720p']],\n];\n\ntype DegradationPreferences = {\n maxMacroblocksLimit: number;\n};\n\ntype SendMediaRequestsCallback = (streamRequests: StreamRequest[]) => void;\ntype GetIngressPayloadTypeCallback = (\n mediaType: MediaType,\n codecMimeType: MediaCodecMimeType\n) => number | undefined;\ntype Kind = 'audio' | 'video';\n\ntype AudioMediaRequestManagerOptions = {\n degradationPreferences: DegradationPreferences;\n kind: 'audio';\n trimRequestsToNumOfSources: boolean; // if enabled, AS speaker requests will be trimmed based on the calls to setNumCurrentSources()\n};\n\ntype VideoMediaRequestManagerOptions = {\n degradationPreferences: DegradationPreferences;\n kind: 'video';\n trimRequestsToNumOfSources: boolean;\n enableAv1?: boolean;\n};\n\ntype Options = AudioMediaRequestManagerOptions | VideoMediaRequestManagerOptions;\n\ntype ClientRequestsMap = {[key: MediaRequestId]: MediaRequest};\n\nexport class MediaRequestManager {\n private sendMediaRequestsCallback: SendMediaRequestsCallback;\n\n private getIngressPayloadTypeCallback: GetIngressPayloadTypeCallback;\n\n private kind: Kind;\n\n private counter: number;\n\n private clientRequests: ClientRequestsMap;\n\n private degradationPreferences: DegradationPreferences;\n\n private sourceUpdateListener: () => void;\n\n private debouncedSourceUpdateListener: () => void;\n\n private trimRequestsToNumOfSources: boolean;\n private enableAv1: boolean;\n private numTotalSources: number;\n private numLiveSources: number;\n\n constructor(\n sendMediaRequestsCallback: SendMediaRequestsCallback,\n getIngressPayloadTypeCallback: GetIngressPayloadTypeCallback,\n options: Options\n ) {\n this.sendMediaRequestsCallback = sendMediaRequestsCallback;\n this.getIngressPayloadTypeCallback = getIngressPayloadTypeCallback;\n this.counter = 0;\n this.numLiveSources = 0;\n this.numTotalSources = 0;\n this.clientRequests = {};\n this.degradationPreferences = options.degradationPreferences;\n this.kind = options.kind;\n this.trimRequestsToNumOfSources = options.trimRequestsToNumOfSources;\n this.enableAv1 = options.kind === 'video' && !!options.enableAv1;\n this.sourceUpdateListener = this.commit.bind(this);\n this.debouncedSourceUpdateListener = debounce(\n this.sourceUpdateListener,\n DEBOUNCED_SOURCE_UPDATE_TIME\n );\n }\n\n public setDegradationPreferences(degradationPreferences: DegradationPreferences) {\n this.degradationPreferences = degradationPreferences;\n this.sendRequests(); // re-send requests after preferences are set\n }\n\n private getDegradedClientRequests(clientRequests: ClientRequestsMap) {\n const maxFsLimits = [\n MAX_FS_VALUES['1080p'],\n MAX_FS_VALUES['720p'],\n MAX_FS_VALUES['540p'],\n MAX_FS_VALUES['360p'],\n MAX_FS_VALUES['180p'],\n MAX_FS_VALUES['90p'],\n ];\n\n // reduce max-fs until total macroblocks is below limit\n for (let i = 0; i < maxFsLimits.length; i += 1) {\n let totalMacroblocksRequested = 0;\n Object.values(clientRequests).forEach((mr) => {\n if (mr.codecInfo) {\n mr.codecInfo.maxFs = Math.min(\n mr.preferredMaxFs || H264_CODEC_PARAMETERS.maxFs,\n mr.codecInfo.maxFs || H264_CODEC_PARAMETERS.maxFs,\n maxFsLimits[i]\n );\n // we only consider sources with \"live\" state\n const slotsWithLiveSource = mr.receiveSlots.filter((rs) => rs.sourceState === 'live');\n totalMacroblocksRequested += mr.codecInfo.maxFs * slotsWithLiveSource.length;\n }\n });\n if (totalMacroblocksRequested <= this.degradationPreferences.maxMacroblocksLimit) {\n if (i !== 0) {\n LoggerProxy.logger.warn(\n `multistream:mediaRequestManager --> too many streams with high max-fs, frame size will be limited to ${maxFsLimits[i]}`\n );\n }\n break;\n } else if (i === maxFsLimits.length - 1) {\n LoggerProxy.logger.warn(\n `multistream:mediaRequestManager --> even with frame size limited to ${maxFsLimits[i]} you are still requesting too many streams, consider reducing the number of requests`\n );\n }\n }\n }\n\n /**\n * Returns the maxPayloadBitsPerSecond per Stream\n *\n * If MediaRequestManager kind is \"audio\", a constant bitrate will be returned.\n * If MediaRequestManager kind is \"video\", the bitrate will be calculated based\n * on maxFs (default h264 maxFs as fallback if maxFs is not defined)\n *\n * @param {MediaRequest} mediaRequest - mediaRequest to take data from\n * @returns {number} maxPayloadBitsPerSecond\n */\n private getMaxPayloadBitsPerSecond(mediaRequest: MediaRequest): number {\n if (this.kind === 'audio') {\n // return mono_music bitrate default if the kind of mediarequest manager is audio:\n return RecommendedOpusBitrates.FB_MONO_MUSIC;\n }\n\n return getRecommendedMaxBitrateForFrameSize(\n mediaRequest.codecInfo.maxFs || H264_CODEC_PARAMETERS.maxFs\n );\n }\n\n /**\n * Returns the max Macro Blocks per second (maxMbps) per H264 Stream\n *\n * The maxMbps will be calculated based on maxFs and maxFps\n * (default h264 maxFps as fallback if maxFps is not defined)\n *\n * @param {MediaRequest} mediaRequest - mediaRequest to take data from\n * @returns {number} maxMbps\n */\n // eslint-disable-next-line class-methods-use-this\n private getH264MaxMbps(mediaRequest: MediaRequest): number {\n // fallback for maxFps (not needed for maxFs, since there is a fallback already in getDegradedClientRequests)\n const maxFps = mediaRequest.codecInfo.maxFps || H264_CODEC_PARAMETERS.maxFps;\n\n // divided by 100 since maxFps is 3000 (for 30 frames per seconds)\n return (mediaRequest.codecInfo.maxFs * maxFps) / 100;\n }\n\n /**\n * Returns the AV1 encoding parameters for a media request\n * @param mediaRequest - The media request to get the AV1 encoding parameters for\n * @returns {AV1EncodingParams} The AV1 encoding parameters\n */\n // eslint-disable-next-line class-methods-use-this\n private getAv1EncodingParams(mediaRequest: MediaRequest): AV1EncodingParams {\n const frameSize = mediaRequest.codecInfo.maxFs || H264_CODEC_PARAMETERS.maxFs;\n const resolution = RESOLUTION_BUCKETS.find(([, maxFs]) => frameSize <= maxFs)?.[0] ?? '1080p';\n\n return AV1_CODEC_PARAMETERS[resolution];\n }\n\n private buildH264CodecInfo(mr: MediaRequest): WcmeCodecInfo | undefined {\n if (!mr.codecInfo) {\n return undefined;\n }\n\n const h264PayloadType = this.getIngressPayloadTypeCallback(\n mr.receiveSlots[0].mediaType,\n MediaCodecMimeType.H264\n );\n\n if (h264PayloadType === undefined) {\n return undefined;\n }\n\n return WcmeCodecInfo.fromH264(\n h264PayloadType,\n new H264Codec(\n mr.codecInfo.maxFs,\n mr.codecInfo.maxFps || H264_CODEC_PARAMETERS.maxFps,\n this.getH264MaxMbps(mr),\n mr.codecInfo.maxWidth,\n mr.codecInfo.maxHeight\n )\n );\n }\n\n private buildAv1CodecInfo(mr: MediaRequest): WcmeCodecInfo | undefined {\n if (!this.enableAv1 || !mr.codecInfo) {\n return undefined;\n }\n\n const av1PayloadType = this.getIngressPayloadTypeCallback(\n mr.receiveSlots[0].mediaType,\n MediaCodecMimeType.AV1\n );\n\n if (av1PayloadType === undefined) {\n return undefined;\n }\n\n const av1EncodingParams = this.getAv1EncodingParams(mr);\n\n return WcmeCodecInfo.fromAv1(\n av1PayloadType,\n new AV1Codec(\n av1EncodingParams.levelIdx,\n av1EncodingParams.tier,\n mr.codecInfo.maxWidth || av1EncodingParams.maxWidth,\n mr.codecInfo.maxHeight || av1EncodingParams.maxHeight,\n av1EncodingParams.maxPicSize,\n av1EncodingParams.maxDecodeRate\n )\n );\n }\n\n /** Modifies the passed in clientRequests and makes sure that in total they don't ask\n * for more streams than there are available.\n *\n * @param {Object} clientRequests\n * @returns {void}\n */\n private trimRequests(clientRequests: ClientRequestsMap) {\n const preferLiveVideo = this.getPreferLiveVideo();\n\n if (!this.trimRequestsToNumOfSources) {\n return;\n }\n\n // preferLiveVideo being undefined means that there are no active-speaker requests so we don't need to do any trimming\n if (preferLiveVideo === undefined) {\n return;\n }\n\n let numStreamsAvailable = preferLiveVideo ? this.numLiveSources : this.numTotalSources;\n\n Object.values(clientRequests)\n .sort((a, b) => {\n // we have to count how many streams we're asking for\n // and should not ask for more than numStreamsAvailable in total,\n // so we might need to trim active-speaker requests and first ones to trim should be\n // the ones with lowest priority\n\n // receiver-selected requests have priority over active-speakers\n if (a.policyInfo.policy === 'receiver-selected') {\n return -1;\n }\n if (b.policyInfo.policy === 'receiver-selected') {\n return 1;\n }\n\n // and active-speakers are sorted by descending priority\n return b.policyInfo.priority - a.policyInfo.priority;\n })\n .forEach((request) => {\n // we only trim active-speaker requests\n if (request.policyInfo.policy === 'active-speaker') {\n const trimmedCount = Math.min(numStreamsAvailable, request.receiveSlots.length);\n\n request.receiveSlots.length = trimmedCount;\n\n numStreamsAvailable -= trimmedCount;\n } else {\n numStreamsAvailable -= request.receiveSlots.length;\n }\n\n if (numStreamsAvailable < 0) {\n numStreamsAvailable = 0;\n }\n });\n }\n\n private getPreferLiveVideo(): boolean | undefined {\n let preferLiveVideo;\n\n Object.values(this.clientRequests).forEach((mr) => {\n if (mr.policyInfo.policy === 'active-speaker') {\n // take the value from first encountered active speaker request\n if (preferLiveVideo === undefined) {\n preferLiveVideo = mr.policyInfo.preferLiveVideo;\n }\n\n if (mr.policyInfo.preferLiveVideo !== preferLiveVideo) {\n throw new Error(\n 'a mix of active-speaker groups with different values for preferLiveVideo is not supported'\n );\n }\n }\n });\n\n return preferLiveVideo;\n }\n\n private cloneClientRequests(): ClientRequestsMap {\n // we clone the client requests but without cloning the ReceiveSlots that they reference\n return cloneDeepWith(this.clientRequests, (value, key) => {\n if (key === 'receiveSlots') {\n return [...value];\n }\n\n return undefined;\n });\n }\n\n private sendRequests() {\n const streamRequests: StreamRequest[] = [];\n\n // clone the requests so that any modifications we do to them don't affect the original ones\n const clientRequests = this.cloneClientRequests();\n\n this.trimRequests(clientRequests);\n this.getDegradedClientRequests(clientRequests);\n\n // map all the client media requests to wcme stream requests\n Object.values(clientRequests).forEach((mr) => {\n if (mr.receiveSlots.length > 0) {\n const codecInfos: WcmeCodecInfo[] = mr.codecInfo\n ? [this.buildH264CodecInfo(mr), this.buildAv1CodecInfo(mr)].filter(\n (info): info is WcmeCodecInfo => info !== undefined\n )\n : [];\n\n streamRequests.push(\n new StreamRequest(\n mr.policyInfo.policy === 'active-speaker'\n ? Policy.ActiveSpeaker\n : Policy.ReceiverSelected,\n mr.policyInfo.policy === 'active-speaker'\n ? new ActiveSpeakerInfo(\n mr.policyInfo.priority,\n mr.policyInfo.crossPriorityDuplication,\n mr.policyInfo.crossPolicyDuplication,\n mr.policyInfo.preferLiveVideo,\n mr.policyInfo.namedMediaGroups\n )\n : new ReceiverSelectedInfo(mr.policyInfo.csi),\n mr.receiveSlots.map((receiveSlot) => receiveSlot.wcmeReceiveSlot),\n this.getMaxPayloadBitsPerSecond(mr),\n codecInfos\n )\n );\n }\n });\n\n this.sendMediaRequestsCallback(streamRequests);\n LoggerProxy.logger.info(`multistream:sendRequests --> media requests sent.`);\n }\n\n public addRequest(mediaRequest: MediaRequest, commit = true): MediaRequestId {\n // eslint-disable-next-line no-plusplus\n const newId = `${this.counter++}`;\n\n this.clientRequests[newId] = mediaRequest;\n\n const eventHandler = ({maxFs}) => {\n mediaRequest.preferredMaxFs = maxFs;\n this.debouncedSourceUpdateListener();\n };\n mediaRequest.handleMaxFs = eventHandler;\n\n mediaRequest.receiveSlots.forEach((rs) => {\n rs.on(ReceiveSlotEvents.SourceUpdate, this.sourceUpdateListener);\n rs.on(ReceiveSlotEvents.MaxFsUpdate, mediaRequest.handleMaxFs);\n });\n\n if (commit) {\n this.commit();\n }\n\n return newId;\n }\n\n public cancelRequest(requestId: MediaRequestId, commit = true) {\n const mediaRequest = this.clientRequests[requestId];\n\n mediaRequest?.receiveSlots.forEach((rs) => {\n rs.off(ReceiveSlotEvents.SourceUpdate, this.sourceUpdateListener);\n rs.off(ReceiveSlotEvents.MaxFsUpdate, mediaRequest.handleMaxFs);\n });\n\n delete this.clientRequests[requestId];\n\n if (commit) {\n this.commit();\n }\n }\n\n public commit() {\n return this.sendRequests();\n }\n\n public reset() {\n this.clientRequests = {};\n this.numTotalSources = 0;\n this.numLiveSources = 0;\n }\n\n public setNumCurrentSources(numTotalSources: number, numLiveSources: number) {\n this.numTotalSources = numTotalSources;\n this.numLiveSources = numLiveSources;\n\n this.sendRequests();\n }\n}\n"],"mappings":";;;;;;;;;;;;;;AACA,IAAAA,kBAAA,GAAAC,OAAA;AAgBA,IAAAC,OAAA,GAAAD,OAAA;AAEA,IAAAE,YAAA,GAAAC,sBAAA,CAAAH,OAAA;AAEA,IAAAI,YAAA,GAAAJ,OAAA;AACA,IAAAK,YAAA,GAAAL,OAAA;AACA,IAAAM,UAAA,GAAAN,OAAA;AAvBA;;AAkDuC;;AAYvC,IAAMO,4BAA4B,GAAG,IAAI;AAEzC,IAAMC,kBAAwD,GAAG,CAC/D,CAAC,KAAK,EAAEC,0BAAa,CAAC,KAAK,CAAC,CAAC,EAC7B,CAAC,MAAM,EAAEA,0BAAa,CAAC,MAAM,CAAC,CAAC,EAC/B,CAAC,MAAM,EAAEA,0BAAa,CAAC,MAAM,CAAC,CAAC,EAC/B,CAAC,MAAM,EAAEA,0BAAa,CAAC,MAAM,CAAC,CAAC,EAC/B,CAAC,MAAM,EAAEA,0BAAa,CAAC,MAAM,CAAC,CAAC,CAChC;AAAC,IA8BWC,mBAAmB,GAAAC,OAAA,CAAAD,mBAAA;EAsB9B,SAAAA,oBACEE,yBAAoD,EACpDC,6BAA4D,EAC5DC,OAAgB,EAChB;IAAA,IAAAC,gBAAA,CAAAC,OAAA,QAAAN,mBAAA;IAAA,IAAAO,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IACA,IAAI,CAACJ,yBAAyB,GAAGA,yBAAyB;IAC1D,IAAI,CAACC,6BAA6B,GAAGA,6BAA6B;IAClE,IAAI,CAACK,OAAO,GAAG,CAAC;IAChB,IAAI,CAACC,cAAc,GAAG,CAAC;IACvB,IAAI,CAACC,eAAe,GAAG,CAAC;IACxB,IAAI,CAACC,cAAc,GAAG,CAAC,CAAC;IACxB,IAAI,CAACC,sBAAsB,GAAGR,OAAO,CAACQ,sBAAsB;IAC5D,IAAI,CAACC,IAAI,GAAGT,OAAO,CAACS,IAAI;IACxB,IAAI,CAACC,0BAA0B,GAAGV,OAAO,CAACU,0BAA0B;IACpE,IAAI,CAACC,SAAS,GAAGX,OAAO,CAACS,IAAI,KAAK,OAAO,IAAI,CAAC,CAACT,OAAO,CAACW,SAAS;IAChE,IAAI,CAACC,oBAAoB,GAAG,IAAI,CAACC,MAAM,CAACC,IAAI,CAAC,IAAI,CAAC;IAClD,IAAI,CAACC,6BAA6B,GAAG,IAAAC,gBAAQ,EAC3C,IAAI,CAACJ,oBAAoB,EACzBnB,4BACF,CAAC;EACH;EAAC,WAAAwB,aAAA,CAAAf,OAAA,EAAAN,mBAAA;IAAAsB,GAAA;IAAAC,KAAA,EAED,SAAOC,yBAAyBA,CAACZ,sBAA8C,EAAE;MAC/E,IAAI,CAACA,sBAAsB,GAAGA,sBAAsB;MACpD,IAAI,CAACa,YAAY,CAAC,CAAC,CAAC,CAAC;IACvB;EAAC;IAAAH,GAAA;IAAAC,KAAA,EAED,SAAQG,yBAAyBA,CAACf,cAAiC,EAAE;MAAA,IAAAgB,KAAA;MACnE,IAAMC,WAAW,GAAG,CAClB7B,0BAAa,CAAC,OAAO,CAAC,EACtBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,KAAK,CAAC,CACrB;;MAED;MAAA,IAAA8B,KAAA,YAAAA,MAAAC,CAAA,EACgD;QAC9C,IAAIC,yBAAyB,GAAG,CAAC;QACjC,IAAAC,OAAA,CAAA1B,OAAA,EAAcK,cAAc,CAAC,CAACsB,OAAO,CAAC,UAACC,EAAE,EAAK;UAC5C,IAAIA,EAAE,CAACC,SAAS,EAAE;YAChBD,EAAE,CAACC,SAAS,CAACC,KAAK,GAAGC,IAAI,CAACC,GAAG,CAC3BJ,EAAE,CAACK,cAAc,IAAIC,gCAAqB,CAACJ,KAAK,EAChDF,EAAE,CAACC,SAAS,CAACC,KAAK,IAAII,gCAAqB,CAACJ,KAAK,EACjDR,WAAW,CAACE,CAAC,CACf,CAAC;YACD;YACA,IAAMW,mBAAmB,GAAGP,EAAE,CAACQ,YAAY,CAACC,MAAM,CAAC,UAACC,EAAE;cAAA,OAAKA,EAAE,CAACC,WAAW,KAAK,MAAM;YAAA,EAAC;YACrFd,yBAAyB,IAAIG,EAAE,CAACC,SAAS,CAACC,KAAK,GAAGK,mBAAmB,CAACK,MAAM;UAC9E;QACF,CAAC,CAAC;QACF,IAAIf,yBAAyB,IAAIJ,KAAI,CAACf,sBAAsB,CAACmC,mBAAmB,EAAE;UAChF,IAAIjB,CAAC,KAAK,CAAC,EAAE;YACXkB,oBAAW,CAACC,MAAM,CAACC,IAAI,yGAAAC,MAAA,CACmFvB,WAAW,CAACE,CAAC,CAAC,CACxH,CAAC;UACH;UAAC;QAEH,CAAC,MAAM,IAAIA,CAAC,KAAKF,WAAW,CAACkB,MAAM,GAAG,CAAC,EAAE;UACvCE,oBAAW,CAACC,MAAM,CAACC,IAAI,wEAAAC,MAAA,CACkDvB,WAAW,CAACE,CAAC,CAAC,yFACvF,CAAC;QACH;MACF,CAAC;MA1BD,KAAK,IAAIA,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,WAAW,CAACkB,MAAM,EAAEhB,CAAC,IAAI,CAAC;QAAA,IAAAD,KAAA,CAAAC,CAAA,GAoB1C;MAAM;IAOZ;;IAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EATE;IAAAR,GAAA;IAAAC,KAAA,EAUA,SAAQ6B,0BAA0BA,CAACC,YAA0B,EAAU;MACrE,IAAI,IAAI,CAACxC,IAAI,KAAK,OAAO,EAAE;QACzB;QACA,OAAOyC,0CAAuB,CAACC,aAAa;MAC9C;MAEA,OAAO,IAAAC,uDAAoC,EACzCH,YAAY,CAAClB,SAAS,CAACC,KAAK,IAAII,gCAAqB,CAACJ,KACxD,CAAC;IACH;;IAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;IACE;EAAA;IAAAd,GAAA;IAAAC,KAAA,EACA,SAAQkC,cAAcA,CAACJ,YAA0B,EAAU;MACzD;MACA,IAAMK,MAAM,GAAGL,YAAY,CAAClB,SAAS,CAACuB,MAAM,IAAIlB,gCAAqB,CAACkB,MAAM;;MAE5E;MACA,OAAQL,YAAY,CAAClB,SAAS,CAACC,KAAK,GAAGsB,MAAM,GAAI,GAAG;IACtD;;IAEA;AACF;AACA;AACA;AACA;IACE;EAAA;IAAApC,GAAA;IAAAC,KAAA,EACA,SAAQoC,oBAAoBA,CAACN,YAA0B,EAAqB;MAAA,IAAAO,qBAAA,EAAAC,sBAAA;MAC1E,IAAMC,SAAS,GAAGT,YAAY,CAAClB,SAAS,CAACC,KAAK,IAAII,gCAAqB,CAACJ,KAAK;MAC7E,IAAM2B,UAAU,IAAAH,qBAAA,IAAAC,sBAAA,GAAG/D,kBAAkB,CAACkE,IAAI,CAAC,UAAAC,IAAA;QAAA,IAAAC,KAAA,OAAAC,eAAA,CAAA7D,OAAA,EAAA2D,IAAA;UAAI7B,KAAK,GAAA8B,KAAA;QAAA,OAAMJ,SAAS,IAAI1B,KAAK;MAAA,EAAC,cAAAyB,sBAAA,uBAA1DA,sBAAA,CAA6D,CAAC,CAAC,cAAAD,qBAAA,cAAAA,qBAAA,GAAI,OAAO;MAE7F,OAAOQ,+BAAoB,CAACL,UAAU,CAAC;IACzC;EAAC;IAAAzC,GAAA;IAAAC,KAAA,EAED,SAAQ8C,kBAAkBA,CAACnC,EAAgB,EAA6B;MACtE,IAAI,CAACA,EAAE,CAACC,SAAS,EAAE;QACjB,OAAOmC,SAAS;MAClB;MAEA,IAAMC,eAAe,GAAG,IAAI,CAACpE,6BAA6B,CACxD+B,EAAE,CAACQ,YAAY,CAAC,CAAC,CAAC,CAAC8B,SAAS,EAC5BC,qCAAkB,CAACC,IACrB,CAAC;MAED,IAAIH,eAAe,KAAKD,SAAS,EAAE;QACjC,OAAOA,SAAS;MAClB;MAEA,OAAOK,4BAAa,CAACC,QAAQ,CAC3BL,eAAe,EACf,IAAIM,4BAAS,CACX3C,EAAE,CAACC,SAAS,CAACC,KAAK,EAClBF,EAAE,CAACC,SAAS,CAACuB,MAAM,IAAIlB,gCAAqB,CAACkB,MAAM,EACnD,IAAI,CAACD,cAAc,CAACvB,EAAE,CAAC,EACvBA,EAAE,CAACC,SAAS,CAAC2C,QAAQ,EACrB5C,EAAE,CAACC,SAAS,CAAC4C,SACf,CACF,CAAC;IACH;EAAC;IAAAzD,GAAA;IAAAC,KAAA,EAED,SAAQyD,iBAAiBA,CAAC9C,EAAgB,EAA6B;MACrE,IAAI,CAAC,IAAI,CAACnB,SAAS,IAAI,CAACmB,EAAE,CAACC,SAAS,EAAE;QACpC,OAAOmC,SAAS;MAClB;MAEA,IAAMW,cAAc,GAAG,IAAI,CAAC9E,6BAA6B,CACvD+B,EAAE,CAACQ,YAAY,CAAC,CAAC,CAAC,CAAC8B,SAAS,EAC5BC,qCAAkB,CAACS,GACrB,CAAC;MAED,IAAID,cAAc,KAAKX,SAAS,EAAE;QAChC,OAAOA,SAAS;MAClB;MAEA,IAAMa,iBAAiB,GAAG,IAAI,CAACxB,oBAAoB,CAACzB,EAAE,CAAC;MAEvD,OAAOyC,4BAAa,CAACS,OAAO,CAC1BH,cAAc,EACd,IAAII,2BAAQ,CACVF,iBAAiB,CAACG,QAAQ,EAC1BH,iBAAiB,CAACI,IAAI,EACtBrD,EAAE,CAACC,SAAS,CAAC2C,QAAQ,IAAIK,iBAAiB,CAACL,QAAQ,EACnD5C,EAAE,CAACC,SAAS,CAAC4C,SAAS,IAAII,iBAAiB,CAACJ,SAAS,EACrDI,iBAAiB,CAACK,UAAU,EAC5BL,iBAAiB,CAACM,aACpB,CACF,CAAC;IACH;;IAEA;AACF;AACA;AACA;AACA;AACA;EALE;IAAAnE,GAAA;IAAAC,KAAA,EAMA,SAAQmE,YAAYA,CAAC/E,cAAiC,EAAE;MACtD,IAAMgF,eAAe,GAAG,IAAI,CAACC,kBAAkB,CAAC,CAAC;MAEjD,IAAI,CAAC,IAAI,CAAC9E,0BAA0B,EAAE;QACpC;MACF;;MAEA;MACA,IAAI6E,eAAe,KAAKrB,SAAS,EAAE;QACjC;MACF;MAEA,IAAIuB,mBAAmB,GAAGF,eAAe,GAAG,IAAI,CAAClF,cAAc,GAAG,IAAI,CAACC,eAAe;MAEtF,IAAAsB,OAAA,CAAA1B,OAAA,EAAcK,cAAc,CAAC,CAC1BmF,IAAI,CAAC,UAACC,CAAC,EAAEC,CAAC,EAAK;QACd;QACA;QACA;QACA;;QAEA;QACA,IAAID,CAAC,CAACE,UAAU,CAACC,MAAM,KAAK,mBAAmB,EAAE;UAC/C,OAAO,CAAC,CAAC;QACX;QACA,IAAIF,CAAC,CAACC,UAAU,CAACC,MAAM,KAAK,mBAAmB,EAAE;UAC/C,OAAO,CAAC;QACV;;QAEA;QACA,OAAOF,CAAC,CAACC,UAAU,CAACE,QAAQ,GAAGJ,CAAC,CAACE,UAAU,CAACE,QAAQ;MACtD,CAAC,CAAC,CACDlE,OAAO,CAAC,UAACmE,OAAO,EAAK;QACpB;QACA,IAAIA,OAAO,CAACH,UAAU,CAACC,MAAM,KAAK,gBAAgB,EAAE;UAClD,IAAMG,YAAY,GAAGhE,IAAI,CAACC,GAAG,CAACuD,mBAAmB,EAAEO,OAAO,CAAC1D,YAAY,CAACI,MAAM,CAAC;UAE/EsD,OAAO,CAAC1D,YAAY,CAACI,MAAM,GAAGuD,YAAY;UAE1CR,mBAAmB,IAAIQ,YAAY;QACrC,CAAC,MAAM;UACLR,mBAAmB,IAAIO,OAAO,CAAC1D,YAAY,CAACI,MAAM;QACpD;QAEA,IAAI+C,mBAAmB,GAAG,CAAC,EAAE;UAC3BA,mBAAmB,GAAG,CAAC;QACzB;MACF,CAAC,CAAC;IACN;EAAC;IAAAvE,GAAA;IAAAC,KAAA,EAED,SAAQqE,kBAAkBA,CAAA,EAAwB;MAChD,IAAID,eAAe;MAEnB,IAAA3D,OAAA,CAAA1B,OAAA,EAAc,IAAI,CAACK,cAAc,CAAC,CAACsB,OAAO,CAAC,UAACC,EAAE,EAAK;QACjD,IAAIA,EAAE,CAAC+D,UAAU,CAACC,MAAM,KAAK,gBAAgB,EAAE;UAC7C;UACA,IAAIP,eAAe,KAAKrB,SAAS,EAAE;YACjCqB,eAAe,GAAGzD,EAAE,CAAC+D,UAAU,CAACN,eAAe;UACjD;UAEA,IAAIzD,EAAE,CAAC+D,UAAU,CAACN,eAAe,KAAKA,eAAe,EAAE;YACrD,MAAM,IAAIW,KAAK,CACb,2FACF,CAAC;UACH;QACF;MACF,CAAC,CAAC;MAEF,OAAOX,eAAe;IACxB;EAAC;IAAArE,GAAA;IAAAC,KAAA,EAED,SAAQgF,mBAAmBA,CAAA,EAAsB;MAC/C;MACA,OAAO,IAAAC,qBAAa,EAAC,IAAI,CAAC7F,cAAc,EAAE,UAACY,KAAK,EAAED,GAAG,EAAK;QACxD,IAAIA,GAAG,KAAK,cAAc,EAAE;UAC1B,WAAAmF,mBAAA,CAAAnG,OAAA,EAAWiB,KAAK;QAClB;QAEA,OAAO+C,SAAS;MAClB,CAAC,CAAC;IACJ;EAAC;IAAAhD,GAAA;IAAAC,KAAA,EAED,SAAQE,YAAYA,CAAA,EAAG;MAAA,IAAAiF,MAAA;MACrB,IAAMC,cAA+B,GAAG,EAAE;;MAE1C;MACA,IAAMhG,cAAc,GAAG,IAAI,CAAC4F,mBAAmB,CAAC,CAAC;MAEjD,IAAI,CAACb,YAAY,CAAC/E,cAAc,CAAC;MACjC,IAAI,CAACe,yBAAyB,CAACf,cAAc,CAAC;;MAE9C;MACA,IAAAqB,OAAA,CAAA1B,OAAA,EAAcK,cAAc,CAAC,CAACsB,OAAO,CAAC,UAACC,EAAE,EAAK;QAC5C,IAAIA,EAAE,CAACQ,YAAY,CAACI,MAAM,GAAG,CAAC,EAAE;UAC9B,IAAM8D,UAA2B,GAAG1E,EAAE,CAACC,SAAS,GAC5C,CAACuE,MAAI,CAACrC,kBAAkB,CAACnC,EAAE,CAAC,EAAEwE,MAAI,CAAC1B,iBAAiB,CAAC9C,EAAE,CAAC,CAAC,CAACS,MAAM,CAC9D,UAACkE,IAAI;YAAA,OAA4BA,IAAI,KAAKvC,SAAS;UAAA,CACrD,CAAC,GACD,EAAE;UAENqC,cAAc,CAACG,IAAI,CACjB,IAAIC,gCAAa,CACf7E,EAAE,CAAC+D,UAAU,CAACC,MAAM,KAAK,gBAAgB,GACrCc,yBAAM,CAACC,aAAa,GACpBD,yBAAM,CAACE,gBAAgB,EAC3BhF,EAAE,CAAC+D,UAAU,CAACC,MAAM,KAAK,gBAAgB,GACrC,IAAIiB,oCAAiB,CACnBjF,EAAE,CAAC+D,UAAU,CAACE,QAAQ,EACtBjE,EAAE,CAAC+D,UAAU,CAACmB,wBAAwB,EACtClF,EAAE,CAAC+D,UAAU,CAACoB,sBAAsB,EACpCnF,EAAE,CAAC+D,UAAU,CAACN,eAAe,EAC7BzD,EAAE,CAAC+D,UAAU,CAACqB,gBAChB,CAAC,GACD,IAAIC,uCAAoB,CAACrF,EAAE,CAAC+D,UAAU,CAACuB,GAAG,CAAC,EAC/CtF,EAAE,CAACQ,YAAY,CAAC+E,GAAG,CAAC,UAACC,WAAW;YAAA,OAAKA,WAAW,CAACC,eAAe;UAAA,EAAC,EACjEjB,MAAI,CAACtD,0BAA0B,CAAClB,EAAE,CAAC,EACnC0E,UACF,CACF,CAAC;QACH;MACF,CAAC,CAAC;MAEF,IAAI,CAAC1G,yBAAyB,CAACyG,cAAc,CAAC;MAC9C3D,oBAAW,CAACC,MAAM,CAAC4D,IAAI,oDAAoD,CAAC;IAC9E;EAAC;IAAAvF,GAAA;IAAAC,KAAA,EAED,SAAOqG,UAAUA,CAACvE,YAA0B,EAAiC;MAAA,IAAAwE,MAAA;MAAA,IAA/B5G,MAAM,GAAA6G,SAAA,CAAAhF,MAAA,QAAAgF,SAAA,QAAAxD,SAAA,GAAAwD,SAAA,MAAG,IAAI;MACzD;MACA,IAAMC,KAAK,MAAA5E,MAAA,CAAM,IAAI,CAAC3C,OAAO,EAAE,CAAE;MAEjC,IAAI,CAACG,cAAc,CAACoH,KAAK,CAAC,GAAG1E,YAAY;MAEzC,IAAM2E,YAAY,GAAG,SAAfA,YAAYA,CAAAC,KAAA,EAAgB;QAAA,IAAX7F,KAAK,GAAA6F,KAAA,CAAL7F,KAAK;QAC1BiB,YAAY,CAACd,cAAc,GAAGH,KAAK;QACnCyF,MAAI,CAAC1G,6BAA6B,CAAC,CAAC;MACtC,CAAC;MACDkC,YAAY,CAAC6E,WAAW,GAAGF,YAAY;MAEvC3E,YAAY,CAACX,YAAY,CAACT,OAAO,CAAC,UAACW,EAAE,EAAK;QACxCA,EAAE,CAACuF,EAAE,CAACC,8BAAiB,CAACC,YAAY,EAAER,MAAI,CAAC7G,oBAAoB,CAAC;QAChE4B,EAAE,CAACuF,EAAE,CAACC,8BAAiB,CAACE,WAAW,EAAEjF,YAAY,CAAC6E,WAAW,CAAC;MAChE,CAAC,CAAC;MAEF,IAAIjH,MAAM,EAAE;QACV,IAAI,CAACA,MAAM,CAAC,CAAC;MACf;MAEA,OAAO8G,KAAK;IACd;EAAC;IAAAzG,GAAA;IAAAC,KAAA,EAED,SAAOgH,aAAaA,CAACC,SAAyB,EAAiB;MAAA,IAAAC,MAAA;MAAA,IAAfxH,MAAM,GAAA6G,SAAA,CAAAhF,MAAA,QAAAgF,SAAA,QAAAxD,SAAA,GAAAwD,SAAA,MAAG,IAAI;MAC3D,IAAMzE,YAAY,GAAG,IAAI,CAAC1C,cAAc,CAAC6H,SAAS,CAAC;MAEnDnF,YAAY,aAAZA,YAAY,uBAAZA,YAAY,CAAEX,YAAY,CAACT,OAAO,CAAC,UAACW,EAAE,EAAK;QACzCA,EAAE,CAAC8F,GAAG,CAACN,8BAAiB,CAACC,YAAY,EAAEI,MAAI,CAACzH,oBAAoB,CAAC;QACjE4B,EAAE,CAAC8F,GAAG,CAACN,8BAAiB,CAACE,WAAW,EAAEjF,YAAY,CAAC6E,WAAW,CAAC;MACjE,CAAC,CAAC;MAEF,OAAO,IAAI,CAACvH,cAAc,CAAC6H,SAAS,CAAC;MAErC,IAAIvH,MAAM,EAAE;QACV,IAAI,CAACA,MAAM,CAAC,CAAC;MACf;IACF;EAAC;IAAAK,GAAA;IAAAC,KAAA,EAED,SAAON,MAAMA,CAAA,EAAG;MACd,OAAO,IAAI,CAACQ,YAAY,CAAC,CAAC;IAC5B;EAAC;IAAAH,GAAA;IAAAC,KAAA,EAED,SAAOoH,KAAKA,CAAA,EAAG;MACb,IAAI,CAAChI,cAAc,GAAG,CAAC,CAAC;MACxB,IAAI,CAACD,eAAe,GAAG,CAAC;MACxB,IAAI,CAACD,cAAc,GAAG,CAAC;IACzB;EAAC;IAAAa,GAAA;IAAAC,KAAA,EAED,SAAOqH,oBAAoBA,CAAClI,eAAuB,EAAED,cAAsB,EAAE;MAC3E,IAAI,CAACC,eAAe,GAAGA,eAAe;MACtC,IAAI,CAACD,cAAc,GAAGA,cAAc;MAEpC,IAAI,CAACgB,YAAY,CAAC,CAAC;IACrB;EAAC;AAAA","ignoreList":[]}
|
package/dist/types/config.d.ts
CHANGED
|
@@ -516,6 +516,15 @@ export default class Meeting extends StatelessWebexPlugin {
|
|
|
516
516
|
* @memberof Meeting
|
|
517
517
|
*/
|
|
518
518
|
constructor(attrs: any, options: object, callback: (meeting: Meeting) => void);
|
|
519
|
+
/**
|
|
520
|
+
* Get the ingress payload type for a given media type and codec mime type
|
|
521
|
+
* @param {MediaType} mediaType - The media type
|
|
522
|
+
* @param {MediaCodecMimeType} codecMimeType - The codec mime type
|
|
523
|
+
* @returns {number | undefined} - The ingress payload type
|
|
524
|
+
* @private
|
|
525
|
+
* @memberof Meeting
|
|
526
|
+
*/
|
|
527
|
+
private getIngressPayloadTypeCallback;
|
|
519
528
|
/**
|
|
520
529
|
* returns meeting is joined
|
|
521
530
|
* @private
|
|
@@ -254,6 +254,16 @@ export default class Meetings extends WebexPlugin {
|
|
|
254
254
|
* @returns {undefined}
|
|
255
255
|
*/
|
|
256
256
|
private _toggleEnableAudioTwccForMultistream;
|
|
257
|
+
/**
|
|
258
|
+
* API to toggle AV1 codec support for video slides in multistream,
|
|
259
|
+
* needs to be called before webex.meetings.joinWithMedia()
|
|
260
|
+
*
|
|
261
|
+
* @param {Boolean} newValue
|
|
262
|
+
* @private
|
|
263
|
+
* @memberof Meetings
|
|
264
|
+
* @returns {undefined}
|
|
265
|
+
*/
|
|
266
|
+
private _toggleEnableAv1SlidesSupport;
|
|
257
267
|
/**
|
|
258
268
|
* API to toggle stopping ICE Candidates Gathering after first relay candidate,
|
|
259
269
|
* needs to be called before webex.meetings.joinWithMedia()
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { AV1EncodingParams, SupportedResolution } from '@webex/internal-media-core';
|
|
2
|
+
export declare const AV1_CODEC_PARAMETERS: Record<SupportedResolution, AV1EncodingParams>;
|
|
3
|
+
export declare const H264_CODEC_PARAMETERS: {
|
|
4
|
+
maxFs: number;
|
|
5
|
+
maxFps: number;
|
|
6
|
+
maxMbps: number;
|
|
7
|
+
};
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { StreamRequest, NamedMediaGroup } from '@webex/internal-media-core';
|
|
1
|
+
import { StreamRequest, NamedMediaGroup, MediaType, MediaCodecMimeType } from '@webex/internal-media-core';
|
|
2
2
|
import { ReceiveSlot } from './receiveSlot';
|
|
3
3
|
export interface ActiveSpeakerPolicyInfo {
|
|
4
4
|
policy: 'active-speaker';
|
|
@@ -36,14 +36,22 @@ type DegradationPreferences = {
|
|
|
36
36
|
maxMacroblocksLimit: number;
|
|
37
37
|
};
|
|
38
38
|
type SendMediaRequestsCallback = (streamRequests: StreamRequest[]) => void;
|
|
39
|
-
type
|
|
40
|
-
type
|
|
39
|
+
type GetIngressPayloadTypeCallback = (mediaType: MediaType, codecMimeType: MediaCodecMimeType) => number | undefined;
|
|
40
|
+
type AudioMediaRequestManagerOptions = {
|
|
41
41
|
degradationPreferences: DegradationPreferences;
|
|
42
|
-
kind:
|
|
42
|
+
kind: 'audio';
|
|
43
43
|
trimRequestsToNumOfSources: boolean;
|
|
44
44
|
};
|
|
45
|
+
type VideoMediaRequestManagerOptions = {
|
|
46
|
+
degradationPreferences: DegradationPreferences;
|
|
47
|
+
kind: 'video';
|
|
48
|
+
trimRequestsToNumOfSources: boolean;
|
|
49
|
+
enableAv1?: boolean;
|
|
50
|
+
};
|
|
51
|
+
type Options = AudioMediaRequestManagerOptions | VideoMediaRequestManagerOptions;
|
|
45
52
|
export declare class MediaRequestManager {
|
|
46
53
|
private sendMediaRequestsCallback;
|
|
54
|
+
private getIngressPayloadTypeCallback;
|
|
47
55
|
private kind;
|
|
48
56
|
private counter;
|
|
49
57
|
private clientRequests;
|
|
@@ -51,9 +59,10 @@ export declare class MediaRequestManager {
|
|
|
51
59
|
private sourceUpdateListener;
|
|
52
60
|
private debouncedSourceUpdateListener;
|
|
53
61
|
private trimRequestsToNumOfSources;
|
|
62
|
+
private enableAv1;
|
|
54
63
|
private numTotalSources;
|
|
55
64
|
private numLiveSources;
|
|
56
|
-
constructor(sendMediaRequestsCallback: SendMediaRequestsCallback, options: Options);
|
|
65
|
+
constructor(sendMediaRequestsCallback: SendMediaRequestsCallback, getIngressPayloadTypeCallback: GetIngressPayloadTypeCallback, options: Options);
|
|
57
66
|
setDegradationPreferences(degradationPreferences: DegradationPreferences): void;
|
|
58
67
|
private getDegradedClientRequests;
|
|
59
68
|
/**
|
|
@@ -77,6 +86,14 @@ export declare class MediaRequestManager {
|
|
|
77
86
|
* @returns {number} maxMbps
|
|
78
87
|
*/
|
|
79
88
|
private getH264MaxMbps;
|
|
89
|
+
/**
|
|
90
|
+
* Returns the AV1 encoding parameters for a media request
|
|
91
|
+
* @param mediaRequest - The media request to get the AV1 encoding parameters for
|
|
92
|
+
* @returns {AV1EncodingParams} The AV1 encoding parameters
|
|
93
|
+
*/
|
|
94
|
+
private getAv1EncodingParams;
|
|
95
|
+
private buildH264CodecInfo;
|
|
96
|
+
private buildAv1CodecInfo;
|
|
80
97
|
/** Modifies the passed in clientRequests and makes sure that in total they don't ask
|
|
81
98
|
* for more streams than there are available.
|
|
82
99
|
*
|
package/dist/webinar/index.js
CHANGED
package/package.json
CHANGED
package/src/config.ts
CHANGED
package/src/media/index.ts
CHANGED
|
@@ -145,6 +145,7 @@ Media.createMediaConnection = (
|
|
|
145
145
|
iceCandidatesTimeout?: number;
|
|
146
146
|
disableAudioMainDtx?: boolean;
|
|
147
147
|
enableAudioTwcc?: boolean;
|
|
148
|
+
enableAv1SlidesSupport?: boolean;
|
|
148
149
|
stopIceGatheringAfterFirstRelayCandidate?: boolean;
|
|
149
150
|
}
|
|
150
151
|
) => {
|
|
@@ -159,6 +160,7 @@ Media.createMediaConnection = (
|
|
|
159
160
|
iceCandidatesTimeout,
|
|
160
161
|
disableAudioMainDtx,
|
|
161
162
|
enableAudioTwcc,
|
|
163
|
+
enableAv1SlidesSupport,
|
|
162
164
|
stopIceGatheringAfterFirstRelayCandidate,
|
|
163
165
|
} = options;
|
|
164
166
|
|
|
@@ -178,6 +180,7 @@ Media.createMediaConnection = (
|
|
|
178
180
|
const config: MultistreamConnectionConfig = {
|
|
179
181
|
iceServers,
|
|
180
182
|
disableAudioTwcc: !enableAudioTwcc,
|
|
183
|
+
enableAV1SlidesSupport: !!enableAv1SlidesSupport,
|
|
181
184
|
};
|
|
182
185
|
|
|
183
186
|
if (bundlePolicy) {
|
package/src/meeting/index.ts
CHANGED
|
@@ -22,7 +22,6 @@ import {
|
|
|
22
22
|
MediaConnectionEventNames,
|
|
23
23
|
MediaContent,
|
|
24
24
|
MediaType,
|
|
25
|
-
MediaCodecMimeType,
|
|
26
25
|
RemoteTrackType,
|
|
27
26
|
RoapMessage,
|
|
28
27
|
StatsAnalyzer,
|
|
@@ -31,7 +30,7 @@ import {
|
|
|
31
30
|
NetworkQualityMonitor,
|
|
32
31
|
StatsMonitor,
|
|
33
32
|
StatsMonitorEventNames,
|
|
34
|
-
|
|
33
|
+
MediaCodecMimeType,
|
|
35
34
|
} from '@webex/internal-media-core';
|
|
36
35
|
|
|
37
36
|
import {DataChannelTokenType} from '@webex/internal-plugin-llm';
|
|
@@ -969,6 +968,7 @@ export default class Meeting extends StatelessWebexPlugin {
|
|
|
969
968
|
},
|
|
970
969
|
(csi: CSI) => (this.members.findMemberByCsi(csi) as any)?.id
|
|
971
970
|
);
|
|
971
|
+
|
|
972
972
|
/**
|
|
973
973
|
* Object containing helper classes for managing media requests for audio/video/screenshare (for multistream media connections)
|
|
974
974
|
* All multistream media requests sent out for this meeting have to go through them.
|
|
@@ -988,6 +988,7 @@ export default class Meeting extends StatelessWebexPlugin {
|
|
|
988
988
|
mediaRequests
|
|
989
989
|
);
|
|
990
990
|
},
|
|
991
|
+
this.getIngressPayloadTypeCallback.bind(this),
|
|
991
992
|
{
|
|
992
993
|
// @ts-ignore - config coming from registerPlugin
|
|
993
994
|
degradationPreferences: this.config.degradationPreferences,
|
|
@@ -1009,6 +1010,7 @@ export default class Meeting extends StatelessWebexPlugin {
|
|
|
1009
1010
|
mediaRequests
|
|
1010
1011
|
);
|
|
1011
1012
|
},
|
|
1013
|
+
this.getIngressPayloadTypeCallback.bind(this),
|
|
1012
1014
|
{
|
|
1013
1015
|
// @ts-ignore - config coming from registerPlugin
|
|
1014
1016
|
degradationPreferences: this.config.degradationPreferences,
|
|
@@ -1030,6 +1032,7 @@ export default class Meeting extends StatelessWebexPlugin {
|
|
|
1030
1032
|
mediaRequests
|
|
1031
1033
|
);
|
|
1032
1034
|
},
|
|
1035
|
+
this.getIngressPayloadTypeCallback.bind(this),
|
|
1033
1036
|
{
|
|
1034
1037
|
// @ts-ignore - config coming from registerPlugin
|
|
1035
1038
|
degradationPreferences: this.config.degradationPreferences,
|
|
@@ -1051,11 +1054,14 @@ export default class Meeting extends StatelessWebexPlugin {
|
|
|
1051
1054
|
mediaRequests
|
|
1052
1055
|
);
|
|
1053
1056
|
},
|
|
1057
|
+
this.getIngressPayloadTypeCallback.bind(this),
|
|
1054
1058
|
{
|
|
1055
1059
|
// @ts-ignore - config coming from registerPlugin
|
|
1056
1060
|
degradationPreferences: this.config.degradationPreferences,
|
|
1057
1061
|
kind: 'video',
|
|
1058
1062
|
trimRequestsToNumOfSources: false,
|
|
1063
|
+
// @ts-ignore - config coming from registerPlugin
|
|
1064
|
+
enableAv1: this.config.enableAv1SlidesSupport,
|
|
1059
1065
|
}
|
|
1060
1066
|
),
|
|
1061
1067
|
};
|
|
@@ -1716,6 +1722,37 @@ export default class Meeting extends StatelessWebexPlugin {
|
|
|
1716
1722
|
this.mediaServerIp = undefined;
|
|
1717
1723
|
}
|
|
1718
1724
|
|
|
1725
|
+
/**
|
|
1726
|
+
* Get the ingress payload type for a given media type and codec mime type
|
|
1727
|
+
* @param {MediaType} mediaType - The media type
|
|
1728
|
+
* @param {MediaCodecMimeType} codecMimeType - The codec mime type
|
|
1729
|
+
* @returns {number | undefined} - The ingress payload type
|
|
1730
|
+
* @private
|
|
1731
|
+
* @memberof Meeting
|
|
1732
|
+
*/
|
|
1733
|
+
private getIngressPayloadTypeCallback(
|
|
1734
|
+
mediaType: MediaType,
|
|
1735
|
+
codecMimeType: MediaCodecMimeType
|
|
1736
|
+
): number | undefined {
|
|
1737
|
+
if (this.isMultistream) {
|
|
1738
|
+
try {
|
|
1739
|
+
return this.mediaProperties.webrtcMediaConnection.getIngressPayloadType(
|
|
1740
|
+
mediaType,
|
|
1741
|
+
codecMimeType
|
|
1742
|
+
);
|
|
1743
|
+
} catch (error) {
|
|
1744
|
+
LoggerProxy.logger.info(
|
|
1745
|
+
`Meeting:index#mediaRequestManager --> failed to get ingress payload type for mediaType=${mediaType}, codecMimeType=${codecMimeType}`,
|
|
1746
|
+
error
|
|
1747
|
+
);
|
|
1748
|
+
|
|
1749
|
+
return undefined;
|
|
1750
|
+
}
|
|
1751
|
+
}
|
|
1752
|
+
|
|
1753
|
+
return undefined;
|
|
1754
|
+
}
|
|
1755
|
+
|
|
1719
1756
|
/**
|
|
1720
1757
|
* Temporary func to return webex object,
|
|
1721
1758
|
* in order to access internal plugin metrics
|
|
@@ -7768,6 +7805,8 @@ export default class Meeting extends StatelessWebexPlugin {
|
|
|
7768
7805
|
disableAudioMainDtx: this.config.experimental.disableAudioMainDtx,
|
|
7769
7806
|
// @ts-ignore - config coming from registerPlugin
|
|
7770
7807
|
enableAudioTwcc: this.config.enableAudioTwccForMultistream,
|
|
7808
|
+
// @ts-ignore - config coming from registerPlugin
|
|
7809
|
+
enableAv1SlidesSupport: this.config.enableAv1SlidesSupport,
|
|
7771
7810
|
stopIceGatheringAfterFirstRelayCandidate:
|
|
7772
7811
|
// @ts-ignore - config coming from registerPlugin
|
|
7773
7812
|
this.config.stopIceGatheringAfterFirstRelayCandidate,
|