@webex/plugin-meetings 3.12.0-next.57 → 3.12.0-next.59
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/aiEnableRequest/index.js +1 -1
- package/dist/breakouts/breakout.js +1 -1
- package/dist/breakouts/index.js +24 -1
- package/dist/breakouts/index.js.map +1 -1
- package/dist/config.js +1 -0
- package/dist/config.js.map +1 -1
- package/dist/interpretation/index.js +1 -1
- package/dist/interpretation/siLanguage.js +1 -1
- package/dist/media/index.js +3 -1
- package/dist/media/index.js.map +1 -1
- package/dist/meeting/index.js +37 -10
- package/dist/meeting/index.js.map +1 -1
- package/dist/meetings/index.js +23 -0
- package/dist/meetings/index.js.map +1 -1
- package/dist/multistream/codec/constants.js +63 -0
- package/dist/multistream/codec/constants.js.map +1 -0
- package/dist/multistream/mediaRequestManager.js +62 -15
- package/dist/multistream/mediaRequestManager.js.map +1 -1
- package/dist/types/config.d.ts +1 -0
- package/dist/types/meeting/index.d.ts +9 -0
- package/dist/types/meetings/index.d.ts +10 -0
- package/dist/types/multistream/codec/constants.d.ts +7 -0
- package/dist/types/multistream/mediaRequestManager.d.ts +22 -5
- package/dist/webinar/index.js +1 -1
- package/package.json +1 -1
- package/src/breakouts/index.ts +30 -0
- package/src/config.ts +1 -0
- package/src/media/index.ts +3 -0
- package/src/meeting/index.ts +41 -2
- package/src/meetings/index.ts +21 -0
- package/src/multistream/codec/constants.ts +58 -0
- package/src/multistream/mediaRequestManager.ts +119 -28
- package/test/unit/spec/breakouts/index.ts +47 -0
- package/test/unit/spec/media/index.ts +31 -0
- package/test/unit/spec/meeting/index.js +154 -0
- package/test/unit/spec/meetings/index.js +27 -0
- package/test/unit/spec/multistream/mediaRequestManager.ts +501 -37
|
@@ -0,0 +1,63 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
|
|
3
|
+
var _Object$defineProperty = require("@babel/runtime-corejs2/core-js/object/define-property");
|
|
4
|
+
_Object$defineProperty(exports, "__esModule", {
|
|
5
|
+
value: true
|
|
6
|
+
});
|
|
7
|
+
exports.H264_CODEC_PARAMETERS = exports.AV1_CODEC_PARAMETERS = void 0;
|
|
8
|
+
var AV1_CODEC_PARAMETERS = exports.AV1_CODEC_PARAMETERS = {
|
|
9
|
+
'90p': {
|
|
10
|
+
levelIdx: 0,
|
|
11
|
+
tier: 0,
|
|
12
|
+
maxWidth: 160,
|
|
13
|
+
maxHeight: 90,
|
|
14
|
+
maxPicSize: 160 * 90,
|
|
15
|
+
maxDecodeRate: 5529600
|
|
16
|
+
},
|
|
17
|
+
'180p': {
|
|
18
|
+
levelIdx: 0,
|
|
19
|
+
tier: 0,
|
|
20
|
+
maxWidth: 320,
|
|
21
|
+
maxHeight: 180,
|
|
22
|
+
maxPicSize: 320 * 180,
|
|
23
|
+
maxDecodeRate: 5529600
|
|
24
|
+
},
|
|
25
|
+
'360p': {
|
|
26
|
+
levelIdx: 1,
|
|
27
|
+
tier: 0,
|
|
28
|
+
maxWidth: 640,
|
|
29
|
+
maxHeight: 360,
|
|
30
|
+
maxPicSize: 640 * 360,
|
|
31
|
+
maxDecodeRate: 10454400
|
|
32
|
+
},
|
|
33
|
+
'540p': {
|
|
34
|
+
levelIdx: 4,
|
|
35
|
+
tier: 0,
|
|
36
|
+
maxWidth: 960,
|
|
37
|
+
maxHeight: 540,
|
|
38
|
+
maxPicSize: 960 * 540,
|
|
39
|
+
maxDecodeRate: 24969600
|
|
40
|
+
},
|
|
41
|
+
'720p': {
|
|
42
|
+
levelIdx: 5,
|
|
43
|
+
tier: 0,
|
|
44
|
+
maxWidth: 1280,
|
|
45
|
+
maxHeight: 720,
|
|
46
|
+
maxPicSize: 1280 * 720,
|
|
47
|
+
maxDecodeRate: 39938400
|
|
48
|
+
},
|
|
49
|
+
'1080p': {
|
|
50
|
+
levelIdx: 8,
|
|
51
|
+
tier: 0,
|
|
52
|
+
maxWidth: 1920,
|
|
53
|
+
maxHeight: 1080,
|
|
54
|
+
maxPicSize: 1920 * 1080,
|
|
55
|
+
maxDecodeRate: 77856768
|
|
56
|
+
}
|
|
57
|
+
};
|
|
58
|
+
var H264_CODEC_PARAMETERS = exports.H264_CODEC_PARAMETERS = {
|
|
59
|
+
maxFs: 8192,
|
|
60
|
+
maxFps: 3000,
|
|
61
|
+
maxMbps: 245760
|
|
62
|
+
};
|
|
63
|
+
//# sourceMappingURL=constants.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"names":["AV1_CODEC_PARAMETERS","exports","levelIdx","tier","maxWidth","maxHeight","maxPicSize","maxDecodeRate","H264_CODEC_PARAMETERS","maxFs","maxFps","maxMbps"],"sources":["constants.ts"],"sourcesContent":["import {AV1EncodingParams, SupportedResolution} from '@webex/internal-media-core';\n\nexport const AV1_CODEC_PARAMETERS: Record<SupportedResolution, AV1EncodingParams> = {\n '90p': {\n levelIdx: 0,\n tier: 0,\n maxWidth: 160,\n maxHeight: 90,\n maxPicSize: 160 * 90,\n maxDecodeRate: 5_529_600,\n },\n '180p': {\n levelIdx: 0,\n tier: 0,\n maxWidth: 320,\n maxHeight: 180,\n maxPicSize: 320 * 180,\n maxDecodeRate: 5_529_600,\n },\n '360p': {\n levelIdx: 1,\n tier: 0,\n maxWidth: 640,\n maxHeight: 360,\n maxPicSize: 640 * 360,\n maxDecodeRate: 10_454_400,\n },\n '540p': {\n levelIdx: 4,\n tier: 0,\n maxWidth: 960,\n maxHeight: 540,\n maxPicSize: 960 * 540,\n maxDecodeRate: 24_969_600,\n },\n '720p': {\n levelIdx: 5,\n tier: 0,\n maxWidth: 1280,\n maxHeight: 720,\n maxPicSize: 1280 * 720,\n maxDecodeRate: 39_938_400,\n },\n '1080p': {\n levelIdx: 8,\n tier: 0,\n maxWidth: 1920,\n maxHeight: 1080,\n maxPicSize: 1920 * 1080,\n maxDecodeRate: 77_856_768,\n },\n};\n\nexport const H264_CODEC_PARAMETERS = {\n maxFs: 8192,\n maxFps: 3000,\n maxMbps: 245760,\n};\n"],"mappings":";;;;;;;AAEO,IAAMA,oBAAoE,GAAAC,OAAA,CAAAD,oBAAA,GAAG;EAClF,KAAK,EAAE;IACLE,QAAQ,EAAE,CAAC;IACXC,IAAI,EAAE,CAAC;IACPC,QAAQ,EAAE,GAAG;IACbC,SAAS,EAAE,EAAE;IACbC,UAAU,EAAE,GAAG,GAAG,EAAE;IACpBC,aAAa,EAAE;EACjB,CAAC;EACD,MAAM,EAAE;IACNL,QAAQ,EAAE,CAAC;IACXC,IAAI,EAAE,CAAC;IACPC,QAAQ,EAAE,GAAG;IACbC,SAAS,EAAE,GAAG;IACdC,UAAU,EAAE,GAAG,GAAG,GAAG;IACrBC,aAAa,EAAE;EACjB,CAAC;EACD,MAAM,EAAE;IACNL,QAAQ,EAAE,CAAC;IACXC,IAAI,EAAE,CAAC;IACPC,QAAQ,EAAE,GAAG;IACbC,SAAS,EAAE,GAAG;IACdC,UAAU,EAAE,GAAG,GAAG,GAAG;IACrBC,aAAa,EAAE;EACjB,CAAC;EACD,MAAM,EAAE;IACNL,QAAQ,EAAE,CAAC;IACXC,IAAI,EAAE,CAAC;IACPC,QAAQ,EAAE,GAAG;IACbC,SAAS,EAAE,GAAG;IACdC,UAAU,EAAE,GAAG,GAAG,GAAG;IACrBC,aAAa,EAAE;EACjB,CAAC;EACD,MAAM,EAAE;IACNL,QAAQ,EAAE,CAAC;IACXC,IAAI,EAAE,CAAC;IACPC,QAAQ,EAAE,IAAI;IACdC,SAAS,EAAE,GAAG;IACdC,UAAU,EAAE,IAAI,GAAG,GAAG;IACtBC,aAAa,EAAE;EACjB,CAAC;EACD,OAAO,EAAE;IACPL,QAAQ,EAAE,CAAC;IACXC,IAAI,EAAE,CAAC;IACPC,QAAQ,EAAE,IAAI;IACdC,SAAS,EAAE,IAAI;IACfC,UAAU,EAAE,IAAI,GAAG,IAAI;IACvBC,aAAa,EAAE;EACjB;AACF,CAAC;AAEM,IAAMC,qBAAqB,GAAAP,OAAA,CAAAO,qBAAA,GAAG;EACnCC,KAAK,EAAE,IAAI;EACXC,MAAM,EAAE,IAAI;EACZC,OAAO,EAAE;AACX,CAAC","ignoreList":[]}
|
|
@@ -8,6 +8,7 @@ _Object$defineProperty(exports, "__esModule", {
|
|
|
8
8
|
exports.MediaRequestManager = void 0;
|
|
9
9
|
var _values = _interopRequireDefault(require("@babel/runtime-corejs2/core-js/object/values"));
|
|
10
10
|
var _toConsumableArray2 = _interopRequireDefault(require("@babel/runtime-corejs2/helpers/toConsumableArray"));
|
|
11
|
+
var _slicedToArray2 = _interopRequireDefault(require("@babel/runtime-corejs2/helpers/slicedToArray"));
|
|
11
12
|
var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime-corejs2/helpers/classCallCheck"));
|
|
12
13
|
var _createClass2 = _interopRequireDefault(require("@babel/runtime-corejs2/helpers/createClass"));
|
|
13
14
|
var _defineProperty2 = _interopRequireDefault(require("@babel/runtime-corejs2/helpers/defineProperty"));
|
|
@@ -16,22 +17,18 @@ var _lodash = require("lodash");
|
|
|
16
17
|
var _loggerProxy = _interopRequireDefault(require("../common/logs/logger-proxy"));
|
|
17
18
|
var _receiveSlot = require("./receiveSlot");
|
|
18
19
|
var _remoteMedia = require("./remoteMedia");
|
|
20
|
+
var _constants = require("./codec/constants");
|
|
19
21
|
/* eslint-disable require-jsdoc */
|
|
20
22
|
|
|
21
23
|
// we'll add AV1 here in the future when it's available
|
|
22
24
|
|
|
23
|
-
var CODEC_DEFAULTS = {
|
|
24
|
-
h264: {
|
|
25
|
-
maxFs: 8192,
|
|
26
|
-
maxFps: 3000,
|
|
27
|
-
maxMbps: 245760
|
|
28
|
-
}
|
|
29
|
-
};
|
|
30
25
|
var DEBOUNCED_SOURCE_UPDATE_TIME = 1000;
|
|
26
|
+
var RESOLUTION_BUCKETS = [['90p', _remoteMedia.MAX_FS_VALUES['90p']], ['180p', _remoteMedia.MAX_FS_VALUES['180p']], ['360p', _remoteMedia.MAX_FS_VALUES['360p']], ['540p', _remoteMedia.MAX_FS_VALUES['540p']], ['720p', _remoteMedia.MAX_FS_VALUES['720p']]];
|
|
31
27
|
var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function () {
|
|
32
|
-
function MediaRequestManager(sendMediaRequestsCallback, options) {
|
|
28
|
+
function MediaRequestManager(sendMediaRequestsCallback, getIngressPayloadTypeCallback, options) {
|
|
33
29
|
(0, _classCallCheck2.default)(this, MediaRequestManager);
|
|
34
30
|
(0, _defineProperty2.default)(this, "sendMediaRequestsCallback", void 0);
|
|
31
|
+
(0, _defineProperty2.default)(this, "getIngressPayloadTypeCallback", void 0);
|
|
35
32
|
(0, _defineProperty2.default)(this, "kind", void 0);
|
|
36
33
|
(0, _defineProperty2.default)(this, "counter", void 0);
|
|
37
34
|
(0, _defineProperty2.default)(this, "clientRequests", void 0);
|
|
@@ -39,9 +36,11 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
39
36
|
(0, _defineProperty2.default)(this, "sourceUpdateListener", void 0);
|
|
40
37
|
(0, _defineProperty2.default)(this, "debouncedSourceUpdateListener", void 0);
|
|
41
38
|
(0, _defineProperty2.default)(this, "trimRequestsToNumOfSources", void 0);
|
|
39
|
+
(0, _defineProperty2.default)(this, "enableAv1", void 0);
|
|
42
40
|
(0, _defineProperty2.default)(this, "numTotalSources", void 0);
|
|
43
41
|
(0, _defineProperty2.default)(this, "numLiveSources", void 0);
|
|
44
42
|
this.sendMediaRequestsCallback = sendMediaRequestsCallback;
|
|
43
|
+
this.getIngressPayloadTypeCallback = getIngressPayloadTypeCallback;
|
|
45
44
|
this.counter = 0;
|
|
46
45
|
this.numLiveSources = 0;
|
|
47
46
|
this.numTotalSources = 0;
|
|
@@ -49,6 +48,7 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
49
48
|
this.degradationPreferences = options.degradationPreferences;
|
|
50
49
|
this.kind = options.kind;
|
|
51
50
|
this.trimRequestsToNumOfSources = options.trimRequestsToNumOfSources;
|
|
51
|
+
this.enableAv1 = options.kind === 'video' && !!options.enableAv1;
|
|
52
52
|
this.sourceUpdateListener = this.commit.bind(this);
|
|
53
53
|
this.debouncedSourceUpdateListener = (0, _lodash.debounce)(this.sourceUpdateListener, DEBOUNCED_SOURCE_UPDATE_TIME);
|
|
54
54
|
}
|
|
@@ -69,7 +69,7 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
69
69
|
var totalMacroblocksRequested = 0;
|
|
70
70
|
(0, _values.default)(clientRequests).forEach(function (mr) {
|
|
71
71
|
if (mr.codecInfo) {
|
|
72
|
-
mr.codecInfo.maxFs = Math.min(mr.preferredMaxFs ||
|
|
72
|
+
mr.codecInfo.maxFs = Math.min(mr.preferredMaxFs || _constants.H264_CODEC_PARAMETERS.maxFs, mr.codecInfo.maxFs || _constants.H264_CODEC_PARAMETERS.maxFs, maxFsLimits[i]);
|
|
73
73
|
// we only consider sources with "live" state
|
|
74
74
|
var slotsWithLiveSource = mr.receiveSlots.filter(function (rs) {
|
|
75
75
|
return rs.sourceState === 'live';
|
|
@@ -108,7 +108,7 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
108
108
|
// return mono_music bitrate default if the kind of mediarequest manager is audio:
|
|
109
109
|
return _internalMediaCore.RecommendedOpusBitrates.FB_MONO_MUSIC;
|
|
110
110
|
}
|
|
111
|
-
return (0, _internalMediaCore.getRecommendedMaxBitrateForFrameSize)(mediaRequest.codecInfo.maxFs ||
|
|
111
|
+
return (0, _internalMediaCore.getRecommendedMaxBitrateForFrameSize)(mediaRequest.codecInfo.maxFs || _constants.H264_CODEC_PARAMETERS.maxFs);
|
|
112
112
|
}
|
|
113
113
|
|
|
114
114
|
/**
|
|
@@ -125,12 +125,56 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
125
125
|
key: "getH264MaxMbps",
|
|
126
126
|
value: function getH264MaxMbps(mediaRequest) {
|
|
127
127
|
// fallback for maxFps (not needed for maxFs, since there is a fallback already in getDegradedClientRequests)
|
|
128
|
-
var maxFps = mediaRequest.codecInfo.maxFps ||
|
|
128
|
+
var maxFps = mediaRequest.codecInfo.maxFps || _constants.H264_CODEC_PARAMETERS.maxFps;
|
|
129
129
|
|
|
130
130
|
// divided by 100 since maxFps is 3000 (for 30 frames per seconds)
|
|
131
131
|
return mediaRequest.codecInfo.maxFs * maxFps / 100;
|
|
132
132
|
}
|
|
133
133
|
|
|
134
|
+
/**
|
|
135
|
+
* Returns the AV1 encoding parameters for a media request
|
|
136
|
+
* @param mediaRequest - The media request to get the AV1 encoding parameters for
|
|
137
|
+
* @returns {AV1EncodingParams} The AV1 encoding parameters
|
|
138
|
+
*/
|
|
139
|
+
// eslint-disable-next-line class-methods-use-this
|
|
140
|
+
}, {
|
|
141
|
+
key: "getAv1EncodingParams",
|
|
142
|
+
value: function getAv1EncodingParams(mediaRequest) {
|
|
143
|
+
var _RESOLUTION_BUCKETS$f, _RESOLUTION_BUCKETS$f2;
|
|
144
|
+
var frameSize = mediaRequest.codecInfo.maxFs || _constants.H264_CODEC_PARAMETERS.maxFs;
|
|
145
|
+
var resolution = (_RESOLUTION_BUCKETS$f = (_RESOLUTION_BUCKETS$f2 = RESOLUTION_BUCKETS.find(function (_ref) {
|
|
146
|
+
var _ref2 = (0, _slicedToArray2.default)(_ref, 2),
|
|
147
|
+
maxFs = _ref2[1];
|
|
148
|
+
return frameSize <= maxFs;
|
|
149
|
+
})) === null || _RESOLUTION_BUCKETS$f2 === void 0 ? void 0 : _RESOLUTION_BUCKETS$f2[0]) !== null && _RESOLUTION_BUCKETS$f !== void 0 ? _RESOLUTION_BUCKETS$f : '1080p';
|
|
150
|
+
return _constants.AV1_CODEC_PARAMETERS[resolution];
|
|
151
|
+
}
|
|
152
|
+
}, {
|
|
153
|
+
key: "buildH264CodecInfo",
|
|
154
|
+
value: function buildH264CodecInfo(mr) {
|
|
155
|
+
if (!mr.codecInfo) {
|
|
156
|
+
return undefined;
|
|
157
|
+
}
|
|
158
|
+
var h264PayloadType = this.getIngressPayloadTypeCallback(mr.receiveSlots[0].mediaType, _internalMediaCore.MediaCodecMimeType.H264);
|
|
159
|
+
if (h264PayloadType === undefined) {
|
|
160
|
+
return undefined;
|
|
161
|
+
}
|
|
162
|
+
return _internalMediaCore.CodecInfo.fromH264(h264PayloadType, new _internalMediaCore.H264Codec(mr.codecInfo.maxFs, mr.codecInfo.maxFps || _constants.H264_CODEC_PARAMETERS.maxFps, this.getH264MaxMbps(mr), mr.codecInfo.maxWidth, mr.codecInfo.maxHeight));
|
|
163
|
+
}
|
|
164
|
+
}, {
|
|
165
|
+
key: "buildAv1CodecInfo",
|
|
166
|
+
value: function buildAv1CodecInfo(mr) {
|
|
167
|
+
if (!this.enableAv1 || !mr.codecInfo) {
|
|
168
|
+
return undefined;
|
|
169
|
+
}
|
|
170
|
+
var av1PayloadType = this.getIngressPayloadTypeCallback(mr.receiveSlots[0].mediaType, _internalMediaCore.MediaCodecMimeType.AV1);
|
|
171
|
+
if (av1PayloadType === undefined) {
|
|
172
|
+
return undefined;
|
|
173
|
+
}
|
|
174
|
+
var av1EncodingParams = this.getAv1EncodingParams(mr);
|
|
175
|
+
return _internalMediaCore.CodecInfo.fromAv1(av1PayloadType, new _internalMediaCore.AV1Codec(av1EncodingParams.levelIdx, av1EncodingParams.tier, mr.codecInfo.maxWidth || av1EncodingParams.maxWidth, mr.codecInfo.maxHeight || av1EncodingParams.maxHeight, av1EncodingParams.maxPicSize, av1EncodingParams.maxDecodeRate));
|
|
176
|
+
}
|
|
177
|
+
|
|
134
178
|
/** Modifies the passed in clientRequests and makes sure that in total they don't ask
|
|
135
179
|
* for more streams than there are available.
|
|
136
180
|
*
|
|
@@ -222,13 +266,16 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
222
266
|
// map all the client media requests to wcme stream requests
|
|
223
267
|
(0, _values.default)(clientRequests).forEach(function (mr) {
|
|
224
268
|
if (mr.receiveSlots.length > 0) {
|
|
269
|
+
var codecInfos = mr.codecInfo ? [_this2.buildH264CodecInfo(mr), _this2.buildAv1CodecInfo(mr)].filter(function (info) {
|
|
270
|
+
return info !== undefined;
|
|
271
|
+
}) : [];
|
|
225
272
|
streamRequests.push(new _internalMediaCore.StreamRequest(mr.policyInfo.policy === 'active-speaker' ? _internalMediaCore.Policy.ActiveSpeaker : _internalMediaCore.Policy.ReceiverSelected, mr.policyInfo.policy === 'active-speaker' ? new _internalMediaCore.ActiveSpeakerInfo(mr.policyInfo.priority, mr.policyInfo.crossPriorityDuplication, mr.policyInfo.crossPolicyDuplication, mr.policyInfo.preferLiveVideo, mr.policyInfo.namedMediaGroups) : new _internalMediaCore.ReceiverSelectedInfo(mr.policyInfo.csi), mr.receiveSlots.map(function (receiveSlot) {
|
|
226
273
|
return receiveSlot.wcmeReceiveSlot;
|
|
227
|
-
}), _this2.getMaxPayloadBitsPerSecond(mr),
|
|
274
|
+
}), _this2.getMaxPayloadBitsPerSecond(mr), codecInfos));
|
|
228
275
|
}
|
|
229
276
|
});
|
|
230
277
|
this.sendMediaRequestsCallback(streamRequests);
|
|
231
|
-
_loggerProxy.default.logger.info("multistream:sendRequests --> media requests sent.
|
|
278
|
+
_loggerProxy.default.logger.info("multistream:sendRequests --> media requests sent.");
|
|
232
279
|
}
|
|
233
280
|
}, {
|
|
234
281
|
key: "addRequest",
|
|
@@ -238,8 +285,8 @@ var MediaRequestManager = exports.MediaRequestManager = /*#__PURE__*/function ()
|
|
|
238
285
|
// eslint-disable-next-line no-plusplus
|
|
239
286
|
var newId = "".concat(this.counter++);
|
|
240
287
|
this.clientRequests[newId] = mediaRequest;
|
|
241
|
-
var eventHandler = function eventHandler(
|
|
242
|
-
var maxFs =
|
|
288
|
+
var eventHandler = function eventHandler(_ref3) {
|
|
289
|
+
var maxFs = _ref3.maxFs;
|
|
243
290
|
mediaRequest.preferredMaxFs = maxFs;
|
|
244
291
|
_this3.debouncedSourceUpdateListener();
|
|
245
292
|
};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"names":["_internalMediaCore","require","_lodash","_loggerProxy","_interopRequireDefault","_receiveSlot","_remoteMedia","CODEC_DEFAULTS","h264","maxFs","maxFps","maxMbps","DEBOUNCED_SOURCE_UPDATE_TIME","MediaRequestManager","exports","sendMediaRequestsCallback","options","_classCallCheck2","default","_defineProperty2","counter","numLiveSources","numTotalSources","clientRequests","degradationPreferences","kind","trimRequestsToNumOfSources","sourceUpdateListener","commit","bind","debouncedSourceUpdateListener","debounce","_createClass2","key","value","setDegradationPreferences","sendRequests","getDegradedClientRequests","_this","maxFsLimits","MAX_FS_VALUES","_loop","i","totalMacroblocksRequested","_values","forEach","mr","codecInfo","Math","min","preferredMaxFs","slotsWithLiveSource","receiveSlots","filter","rs","sourceState","length","maxMacroblocksLimit","LoggerProxy","logger","warn","concat","getMaxPayloadBitsPerSecond","mediaRequest","RecommendedOpusBitrates","FB_MONO_MUSIC","getRecommendedMaxBitrateForFrameSize","getH264MaxMbps","trimRequests","preferLiveVideo","getPreferLiveVideo","undefined","numStreamsAvailable","sort","a","b","policyInfo","policy","priority","request","trimmedCount","Error","cloneClientRequests","cloneDeepWith","_toConsumableArray2","_this2","streamRequests","push","StreamRequest","Policy","ActiveSpeaker","ReceiverSelected","ActiveSpeakerInfo","crossPriorityDuplication","crossPolicyDuplication","namedMediaGroups","ReceiverSelectedInfo","csi","map","receiveSlot","wcmeReceiveSlot","WcmeCodecInfo","fromH264","H264Codec","maxWidth","maxHeight","info","addRequest","_this3","arguments","newId","eventHandler","_ref","handleMaxFs","on","ReceiveSlotEvents","SourceUpdate","MaxFsUpdate","cancelRequest","requestId","_this4","off","reset","setNumCurrentSources"],"sources":["mediaRequestManager.ts"],"sourcesContent":["/* eslint-disable require-jsdoc */\nimport {\n StreamRequest,\n Policy,\n ActiveSpeakerInfo,\n ReceiverSelectedInfo,\n CodecInfo as WcmeCodecInfo,\n H264Codec,\n getRecommendedMaxBitrateForFrameSize,\n RecommendedOpusBitrates,\n NamedMediaGroup,\n} from '@webex/internal-media-core';\nimport {cloneDeepWith, debounce} from 'lodash';\n\nimport LoggerProxy from '../common/logs/logger-proxy';\n\nimport {ReceiveSlot, ReceiveSlotEvents} from './receiveSlot';\nimport {MAX_FS_VALUES} from './remoteMedia';\n\nexport interface ActiveSpeakerPolicyInfo {\n policy: 'active-speaker';\n priority: number;\n crossPriorityDuplication: boolean;\n crossPolicyDuplication: boolean;\n preferLiveVideo: boolean;\n namedMediaGroups?: NamedMediaGroup[];\n}\n\nexport interface ReceiverSelectedPolicyInfo {\n policy: 'receiver-selected';\n csi: number;\n}\n\nexport type PolicyInfo = ActiveSpeakerPolicyInfo | ReceiverSelectedPolicyInfo;\n\nexport interface H264CodecInfo {\n codec: 'h264';\n maxFs?: number;\n maxFps?: number;\n maxMbps?: number;\n maxWidth?: number;\n maxHeight?: number;\n}\n\nexport type CodecInfo = H264CodecInfo; // we'll add AV1 here in the future when it's available\n\nexport interface MediaRequest {\n policyInfo: PolicyInfo;\n receiveSlots: Array<ReceiveSlot>;\n codecInfo?: CodecInfo;\n preferredMaxFs?: number;\n handleMaxFs?: ({maxFs}: {maxFs: number}) => void;\n}\n\nexport type MediaRequestId = string;\n\nconst CODEC_DEFAULTS = {\n h264: {\n maxFs: 8192,\n maxFps: 3000,\n maxMbps: 245760,\n },\n};\n\nconst DEBOUNCED_SOURCE_UPDATE_TIME = 1000;\n\ntype DegradationPreferences = {\n maxMacroblocksLimit: number;\n};\n\ntype SendMediaRequestsCallback = (streamRequests: StreamRequest[]) => void;\ntype Kind = 'audio' | 'video';\n\ntype Options = {\n degradationPreferences: DegradationPreferences;\n kind: Kind;\n trimRequestsToNumOfSources: boolean; // if enabled, AS speaker requests will be trimmed based on the calls to setNumCurrentSources()\n};\n\ntype ClientRequestsMap = {[key: MediaRequestId]: MediaRequest};\n\nexport class MediaRequestManager {\n private sendMediaRequestsCallback: SendMediaRequestsCallback;\n\n private kind: Kind;\n\n private counter: number;\n\n private clientRequests: ClientRequestsMap;\n\n private degradationPreferences: DegradationPreferences;\n\n private sourceUpdateListener: () => void;\n\n private debouncedSourceUpdateListener: () => void;\n\n private trimRequestsToNumOfSources: boolean;\n private numTotalSources: number;\n private numLiveSources: number;\n\n constructor(sendMediaRequestsCallback: SendMediaRequestsCallback, options: Options) {\n this.sendMediaRequestsCallback = sendMediaRequestsCallback;\n this.counter = 0;\n this.numLiveSources = 0;\n this.numTotalSources = 0;\n this.clientRequests = {};\n this.degradationPreferences = options.degradationPreferences;\n this.kind = options.kind;\n this.trimRequestsToNumOfSources = options.trimRequestsToNumOfSources;\n this.sourceUpdateListener = this.commit.bind(this);\n this.debouncedSourceUpdateListener = debounce(\n this.sourceUpdateListener,\n DEBOUNCED_SOURCE_UPDATE_TIME\n );\n }\n\n public setDegradationPreferences(degradationPreferences: DegradationPreferences) {\n this.degradationPreferences = degradationPreferences;\n this.sendRequests(); // re-send requests after preferences are set\n }\n\n private getDegradedClientRequests(clientRequests: ClientRequestsMap) {\n const maxFsLimits = [\n MAX_FS_VALUES['1080p'],\n MAX_FS_VALUES['720p'],\n MAX_FS_VALUES['540p'],\n MAX_FS_VALUES['360p'],\n MAX_FS_VALUES['180p'],\n MAX_FS_VALUES['90p'],\n ];\n\n // reduce max-fs until total macroblocks is below limit\n for (let i = 0; i < maxFsLimits.length; i += 1) {\n let totalMacroblocksRequested = 0;\n Object.values(clientRequests).forEach((mr) => {\n if (mr.codecInfo) {\n mr.codecInfo.maxFs = Math.min(\n mr.preferredMaxFs || CODEC_DEFAULTS.h264.maxFs,\n mr.codecInfo.maxFs || CODEC_DEFAULTS.h264.maxFs,\n maxFsLimits[i]\n );\n // we only consider sources with \"live\" state\n const slotsWithLiveSource = mr.receiveSlots.filter((rs) => rs.sourceState === 'live');\n totalMacroblocksRequested += mr.codecInfo.maxFs * slotsWithLiveSource.length;\n }\n });\n if (totalMacroblocksRequested <= this.degradationPreferences.maxMacroblocksLimit) {\n if (i !== 0) {\n LoggerProxy.logger.warn(\n `multistream:mediaRequestManager --> too many streams with high max-fs, frame size will be limited to ${maxFsLimits[i]}`\n );\n }\n break;\n } else if (i === maxFsLimits.length - 1) {\n LoggerProxy.logger.warn(\n `multistream:mediaRequestManager --> even with frame size limited to ${maxFsLimits[i]} you are still requesting too many streams, consider reducing the number of requests`\n );\n }\n }\n }\n\n /**\n * Returns the maxPayloadBitsPerSecond per Stream\n *\n * If MediaRequestManager kind is \"audio\", a constant bitrate will be returned.\n * If MediaRequestManager kind is \"video\", the bitrate will be calculated based\n * on maxFs (default h264 maxFs as fallback if maxFs is not defined)\n *\n * @param {MediaRequest} mediaRequest - mediaRequest to take data from\n * @returns {number} maxPayloadBitsPerSecond\n */\n private getMaxPayloadBitsPerSecond(mediaRequest: MediaRequest): number {\n if (this.kind === 'audio') {\n // return mono_music bitrate default if the kind of mediarequest manager is audio:\n return RecommendedOpusBitrates.FB_MONO_MUSIC;\n }\n\n return getRecommendedMaxBitrateForFrameSize(\n mediaRequest.codecInfo.maxFs || CODEC_DEFAULTS.h264.maxFs\n );\n }\n\n /**\n * Returns the max Macro Blocks per second (maxMbps) per H264 Stream\n *\n * The maxMbps will be calculated based on maxFs and maxFps\n * (default h264 maxFps as fallback if maxFps is not defined)\n *\n * @param {MediaRequest} mediaRequest - mediaRequest to take data from\n * @returns {number} maxMbps\n */\n // eslint-disable-next-line class-methods-use-this\n private getH264MaxMbps(mediaRequest: MediaRequest): number {\n // fallback for maxFps (not needed for maxFs, since there is a fallback already in getDegradedClientRequests)\n const maxFps = mediaRequest.codecInfo.maxFps || CODEC_DEFAULTS.h264.maxFps;\n\n // divided by 100 since maxFps is 3000 (for 30 frames per seconds)\n return (mediaRequest.codecInfo.maxFs * maxFps) / 100;\n }\n\n /** Modifies the passed in clientRequests and makes sure that in total they don't ask\n * for more streams than there are available.\n *\n * @param {Object} clientRequests\n * @returns {void}\n */\n private trimRequests(clientRequests: ClientRequestsMap) {\n const preferLiveVideo = this.getPreferLiveVideo();\n\n if (!this.trimRequestsToNumOfSources) {\n return;\n }\n\n // preferLiveVideo being undefined means that there are no active-speaker requests so we don't need to do any trimming\n if (preferLiveVideo === undefined) {\n return;\n }\n\n let numStreamsAvailable = preferLiveVideo ? this.numLiveSources : this.numTotalSources;\n\n Object.values(clientRequests)\n .sort((a, b) => {\n // we have to count how many streams we're asking for\n // and should not ask for more than numStreamsAvailable in total,\n // so we might need to trim active-speaker requests and first ones to trim should be\n // the ones with lowest priority\n\n // receiver-selected requests have priority over active-speakers\n if (a.policyInfo.policy === 'receiver-selected') {\n return -1;\n }\n if (b.policyInfo.policy === 'receiver-selected') {\n return 1;\n }\n\n // and active-speakers are sorted by descending priority\n return b.policyInfo.priority - a.policyInfo.priority;\n })\n .forEach((request) => {\n // we only trim active-speaker requests\n if (request.policyInfo.policy === 'active-speaker') {\n const trimmedCount = Math.min(numStreamsAvailable, request.receiveSlots.length);\n\n request.receiveSlots.length = trimmedCount;\n\n numStreamsAvailable -= trimmedCount;\n } else {\n numStreamsAvailable -= request.receiveSlots.length;\n }\n\n if (numStreamsAvailable < 0) {\n numStreamsAvailable = 0;\n }\n });\n }\n\n private getPreferLiveVideo(): boolean | undefined {\n let preferLiveVideo;\n\n Object.values(this.clientRequests).forEach((mr) => {\n if (mr.policyInfo.policy === 'active-speaker') {\n // take the value from first encountered active speaker request\n if (preferLiveVideo === undefined) {\n preferLiveVideo = mr.policyInfo.preferLiveVideo;\n }\n\n if (mr.policyInfo.preferLiveVideo !== preferLiveVideo) {\n throw new Error(\n 'a mix of active-speaker groups with different values for preferLiveVideo is not supported'\n );\n }\n }\n });\n\n return preferLiveVideo;\n }\n\n private cloneClientRequests(): ClientRequestsMap {\n // we clone the client requests but without cloning the ReceiveSlots that they reference\n return cloneDeepWith(this.clientRequests, (value, key) => {\n if (key === 'receiveSlots') {\n return [...value];\n }\n\n return undefined;\n });\n }\n\n private sendRequests() {\n const streamRequests: StreamRequest[] = [];\n\n // clone the requests so that any modifications we do to them don't affect the original ones\n const clientRequests = this.cloneClientRequests();\n\n this.trimRequests(clientRequests);\n this.getDegradedClientRequests(clientRequests);\n\n // map all the client media requests to wcme stream requests\n Object.values(clientRequests).forEach((mr) => {\n if (mr.receiveSlots.length > 0) {\n streamRequests.push(\n new StreamRequest(\n mr.policyInfo.policy === 'active-speaker'\n ? Policy.ActiveSpeaker\n : Policy.ReceiverSelected,\n mr.policyInfo.policy === 'active-speaker'\n ? new ActiveSpeakerInfo(\n mr.policyInfo.priority,\n mr.policyInfo.crossPriorityDuplication,\n mr.policyInfo.crossPolicyDuplication,\n mr.policyInfo.preferLiveVideo,\n mr.policyInfo.namedMediaGroups\n )\n : new ReceiverSelectedInfo(mr.policyInfo.csi),\n mr.receiveSlots.map((receiveSlot) => receiveSlot.wcmeReceiveSlot),\n this.getMaxPayloadBitsPerSecond(mr),\n mr.codecInfo && [\n WcmeCodecInfo.fromH264(\n 0x80,\n new H264Codec(\n mr.codecInfo.maxFs,\n mr.codecInfo.maxFps || CODEC_DEFAULTS.h264.maxFps,\n this.getH264MaxMbps(mr),\n mr.codecInfo.maxWidth,\n mr.codecInfo.maxHeight\n )\n ),\n ]\n )\n );\n }\n });\n\n this.sendMediaRequestsCallback(streamRequests);\n LoggerProxy.logger.info(`multistream:sendRequests --> media requests sent. `);\n }\n\n public addRequest(mediaRequest: MediaRequest, commit = true): MediaRequestId {\n // eslint-disable-next-line no-plusplus\n const newId = `${this.counter++}`;\n\n this.clientRequests[newId] = mediaRequest;\n\n const eventHandler = ({maxFs}) => {\n mediaRequest.preferredMaxFs = maxFs;\n this.debouncedSourceUpdateListener();\n };\n mediaRequest.handleMaxFs = eventHandler;\n\n mediaRequest.receiveSlots.forEach((rs) => {\n rs.on(ReceiveSlotEvents.SourceUpdate, this.sourceUpdateListener);\n rs.on(ReceiveSlotEvents.MaxFsUpdate, mediaRequest.handleMaxFs);\n });\n\n if (commit) {\n this.commit();\n }\n\n return newId;\n }\n\n public cancelRequest(requestId: MediaRequestId, commit = true) {\n const mediaRequest = this.clientRequests[requestId];\n\n mediaRequest?.receiveSlots.forEach((rs) => {\n rs.off(ReceiveSlotEvents.SourceUpdate, this.sourceUpdateListener);\n rs.off(ReceiveSlotEvents.MaxFsUpdate, mediaRequest.handleMaxFs);\n });\n\n delete this.clientRequests[requestId];\n\n if (commit) {\n this.commit();\n }\n }\n\n public commit() {\n return this.sendRequests();\n }\n\n public reset() {\n this.clientRequests = {};\n this.numTotalSources = 0;\n this.numLiveSources = 0;\n }\n\n public setNumCurrentSources(numTotalSources: number, numLiveSources: number) {\n this.numTotalSources = numTotalSources;\n this.numLiveSources = numLiveSources;\n\n this.sendRequests();\n }\n}\n"],"mappings":";;;;;;;;;;;;;AACA,IAAAA,kBAAA,GAAAC,OAAA;AAWA,IAAAC,OAAA,GAAAD,OAAA;AAEA,IAAAE,YAAA,GAAAC,sBAAA,CAAAH,OAAA;AAEA,IAAAI,YAAA,GAAAJ,OAAA;AACA,IAAAK,YAAA,GAAAL,OAAA;AAjBA;;AA4CuC;;AAYvC,IAAMM,cAAc,GAAG;EACrBC,IAAI,EAAE;IACJC,KAAK,EAAE,IAAI;IACXC,MAAM,EAAE,IAAI;IACZC,OAAO,EAAE;EACX;AACF,CAAC;AAED,IAAMC,4BAA4B,GAAG,IAAI;AAAC,IAiB7BC,mBAAmB,GAAAC,OAAA,CAAAD,mBAAA;EAmB9B,SAAAA,oBAAYE,yBAAoD,EAAEC,OAAgB,EAAE;IAAA,IAAAC,gBAAA,CAAAC,OAAA,QAAAL,mBAAA;IAAA,IAAAM,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAClF,IAAI,CAACH,yBAAyB,GAAGA,yBAAyB;IAC1D,IAAI,CAACK,OAAO,GAAG,CAAC;IAChB,IAAI,CAACC,cAAc,GAAG,CAAC;IACvB,IAAI,CAACC,eAAe,GAAG,CAAC;IACxB,IAAI,CAACC,cAAc,GAAG,CAAC,CAAC;IACxB,IAAI,CAACC,sBAAsB,GAAGR,OAAO,CAACQ,sBAAsB;IAC5D,IAAI,CAACC,IAAI,GAAGT,OAAO,CAACS,IAAI;IACxB,IAAI,CAACC,0BAA0B,GAAGV,OAAO,CAACU,0BAA0B;IACpE,IAAI,CAACC,oBAAoB,GAAG,IAAI,CAACC,MAAM,CAACC,IAAI,CAAC,IAAI,CAAC;IAClD,IAAI,CAACC,6BAA6B,GAAG,IAAAC,gBAAQ,EAC3C,IAAI,CAACJ,oBAAoB,EACzBf,4BACF,CAAC;EACH;EAAC,WAAAoB,aAAA,CAAAd,OAAA,EAAAL,mBAAA;IAAAoB,GAAA;IAAAC,KAAA,EAED,SAAOC,yBAAyBA,CAACX,sBAA8C,EAAE;MAC/E,IAAI,CAACA,sBAAsB,GAAGA,sBAAsB;MACpD,IAAI,CAACY,YAAY,CAAC,CAAC,CAAC,CAAC;IACvB;EAAC;IAAAH,GAAA;IAAAC,KAAA,EAED,SAAQG,yBAAyBA,CAACd,cAAiC,EAAE;MAAA,IAAAe,KAAA;MACnE,IAAMC,WAAW,GAAG,CAClBC,0BAAa,CAAC,OAAO,CAAC,EACtBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,KAAK,CAAC,CACrB;;MAED;MAAA,IAAAC,KAAA,YAAAA,MAAAC,CAAA,EACgD;QAC9C,IAAIC,yBAAyB,GAAG,CAAC;QACjC,IAAAC,OAAA,CAAA1B,OAAA,EAAcK,cAAc,CAAC,CAACsB,OAAO,CAAC,UAACC,EAAE,EAAK;UAC5C,IAAIA,EAAE,CAACC,SAAS,EAAE;YAChBD,EAAE,CAACC,SAAS,CAACtC,KAAK,GAAGuC,IAAI,CAACC,GAAG,CAC3BH,EAAE,CAACI,cAAc,IAAI3C,cAAc,CAACC,IAAI,CAACC,KAAK,EAC9CqC,EAAE,CAACC,SAAS,CAACtC,KAAK,IAAIF,cAAc,CAACC,IAAI,CAACC,KAAK,EAC/C8B,WAAW,CAACG,CAAC,CACf,CAAC;YACD;YACA,IAAMS,mBAAmB,GAAGL,EAAE,CAACM,YAAY,CAACC,MAAM,CAAC,UAACC,EAAE;cAAA,OAAKA,EAAE,CAACC,WAAW,KAAK,MAAM;YAAA,EAAC;YACrFZ,yBAAyB,IAAIG,EAAE,CAACC,SAAS,CAACtC,KAAK,GAAG0C,mBAAmB,CAACK,MAAM;UAC9E;QACF,CAAC,CAAC;QACF,IAAIb,yBAAyB,IAAIL,KAAI,CAACd,sBAAsB,CAACiC,mBAAmB,EAAE;UAChF,IAAIf,CAAC,KAAK,CAAC,EAAE;YACXgB,oBAAW,CAACC,MAAM,CAACC,IAAI,yGAAAC,MAAA,CACmFtB,WAAW,CAACG,CAAC,CAAC,CACxH,CAAC;UACH;UAAC;QAEH,CAAC,MAAM,IAAIA,CAAC,KAAKH,WAAW,CAACiB,MAAM,GAAG,CAAC,EAAE;UACvCE,oBAAW,CAACC,MAAM,CAACC,IAAI,wEAAAC,MAAA,CACkDtB,WAAW,CAACG,CAAC,CAAC,yFACvF,CAAC;QACH;MACF,CAAC;MA1BD,KAAK,IAAIA,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGH,WAAW,CAACiB,MAAM,EAAEd,CAAC,IAAI,CAAC;QAAA,IAAAD,KAAA,CAAAC,CAAA,GAoB1C;MAAM;IAOZ;;IAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EATE;IAAAT,GAAA;IAAAC,KAAA,EAUA,SAAQ4B,0BAA0BA,CAACC,YAA0B,EAAU;MACrE,IAAI,IAAI,CAACtC,IAAI,KAAK,OAAO,EAAE;QACzB;QACA,OAAOuC,0CAAuB,CAACC,aAAa;MAC9C;MAEA,OAAO,IAAAC,uDAAoC,EACzCH,YAAY,CAAChB,SAAS,CAACtC,KAAK,IAAIF,cAAc,CAACC,IAAI,CAACC,KACtD,CAAC;IACH;;IAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;IACE;EAAA;IAAAwB,GAAA;IAAAC,KAAA,EACA,SAAQiC,cAAcA,CAACJ,YAA0B,EAAU;MACzD;MACA,IAAMrD,MAAM,GAAGqD,YAAY,CAAChB,SAAS,CAACrC,MAAM,IAAIH,cAAc,CAACC,IAAI,CAACE,MAAM;;MAE1E;MACA,OAAQqD,YAAY,CAAChB,SAAS,CAACtC,KAAK,GAAGC,MAAM,GAAI,GAAG;IACtD;;IAEA;AACF;AACA;AACA;AACA;AACA;EALE;IAAAuB,GAAA;IAAAC,KAAA,EAMA,SAAQkC,YAAYA,CAAC7C,cAAiC,EAAE;MACtD,IAAM8C,eAAe,GAAG,IAAI,CAACC,kBAAkB,CAAC,CAAC;MAEjD,IAAI,CAAC,IAAI,CAAC5C,0BAA0B,EAAE;QACpC;MACF;;MAEA;MACA,IAAI2C,eAAe,KAAKE,SAAS,EAAE;QACjC;MACF;MAEA,IAAIC,mBAAmB,GAAGH,eAAe,GAAG,IAAI,CAAChD,cAAc,GAAG,IAAI,CAACC,eAAe;MAEtF,IAAAsB,OAAA,CAAA1B,OAAA,EAAcK,cAAc,CAAC,CAC1BkD,IAAI,CAAC,UAACC,CAAC,EAAEC,CAAC,EAAK;QACd;QACA;QACA;QACA;;QAEA;QACA,IAAID,CAAC,CAACE,UAAU,CAACC,MAAM,KAAK,mBAAmB,EAAE;UAC/C,OAAO,CAAC,CAAC;QACX;QACA,IAAIF,CAAC,CAACC,UAAU,CAACC,MAAM,KAAK,mBAAmB,EAAE;UAC/C,OAAO,CAAC;QACV;;QAEA;QACA,OAAOF,CAAC,CAACC,UAAU,CAACE,QAAQ,GAAGJ,CAAC,CAACE,UAAU,CAACE,QAAQ;MACtD,CAAC,CAAC,CACDjC,OAAO,CAAC,UAACkC,OAAO,EAAK;QACpB;QACA,IAAIA,OAAO,CAACH,UAAU,CAACC,MAAM,KAAK,gBAAgB,EAAE;UAClD,IAAMG,YAAY,GAAGhC,IAAI,CAACC,GAAG,CAACuB,mBAAmB,EAAEO,OAAO,CAAC3B,YAAY,CAACI,MAAM,CAAC;UAE/EuB,OAAO,CAAC3B,YAAY,CAACI,MAAM,GAAGwB,YAAY;UAE1CR,mBAAmB,IAAIQ,YAAY;QACrC,CAAC,MAAM;UACLR,mBAAmB,IAAIO,OAAO,CAAC3B,YAAY,CAACI,MAAM;QACpD;QAEA,IAAIgB,mBAAmB,GAAG,CAAC,EAAE;UAC3BA,mBAAmB,GAAG,CAAC;QACzB;MACF,CAAC,CAAC;IACN;EAAC;IAAAvC,GAAA;IAAAC,KAAA,EAED,SAAQoC,kBAAkBA,CAAA,EAAwB;MAChD,IAAID,eAAe;MAEnB,IAAAzB,OAAA,CAAA1B,OAAA,EAAc,IAAI,CAACK,cAAc,CAAC,CAACsB,OAAO,CAAC,UAACC,EAAE,EAAK;QACjD,IAAIA,EAAE,CAAC8B,UAAU,CAACC,MAAM,KAAK,gBAAgB,EAAE;UAC7C;UACA,IAAIR,eAAe,KAAKE,SAAS,EAAE;YACjCF,eAAe,GAAGvB,EAAE,CAAC8B,UAAU,CAACP,eAAe;UACjD;UAEA,IAAIvB,EAAE,CAAC8B,UAAU,CAACP,eAAe,KAAKA,eAAe,EAAE;YACrD,MAAM,IAAIY,KAAK,CACb,2FACF,CAAC;UACH;QACF;MACF,CAAC,CAAC;MAEF,OAAOZ,eAAe;IACxB;EAAC;IAAApC,GAAA;IAAAC,KAAA,EAED,SAAQgD,mBAAmBA,CAAA,EAAsB;MAC/C;MACA,OAAO,IAAAC,qBAAa,EAAC,IAAI,CAAC5D,cAAc,EAAE,UAACW,KAAK,EAAED,GAAG,EAAK;QACxD,IAAIA,GAAG,KAAK,cAAc,EAAE;UAC1B,WAAAmD,mBAAA,CAAAlE,OAAA,EAAWgB,KAAK;QAClB;QAEA,OAAOqC,SAAS;MAClB,CAAC,CAAC;IACJ;EAAC;IAAAtC,GAAA;IAAAC,KAAA,EAED,SAAQE,YAAYA,CAAA,EAAG;MAAA,IAAAiD,MAAA;MACrB,IAAMC,cAA+B,GAAG,EAAE;;MAE1C;MACA,IAAM/D,cAAc,GAAG,IAAI,CAAC2D,mBAAmB,CAAC,CAAC;MAEjD,IAAI,CAACd,YAAY,CAAC7C,cAAc,CAAC;MACjC,IAAI,CAACc,yBAAyB,CAACd,cAAc,CAAC;;MAE9C;MACA,IAAAqB,OAAA,CAAA1B,OAAA,EAAcK,cAAc,CAAC,CAACsB,OAAO,CAAC,UAACC,EAAE,EAAK;QAC5C,IAAIA,EAAE,CAACM,YAAY,CAACI,MAAM,GAAG,CAAC,EAAE;UAC9B8B,cAAc,CAACC,IAAI,CACjB,IAAIC,gCAAa,CACf1C,EAAE,CAAC8B,UAAU,CAACC,MAAM,KAAK,gBAAgB,GACrCY,yBAAM,CAACC,aAAa,GACpBD,yBAAM,CAACE,gBAAgB,EAC3B7C,EAAE,CAAC8B,UAAU,CAACC,MAAM,KAAK,gBAAgB,GACrC,IAAIe,oCAAiB,CACnB9C,EAAE,CAAC8B,UAAU,CAACE,QAAQ,EACtBhC,EAAE,CAAC8B,UAAU,CAACiB,wBAAwB,EACtC/C,EAAE,CAAC8B,UAAU,CAACkB,sBAAsB,EACpChD,EAAE,CAAC8B,UAAU,CAACP,eAAe,EAC7BvB,EAAE,CAAC8B,UAAU,CAACmB,gBAChB,CAAC,GACD,IAAIC,uCAAoB,CAAClD,EAAE,CAAC8B,UAAU,CAACqB,GAAG,CAAC,EAC/CnD,EAAE,CAACM,YAAY,CAAC8C,GAAG,CAAC,UAACC,WAAW;YAAA,OAAKA,WAAW,CAACC,eAAe;UAAA,EAAC,EACjEf,MAAI,CAACvB,0BAA0B,CAAChB,EAAE,CAAC,EACnCA,EAAE,CAACC,SAAS,IAAI,CACdsD,4BAAa,CAACC,QAAQ,CACpB,IAAI,EACJ,IAAIC,4BAAS,CACXzD,EAAE,CAACC,SAAS,CAACtC,KAAK,EAClBqC,EAAE,CAACC,SAAS,CAACrC,MAAM,IAAIH,cAAc,CAACC,IAAI,CAACE,MAAM,EACjD2E,MAAI,CAAClB,cAAc,CAACrB,EAAE,CAAC,EACvBA,EAAE,CAACC,SAAS,CAACyD,QAAQ,EACrB1D,EAAE,CAACC,SAAS,CAAC0D,SACf,CACF,CAAC,CAEL,CACF,CAAC;QACH;MACF,CAAC,CAAC;MAEF,IAAI,CAAC1F,yBAAyB,CAACuE,cAAc,CAAC;MAC9C5B,oBAAW,CAACC,MAAM,CAAC+C,IAAI,qDAAqD,CAAC;IAC/E;EAAC;IAAAzE,GAAA;IAAAC,KAAA,EAED,SAAOyE,UAAUA,CAAC5C,YAA0B,EAAiC;MAAA,IAAA6C,MAAA;MAAA,IAA/BhF,MAAM,GAAAiF,SAAA,CAAArD,MAAA,QAAAqD,SAAA,QAAAtC,SAAA,GAAAsC,SAAA,MAAG,IAAI;MACzD;MACA,IAAMC,KAAK,MAAAjD,MAAA,CAAM,IAAI,CAACzC,OAAO,EAAE,CAAE;MAEjC,IAAI,CAACG,cAAc,CAACuF,KAAK,CAAC,GAAG/C,YAAY;MAEzC,IAAMgD,YAAY,GAAG,SAAfA,YAAYA,CAAAC,IAAA,EAAgB;QAAA,IAAXvG,KAAK,GAAAuG,IAAA,CAALvG,KAAK;QAC1BsD,YAAY,CAACb,cAAc,GAAGzC,KAAK;QACnCmG,MAAI,CAAC9E,6BAA6B,CAAC,CAAC;MACtC,CAAC;MACDiC,YAAY,CAACkD,WAAW,GAAGF,YAAY;MAEvChD,YAAY,CAACX,YAAY,CAACP,OAAO,CAAC,UAACS,EAAE,EAAK;QACxCA,EAAE,CAAC4D,EAAE,CAACC,8BAAiB,CAACC,YAAY,EAAER,MAAI,CAACjF,oBAAoB,CAAC;QAChE2B,EAAE,CAAC4D,EAAE,CAACC,8BAAiB,CAACE,WAAW,EAAEtD,YAAY,CAACkD,WAAW,CAAC;MAChE,CAAC,CAAC;MAEF,IAAIrF,MAAM,EAAE;QACV,IAAI,CAACA,MAAM,CAAC,CAAC;MACf;MAEA,OAAOkF,KAAK;IACd;EAAC;IAAA7E,GAAA;IAAAC,KAAA,EAED,SAAOoF,aAAaA,CAACC,SAAyB,EAAiB;MAAA,IAAAC,MAAA;MAAA,IAAf5F,MAAM,GAAAiF,SAAA,CAAArD,MAAA,QAAAqD,SAAA,QAAAtC,SAAA,GAAAsC,SAAA,MAAG,IAAI;MAC3D,IAAM9C,YAAY,GAAG,IAAI,CAACxC,cAAc,CAACgG,SAAS,CAAC;MAEnDxD,YAAY,aAAZA,YAAY,uBAAZA,YAAY,CAAEX,YAAY,CAACP,OAAO,CAAC,UAACS,EAAE,EAAK;QACzCA,EAAE,CAACmE,GAAG,CAACN,8BAAiB,CAACC,YAAY,EAAEI,MAAI,CAAC7F,oBAAoB,CAAC;QACjE2B,EAAE,CAACmE,GAAG,CAACN,8BAAiB,CAACE,WAAW,EAAEtD,YAAY,CAACkD,WAAW,CAAC;MACjE,CAAC,CAAC;MAEF,OAAO,IAAI,CAAC1F,cAAc,CAACgG,SAAS,CAAC;MAErC,IAAI3F,MAAM,EAAE;QACV,IAAI,CAACA,MAAM,CAAC,CAAC;MACf;IACF;EAAC;IAAAK,GAAA;IAAAC,KAAA,EAED,SAAON,MAAMA,CAAA,EAAG;MACd,OAAO,IAAI,CAACQ,YAAY,CAAC,CAAC;IAC5B;EAAC;IAAAH,GAAA;IAAAC,KAAA,EAED,SAAOwF,KAAKA,CAAA,EAAG;MACb,IAAI,CAACnG,cAAc,GAAG,CAAC,CAAC;MACxB,IAAI,CAACD,eAAe,GAAG,CAAC;MACxB,IAAI,CAACD,cAAc,GAAG,CAAC;IACzB;EAAC;IAAAY,GAAA;IAAAC,KAAA,EAED,SAAOyF,oBAAoBA,CAACrG,eAAuB,EAAED,cAAsB,EAAE;MAC3E,IAAI,CAACC,eAAe,GAAGA,eAAe;MACtC,IAAI,CAACD,cAAc,GAAGA,cAAc;MAEpC,IAAI,CAACe,YAAY,CAAC,CAAC;IACrB;EAAC;AAAA","ignoreList":[]}
|
|
1
|
+
{"version":3,"names":["_internalMediaCore","require","_lodash","_loggerProxy","_interopRequireDefault","_receiveSlot","_remoteMedia","_constants","DEBOUNCED_SOURCE_UPDATE_TIME","RESOLUTION_BUCKETS","MAX_FS_VALUES","MediaRequestManager","exports","sendMediaRequestsCallback","getIngressPayloadTypeCallback","options","_classCallCheck2","default","_defineProperty2","counter","numLiveSources","numTotalSources","clientRequests","degradationPreferences","kind","trimRequestsToNumOfSources","enableAv1","sourceUpdateListener","commit","bind","debouncedSourceUpdateListener","debounce","_createClass2","key","value","setDegradationPreferences","sendRequests","getDegradedClientRequests","_this","maxFsLimits","_loop","i","totalMacroblocksRequested","_values","forEach","mr","codecInfo","maxFs","Math","min","preferredMaxFs","H264_CODEC_PARAMETERS","slotsWithLiveSource","receiveSlots","filter","rs","sourceState","length","maxMacroblocksLimit","LoggerProxy","logger","warn","concat","getMaxPayloadBitsPerSecond","mediaRequest","RecommendedOpusBitrates","FB_MONO_MUSIC","getRecommendedMaxBitrateForFrameSize","getH264MaxMbps","maxFps","getAv1EncodingParams","_RESOLUTION_BUCKETS$f","_RESOLUTION_BUCKETS$f2","frameSize","resolution","find","_ref","_ref2","_slicedToArray2","AV1_CODEC_PARAMETERS","buildH264CodecInfo","undefined","h264PayloadType","mediaType","MediaCodecMimeType","H264","WcmeCodecInfo","fromH264","H264Codec","maxWidth","maxHeight","buildAv1CodecInfo","av1PayloadType","AV1","av1EncodingParams","fromAv1","AV1Codec","levelIdx","tier","maxPicSize","maxDecodeRate","trimRequests","preferLiveVideo","getPreferLiveVideo","numStreamsAvailable","sort","a","b","policyInfo","policy","priority","request","trimmedCount","Error","cloneClientRequests","cloneDeepWith","_toConsumableArray2","_this2","streamRequests","codecInfos","info","push","StreamRequest","Policy","ActiveSpeaker","ReceiverSelected","ActiveSpeakerInfo","crossPriorityDuplication","crossPolicyDuplication","namedMediaGroups","ReceiverSelectedInfo","csi","map","receiveSlot","wcmeReceiveSlot","addRequest","_this3","arguments","newId","eventHandler","_ref3","handleMaxFs","on","ReceiveSlotEvents","SourceUpdate","MaxFsUpdate","cancelRequest","requestId","_this4","off","reset","setNumCurrentSources"],"sources":["mediaRequestManager.ts"],"sourcesContent":["/* eslint-disable require-jsdoc */\nimport {\n StreamRequest,\n Policy,\n ActiveSpeakerInfo,\n ReceiverSelectedInfo,\n CodecInfo as WcmeCodecInfo,\n H264Codec,\n getRecommendedMaxBitrateForFrameSize,\n RecommendedOpusBitrates,\n NamedMediaGroup,\n AV1Codec,\n SupportedResolution,\n AV1EncodingParams,\n MediaType,\n MediaCodecMimeType,\n} from '@webex/internal-media-core';\nimport {cloneDeepWith, debounce} from 'lodash';\n\nimport LoggerProxy from '../common/logs/logger-proxy';\n\nimport {ReceiveSlot, ReceiveSlotEvents} from './receiveSlot';\nimport {MAX_FS_VALUES} from './remoteMedia';\nimport {AV1_CODEC_PARAMETERS, H264_CODEC_PARAMETERS} from './codec/constants';\n\nexport interface ActiveSpeakerPolicyInfo {\n policy: 'active-speaker';\n priority: number;\n crossPriorityDuplication: boolean;\n crossPolicyDuplication: boolean;\n preferLiveVideo: boolean;\n namedMediaGroups?: NamedMediaGroup[];\n}\n\nexport interface ReceiverSelectedPolicyInfo {\n policy: 'receiver-selected';\n csi: number;\n}\n\nexport type PolicyInfo = ActiveSpeakerPolicyInfo | ReceiverSelectedPolicyInfo;\n\nexport interface H264CodecInfo {\n codec: 'h264';\n maxFs?: number;\n maxFps?: number;\n maxMbps?: number;\n maxWidth?: number;\n maxHeight?: number;\n}\n\nexport type CodecInfo = H264CodecInfo; // we'll add AV1 here in the future when it's available\n\nexport interface MediaRequest {\n policyInfo: PolicyInfo;\n receiveSlots: Array<ReceiveSlot>;\n codecInfo?: CodecInfo;\n preferredMaxFs?: number;\n handleMaxFs?: ({maxFs}: {maxFs: number}) => void;\n}\n\nexport type MediaRequestId = string;\n\nconst DEBOUNCED_SOURCE_UPDATE_TIME = 1000;\n\nconst RESOLUTION_BUCKETS: Array<[SupportedResolution, number]> = [\n ['90p', MAX_FS_VALUES['90p']],\n ['180p', MAX_FS_VALUES['180p']],\n ['360p', MAX_FS_VALUES['360p']],\n ['540p', MAX_FS_VALUES['540p']],\n ['720p', MAX_FS_VALUES['720p']],\n];\n\ntype DegradationPreferences = {\n maxMacroblocksLimit: number;\n};\n\ntype SendMediaRequestsCallback = (streamRequests: StreamRequest[]) => void;\ntype GetIngressPayloadTypeCallback = (\n mediaType: MediaType,\n codecMimeType: MediaCodecMimeType\n) => number | undefined;\ntype Kind = 'audio' | 'video';\n\ntype AudioMediaRequestManagerOptions = {\n degradationPreferences: DegradationPreferences;\n kind: 'audio';\n trimRequestsToNumOfSources: boolean; // if enabled, AS speaker requests will be trimmed based on the calls to setNumCurrentSources()\n};\n\ntype VideoMediaRequestManagerOptions = {\n degradationPreferences: DegradationPreferences;\n kind: 'video';\n trimRequestsToNumOfSources: boolean;\n enableAv1?: boolean;\n};\n\ntype Options = AudioMediaRequestManagerOptions | VideoMediaRequestManagerOptions;\n\ntype ClientRequestsMap = {[key: MediaRequestId]: MediaRequest};\n\nexport class MediaRequestManager {\n private sendMediaRequestsCallback: SendMediaRequestsCallback;\n\n private getIngressPayloadTypeCallback: GetIngressPayloadTypeCallback;\n\n private kind: Kind;\n\n private counter: number;\n\n private clientRequests: ClientRequestsMap;\n\n private degradationPreferences: DegradationPreferences;\n\n private sourceUpdateListener: () => void;\n\n private debouncedSourceUpdateListener: () => void;\n\n private trimRequestsToNumOfSources: boolean;\n private enableAv1: boolean;\n private numTotalSources: number;\n private numLiveSources: number;\n\n constructor(\n sendMediaRequestsCallback: SendMediaRequestsCallback,\n getIngressPayloadTypeCallback: GetIngressPayloadTypeCallback,\n options: Options\n ) {\n this.sendMediaRequestsCallback = sendMediaRequestsCallback;\n this.getIngressPayloadTypeCallback = getIngressPayloadTypeCallback;\n this.counter = 0;\n this.numLiveSources = 0;\n this.numTotalSources = 0;\n this.clientRequests = {};\n this.degradationPreferences = options.degradationPreferences;\n this.kind = options.kind;\n this.trimRequestsToNumOfSources = options.trimRequestsToNumOfSources;\n this.enableAv1 = options.kind === 'video' && !!options.enableAv1;\n this.sourceUpdateListener = this.commit.bind(this);\n this.debouncedSourceUpdateListener = debounce(\n this.sourceUpdateListener,\n DEBOUNCED_SOURCE_UPDATE_TIME\n );\n }\n\n public setDegradationPreferences(degradationPreferences: DegradationPreferences) {\n this.degradationPreferences = degradationPreferences;\n this.sendRequests(); // re-send requests after preferences are set\n }\n\n private getDegradedClientRequests(clientRequests: ClientRequestsMap) {\n const maxFsLimits = [\n MAX_FS_VALUES['1080p'],\n MAX_FS_VALUES['720p'],\n MAX_FS_VALUES['540p'],\n MAX_FS_VALUES['360p'],\n MAX_FS_VALUES['180p'],\n MAX_FS_VALUES['90p'],\n ];\n\n // reduce max-fs until total macroblocks is below limit\n for (let i = 0; i < maxFsLimits.length; i += 1) {\n let totalMacroblocksRequested = 0;\n Object.values(clientRequests).forEach((mr) => {\n if (mr.codecInfo) {\n mr.codecInfo.maxFs = Math.min(\n mr.preferredMaxFs || H264_CODEC_PARAMETERS.maxFs,\n mr.codecInfo.maxFs || H264_CODEC_PARAMETERS.maxFs,\n maxFsLimits[i]\n );\n // we only consider sources with \"live\" state\n const slotsWithLiveSource = mr.receiveSlots.filter((rs) => rs.sourceState === 'live');\n totalMacroblocksRequested += mr.codecInfo.maxFs * slotsWithLiveSource.length;\n }\n });\n if (totalMacroblocksRequested <= this.degradationPreferences.maxMacroblocksLimit) {\n if (i !== 0) {\n LoggerProxy.logger.warn(\n `multistream:mediaRequestManager --> too many streams with high max-fs, frame size will be limited to ${maxFsLimits[i]}`\n );\n }\n break;\n } else if (i === maxFsLimits.length - 1) {\n LoggerProxy.logger.warn(\n `multistream:mediaRequestManager --> even with frame size limited to ${maxFsLimits[i]} you are still requesting too many streams, consider reducing the number of requests`\n );\n }\n }\n }\n\n /**\n * Returns the maxPayloadBitsPerSecond per Stream\n *\n * If MediaRequestManager kind is \"audio\", a constant bitrate will be returned.\n * If MediaRequestManager kind is \"video\", the bitrate will be calculated based\n * on maxFs (default h264 maxFs as fallback if maxFs is not defined)\n *\n * @param {MediaRequest} mediaRequest - mediaRequest to take data from\n * @returns {number} maxPayloadBitsPerSecond\n */\n private getMaxPayloadBitsPerSecond(mediaRequest: MediaRequest): number {\n if (this.kind === 'audio') {\n // return mono_music bitrate default if the kind of mediarequest manager is audio:\n return RecommendedOpusBitrates.FB_MONO_MUSIC;\n }\n\n return getRecommendedMaxBitrateForFrameSize(\n mediaRequest.codecInfo.maxFs || H264_CODEC_PARAMETERS.maxFs\n );\n }\n\n /**\n * Returns the max Macro Blocks per second (maxMbps) per H264 Stream\n *\n * The maxMbps will be calculated based on maxFs and maxFps\n * (default h264 maxFps as fallback if maxFps is not defined)\n *\n * @param {MediaRequest} mediaRequest - mediaRequest to take data from\n * @returns {number} maxMbps\n */\n // eslint-disable-next-line class-methods-use-this\n private getH264MaxMbps(mediaRequest: MediaRequest): number {\n // fallback for maxFps (not needed for maxFs, since there is a fallback already in getDegradedClientRequests)\n const maxFps = mediaRequest.codecInfo.maxFps || H264_CODEC_PARAMETERS.maxFps;\n\n // divided by 100 since maxFps is 3000 (for 30 frames per seconds)\n return (mediaRequest.codecInfo.maxFs * maxFps) / 100;\n }\n\n /**\n * Returns the AV1 encoding parameters for a media request\n * @param mediaRequest - The media request to get the AV1 encoding parameters for\n * @returns {AV1EncodingParams} The AV1 encoding parameters\n */\n // eslint-disable-next-line class-methods-use-this\n private getAv1EncodingParams(mediaRequest: MediaRequest): AV1EncodingParams {\n const frameSize = mediaRequest.codecInfo.maxFs || H264_CODEC_PARAMETERS.maxFs;\n const resolution = RESOLUTION_BUCKETS.find(([, maxFs]) => frameSize <= maxFs)?.[0] ?? '1080p';\n\n return AV1_CODEC_PARAMETERS[resolution];\n }\n\n private buildH264CodecInfo(mr: MediaRequest): WcmeCodecInfo | undefined {\n if (!mr.codecInfo) {\n return undefined;\n }\n\n const h264PayloadType = this.getIngressPayloadTypeCallback(\n mr.receiveSlots[0].mediaType,\n MediaCodecMimeType.H264\n );\n\n if (h264PayloadType === undefined) {\n return undefined;\n }\n\n return WcmeCodecInfo.fromH264(\n h264PayloadType,\n new H264Codec(\n mr.codecInfo.maxFs,\n mr.codecInfo.maxFps || H264_CODEC_PARAMETERS.maxFps,\n this.getH264MaxMbps(mr),\n mr.codecInfo.maxWidth,\n mr.codecInfo.maxHeight\n )\n );\n }\n\n private buildAv1CodecInfo(mr: MediaRequest): WcmeCodecInfo | undefined {\n if (!this.enableAv1 || !mr.codecInfo) {\n return undefined;\n }\n\n const av1PayloadType = this.getIngressPayloadTypeCallback(\n mr.receiveSlots[0].mediaType,\n MediaCodecMimeType.AV1\n );\n\n if (av1PayloadType === undefined) {\n return undefined;\n }\n\n const av1EncodingParams = this.getAv1EncodingParams(mr);\n\n return WcmeCodecInfo.fromAv1(\n av1PayloadType,\n new AV1Codec(\n av1EncodingParams.levelIdx,\n av1EncodingParams.tier,\n mr.codecInfo.maxWidth || av1EncodingParams.maxWidth,\n mr.codecInfo.maxHeight || av1EncodingParams.maxHeight,\n av1EncodingParams.maxPicSize,\n av1EncodingParams.maxDecodeRate\n )\n );\n }\n\n /** Modifies the passed in clientRequests and makes sure that in total they don't ask\n * for more streams than there are available.\n *\n * @param {Object} clientRequests\n * @returns {void}\n */\n private trimRequests(clientRequests: ClientRequestsMap) {\n const preferLiveVideo = this.getPreferLiveVideo();\n\n if (!this.trimRequestsToNumOfSources) {\n return;\n }\n\n // preferLiveVideo being undefined means that there are no active-speaker requests so we don't need to do any trimming\n if (preferLiveVideo === undefined) {\n return;\n }\n\n let numStreamsAvailable = preferLiveVideo ? this.numLiveSources : this.numTotalSources;\n\n Object.values(clientRequests)\n .sort((a, b) => {\n // we have to count how many streams we're asking for\n // and should not ask for more than numStreamsAvailable in total,\n // so we might need to trim active-speaker requests and first ones to trim should be\n // the ones with lowest priority\n\n // receiver-selected requests have priority over active-speakers\n if (a.policyInfo.policy === 'receiver-selected') {\n return -1;\n }\n if (b.policyInfo.policy === 'receiver-selected') {\n return 1;\n }\n\n // and active-speakers are sorted by descending priority\n return b.policyInfo.priority - a.policyInfo.priority;\n })\n .forEach((request) => {\n // we only trim active-speaker requests\n if (request.policyInfo.policy === 'active-speaker') {\n const trimmedCount = Math.min(numStreamsAvailable, request.receiveSlots.length);\n\n request.receiveSlots.length = trimmedCount;\n\n numStreamsAvailable -= trimmedCount;\n } else {\n numStreamsAvailable -= request.receiveSlots.length;\n }\n\n if (numStreamsAvailable < 0) {\n numStreamsAvailable = 0;\n }\n });\n }\n\n private getPreferLiveVideo(): boolean | undefined {\n let preferLiveVideo;\n\n Object.values(this.clientRequests).forEach((mr) => {\n if (mr.policyInfo.policy === 'active-speaker') {\n // take the value from first encountered active speaker request\n if (preferLiveVideo === undefined) {\n preferLiveVideo = mr.policyInfo.preferLiveVideo;\n }\n\n if (mr.policyInfo.preferLiveVideo !== preferLiveVideo) {\n throw new Error(\n 'a mix of active-speaker groups with different values for preferLiveVideo is not supported'\n );\n }\n }\n });\n\n return preferLiveVideo;\n }\n\n private cloneClientRequests(): ClientRequestsMap {\n // we clone the client requests but without cloning the ReceiveSlots that they reference\n return cloneDeepWith(this.clientRequests, (value, key) => {\n if (key === 'receiveSlots') {\n return [...value];\n }\n\n return undefined;\n });\n }\n\n private sendRequests() {\n const streamRequests: StreamRequest[] = [];\n\n // clone the requests so that any modifications we do to them don't affect the original ones\n const clientRequests = this.cloneClientRequests();\n\n this.trimRequests(clientRequests);\n this.getDegradedClientRequests(clientRequests);\n\n // map all the client media requests to wcme stream requests\n Object.values(clientRequests).forEach((mr) => {\n if (mr.receiveSlots.length > 0) {\n const codecInfos: WcmeCodecInfo[] = mr.codecInfo\n ? [this.buildH264CodecInfo(mr), this.buildAv1CodecInfo(mr)].filter(\n (info): info is WcmeCodecInfo => info !== undefined\n )\n : [];\n\n streamRequests.push(\n new StreamRequest(\n mr.policyInfo.policy === 'active-speaker'\n ? Policy.ActiveSpeaker\n : Policy.ReceiverSelected,\n mr.policyInfo.policy === 'active-speaker'\n ? new ActiveSpeakerInfo(\n mr.policyInfo.priority,\n mr.policyInfo.crossPriorityDuplication,\n mr.policyInfo.crossPolicyDuplication,\n mr.policyInfo.preferLiveVideo,\n mr.policyInfo.namedMediaGroups\n )\n : new ReceiverSelectedInfo(mr.policyInfo.csi),\n mr.receiveSlots.map((receiveSlot) => receiveSlot.wcmeReceiveSlot),\n this.getMaxPayloadBitsPerSecond(mr),\n codecInfos\n )\n );\n }\n });\n\n this.sendMediaRequestsCallback(streamRequests);\n LoggerProxy.logger.info(`multistream:sendRequests --> media requests sent.`);\n }\n\n public addRequest(mediaRequest: MediaRequest, commit = true): MediaRequestId {\n // eslint-disable-next-line no-plusplus\n const newId = `${this.counter++}`;\n\n this.clientRequests[newId] = mediaRequest;\n\n const eventHandler = ({maxFs}) => {\n mediaRequest.preferredMaxFs = maxFs;\n this.debouncedSourceUpdateListener();\n };\n mediaRequest.handleMaxFs = eventHandler;\n\n mediaRequest.receiveSlots.forEach((rs) => {\n rs.on(ReceiveSlotEvents.SourceUpdate, this.sourceUpdateListener);\n rs.on(ReceiveSlotEvents.MaxFsUpdate, mediaRequest.handleMaxFs);\n });\n\n if (commit) {\n this.commit();\n }\n\n return newId;\n }\n\n public cancelRequest(requestId: MediaRequestId, commit = true) {\n const mediaRequest = this.clientRequests[requestId];\n\n mediaRequest?.receiveSlots.forEach((rs) => {\n rs.off(ReceiveSlotEvents.SourceUpdate, this.sourceUpdateListener);\n rs.off(ReceiveSlotEvents.MaxFsUpdate, mediaRequest.handleMaxFs);\n });\n\n delete this.clientRequests[requestId];\n\n if (commit) {\n this.commit();\n }\n }\n\n public commit() {\n return this.sendRequests();\n }\n\n public reset() {\n this.clientRequests = {};\n this.numTotalSources = 0;\n this.numLiveSources = 0;\n }\n\n public setNumCurrentSources(numTotalSources: number, numLiveSources: number) {\n this.numTotalSources = numTotalSources;\n this.numLiveSources = numLiveSources;\n\n this.sendRequests();\n }\n}\n"],"mappings":";;;;;;;;;;;;;;AACA,IAAAA,kBAAA,GAAAC,OAAA;AAgBA,IAAAC,OAAA,GAAAD,OAAA;AAEA,IAAAE,YAAA,GAAAC,sBAAA,CAAAH,OAAA;AAEA,IAAAI,YAAA,GAAAJ,OAAA;AACA,IAAAK,YAAA,GAAAL,OAAA;AACA,IAAAM,UAAA,GAAAN,OAAA;AAvBA;;AAkDuC;;AAYvC,IAAMO,4BAA4B,GAAG,IAAI;AAEzC,IAAMC,kBAAwD,GAAG,CAC/D,CAAC,KAAK,EAAEC,0BAAa,CAAC,KAAK,CAAC,CAAC,EAC7B,CAAC,MAAM,EAAEA,0BAAa,CAAC,MAAM,CAAC,CAAC,EAC/B,CAAC,MAAM,EAAEA,0BAAa,CAAC,MAAM,CAAC,CAAC,EAC/B,CAAC,MAAM,EAAEA,0BAAa,CAAC,MAAM,CAAC,CAAC,EAC/B,CAAC,MAAM,EAAEA,0BAAa,CAAC,MAAM,CAAC,CAAC,CAChC;AAAC,IA8BWC,mBAAmB,GAAAC,OAAA,CAAAD,mBAAA;EAsB9B,SAAAA,oBACEE,yBAAoD,EACpDC,6BAA4D,EAC5DC,OAAgB,EAChB;IAAA,IAAAC,gBAAA,CAAAC,OAAA,QAAAN,mBAAA;IAAA,IAAAO,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IAAA,IAAAC,gBAAA,CAAAD,OAAA;IACA,IAAI,CAACJ,yBAAyB,GAAGA,yBAAyB;IAC1D,IAAI,CAACC,6BAA6B,GAAGA,6BAA6B;IAClE,IAAI,CAACK,OAAO,GAAG,CAAC;IAChB,IAAI,CAACC,cAAc,GAAG,CAAC;IACvB,IAAI,CAACC,eAAe,GAAG,CAAC;IACxB,IAAI,CAACC,cAAc,GAAG,CAAC,CAAC;IACxB,IAAI,CAACC,sBAAsB,GAAGR,OAAO,CAACQ,sBAAsB;IAC5D,IAAI,CAACC,IAAI,GAAGT,OAAO,CAACS,IAAI;IACxB,IAAI,CAACC,0BAA0B,GAAGV,OAAO,CAACU,0BAA0B;IACpE,IAAI,CAACC,SAAS,GAAGX,OAAO,CAACS,IAAI,KAAK,OAAO,IAAI,CAAC,CAACT,OAAO,CAACW,SAAS;IAChE,IAAI,CAACC,oBAAoB,GAAG,IAAI,CAACC,MAAM,CAACC,IAAI,CAAC,IAAI,CAAC;IAClD,IAAI,CAACC,6BAA6B,GAAG,IAAAC,gBAAQ,EAC3C,IAAI,CAACJ,oBAAoB,EACzBnB,4BACF,CAAC;EACH;EAAC,WAAAwB,aAAA,CAAAf,OAAA,EAAAN,mBAAA;IAAAsB,GAAA;IAAAC,KAAA,EAED,SAAOC,yBAAyBA,CAACZ,sBAA8C,EAAE;MAC/E,IAAI,CAACA,sBAAsB,GAAGA,sBAAsB;MACpD,IAAI,CAACa,YAAY,CAAC,CAAC,CAAC,CAAC;IACvB;EAAC;IAAAH,GAAA;IAAAC,KAAA,EAED,SAAQG,yBAAyBA,CAACf,cAAiC,EAAE;MAAA,IAAAgB,KAAA;MACnE,IAAMC,WAAW,GAAG,CAClB7B,0BAAa,CAAC,OAAO,CAAC,EACtBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,MAAM,CAAC,EACrBA,0BAAa,CAAC,KAAK,CAAC,CACrB;;MAED;MAAA,IAAA8B,KAAA,YAAAA,MAAAC,CAAA,EACgD;QAC9C,IAAIC,yBAAyB,GAAG,CAAC;QACjC,IAAAC,OAAA,CAAA1B,OAAA,EAAcK,cAAc,CAAC,CAACsB,OAAO,CAAC,UAACC,EAAE,EAAK;UAC5C,IAAIA,EAAE,CAACC,SAAS,EAAE;YAChBD,EAAE,CAACC,SAAS,CAACC,KAAK,GAAGC,IAAI,CAACC,GAAG,CAC3BJ,EAAE,CAACK,cAAc,IAAIC,gCAAqB,CAACJ,KAAK,EAChDF,EAAE,CAACC,SAAS,CAACC,KAAK,IAAII,gCAAqB,CAACJ,KAAK,EACjDR,WAAW,CAACE,CAAC,CACf,CAAC;YACD;YACA,IAAMW,mBAAmB,GAAGP,EAAE,CAACQ,YAAY,CAACC,MAAM,CAAC,UAACC,EAAE;cAAA,OAAKA,EAAE,CAACC,WAAW,KAAK,MAAM;YAAA,EAAC;YACrFd,yBAAyB,IAAIG,EAAE,CAACC,SAAS,CAACC,KAAK,GAAGK,mBAAmB,CAACK,MAAM;UAC9E;QACF,CAAC,CAAC;QACF,IAAIf,yBAAyB,IAAIJ,KAAI,CAACf,sBAAsB,CAACmC,mBAAmB,EAAE;UAChF,IAAIjB,CAAC,KAAK,CAAC,EAAE;YACXkB,oBAAW,CAACC,MAAM,CAACC,IAAI,yGAAAC,MAAA,CACmFvB,WAAW,CAACE,CAAC,CAAC,CACxH,CAAC;UACH;UAAC;QAEH,CAAC,MAAM,IAAIA,CAAC,KAAKF,WAAW,CAACkB,MAAM,GAAG,CAAC,EAAE;UACvCE,oBAAW,CAACC,MAAM,CAACC,IAAI,wEAAAC,MAAA,CACkDvB,WAAW,CAACE,CAAC,CAAC,yFACvF,CAAC;QACH;MACF,CAAC;MA1BD,KAAK,IAAIA,CAAC,GAAG,CAAC,EAAEA,CAAC,GAAGF,WAAW,CAACkB,MAAM,EAAEhB,CAAC,IAAI,CAAC;QAAA,IAAAD,KAAA,CAAAC,CAAA,GAoB1C;MAAM;IAOZ;;IAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;AACA;EATE;IAAAR,GAAA;IAAAC,KAAA,EAUA,SAAQ6B,0BAA0BA,CAACC,YAA0B,EAAU;MACrE,IAAI,IAAI,CAACxC,IAAI,KAAK,OAAO,EAAE;QACzB;QACA,OAAOyC,0CAAuB,CAACC,aAAa;MAC9C;MAEA,OAAO,IAAAC,uDAAoC,EACzCH,YAAY,CAAClB,SAAS,CAACC,KAAK,IAAII,gCAAqB,CAACJ,KACxD,CAAC;IACH;;IAEA;AACF;AACA;AACA;AACA;AACA;AACA;AACA;AACA;IACE;EAAA;IAAAd,GAAA;IAAAC,KAAA,EACA,SAAQkC,cAAcA,CAACJ,YAA0B,EAAU;MACzD;MACA,IAAMK,MAAM,GAAGL,YAAY,CAAClB,SAAS,CAACuB,MAAM,IAAIlB,gCAAqB,CAACkB,MAAM;;MAE5E;MACA,OAAQL,YAAY,CAAClB,SAAS,CAACC,KAAK,GAAGsB,MAAM,GAAI,GAAG;IACtD;;IAEA;AACF;AACA;AACA;AACA;IACE;EAAA;IAAApC,GAAA;IAAAC,KAAA,EACA,SAAQoC,oBAAoBA,CAACN,YAA0B,EAAqB;MAAA,IAAAO,qBAAA,EAAAC,sBAAA;MAC1E,IAAMC,SAAS,GAAGT,YAAY,CAAClB,SAAS,CAACC,KAAK,IAAII,gCAAqB,CAACJ,KAAK;MAC7E,IAAM2B,UAAU,IAAAH,qBAAA,IAAAC,sBAAA,GAAG/D,kBAAkB,CAACkE,IAAI,CAAC,UAAAC,IAAA;QAAA,IAAAC,KAAA,OAAAC,eAAA,CAAA7D,OAAA,EAAA2D,IAAA;UAAI7B,KAAK,GAAA8B,KAAA;QAAA,OAAMJ,SAAS,IAAI1B,KAAK;MAAA,EAAC,cAAAyB,sBAAA,uBAA1DA,sBAAA,CAA6D,CAAC,CAAC,cAAAD,qBAAA,cAAAA,qBAAA,GAAI,OAAO;MAE7F,OAAOQ,+BAAoB,CAACL,UAAU,CAAC;IACzC;EAAC;IAAAzC,GAAA;IAAAC,KAAA,EAED,SAAQ8C,kBAAkBA,CAACnC,EAAgB,EAA6B;MACtE,IAAI,CAACA,EAAE,CAACC,SAAS,EAAE;QACjB,OAAOmC,SAAS;MAClB;MAEA,IAAMC,eAAe,GAAG,IAAI,CAACpE,6BAA6B,CACxD+B,EAAE,CAACQ,YAAY,CAAC,CAAC,CAAC,CAAC8B,SAAS,EAC5BC,qCAAkB,CAACC,IACrB,CAAC;MAED,IAAIH,eAAe,KAAKD,SAAS,EAAE;QACjC,OAAOA,SAAS;MAClB;MAEA,OAAOK,4BAAa,CAACC,QAAQ,CAC3BL,eAAe,EACf,IAAIM,4BAAS,CACX3C,EAAE,CAACC,SAAS,CAACC,KAAK,EAClBF,EAAE,CAACC,SAAS,CAACuB,MAAM,IAAIlB,gCAAqB,CAACkB,MAAM,EACnD,IAAI,CAACD,cAAc,CAACvB,EAAE,CAAC,EACvBA,EAAE,CAACC,SAAS,CAAC2C,QAAQ,EACrB5C,EAAE,CAACC,SAAS,CAAC4C,SACf,CACF,CAAC;IACH;EAAC;IAAAzD,GAAA;IAAAC,KAAA,EAED,SAAQyD,iBAAiBA,CAAC9C,EAAgB,EAA6B;MACrE,IAAI,CAAC,IAAI,CAACnB,SAAS,IAAI,CAACmB,EAAE,CAACC,SAAS,EAAE;QACpC,OAAOmC,SAAS;MAClB;MAEA,IAAMW,cAAc,GAAG,IAAI,CAAC9E,6BAA6B,CACvD+B,EAAE,CAACQ,YAAY,CAAC,CAAC,CAAC,CAAC8B,SAAS,EAC5BC,qCAAkB,CAACS,GACrB,CAAC;MAED,IAAID,cAAc,KAAKX,SAAS,EAAE;QAChC,OAAOA,SAAS;MAClB;MAEA,IAAMa,iBAAiB,GAAG,IAAI,CAACxB,oBAAoB,CAACzB,EAAE,CAAC;MAEvD,OAAOyC,4BAAa,CAACS,OAAO,CAC1BH,cAAc,EACd,IAAII,2BAAQ,CACVF,iBAAiB,CAACG,QAAQ,EAC1BH,iBAAiB,CAACI,IAAI,EACtBrD,EAAE,CAACC,SAAS,CAAC2C,QAAQ,IAAIK,iBAAiB,CAACL,QAAQ,EACnD5C,EAAE,CAACC,SAAS,CAAC4C,SAAS,IAAII,iBAAiB,CAACJ,SAAS,EACrDI,iBAAiB,CAACK,UAAU,EAC5BL,iBAAiB,CAACM,aACpB,CACF,CAAC;IACH;;IAEA;AACF;AACA;AACA;AACA;AACA;EALE;IAAAnE,GAAA;IAAAC,KAAA,EAMA,SAAQmE,YAAYA,CAAC/E,cAAiC,EAAE;MACtD,IAAMgF,eAAe,GAAG,IAAI,CAACC,kBAAkB,CAAC,CAAC;MAEjD,IAAI,CAAC,IAAI,CAAC9E,0BAA0B,EAAE;QACpC;MACF;;MAEA;MACA,IAAI6E,eAAe,KAAKrB,SAAS,EAAE;QACjC;MACF;MAEA,IAAIuB,mBAAmB,GAAGF,eAAe,GAAG,IAAI,CAAClF,cAAc,GAAG,IAAI,CAACC,eAAe;MAEtF,IAAAsB,OAAA,CAAA1B,OAAA,EAAcK,cAAc,CAAC,CAC1BmF,IAAI,CAAC,UAACC,CAAC,EAAEC,CAAC,EAAK;QACd;QACA;QACA;QACA;;QAEA;QACA,IAAID,CAAC,CAACE,UAAU,CAACC,MAAM,KAAK,mBAAmB,EAAE;UAC/C,OAAO,CAAC,CAAC;QACX;QACA,IAAIF,CAAC,CAACC,UAAU,CAACC,MAAM,KAAK,mBAAmB,EAAE;UAC/C,OAAO,CAAC;QACV;;QAEA;QACA,OAAOF,CAAC,CAACC,UAAU,CAACE,QAAQ,GAAGJ,CAAC,CAACE,UAAU,CAACE,QAAQ;MACtD,CAAC,CAAC,CACDlE,OAAO,CAAC,UAACmE,OAAO,EAAK;QACpB;QACA,IAAIA,OAAO,CAACH,UAAU,CAACC,MAAM,KAAK,gBAAgB,EAAE;UAClD,IAAMG,YAAY,GAAGhE,IAAI,CAACC,GAAG,CAACuD,mBAAmB,EAAEO,OAAO,CAAC1D,YAAY,CAACI,MAAM,CAAC;UAE/EsD,OAAO,CAAC1D,YAAY,CAACI,MAAM,GAAGuD,YAAY;UAE1CR,mBAAmB,IAAIQ,YAAY;QACrC,CAAC,MAAM;UACLR,mBAAmB,IAAIO,OAAO,CAAC1D,YAAY,CAACI,MAAM;QACpD;QAEA,IAAI+C,mBAAmB,GAAG,CAAC,EAAE;UAC3BA,mBAAmB,GAAG,CAAC;QACzB;MACF,CAAC,CAAC;IACN;EAAC;IAAAvE,GAAA;IAAAC,KAAA,EAED,SAAQqE,kBAAkBA,CAAA,EAAwB;MAChD,IAAID,eAAe;MAEnB,IAAA3D,OAAA,CAAA1B,OAAA,EAAc,IAAI,CAACK,cAAc,CAAC,CAACsB,OAAO,CAAC,UAACC,EAAE,EAAK;QACjD,IAAIA,EAAE,CAAC+D,UAAU,CAACC,MAAM,KAAK,gBAAgB,EAAE;UAC7C;UACA,IAAIP,eAAe,KAAKrB,SAAS,EAAE;YACjCqB,eAAe,GAAGzD,EAAE,CAAC+D,UAAU,CAACN,eAAe;UACjD;UAEA,IAAIzD,EAAE,CAAC+D,UAAU,CAACN,eAAe,KAAKA,eAAe,EAAE;YACrD,MAAM,IAAIW,KAAK,CACb,2FACF,CAAC;UACH;QACF;MACF,CAAC,CAAC;MAEF,OAAOX,eAAe;IACxB;EAAC;IAAArE,GAAA;IAAAC,KAAA,EAED,SAAQgF,mBAAmBA,CAAA,EAAsB;MAC/C;MACA,OAAO,IAAAC,qBAAa,EAAC,IAAI,CAAC7F,cAAc,EAAE,UAACY,KAAK,EAAED,GAAG,EAAK;QACxD,IAAIA,GAAG,KAAK,cAAc,EAAE;UAC1B,WAAAmF,mBAAA,CAAAnG,OAAA,EAAWiB,KAAK;QAClB;QAEA,OAAO+C,SAAS;MAClB,CAAC,CAAC;IACJ;EAAC;IAAAhD,GAAA;IAAAC,KAAA,EAED,SAAQE,YAAYA,CAAA,EAAG;MAAA,IAAAiF,MAAA;MACrB,IAAMC,cAA+B,GAAG,EAAE;;MAE1C;MACA,IAAMhG,cAAc,GAAG,IAAI,CAAC4F,mBAAmB,CAAC,CAAC;MAEjD,IAAI,CAACb,YAAY,CAAC/E,cAAc,CAAC;MACjC,IAAI,CAACe,yBAAyB,CAACf,cAAc,CAAC;;MAE9C;MACA,IAAAqB,OAAA,CAAA1B,OAAA,EAAcK,cAAc,CAAC,CAACsB,OAAO,CAAC,UAACC,EAAE,EAAK;QAC5C,IAAIA,EAAE,CAACQ,YAAY,CAACI,MAAM,GAAG,CAAC,EAAE;UAC9B,IAAM8D,UAA2B,GAAG1E,EAAE,CAACC,SAAS,GAC5C,CAACuE,MAAI,CAACrC,kBAAkB,CAACnC,EAAE,CAAC,EAAEwE,MAAI,CAAC1B,iBAAiB,CAAC9C,EAAE,CAAC,CAAC,CAACS,MAAM,CAC9D,UAACkE,IAAI;YAAA,OAA4BA,IAAI,KAAKvC,SAAS;UAAA,CACrD,CAAC,GACD,EAAE;UAENqC,cAAc,CAACG,IAAI,CACjB,IAAIC,gCAAa,CACf7E,EAAE,CAAC+D,UAAU,CAACC,MAAM,KAAK,gBAAgB,GACrCc,yBAAM,CAACC,aAAa,GACpBD,yBAAM,CAACE,gBAAgB,EAC3BhF,EAAE,CAAC+D,UAAU,CAACC,MAAM,KAAK,gBAAgB,GACrC,IAAIiB,oCAAiB,CACnBjF,EAAE,CAAC+D,UAAU,CAACE,QAAQ,EACtBjE,EAAE,CAAC+D,UAAU,CAACmB,wBAAwB,EACtClF,EAAE,CAAC+D,UAAU,CAACoB,sBAAsB,EACpCnF,EAAE,CAAC+D,UAAU,CAACN,eAAe,EAC7BzD,EAAE,CAAC+D,UAAU,CAACqB,gBAChB,CAAC,GACD,IAAIC,uCAAoB,CAACrF,EAAE,CAAC+D,UAAU,CAACuB,GAAG,CAAC,EAC/CtF,EAAE,CAACQ,YAAY,CAAC+E,GAAG,CAAC,UAACC,WAAW;YAAA,OAAKA,WAAW,CAACC,eAAe;UAAA,EAAC,EACjEjB,MAAI,CAACtD,0BAA0B,CAAClB,EAAE,CAAC,EACnC0E,UACF,CACF,CAAC;QACH;MACF,CAAC,CAAC;MAEF,IAAI,CAAC1G,yBAAyB,CAACyG,cAAc,CAAC;MAC9C3D,oBAAW,CAACC,MAAM,CAAC4D,IAAI,oDAAoD,CAAC;IAC9E;EAAC;IAAAvF,GAAA;IAAAC,KAAA,EAED,SAAOqG,UAAUA,CAACvE,YAA0B,EAAiC;MAAA,IAAAwE,MAAA;MAAA,IAA/B5G,MAAM,GAAA6G,SAAA,CAAAhF,MAAA,QAAAgF,SAAA,QAAAxD,SAAA,GAAAwD,SAAA,MAAG,IAAI;MACzD;MACA,IAAMC,KAAK,MAAA5E,MAAA,CAAM,IAAI,CAAC3C,OAAO,EAAE,CAAE;MAEjC,IAAI,CAACG,cAAc,CAACoH,KAAK,CAAC,GAAG1E,YAAY;MAEzC,IAAM2E,YAAY,GAAG,SAAfA,YAAYA,CAAAC,KAAA,EAAgB;QAAA,IAAX7F,KAAK,GAAA6F,KAAA,CAAL7F,KAAK;QAC1BiB,YAAY,CAACd,cAAc,GAAGH,KAAK;QACnCyF,MAAI,CAAC1G,6BAA6B,CAAC,CAAC;MACtC,CAAC;MACDkC,YAAY,CAAC6E,WAAW,GAAGF,YAAY;MAEvC3E,YAAY,CAACX,YAAY,CAACT,OAAO,CAAC,UAACW,EAAE,EAAK;QACxCA,EAAE,CAACuF,EAAE,CAACC,8BAAiB,CAACC,YAAY,EAAER,MAAI,CAAC7G,oBAAoB,CAAC;QAChE4B,EAAE,CAACuF,EAAE,CAACC,8BAAiB,CAACE,WAAW,EAAEjF,YAAY,CAAC6E,WAAW,CAAC;MAChE,CAAC,CAAC;MAEF,IAAIjH,MAAM,EAAE;QACV,IAAI,CAACA,MAAM,CAAC,CAAC;MACf;MAEA,OAAO8G,KAAK;IACd;EAAC;IAAAzG,GAAA;IAAAC,KAAA,EAED,SAAOgH,aAAaA,CAACC,SAAyB,EAAiB;MAAA,IAAAC,MAAA;MAAA,IAAfxH,MAAM,GAAA6G,SAAA,CAAAhF,MAAA,QAAAgF,SAAA,QAAAxD,SAAA,GAAAwD,SAAA,MAAG,IAAI;MAC3D,IAAMzE,YAAY,GAAG,IAAI,CAAC1C,cAAc,CAAC6H,SAAS,CAAC;MAEnDnF,YAAY,aAAZA,YAAY,uBAAZA,YAAY,CAAEX,YAAY,CAACT,OAAO,CAAC,UAACW,EAAE,EAAK;QACzCA,EAAE,CAAC8F,GAAG,CAACN,8BAAiB,CAACC,YAAY,EAAEI,MAAI,CAACzH,oBAAoB,CAAC;QACjE4B,EAAE,CAAC8F,GAAG,CAACN,8BAAiB,CAACE,WAAW,EAAEjF,YAAY,CAAC6E,WAAW,CAAC;MACjE,CAAC,CAAC;MAEF,OAAO,IAAI,CAACvH,cAAc,CAAC6H,SAAS,CAAC;MAErC,IAAIvH,MAAM,EAAE;QACV,IAAI,CAACA,MAAM,CAAC,CAAC;MACf;IACF;EAAC;IAAAK,GAAA;IAAAC,KAAA,EAED,SAAON,MAAMA,CAAA,EAAG;MACd,OAAO,IAAI,CAACQ,YAAY,CAAC,CAAC;IAC5B;EAAC;IAAAH,GAAA;IAAAC,KAAA,EAED,SAAOoH,KAAKA,CAAA,EAAG;MACb,IAAI,CAAChI,cAAc,GAAG,CAAC,CAAC;MACxB,IAAI,CAACD,eAAe,GAAG,CAAC;MACxB,IAAI,CAACD,cAAc,GAAG,CAAC;IACzB;EAAC;IAAAa,GAAA;IAAAC,KAAA,EAED,SAAOqH,oBAAoBA,CAAClI,eAAuB,EAAED,cAAsB,EAAE;MAC3E,IAAI,CAACC,eAAe,GAAGA,eAAe;MACtC,IAAI,CAACD,cAAc,GAAGA,cAAc;MAEpC,IAAI,CAACgB,YAAY,CAAC,CAAC;IACrB;EAAC;AAAA","ignoreList":[]}
|
package/dist/types/config.d.ts
CHANGED
|
@@ -516,6 +516,15 @@ export default class Meeting extends StatelessWebexPlugin {
|
|
|
516
516
|
* @memberof Meeting
|
|
517
517
|
*/
|
|
518
518
|
constructor(attrs: any, options: object, callback: (meeting: Meeting) => void);
|
|
519
|
+
/**
|
|
520
|
+
* Get the ingress payload type for a given media type and codec mime type
|
|
521
|
+
* @param {MediaType} mediaType - The media type
|
|
522
|
+
* @param {MediaCodecMimeType} codecMimeType - The codec mime type
|
|
523
|
+
* @returns {number | undefined} - The ingress payload type
|
|
524
|
+
* @private
|
|
525
|
+
* @memberof Meeting
|
|
526
|
+
*/
|
|
527
|
+
private getIngressPayloadTypeCallback;
|
|
519
528
|
/**
|
|
520
529
|
* returns meeting is joined
|
|
521
530
|
* @private
|
|
@@ -254,6 +254,16 @@ export default class Meetings extends WebexPlugin {
|
|
|
254
254
|
* @returns {undefined}
|
|
255
255
|
*/
|
|
256
256
|
private _toggleEnableAudioTwccForMultistream;
|
|
257
|
+
/**
|
|
258
|
+
* API to toggle AV1 codec support for video slides in multistream,
|
|
259
|
+
* needs to be called before webex.meetings.joinWithMedia()
|
|
260
|
+
*
|
|
261
|
+
* @param {Boolean} newValue
|
|
262
|
+
* @private
|
|
263
|
+
* @memberof Meetings
|
|
264
|
+
* @returns {undefined}
|
|
265
|
+
*/
|
|
266
|
+
private _toggleEnableAv1SlidesSupport;
|
|
257
267
|
/**
|
|
258
268
|
* API to toggle stopping ICE Candidates Gathering after first relay candidate,
|
|
259
269
|
* needs to be called before webex.meetings.joinWithMedia()
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { AV1EncodingParams, SupportedResolution } from '@webex/internal-media-core';
|
|
2
|
+
export declare const AV1_CODEC_PARAMETERS: Record<SupportedResolution, AV1EncodingParams>;
|
|
3
|
+
export declare const H264_CODEC_PARAMETERS: {
|
|
4
|
+
maxFs: number;
|
|
5
|
+
maxFps: number;
|
|
6
|
+
maxMbps: number;
|
|
7
|
+
};
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { StreamRequest, NamedMediaGroup } from '@webex/internal-media-core';
|
|
1
|
+
import { StreamRequest, NamedMediaGroup, MediaType, MediaCodecMimeType } from '@webex/internal-media-core';
|
|
2
2
|
import { ReceiveSlot } from './receiveSlot';
|
|
3
3
|
export interface ActiveSpeakerPolicyInfo {
|
|
4
4
|
policy: 'active-speaker';
|
|
@@ -36,14 +36,22 @@ type DegradationPreferences = {
|
|
|
36
36
|
maxMacroblocksLimit: number;
|
|
37
37
|
};
|
|
38
38
|
type SendMediaRequestsCallback = (streamRequests: StreamRequest[]) => void;
|
|
39
|
-
type
|
|
40
|
-
type
|
|
39
|
+
type GetIngressPayloadTypeCallback = (mediaType: MediaType, codecMimeType: MediaCodecMimeType) => number | undefined;
|
|
40
|
+
type AudioMediaRequestManagerOptions = {
|
|
41
41
|
degradationPreferences: DegradationPreferences;
|
|
42
|
-
kind:
|
|
42
|
+
kind: 'audio';
|
|
43
43
|
trimRequestsToNumOfSources: boolean;
|
|
44
44
|
};
|
|
45
|
+
type VideoMediaRequestManagerOptions = {
|
|
46
|
+
degradationPreferences: DegradationPreferences;
|
|
47
|
+
kind: 'video';
|
|
48
|
+
trimRequestsToNumOfSources: boolean;
|
|
49
|
+
enableAv1?: boolean;
|
|
50
|
+
};
|
|
51
|
+
type Options = AudioMediaRequestManagerOptions | VideoMediaRequestManagerOptions;
|
|
45
52
|
export declare class MediaRequestManager {
|
|
46
53
|
private sendMediaRequestsCallback;
|
|
54
|
+
private getIngressPayloadTypeCallback;
|
|
47
55
|
private kind;
|
|
48
56
|
private counter;
|
|
49
57
|
private clientRequests;
|
|
@@ -51,9 +59,10 @@ export declare class MediaRequestManager {
|
|
|
51
59
|
private sourceUpdateListener;
|
|
52
60
|
private debouncedSourceUpdateListener;
|
|
53
61
|
private trimRequestsToNumOfSources;
|
|
62
|
+
private enableAv1;
|
|
54
63
|
private numTotalSources;
|
|
55
64
|
private numLiveSources;
|
|
56
|
-
constructor(sendMediaRequestsCallback: SendMediaRequestsCallback, options: Options);
|
|
65
|
+
constructor(sendMediaRequestsCallback: SendMediaRequestsCallback, getIngressPayloadTypeCallback: GetIngressPayloadTypeCallback, options: Options);
|
|
57
66
|
setDegradationPreferences(degradationPreferences: DegradationPreferences): void;
|
|
58
67
|
private getDegradedClientRequests;
|
|
59
68
|
/**
|
|
@@ -77,6 +86,14 @@ export declare class MediaRequestManager {
|
|
|
77
86
|
* @returns {number} maxMbps
|
|
78
87
|
*/
|
|
79
88
|
private getH264MaxMbps;
|
|
89
|
+
/**
|
|
90
|
+
* Returns the AV1 encoding parameters for a media request
|
|
91
|
+
* @param mediaRequest - The media request to get the AV1 encoding parameters for
|
|
92
|
+
* @returns {AV1EncodingParams} The AV1 encoding parameters
|
|
93
|
+
*/
|
|
94
|
+
private getAv1EncodingParams;
|
|
95
|
+
private buildH264CodecInfo;
|
|
96
|
+
private buildAv1CodecInfo;
|
|
80
97
|
/** Modifies the passed in clientRequests and makes sure that in total they don't ask
|
|
81
98
|
* for more streams than there are available.
|
|
82
99
|
*
|
package/dist/webinar/index.js
CHANGED
package/package.json
CHANGED
package/src/breakouts/index.ts
CHANGED
|
@@ -986,6 +986,36 @@ const Breakouts = WebexPlugin.extend({
|
|
|
986
986
|
body,
|
|
987
987
|
});
|
|
988
988
|
},
|
|
989
|
+
/**
|
|
990
|
+
* Remove participants from their current breakout session back to the main session
|
|
991
|
+
* @param {string[]} participants - participant IDs to remove from breakout
|
|
992
|
+
* @returns {Promise}
|
|
993
|
+
*/
|
|
994
|
+
removeFromBreakout(participants: string[]) {
|
|
995
|
+
if (!this.mainGroupId || !this.mainSessionId) {
|
|
996
|
+
throw new Error(
|
|
997
|
+
'Main group ID and session ID must be available to remove participants from breakout'
|
|
998
|
+
);
|
|
999
|
+
}
|
|
1000
|
+
|
|
1001
|
+
return this.request({
|
|
1002
|
+
method: HTTP_VERBS.POST,
|
|
1003
|
+
uri: `${this.url}/move`,
|
|
1004
|
+
body: {
|
|
1005
|
+
groups: [
|
|
1006
|
+
{
|
|
1007
|
+
id: this.mainGroupId,
|
|
1008
|
+
sessions: [
|
|
1009
|
+
{
|
|
1010
|
+
id: this.mainSessionId,
|
|
1011
|
+
participants,
|
|
1012
|
+
},
|
|
1013
|
+
],
|
|
1014
|
+
},
|
|
1015
|
+
],
|
|
1016
|
+
},
|
|
1017
|
+
});
|
|
1018
|
+
},
|
|
989
1019
|
/**
|
|
990
1020
|
* trigger ASK_RETURN_TO_MAIN event when main session requested
|
|
991
1021
|
* @param {Object} breakout
|
package/src/config.ts
CHANGED
package/src/media/index.ts
CHANGED
|
@@ -145,6 +145,7 @@ Media.createMediaConnection = (
|
|
|
145
145
|
iceCandidatesTimeout?: number;
|
|
146
146
|
disableAudioMainDtx?: boolean;
|
|
147
147
|
enableAudioTwcc?: boolean;
|
|
148
|
+
enableAv1SlidesSupport?: boolean;
|
|
148
149
|
stopIceGatheringAfterFirstRelayCandidate?: boolean;
|
|
149
150
|
}
|
|
150
151
|
) => {
|
|
@@ -159,6 +160,7 @@ Media.createMediaConnection = (
|
|
|
159
160
|
iceCandidatesTimeout,
|
|
160
161
|
disableAudioMainDtx,
|
|
161
162
|
enableAudioTwcc,
|
|
163
|
+
enableAv1SlidesSupport,
|
|
162
164
|
stopIceGatheringAfterFirstRelayCandidate,
|
|
163
165
|
} = options;
|
|
164
166
|
|
|
@@ -178,6 +180,7 @@ Media.createMediaConnection = (
|
|
|
178
180
|
const config: MultistreamConnectionConfig = {
|
|
179
181
|
iceServers,
|
|
180
182
|
disableAudioTwcc: !enableAudioTwcc,
|
|
183
|
+
enableAV1SlidesSupport: !!enableAv1SlidesSupport,
|
|
181
184
|
};
|
|
182
185
|
|
|
183
186
|
if (bundlePolicy) {
|