fcr-core 3.8.1 → 3.9.0-alpha

package/lib-es/room-control/stream-control/index.js

@@ -0,0 +1,536 @@
+import "core-js/modules/esnext.function.metadata.js";
+import "core-js/modules/esnext.symbol.metadata.js";
+let _initProto, _addLocalStreamsDecs, _bindLocalStreamsDecs, _updatePublishPrivilegeOfStreamsDecs, _removeStreamsDecs, _setVideoEncoderConfigDecs, _setDualStreamModeDecs, _setScreenScenarioDecs, _startRenderRemoteVideoStreamDecs, _stopRenderRemoteVideoStreamDecs, _startPlayRemoteAudioStreamDecs, _stopPlayRemoteAudioStreamDecs, _takeSnapshotDecs, _addLocalScreenStreamDecs, _adjustRemoteAudioStreamVolumeDecs, _mergeAudioStreamDecs, _splitAudioStreamDecs;
+import "core-js/modules/es.array.push.js";
+import "core-js/modules/es.json.stringify.js";
+import "core-js/modules/esnext.iterator.constructor.js";
+import "core-js/modules/esnext.iterator.filter.js";
+import "core-js/modules/esnext.iterator.find.js";
+import "core-js/modules/esnext.iterator.for-each.js";
+import "core-js/modules/esnext.iterator.map.js";
+import "core-js/modules/esnext.map.delete-all.js";
+import "core-js/modules/esnext.map.emplace.js";
+import "core-js/modules/esnext.map.every.js";
+import "core-js/modules/esnext.map.filter.js";
+import "core-js/modules/esnext.map.find.js";
+import "core-js/modules/esnext.map.find-key.js";
+import "core-js/modules/esnext.map.includes.js";
+import "core-js/modules/esnext.map.key-of.js";
+import "core-js/modules/esnext.map.map-keys.js";
+import "core-js/modules/esnext.map.map-values.js";
+import "core-js/modules/esnext.map.merge.js";
+import "core-js/modules/esnext.map.reduce.js";
+import "core-js/modules/esnext.map.some.js";
+import "core-js/modules/esnext.map.update.js";
+function _applyDecs(e, t, r, n, o, a) { function i(e, t, r) { return function (n, o) { return r && r(n), e[t].call(n, o); }; } function c(e, t) { for (var r = 0; r < e.length; r++) e[r].call(t); return t; } function s(e, t, r, n) { if ("function" != typeof e && (n || void 0 !== e)) throw new TypeError(t + " must " + (r || "be") + " a function" + (n ? "" : " or undefined")); return e; } function applyDec(e, t, r, n, o, a, c, u, l, f, p, d, h) { function m(e) { if (!h(e)) throw new TypeError("Attempted to access private element on non-instance"); } var y, v = t[0], g = t[3], b = !u; if (!b) { r || Array.isArray(v) || (v = [v]); var w = {}, S = [], A = 3 === o ? "get" : 4 === o || d ? "set" : "value"; f ? (p || d ? w = { get: _setFunctionName(function () { return g(this); }, n, "get"), set: function (e) { t[4](this, e); } } : w[A] = g, p || _setFunctionName(w[A], n, 2 === o ? "" : A)) : p || (w = Object.getOwnPropertyDescriptor(e, n)); } for (var P = e, j = v.length - 1; j >= 0; j -= r ? 2 : 1) { var D = v[j], E = r ? v[j - 1] : void 0, I = {}, O = { kind: ["field", "accessor", "method", "getter", "setter", "class"][o], name: n, metadata: a, addInitializer: function (e, t) { if (e.v) throw Error("attempted to call addInitializer after decoration was finished"); s(t, "An initializer", "be", !0), c.push(t); }.bind(null, I) }; try { if (b) (y = s(D.call(E, P, O), "class decorators", "return")) && (P = y);else { var k, F; O.static = l, O.private = f, f ? 2 === o ? k = function (e) { return m(e), w.value; } : (o < 4 && (k = i(w, "get", m)), 3 !== o && (F = i(w, "set", m))) : (k = function (e) { return e[n]; }, (o < 2 || 4 === o) && (F = function (e, t) { e[n] = t; })); var N = O.access = { has: f ? h.bind() : function (e) { return n in e; } }; if (k && (N.get = k), F && (N.set = F), P = D.call(E, d ? { get: w.get, set: w.set } : w[A], O), d) { if ("object" == typeof P && P) (y = s(P.get, "accessor.get")) && (w.get = y), (y = s(P.set, "accessor.set")) && (w.set = y), (y = s(P.init, "accessor.init")) && S.push(y);else if (void 0 !== P) throw new TypeError("accessor decorators must return an object with get, set, or init properties or void 0"); } else s(P, (p ? "field" : "method") + " decorators", "return") && (p ? S.push(P) : w[A] = P); } } finally { I.v = !0; } } return (p || d) && u.push(function (e, t) { for (var r = S.length - 1; r >= 0; r--) t = S[r].call(e, t); return t; }), p || b || (f ? d ? u.push(i(w, "get"), i(w, "set")) : u.push(2 === o ? w[A] : i.call.bind(w[A])) : Object.defineProperty(e, n, w)), P; } function u(e, t) { return Object.defineProperty(e, Symbol.metadata || Symbol.for("Symbol.metadata"), { configurable: !0, enumerable: !0, value: t }); } if (arguments.length >= 6) var l = a[Symbol.metadata || Symbol.for("Symbol.metadata")]; var f = Object.create(null == l ? null : l), p = function (e, t, r, n) { var o, a, i = [], s = function (t) { return _checkInRHS(t) === e; }, u = new Map(); function l(e) { e && i.push(c.bind(null, e)); } for (var f = 0; f < t.length; f++) { var p = t[f]; if (Array.isArray(p)) { var d = p[1], h = p[2], m = p.length > 3, y = 16 & d, v = !!(8 & d), g = 0 == (d &= 7), b = h + "/" + v; if (!g && !m) { var w = u.get(b); if (!0 === w || 3 === w && 4 !== d || 4 === w && 3 !== d) throw Error("Attempted to decorate a public method/accessor that has the same name as a previously decorated public method/accessor. This is not currently supported by the decorators plugin. Property name was: " + h); u.set(b, !(d > 2) || d); } applyDec(v ? e : e.prototype, p, y, m ? "#" + h : _toPropertyKey(h), d, n, v ? a = a || [] : o = o || [], i, v, m, g, 1 === d, v && m ? s : r); } } return l(o), l(a), i; }(e, t, o, f); return r.length || u(e, f), { e: p, get c() { var t = []; return r.length && [u(applyDec(e, [r], n, e.name, 5, f, t), f), c.bind(null, t, e)]; } }; }
+function _toPropertyKey(t) { var i = _toPrimitive(t, "string"); return "symbol" == typeof i ? i : i + ""; }
+function _toPrimitive(t, r) { if ("object" != typeof t || !t) return t; var e = t[Symbol.toPrimitive]; if (void 0 !== e) { var i = e.call(t, r || "default"); if ("object" != typeof i) return i; throw new TypeError("@@toPrimitive must return a primitive value."); } return ("string" === r ? String : Number)(t); }
+function _setFunctionName(e, t, n) { "symbol" == typeof t && (t = (t = t.description) ? "[" + t + "]" : ""); try { Object.defineProperty(e, "name", { configurable: !0, value: n ? n + " " + t : t }); } catch (e) {} return e; }
+function _checkInRHS(e) { if (Object(e) !== e) throw TypeError("right-hand side of 'in' should be an object, got " + (null !== e ? typeof e : "null")); return e; }
+import { AgoraObservable, bound, convertStreamTypeToPublishState, objectSchema, trace, AgoraRteVideoSourceType, v4 } from '../../imports';
+import { FcrReturnCode, FcrUserRoleToStringMap } from '../../type';
+import { FcrVideoSourceType, FcrAudioSourceType, FcrMediaSourceState } from '../../type';
+import { convertRteUserToFcrUser } from '../../utilities/user';
+import { handleRequestError } from '../../utilities/error';
+import { createLogger, generateLogObserver } from '../../utilities/logger';
+import validateParams from '../../utilities/validate-params';
+import { stringArraySchema, stringSchema, numberSchema, fcrStreamBindConfigArrySchema, agoraRtcVideoEncoderConfigurationSchema, fcrVideoStreamTypeSchema, fcrRenderConfigSchema, fcrRenderViewSchema, fcrScreenStreamCreateConfigSchema, fcrLocalStreamCreateArrayConfigSchema, fcrUpdateStreamPrivilegeScopeSchema, fcrUpdateStreamCustomSchema, createUnionSchema, fcrSizeSchema, fcrScreenScenarioTypeSchema } from '../../schema';
+import { AgoraRteStreamPrivilegeOperation } from '../../imports';
+import { ErrorModuleCode } from '../../imports';
+
+/**
+ * @internal
+ */
+export class FcrStreamControlImpl {
+  static {
+    [_initProto] = _applyDecs(this, [[bound, 2, "getStreams"], [bound, 2, "getStreamList"], [bound, 2, "getStreamsByUserId"], [bound, 2, "getStreamByStreamId"], [_addLocalStreamsDecs, 2, "addLocalStreams"], [_bindLocalStreamsDecs, 2, "bindLocalStreams"], [_updatePublishPrivilegeOfStreamsDecs, 2, "updatePublishPrivilegeOfStreams"], [_removeStreamsDecs, 2, "removeStreams"], [_setVideoEncoderConfigDecs, 2, "setVideoEncoderConfig"], [_setDualStreamModeDecs, 2, "setDualStreamMode"], [_setScreenScenarioDecs, 2, "setScreenScenario"], [_startRenderRemoteVideoStreamDecs, 2, "startRenderRemoteVideoStream"], [_stopRenderRemoteVideoStreamDecs, 2, "stopRenderRemoteVideoStream"], [_startPlayRemoteAudioStreamDecs, 2, "startPlayRemoteAudioStream"], [_stopPlayRemoteAudioStreamDecs, 2, "stopPlayRemoteAudioStream"], [_takeSnapshotDecs, 2, "takeSnapshot"], [_addLocalScreenStreamDecs, 2, "addLocalScreenStream"], [[bound, trace], 2, "removeScreenStream"], [_adjustRemoteAudioStreamVolumeDecs, 2, "adjustRemoteAudioStreamVolume"], [_mergeAudioStreamDecs, 2, "mergeAudioStream"], [_splitAudioStreamDecs, 2, "splitAudioStream"]], []).e;
+  }
+  //@internal
+  [(_addLocalStreamsDecs = [bound, trace(['streams']), validateParams(fcrLocalStreamCreateArrayConfigSchema)], _bindLocalStreamsDecs = [bound, trace(['streams']), validateParams(fcrStreamBindConfigArrySchema)], _updatePublishPrivilegeOfStreamsDecs = [bound, trace, validateParams(fcrUpdateStreamCustomSchema, fcrUpdateStreamPrivilegeScopeSchema.optional())], _removeStreamsDecs = [bound, trace(['streams']), validateParams(stringArraySchema)], _setVideoEncoderConfigDecs = [bound, trace(['streamId', 'config', 'streamType']), validateParams(stringSchema, agoraRtcVideoEncoderConfigurationSchema, fcrVideoStreamTypeSchema)], _setDualStreamModeDecs = [bound, trace(['streamId', 'enable'])], _setScreenScenarioDecs = [bound, trace(['type']), validateParams(fcrScreenScenarioTypeSchema)], _startRenderRemoteVideoStreamDecs = [bound, trace(['streamId', 'type', 'config', 'element']), validateParams(stringSchema, fcrVideoStreamTypeSchema, fcrRenderConfigSchema, createUnionSchema([fcrRenderViewSchema, objectSchema]))], _stopRenderRemoteVideoStreamDecs = [bound, trace(['streamId', 'element']), validateParams(stringSchema, fcrRenderViewSchema)], _startPlayRemoteAudioStreamDecs = [bound, trace(['streamId']), validateParams(stringSchema)], _stopPlayRemoteAudioStreamDecs = [bound, trace(['streamId']), validateParams(stringSchema)], _takeSnapshotDecs = [bound, trace(['streamId', 'filePath']), validateParams(stringSchema, stringSchema)], _addLocalScreenStreamDecs = [bound, trace(['config', 'size']), validateParams(fcrScreenStreamCreateConfigSchema, fcrSizeSchema)], _adjustRemoteAudioStreamVolumeDecs = [bound, trace(['streamId', 'volume']), validateParams(stringSchema, numberSchema)], _mergeAudioStreamDecs = [bound, trace(['targetUserId']), validateParams(stringSchema)], _splitAudioStreamDecs = [bound, trace(['userId']), validateParams(stringSchema)], "logger")] = (_initProto(this), createLogger({
+    prefix: 'FcrStreamControlImpl'
+  }));
+  //@internal
+  _observable = new AgoraObservable();
+  //@internal
+  _streamMapByStreamId = {};
+  //@internal
+  _streamMapByUserId = {};
+  //@internal
+  _streamList = [];
+  //@internal
+
+  //@internal
+  _subscribedStreamsControl = new FcrSubscribedStreamsControl();
+  //@internal
+
+  //@internal
+
+  //@internal
+  _sceneObserver = {
+    onStreamsAdded: (sceneId, events) => {
+      const fcrStreamEvents = events.map(this._convertStreamEvent);
+      fcrStreamEvents.forEach(event => {
+        const stream = event.modifiedStream;
+        const exists = stream.streamId in this._streamMapByStreamId;
+        if (exists) {
+          this.logger.warn(`[FcrStreamControl] stream added when the stream already exists, streamId: ${stream.streamId}`);
+        } else {
+          this._streamList.push(stream);
+          this._streamMapByStreamId[stream.streamId] = stream;
+          this._putUserStream(stream.owner.userId, stream);
+        }
+      });
+      this._observable.notifyObservers('onStreamsAdded', sceneId, fcrStreamEvents);
+    },
+    onStreamsRemoved: (sceneId, events) => {
+      const fcrStreamEvents = events.map(this._convertStreamEvent);
+      fcrStreamEvents.forEach(event => {
+        const stream = event.modifiedStream;
+        const exists = stream.streamId in this._streamMapByStreamId;
+        if (!exists) {
+          this.logger.warn(`[FcrStreamControl] stream removed when the stream does not exist, streamId: ${stream.streamId}`);
+        } else {
+          const index = this._streamList.findIndex(s => stream.streamId === s.streamId);
+          if (index !== -1) {
+            this._streamList.splice(index, 1);
+          }
+          delete this._streamMapByStreamId[stream.streamId];
+          this._deleteUserStream(stream.owner.userId, stream);
+        }
+      });
+      this._observable.notifyObservers('onStreamsRemoved', sceneId, fcrStreamEvents);
+    },
+    onStreamsUpdated: (sceneId, events) => {
+      const fcrStreamEvents = events.map(this._convertStreamEvent);
+      fcrStreamEvents.forEach(event => {
+        const stream = event.modifiedStream;
+        const exists = stream.streamId in this._streamMapByStreamId;
+        if (!exists) {
+          this.logger.warn(`[FcrStreamControl] stream updated when the stream does not exist, streamId: ${stream.streamId}`);
+        } else {
+          const index = this._streamList.findIndex(s => stream.streamId === s.streamId);
+          if (index !== -1) {
+            this._streamList.splice(index, 1, stream);
+          }
+          this._streamMapByStreamId[stream.streamId] = stream;
+          this._setUserStream(stream.owner.userId, stream);
+        }
+      });
+      this._observable.notifyObservers('onStreamsUpdated', sceneId, fcrStreamEvents);
+    },
+    onLocalVideoStatsUpdated: (sceneId, streamId, stats) => {
+      this._observable.notifyObservers('onLocalVideoStatsUpdated', sceneId, streamId, stats);
+    },
+    onLocalAudioStatsUpdated: (sceneId, streamId, stats) => {
+      this._observable.notifyObservers('onLocalAudioStatsUpdated', sceneId, streamId, stats);
+    },
+    onRemoteVideoStatsUpdated: (sceneId, streamId, stats) => {
+      this._observable.notifyObservers('onRemoteVideoStatsUpdated', sceneId, streamId, stats);
+    },
+    onRemoteAudioStatsUpdated: (sceneId, streamId, stats) => {
+      this._observable.notifyObservers('onRemoteAudioStatsUpdated', sceneId, streamId, stats);
+    },
+    onFirstRemoteVideoFrameRendered: (sceneId, streamId) => {
+      this._observable.notifyObservers('onFirstRemoteVideoFrameRendered', sceneId, streamId);
+    }
+  };
+  //@internal
+  _addSceneStreamPlayerObserver = {
+    onRemoteAudioStreamVolumeUpdated: (streamId, volume) => this._observable.notifyObservers('onStreamVolumeIndicationUpdated', this._scene.sceneId, streamId, volume)
+  };
+  constructor(_engine, _scene, _api, _sharedCache) {
+    this._engine = _engine;
+    this._scene = _scene;
+    this._api = _api;
+    this._sharedCache = _sharedCache;
+    this._roomCache = _sharedCache.getRoomCache(this._scene.sceneId);
+    const streamList = this._scene.getStreamList();
+    this._mediaControl = this._engine.getMediaControl();
+    streamList.forEach(stream => {
+      const user = convertRteUserToFcrUser(stream.owner, this._roomCache);
+      const streamInfo = this._convertStreamInfo(stream);
+      this._streamList.push(streamInfo);
+      this._streamMapByStreamId[stream.streamId] = streamInfo;
+      this._putUserStream(user.userId, streamInfo);
+    });
+    this._addLogObserver();
+    this._scene.addObserver(this._sceneObserver);
+    this._scene.streamPlayer.addObserver(this._addSceneStreamPlayerObserver);
+  }
+  // @trace
+  getStreams() {
+    return this._streamMapByUserId;
+  }
+  // @trace
+  getStreamList() {
+    return this._streamList;
+  }
+  // @trace
+  getStreamsByUserId(userId) {
+    return this._scene.getStreamsByUserId(userId).map(this._convertStreamInfo);
+  }
+  // @trace
+  getStreamByStreamId(streamId) {
+    const streamInfo = this._scene.getStreamByStreamId(streamId);
+    if (streamInfo) {
+      return this._convertStreamInfo(streamInfo);
+    }
+  }
+  async addLocalStreams(streams) {
+    const streamCreateResult = await handleRequestError(() => this._api.createStreamBatch(this._scene.sceneId, streams.map(config => ({
+      streamName: config.streamName,
+      streamUuid: '0',
+      // means that this stream needs to be created
+      generateToken: config.generateToken ?? config.videoSourceType === AgoraRteVideoSourceType.SCREEN,
+      userUuid: config.ownerId,
+      videoSourceType: config.videoSourceType,
+      audioSourceType: config.audioSourceType,
+      videoSourceUuid: config.videoSourceId,
+      audioSourceUuid: config.audioSourceId,
+      ...convertStreamTypeToPublishState(config.streamType)
+    }))), ErrorModuleCode.FCR_ROOM_STREAM, 'add local streams failed');
+
+    // 处理需要 token 的流
+    this._handleStreamTokensPreparation(streams, streamCreateResult.data);
+    return streamCreateResult;
+  }
+
+  /**
+   * 处理流的 token 准备工作
+   * @param streams 流配置列表
+   */
+  _handleStreamTokensPreparation(streams, streamCreateResultData) {
+    // 提前过滤出需要 token
+    const streamConfigMap = new Map();
+    streams.forEach(config => {
+      const needsToken = config.generateToken || config.videoSourceType === AgoraRteVideoSourceType.SCREEN;
+      if (needsToken) {
+        streamConfigMap.set(config.ownerId, config);
+      }
+    });
+
+    // 如果没有需要 token 的流，直接返回
+    if (streamConfigMap.size === 0) {
+      return;
+    }
+
+    // 遍历返回的流数据，准备发布流
+    streamCreateResultData.forEach(stream => {
+      if (stream.rtcToken && streamConfigMap.has(stream.userUuid)) {
+        this._scene.localUser.prepareToPublishStream(stream.streamUuid, stream.rtcToken);
+      }
+    });
+  }
+  bindLocalStreams(streams) {
+    return this._scene.localUser.bindLocalStreams(streams);
+  }
+  updatePublishPrivilegeOfStreams(...args) {
+    if (args.length === 1) {
+      const privileges = args[0];
+      return handleRequestError(() => this._api.updateStreamBatch(this._scene.sceneId, Object.keys(privileges).map(streamId => ({
+        streamUuid: streamId,
+        audioState: this._getPublishStateByPrivilege(privileges[streamId].audioPrivilege),
+        videoState: this._getPublishStateByPrivilege(privileges[streamId].videoPrivilege)
+      }))), ErrorModuleCode.FCR_ROOM_STREAM, 'update publish privilege of streams failed');
+    } else if (args.length === 2) {
+      const [privilege, scope] = args;
+      const targetRteRoles = scope.targetRoleType.map(role => FcrUserRoleToStringMap[role]);
+      const includeRoles = [];
+      const excludeRoles = [];
+      const condition = {
+        videoSourceType: scope.videoSourceType,
+        audioSourceType: scope.audioSourceType
+      };
+      if (scope.targetRoleTypeIsInclude) {
+        includeRoles.push(...targetRteRoles);
+      } else {
+        excludeRoles.push(...targetRteRoles);
+      }
+      const audioState = this._getPublishStateByPrivilege(privilege.audioPrivilege);
+      const videoState = this._getPublishStateByPrivilege(privilege.videoPrivilege);
+      return handleRequestError(() => this._api.updateStreamBatchByCondition({
+        roomUuid: this._scene.sceneId,
+        includeRoles,
+        excludeRoles,
+        videoState,
+        audioState,
+        condition
+      }), ErrorModuleCode.FCR_ROOM_STREAM, 'update publish privilege of streams failed');
+    }
+  }
+  async removeStreams(streams) {
+    const res = await handleRequestError(() => this._api.deleteStreamBatch(this._scene.sceneId, streams.map(streamUuid => ({
+      streamUuid
+    }))), ErrorModuleCode.FCR_ROOM_STREAM, 'remove streams failed');
+    streams.forEach(streamUuid => {
+      this._scene.localUser.removePreparePublishStream(streamUuid);
+    });
+    return res;
+  }
+  setVideoEncoderConfig(streamId, config, streamType) {
+    return this._scene.localUser.setVideoEncoderConfig(config, streamType, streamId);
+  }
+  setDualStreamMode(streamId, enable) {
+    return this._scene.localUser.setDualStreamMode(streamId, enable);
+  }
+  setScreenScenario(type) {
+    return this._scene.localUser.setScreenScenario(type);
+  }
+  startRenderRemoteVideoStream(streamId, type, config, element) {
+    const startTime = Date.now();
+    const parameters = `streamId: ${streamId}, config: ${JSON.stringify(config)}, type: ${type}, element: ${element}`;
+    this._scene.streamPlayer.subscribeRemoteVideoStream(streamId, type);
+    try {
+      this._scene.streamPlayer.startRenderRemoteVideoStream(streamId, config.renderMode, config.isMirror, element);
+      const viewId = this._subscribedStreamsControl.getViewId(element);
+      this._subscribedStreamsControl.bind(viewId, streamId);
+      return FcrReturnCode.SUCCESS;
+    } catch (error) {
+      this.logger.error(`[FcrStreamControl][start-render-remote-video-stream] render failed, streamId: ${streamId}, error: ${error}, parameters: ${parameters}, duration: ${Date.now() - startTime}ms`);
+      throw error;
+    }
+  }
+  stopRenderRemoteVideoStream(streamId, element) {
+    const startTime = Date.now();
+    const parameters = `streamId: ${streamId}, element: ${element}`;
+    try {
+      this._scene.streamPlayer.stopRenderRemoteVideoStream(streamId, element);
+      const viewId = this._subscribedStreamsControl.getViewId(element);
+      this._subscribedStreamsControl.unbind(viewId, streamId);
+      const shouldUnsubscribe = this._subscribedStreamsControl.isEmpty(streamId);
+      if (shouldUnsubscribe) {
+        this._scene.streamPlayer.unsubscribeRemoteVideoStream(streamId);
+      } else {
+        this.logger.info(`[FcrStreamControl][unsubscribe-remote-video-stream] still has other views, do not unsubscribe, streamId: ${streamId}, parameters: ${parameters}, duration: ${Date.now() - startTime}ms`);
+      }
+      return FcrReturnCode.SUCCESS;
+    } catch (error) {
+      this.logger.error(`[FcrStreamControl][stop-render-remote-video-stream] stop render failed, streamId: ${streamId}, error: ${error}, parameters: ${parameters}, duration: ${Date.now() - startTime}ms`);
+      throw error;
+    }
+  }
+  startPlayRemoteAudioStream(streamId) {
+    return this._scene.streamPlayer.startPlayRemoteAudioStream(streamId);
+  }
+  stopPlayRemoteAudioStream(streamId) {
+    return this._scene.streamPlayer.stopPlayRemoteAudioStream(streamId);
+  }
+  takeSnapshot(streamId, filePath) {
+    return this._scene.streamPlayer.takeSnapshot(streamId, filePath);
+  }
+  async addLocalScreenStream(config, size, labels) {
+    const res = await handleRequestError(() => this._api.startShareScreen({
+      roomId: this._scene.sceneId,
+      userId: this._scene.getLocalUser().getLocalUserId(),
+      config: {
+        videoSourceType: FcrVideoSourceType.SCREEN,
+        audioSourceType: FcrAudioSourceType.LOOPBACK,
+        videoSourceState: FcrMediaSourceState.CLOSE,
+        audioSourceState: FcrMediaSourceState.CLOSE,
+        videoSourceUuid: config.videoSourceId,
+        audioSourceUuid: config.audioSourceId,
+        ...convertStreamTypeToPublishState(config.streamType),
+        annotation: size ? {
+          size: {
+            width: size.width,
+            height: size.height
+          }
+        } : {
+          size: {
+            width: 0,
+            height: 0
+          }
+        }
+      }
+    }), ErrorModuleCode.FCR_ROOM_STREAM, 'add local screen stream failed');
+    const {
+      data: {
+        rtcToken: token,
+        streamUuid: streamId
+      }
+    } = res;
+    this._screenStreamId = streamId;
+    this._scene.localUser.prepareToPublishStream(streamId, token);
+    if (labels) {
+      // add label to scene
+      this._scene.addLocalStreamLabels(streamId, labels);
+    }
+    return streamId;
+  }
+  async removeScreenStream() {
+    const res = await handleRequestError(async () => {
+      await this._api.stopShareScreen({
+        roomId: this._scene.sceneId,
+        userId: this._scene.localUser.getLocalUserId()
+      });
+    }, ErrorModuleCode.FCR_ROOM_STREAM, 'remove screen stream failed');
+    if (this._screenStreamId) {
+      this._scene.removeLocalStreamLabel(this._screenStreamId);
+      this._scene.localUser.removePreparePublishStream(this._screenStreamId);
+    }
+    return res;
+  }
+  adjustRemoteAudioStreamVolume(streamId, volume) {
+    return this._scene.streamPlayer.adjustRemoteAudioStreamVolume(streamId, volume);
+  }
+  mergeAudioStream(targetUserId) {
+    return handleRequestError(() => this._api.mergeAudioStream(targetUserId, {
+      roomId: this._scene.sceneId
+    }), ErrorModuleCode.FCR_ROOM_STREAM, 'merge audio stream failed');
+  }
+  splitAudioStream(userId) {
+    return handleRequestError(() => this._api.splitAudioStream(userId, {
+      roomId: this._scene.sceneId
+    }), ErrorModuleCode.FCR_ROOM_STREAM, 'split audio stream failed');
+  }
+
+  // @bound
+  // addAudioRawDataObserver(observer: FcrAudioRawDataOutputObserver) {
+  //   return this._scene.streamPlayer.addAudioRawDataObserver(observer);
+  // }
+
+  // @bound
+  // removeAudioRawDataObserver(observer: FcrAudioRawDataOutputObserver) {
+  //   return this._scene.streamPlayer.removeAudioRawDataObserver(observer);
+  // }
+
+  addObserver(observer) {
+    this._observable.addObserver(observer);
+  }
+  removeObserver(observer) {
+    this._observable.removeObserver(observer);
+  }
+  async findSelectionByParamId(paramSourceId) {
+    const wins = (await this._mediaControl?.getWindowList()) || [];
+    const displays = (await this._mediaControl?.getDisplayList()) || [];
+    const findInList = list => list.find(item => item.id === paramSourceId);
+    const winMatch = findInList(wins);
+    const displayMatch = findInList(displays);
+    return winMatch || displayMatch || null;
+  }
+  _convertStreamInfo = info => {
+    return {
+      streamId: info.streamId,
+      streamName: info.streamName,
+      owner: convertRteUserToFcrUser(info.owner, this._roomCache),
+      streamType: info.streamType,
+      videoSourceType: info.videoSourceType,
+      audioSourceType: info.audioSourceType,
+      videoSourceState: info.videoSourceState,
+      audioSourceState: info.audioSourceState,
+      videoSourceId: info.videoSourceId,
+      audioSourceId: info.audioSourceId,
+      connectorType: info.connectorType
+    };
+  };
+  _getPublishStateByPrivilege = privilege => {
+    return privilege === AgoraRteStreamPrivilegeOperation.HAS_PRIVILEGE ? 1 : privilege === AgoraRteStreamPrivilegeOperation.NOPRIVILEGE ? 0 : undefined;
+  };
+  _convertStreamEvent = event => {
+    return {
+      modifiedStream: this._convertStreamInfo(event.modifiedStream),
+      operatorUser: event.operatorUser ? convertRteUserToFcrUser(event.operatorUser, this._roomCache) : undefined,
+      cause: event.cause
+    };
+  };
+  _putUserStream = (userId, stream) => {
+    if (!this._streamMapByUserId[userId]) {
+      this._streamMapByUserId[userId] = [];
+    }
+    this._streamMapByUserId[userId].push(stream);
+  };
+  _setUserStream = (userId, stream) => {
+    const streams = this._streamMapByUserId[userId];
+    if (streams) {
+      const index = streams.findIndex(s => s.streamId === stream.streamId);
+      if (index !== -1) {
+        streams.splice(index, 1, stream);
+      }
+    }
+  };
+  _deleteUserStream = (userId, stream) => {
+    const userStreams = this._streamMapByUserId[userId];
+    if (userStreams) {
+      const index = userStreams.findIndex(s => s.streamId === stream.streamId);
+      if (index !== -1) {
+        userStreams.splice(index, 1);
+      }
+      if (userStreams.length === 0) {
+        delete this._streamMapByUserId[userId];
+      }
+    }
+  };
+  _addLogObserver() {
+    this.addObserver(generateLogObserver(this.logger, [
+    // 'onLocalVideoStatsUpdated',
+    // 'onLocalAudioStatsUpdated',
+    // 'onRemoteVideoStatsUpdated',
+    // 'onRemoteAudioStatsUpdated',
+    ['onFirstRemoteVideoFrameRendered', ['roomId', 'streamId']],
+    // 'onStreamVolumeIndicationUpdated',
+    ['onStreamsAdded', ['roomId', 'events']], ['onStreamsRemoved', ['roomId', 'events']], ['onStreamsUpdated', ['roomId', 'events']]]));
+  }
+}
+export class FcrSubscribedStreamsControl {
+  logger = createLogger({
+    prefix: 'StreamSubscriptionManager'
+  });
+  //@internal
+  /**
+   * Map of remote subscribed streams to their bound view IDs
+   * key: streamId - The ID of the remote video stream
+   * value: string[] - Array of viewIds bound to this stream
+   */
+  _remoteSubscribedStreamRenderMap = new Map();
+  getViewId(element) {
+    // Adapt for harmony: AgoraRteRenderView is string in harmony, HTMLElement in web
+    if (typeof element === 'string') {
+      return element;
+    } else {
+      // @ts-ignore
+      const viewId = element.getAttribute('data-render-id');
+      if (!viewId) {
+        const uniqueId = v4();
+        // @ts-ignore
+        element.setAttribute('data-render-id', uniqueId);
+        return uniqueId;
+      }
+      return viewId;
+    }
+  }
+  isEmpty(streamId) {
+    const viewIds = this._remoteSubscribedStreamRenderMap.get(streamId);
+    return !viewIds || viewIds.length === 0;
+  }
+  bind(viewId, streamId) {
+    if (!streamId || !viewId) {
+      this.logger.warn(`[FcrStreamControl][bind-view-to-stream] invalid parameters, streamId: ${streamId}, viewId: ${viewId}`);
+      return;
+    }
+    const viewIds = this._remoteSubscribedStreamRenderMap.get(streamId) || [];
+    const isAlreadyBound = viewIds.includes(viewId);
+    if (!isAlreadyBound) {
+      viewIds.push(viewId);
+      this._remoteSubscribedStreamRenderMap.set(streamId, viewIds);
+    } else {
+      this.logger.warn(`[FcrStreamControl][bind-view-to-stream] viewId already bound, streamId: ${streamId}, viewId: ${viewId}`);
+    }
+  }
+  unbind(viewId, streamId) {
+    if (!streamId || !viewId) {
+      this.logger.warn(`[FcrStreamControl][unbind-view-from-stream] invalid parameters, streamId: ${streamId}, viewId: ${viewId}`);
+      return;
+    }
+    const viewIds = this._remoteSubscribedStreamRenderMap.get(streamId);
+    if (!viewIds || !viewIds.includes(viewId)) {
+      this.logger.warn(`[FcrStreamControl][unbind-view-from-stream] viewId not found, streamId: ${streamId}, viewId: ${viewId}`);
+      return;
+    }
+    const rest = viewIds.filter(id => id !== viewId);
+    if (rest.length === 0) {
+      this._remoteSubscribedStreamRenderMap.delete(streamId);
+    } else {
+      this._remoteSubscribedStreamRenderMap.set(streamId, rest);
+    }
+  }
+}

package/lib-es/room-control/stream-control/type.js

@@ -0,0 +1 @@
+export {};

package/lib-es/room-control/stt-control/de-compress-gzip.js

@@ -0,0 +1,33 @@
+import "core-js/modules/es.typed-array.to-reversed.js";
+import "core-js/modules/es.typed-array.to-sorted.js";
+import "core-js/modules/es.typed-array.with.js";
+import "core-js/modules/esnext.array-buffer.detached.js";
+import "core-js/modules/esnext.array-buffer.transfer.js";
+import "core-js/modules/esnext.array-buffer.transfer-to-fixed-length.js";
+import "core-js/modules/esnext.json.parse.js";
+import "core-js/modules/esnext.typed-array.filter-reject.js";
+import "core-js/modules/esnext.typed-array.group-by.js";
+import "core-js/modules/esnext.typed-array.to-spliced.js";
+import "core-js/modules/esnext.typed-array.unique-by.js";
+export async function deCompressGzipToJson(compressedData) {
+  try {
+    // 检查浏览器是否支持 Compression Streams API
+    if (typeof DecompressionStream === 'undefined') {
+      throw new Error('DecompressionStream is not supported in this browser');
+    }
+
+    // 创建解压缩流
+    const decompressionStream = new DecompressionStream('gzip');
+    const decompressedStream = new Blob([new Uint8Array(compressedData)]).stream().pipeThrough(decompressionStream);
+
+    // 获取解压缩后的文本
+    const response = new Response(decompressedStream);
+    const text = await response.text();
+
+    // 解析为 JSON 对象
+    return JSON.parse(text);
+  } catch (error) {
+    console.error('Gzip decompression to JSON failed:', error);
+    throw error;
+  }
+}