trtc-electron-sdk 12.2.115-beta.2 → 12.2.115-beta.21

package/liteav/extensions/MediaMixingManager/types.d.ts

@@ -0,0 +1,107 @@
+import { TRTCVideoRotation, TRTCVideoFillMode, TRTCVideoMirrorType, TRTCVideoEncParam, TRTCCameraCaptureParams, Rect, TRTCScreenCaptureProperty } from '../../trtc_define';
+export declare enum TRTCMediaMixingErrorCode {
+    Success = 0,
+    Error = -1,
+    InvalidParams = -2,
+    NotFoundSource = -3,
+    ImageSourceLoadFailed = -4,
+    CameraNotAuthorized = -5,
+    CameraIsOccupied = -6,
+    CameraDisconnected = -7
+}
+export declare enum TRTCMediaSourceType {
+    kCamera = 0,
+    kScreen = 1,
+    kImage = 2,
+    kPhoneMirror = 4
+}
+export declare type TRTCPhoneMirrorParam = {
+    platformType: number;
+    connectType: number;
+    deviceId: string;
+    deviceName: string;
+    placeholderImagePath: string;
+    frameRate: number;
+    bitrateKbps: number;
+};
+export declare type TRTCMediaSource = {
+    sourceType: TRTCMediaSourceType;
+    sourceId: string;
+    zOrder: number;
+    enableGreenScreen?: boolean;
+    rect: Rect;
+    isSelected?: boolean;
+    rotation?: TRTCVideoRotation;
+    fillMode?: TRTCVideoFillMode;
+    mirrorType?: TRTCVideoMirrorType;
+};
+export declare type TRTCMediaMixingEncParam = {
+    videoEncoderParams: TRTCVideoEncParam;
+    canvasColor: number;
+    selectedBorderColor?: number | 0xFFFF00;
+};
+export declare enum TRTCStreamLayoutMode {
+    Custom = "Custom",
+    None = "None"
+}
+export declare type TRTCUserStream = {
+    userId: string;
+    fillMode?: TRTCVideoFillMode;
+    rect?: Rect;
+    zOrder?: number;
+};
+export declare type TRTCStreamInfo = {
+    userId: string;
+    x: number;
+    y: number;
+    w: number;
+    h: number;
+    zOrder?: number;
+    fillMode?: TRTCVideoFillMode;
+};
+export declare type TRTCStreamLayout = {
+    layoutMode: TRTCStreamLayoutMode;
+    userList?: Array<TRTCUserStream>;
+    size?: {
+        width: number;
+        height: number;
+    };
+    streams?: Array<TRTCStreamInfo>;
+};
+export interface ITRTCMediaMixingManager {
+    addMediaSource(mediaSource: TRTCMediaSource): Promise<void>;
+    removeMediaSource(mediaSource: TRTCMediaSource): Promise<void>;
+    updateMediaSource(mediaSource: TRTCMediaSource): Promise<void>;
+    setCameraCaptureParam(cameraID: string, param: TRTCCameraCaptureParams): void;
+    setPhoneMirrorParam(phoneMirrorSourceId: string, param: TRTCPhoneMirrorParam): void;
+    setScreenCaptureProperty(screenWindowID: string, property: TRTCScreenCaptureProperty): void;
+    startPublish(): Promise<void>;
+    stopPublish(): Promise<void>;
+    updatePublishParams(params: TRTCMediaMixingEncParam): Promise<void>;
+    /**
+     * @deprecated
+     */
+    setDisplayParams(windowID: number | Uint8Array, regionOrView: HTMLElement | Rect | null): void;
+    bindPreviewArea(windowID: Uint8Array, view: HTMLElement | Rect | null): void;
+    setStreamLayout(options: TRTCStreamLayout): void;
+    destroy(): void;
+    on(event: string, func: (...args: any[]) => void): void;
+    off(event: string, func: (...args: any[]) => void): void;
+}
+export interface ITRTCMediaMixingEvent {
+    onSourceSelected(mediaSource: TRTCMediaSource | null): void;
+    onSourceMoved(mediaSource: TRTCMediaSource, rect: Rect): void;
+    onSourceResized(mediaSource: TRTCMediaSource, rect: Rect): void;
+    onRightButtonClicked(mediaSource: TRTCMediaSource | null): void;
+    onSourcePlugged(source: TRTCMediaSource | TRTCPhoneMirrorParam, detail: string): void;
+    onSourceConnected(source: TRTCMediaSource | TRTCPhoneMirrorParam, detail: string): void;
+    onSourceDisconnected(source: TRTCMediaSource | TRTCPhoneMirrorParam, detail: string): void;
+    onSourceUnplugged(source: TRTCMediaSource | TRTCPhoneMirrorParam, detail: string): void;
+}
+export interface ITRTCMediaMixingService {
+    startMediaMixingServer(path: string): Promise<void>;
+    stopMediaMixingServer(): Promise<void>;
+}
+export interface ITRTCMediaMixingServiceEvent {
+    onMediaMixingServerLost(): void;
+}

package/liteav/extensions/MediaMixingManager/types.js

@@ -0,0 +1,26 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TRTCStreamLayoutMode = exports.TRTCMediaSourceType = exports.TRTCMediaMixingErrorCode = void 0;
+var TRTCMediaMixingErrorCode;
+(function (TRTCMediaMixingErrorCode) {
+    TRTCMediaMixingErrorCode[TRTCMediaMixingErrorCode["Success"] = 0] = "Success";
+    TRTCMediaMixingErrorCode[TRTCMediaMixingErrorCode["Error"] = -1] = "Error";
+    TRTCMediaMixingErrorCode[TRTCMediaMixingErrorCode["InvalidParams"] = -2] = "InvalidParams";
+    TRTCMediaMixingErrorCode[TRTCMediaMixingErrorCode["NotFoundSource"] = -3] = "NotFoundSource";
+    TRTCMediaMixingErrorCode[TRTCMediaMixingErrorCode["ImageSourceLoadFailed"] = -4] = "ImageSourceLoadFailed";
+    TRTCMediaMixingErrorCode[TRTCMediaMixingErrorCode["CameraNotAuthorized"] = -5] = "CameraNotAuthorized";
+    TRTCMediaMixingErrorCode[TRTCMediaMixingErrorCode["CameraIsOccupied"] = -6] = "CameraIsOccupied";
+    TRTCMediaMixingErrorCode[TRTCMediaMixingErrorCode["CameraDisconnected"] = -7] = "CameraDisconnected";
+})(TRTCMediaMixingErrorCode = exports.TRTCMediaMixingErrorCode || (exports.TRTCMediaMixingErrorCode = {}));
+var TRTCMediaSourceType;
+(function (TRTCMediaSourceType) {
+    TRTCMediaSourceType[TRTCMediaSourceType["kCamera"] = 0] = "kCamera";
+    TRTCMediaSourceType[TRTCMediaSourceType["kScreen"] = 1] = "kScreen";
+    TRTCMediaSourceType[TRTCMediaSourceType["kImage"] = 2] = "kImage";
+    TRTCMediaSourceType[TRTCMediaSourceType["kPhoneMirror"] = 4] = "kPhoneMirror";
+})(TRTCMediaSourceType = exports.TRTCMediaSourceType || (exports.TRTCMediaSourceType = {}));
+var TRTCStreamLayoutMode;
+(function (TRTCStreamLayoutMode) {
+    TRTCStreamLayoutMode["Custom"] = "Custom";
+    TRTCStreamLayoutMode["None"] = "None";
+})(TRTCStreamLayoutMode = exports.TRTCStreamLayoutMode || (exports.TRTCStreamLayoutMode = {}));

package/liteav/trtc.d.ts

@@ -3,7 +3,7 @@ import { EventEmitter } from 'events';
 import { TRTCConfig } from './Renderer/util';
 import TRTCLocalMediaTranscoder from './LocalMediaTranscoder';
 import { AudioMusicParam, Rect, TRTCAppScene, TRTCAudioEffectParam, TRTCAudioQuality, TRTCBeautyStyle, TRTCDeviceState, TRTCDeviceType, TRTCLogLevel, TRTCRenderParams, TRTCRoleType, TRTCSpeedTestResult, TRTCStatistics, TRTCSwitchRoomParam, TRTCVideoBufferType, TRTCVideoFillMode, TRTCAudioFrame, TRTCVideoPixelFormat, TRTCVideoRotation, TRTCVideoStreamType, TRTCVolumeInfo, TRTCWaterMarkSrcType, TRTCQualityInfo, TRTCPluginType, TRTCPluginInfo, TRTCVideoProcessPluginOptions, TRTCMediaEncryptDecryptPluginOptions, TRTCAudioRecordingParams, TRTCScreenCaptureSourceInfo, TRTCScreenCaptureProperty, TRTCSpeedTestParams, TRTCRecordType, TRTCDeviceInfo, TRTCCameraCaptureParams, TRTCImageBuffer, TRTCInitConfig, TRTCAudioParallelParams, TRTCVoiceReverbType, TRTCVoiceChangerType, TRTCMusicPlayObserver, TRTCAudioFrameCallback, TRTCAudioProcessPluginOptions, TRTCPublishTarget, TRTCStreamEncoderParam, TRTCStreamMixingConfig } from './trtc_define';
-import TRTCMediaMixingManager from './extensions/MediaMixingManager';
+import TRTCMediaMixingManager, { TRTCMediaMixingService } from './extensions/MediaMixingManager';
 /**
  * 腾讯云视频通话功能的主要接口类
  *
@@ -20,6 +20,7 @@ declare class TRTCCloud extends EventEmitter {
     private logger;
     private id;
     private static isIPCMode;
+    private static ipcModeReferenceCount;
     private static sharedTRTCCloudInstance;
     private static subInstances;
     private stateStore;
@@ -46,6 +47,7 @@ declare class TRTCCloud extends EventEmitter {
     private deviceManager;
     private audioEffectManager;
     private pluginManager;
+    private mediaMixingService;
     private mediaMixingManager;
     private localRotation;
     private localMirrorType;
@@ -61,6 +63,7 @@ declare class TRTCCloud extends EventEmitter {
     private playAudioEffectIdList;
     private remoteVideoBufferMap;
     private localVideoBufferMap;
+    private paramsStore;
     /**
      * @param {TRTCInitConfig} [config] - 初始化参数，可选
      * @param {Record<string, any>} [config.networkProxy]  - 网络代理参数，可选。为空时，默认不开启网络代理。
@@ -96,11 +99,11 @@ declare class TRTCCloud extends EventEmitter {
      * rtcCloud.startLocalAudio(); // 主实例开启麦克风采集
      *
      * const childRtcCloud = rtcCloud.createSubCloud();
-     * childRtcCloud.startSystemAudioLoopback(); // 子实例开启系统音采集
+     * childRtcCloud?.startSystemAudioLoopback(); // 子实例开启系统音采集
      *
-     * @returns {TRTCCloud}
+     * @returns {TRTCCloud|null}
      */
-    createSubCloud(config?: TRTCInitConfig): TRTCCloud;
+    createSubCloud(config?: TRTCInitConfig): TRTCCloud | null;
     /**
      * 获取 TRTC 配置对象
      *
@@ -2897,6 +2900,33 @@ declare class TRTCCloud extends EventEmitter {
     private _RGBA2BGRA;
     private _isMacPlatform;
     private _setRemoteVideoBuffer;
+    /**
+     * 调用实验性 API 接口
+     *
+     * 注意：该接口用于调用一些实验性功能
+     *
+     * @param {String} jsonStr - 接口及参数描述的 JSON 字符串
+     */
+    callExperimentalAPI(jsonStr: string): void;
+    /**
+     * @private
+     *
+     * 开启/关闭视频渲染帧率控制
+     *
+     * @param {Record<string, unknown>} params  - 参数
+     *
+     * @example
+     * import TRTCCloud from "trtc-electron-sdk";
+     *
+     * const trtcCloud = TRTCCloud.getTRTCShareInstance();
+     * trtcCloud.callExperimentalAPI(JSON.stringify({
+     *   api: "disableLocalRenderFPSOptimization",
+     *   params: {
+     *     disable: true
+     *   }
+     * }));
+     */
+    private disableLocalRenderFPSOptimization;
     /**
      * 创建本地多媒体合图实例
      *
@@ -2944,20 +2974,44 @@ declare class TRTCCloud extends EventEmitter {
      * @returns {TRTCMediaMixingManager | null}
      */
     getMediaMixingManager(): TRTCMediaMixingManager | null;
+    /**
+     * 获取本地混流服务对象
+     *
+     * 本地混流服务对象管理底层服务对象的启动、关闭，并可监听服务丢失事件，用来实现服务重启、恢复
+     * @returns {TRTCMediaMixingService | null}
+     *
+     * @example
+     * import TRTCCloud, { TRTCMediaMixingServiceEvent } from 'trtc-electron-sdk';
+     *
+     * const trtcCloud = TRTCCloud.getTRTCShareInstance({
+     *   isIPCMode: true
+     * });
+     *
+     * const mediaMixingService = trtcCloud.getMediaMixingService();
+     * const mediaMixingManager = trtcCloud.getMediaMixingManager();
+     *
+     * // listen to server lost event
+     * mediaMixingService.on(TRTCMediaMixingServiceEvent.onMediaMixingServerLost, () => {
+     *   // restart server
+     *   mediaMixingService.startMediaMixingServer("Your config of 'liteav_media_server.exe' file path");
+     *
+     *   // recover media sources and layout
+     *   mediaMixingManager.addMediaSource(...);
+     *   mediaMixingManager.setStreamLayout(...);
+     * });
+     *
+     * // start sevver
+     * mediaMixingService.startMediaMixingServer("Your config of 'liteav_media_server.exe' file path");
+     *
+     * // stop server
+     * mediaMixingService.stopMediaMixingServer();
+     */
+    getMediaMixingService(): TRTCMediaMixingService | null;
     /**
      * 获取插件管理器
      * @private
      * @returns {TRTCPluginManager}
      */
     private getPluginManager;
-    /**
-     * 调用实验性 API 接口
-     *
-     * 注意：该接口用于调用一些实验性功能
-     *
-     * @param {String} jsonStr - 接口及参数描述的 JSON 字符串
-     */
-    callExperimentalAPI(jsonStr: string): void;
-    private disableLocalRenderFPSOptimization;
 }
 export default TRTCCloud;

package/liteav/trtc.js

@@ -36,7 +36,7 @@ const LocalVideoRenderController_1 = __importDefault(require("./VideoRenderContr
 const VideoRenderFPSMonitor_1 = require("./VideoRenderControl/VideoRenderFPSMonitor");
 const DeviceManager_1 = __importDefault(require("./extensions/DeviceManager"));
 const AudioEffectManager_1 = __importDefault(require("./extensions/AudioEffectManager"));
-const MediaMixingManager_1 = __importDefault(require("./extensions/MediaMixingManager"));
+const MediaMixingManager_1 = __importStar(require("./extensions/MediaMixingManager"));
 const PluginManager_1 = __importDefault(require("./extensions/PluginManager"));
 const NodeTRTCEngine = require('../build/Release/trtc_electron_sdk.node');
 const pkg = require('../package.json');
@@ -160,6 +160,7 @@ class TRTCCloud extends events_1.EventEmitter {
     constructor(config) {
         var _a;
         super();
+        this.paramsStore = {};
         this.id = !TRTCCloud.sharedTRTCCloudInstance ? 1 : (2 + (((_a = TRTCCloud.subInstances) === null || _a === void 0 ? void 0 : _a.length) || 0));
         this.logger = new logger_1.Logger(`TRTC_${this.id}`);
         const componentNO = getComponentNO();
@@ -173,9 +174,11 @@ class TRTCCloud extends events_1.EventEmitter {
         const newConfig = Object.assign({ jsVersion: pkg.version, componentNO }, config);
         if (!TRTCCloud.isIPCMode) {
             this.rtcCloud = new NodeTRTCEngine.NodeTRTCCloud(newConfig);
+            TRTCCloud.ipcModeReferenceCount = 0;
         }
         else {
             this.rtcCloud = new NodeTRTCEngine.NodeRemoteTRTCCloud(newConfig);
+            TRTCCloud.ipcModeReferenceCount = 1;
         }
         this.stateStore = new Map();
         this.videoRendererMap = new Map();
@@ -241,15 +244,8 @@ class TRTCCloud extends events_1.EventEmitter {
             isIPCMode: TRTCCloud.isIPCMode,
             nodeTRTCCloud: this.rtcCloud,
         });
-        if (TRTCCloud.isIPCMode) {
-            this.mediaMixingManager = new MediaMixingManager_1.default({
-                deviceManager: this.deviceManager,
-                nodeTRTCCloud: this.rtcCloud,
-            });
-        }
-        else {
-            this.mediaMixingManager = null;
-        }
+        this.mediaMixingService = null;
+        this.mediaMixingManager = null;
         if (!TRTCCloud.sharedTRTCCloudInstance) {
             TRTCCloud.sharedTRTCCloudInstance = this;
         }
@@ -304,16 +300,18 @@ class TRTCCloud extends events_1.EventEmitter {
      * rtcCloud.startLocalAudio(); // 主实例开启麦克风采集
      *
      * const childRtcCloud = rtcCloud.createSubCloud();
-     * childRtcCloud.startSystemAudioLoopback(); // 子实例开启系统音采集
+     * childRtcCloud?.startSystemAudioLoopback(); // 子实例开启系统音采集
      *
-     * @returns {TRTCCloud}
+     * @returns {TRTCCloud|null}
      */
     createSubCloud(config) {
         if (this !== TRTCCloud.sharedTRTCCloudInstance) {
-            throw new Error("createSubCloud() can only be called on the main instance created by getTRTCShareInstance().");
+            this.logger.warn("createSubCloud() can only be called on the main instance created by getTRTCShareInstance().");
+            return null;
         }
         if (TRTCCloud.isIPCMode) {
-            throw new Error("createSubCloud() is not supported when `isIPCMode` is true.");
+            TRTCCloud.ipcModeReferenceCount = TRTCCloud.ipcModeReferenceCount + 1;
+            return TRTCCloud.sharedTRTCCloudInstance;
         }
         return new TRTCCloud(config);
     }
@@ -352,7 +350,13 @@ class TRTCCloud extends events_1.EventEmitter {
      * 销毁当前实例，释放资源
      */
     destroy() {
-        var _a;
+        var _a, _b;
+        if (TRTCCloud.isIPCMode) {
+            TRTCCloud.ipcModeReferenceCount = TRTCCloud.ipcModeReferenceCount - 1;
+            if (TRTCCloud.ipcModeReferenceCount > 0) {
+                return;
+            }
+        }
         if (this === TRTCCloud.sharedTRTCCloudInstance) {
             if (TRTCCloud.subInstances) {
                 TRTCCloud.subInstances.forEach(sub => {
@@ -374,7 +378,11 @@ class TRTCCloud extends events_1.EventEmitter {
         this.deviceManager.destroy();
         this.audioEffectManager.destroy();
         this.pluginManager.destroy();
-        (_a = this.mediaMixingManager) === null || _a === void 0 ? void 0 : _a.destroy();
+        (_a = this.mediaMixingService) === null || _a === void 0 ? void 0 : _a.destroy();
+        (_b = this.mediaMixingManager) === null || _b === void 0 ? void 0 : _b.destroy();
+        Object.keys(this.paramsStore).forEach(key => {
+            delete this.paramsStore[key];
+        });
     }
     /////////////////////////////////////////////////////////////////////////////////
     //
@@ -1586,8 +1594,9 @@ class TRTCCloud extends events_1.EventEmitter {
      */
     enterRoom(params, scene) {
         if (params instanceof trtc_define_1.TRTCParams) {
-            // params.streamId = params.streamId === '' ? null : params.streamId;
             this.rtcCloud.enterRoom(params, scene);
+            this.paramsStore.enterRoomParams = params;
+            this.paramsStore.enterRoomScene = scene;
         }
         else {
             this.logger.error('trtc:enterRoom, params is not instanceof TRTCParams!');
@@ -1637,6 +1646,8 @@ class TRTCCloud extends events_1.EventEmitter {
             this.localVideoBufferMap.cameraTest.id = 0;
         }
         this.rtcCloud.exitRoom();
+        this.paramsStore.enterRoomParams = undefined;
+        this.paramsStore.enterRoomScene = undefined;
     }
     /**
      * 切换房间
@@ -1663,6 +1674,9 @@ class TRTCCloud extends events_1.EventEmitter {
      * - TRTCRoleAudience: 观众，只能观看，不能上行视频和音频，一个房间里的观众人数没有上限。
      */
     switchRole(role) {
+        if (this.paramsStore.enterRoomParams) {
+            this.paramsStore.enterRoomParams.role = role;
+        }
         this.rtcCloud.switchRole(role);
     }
     /**
@@ -5232,9 +5246,68 @@ class TRTCCloud extends events_1.EventEmitter {
         }
         videoBufferInfo.buffer && this.rtcCloud.setRemoteVideoBuffer(userId, videoBufferInfo.buffer, videoBufferInfo.streamType, videoBufferInfo.width, videoBufferInfo.height, videoBufferInfo.pixelFormat, videoBufferInfo.id);
     }
-    //-------------------------------------------------//
-    // Local media transcoding API begin
-    //-------------------------------------------------//
+    /////////////////////////////////////////////////////////////////////////////////
+    //
+    //                      实验接口
+    //
+    /////////////////////////////////////////////////////////////////////////////////
+    /**
+     * 调用实验性 API 接口
+     *
+     * 注意：该接口用于调用一些实验性功能
+     *
+     * @param {String} jsonStr - 接口及参数描述的 JSON 字符串
+     */
+    callExperimentalAPI(jsonStr) {
+        try {
+            const json = JSON.parse(jsonStr);
+            const { api, params } = json;
+            if (this[api] && typeof this[api] === 'function') {
+                this[api](params);
+            }
+            else {
+                this.rtcCloud.callExperimentalAPI(jsonStr);
+            }
+        }
+        catch (error) {
+            this.logger.warn(`callExperimentalAPI invalid JSON parameter`, error, jsonStr);
+        }
+    }
+    /**
+     * @private
+     *
+     * 开启/关闭视频渲染帧率控制
+     *
+     * @param {Record<string, unknown>} params  - 参数
+     *
+     * @example
+     * import TRTCCloud from "trtc-electron-sdk";
+     *
+     * const trtcCloud = TRTCCloud.getTRTCShareInstance();
+     * trtcCloud.callExperimentalAPI(JSON.stringify({
+     *   api: "disableLocalRenderFPSOptimization",
+     *   params: {
+     *     disable: true
+     *   }
+     * }));
+     */
+    disableLocalRenderFPSOptimization(params) {
+        this.videoRenderFPS = 60;
+        if (params.disable === true) {
+            VideoRenderFPSMonitor_1.videoRenderFPSMonitor.stop();
+        }
+        else {
+            VideoRenderFPSMonitor_1.videoRenderFPSMonitor.start();
+        }
+        if (!TRTCCloud.isIPCMode) {
+            this.rtcCloud.setVideoRenderFPS(this.videoRenderFPS);
+        }
+    }
+    /////////////////////////////////////////////////////////////////////////////////
+    //
+    //                      本地混流合图
+    //
+    /////////////////////////////////////////////////////////////////////////////////
     /**
      * 创建本地多媒体合图实例
      *
@@ -5275,9 +5348,6 @@ class TRTCCloud extends events_1.EventEmitter {
             }
         }
     }
-    //-------------------------------------------------//
-    // Local media transocoding API end
-    //-------------------------------------------------//
     /**
      * 获取设备管理器
      * @private
@@ -5313,54 +5383,82 @@ class TRTCCloud extends events_1.EventEmitter {
      * @returns {TRTCMediaMixingManager | null}
      */
     getMediaMixingManager() {
+        if (TRTCCloud.isIPCMode) {
+            if (!this.mediaMixingManager) {
+                this.mediaMixingManager = new MediaMixingManager_1.default({
+                    deviceManager: this.deviceManager,
+                    nodeTRTCCloud: this.rtcCloud,
+                    trtcParamsStore: this.paramsStore,
+                    autoControlServer: true,
+                });
+            }
+        }
+        else {
+            this.mediaMixingManager = null;
+        }
         return this.mediaMixingManager;
     }
     /**
-     * 获取插件管理器
-     * @private
-     * @returns {TRTCPluginManager}
-     */
-    getPluginManager() {
-        return this.pluginManager;
-    }
-    /////////////////////////////////////////////////////////////////////////////////
-    //
-    //                      实验接口
-    //
-    /////////////////////////////////////////////////////////////////////////////////
-    /**
-     * 调用实验性 API 接口
+     * 获取本地混流服务对象
      *
-     * 注意：该接口用于调用一些实验性功能
+     * 本地混流服务对象管理底层服务对象的启动、关闭，并可监听服务丢失事件，用来实现服务重启、恢复
+     * @returns {TRTCMediaMixingService | null}
      *
-     * @param {String} jsonStr - 接口及参数描述的 JSON 字符串
+     * @example
+     * import TRTCCloud, { TRTCMediaMixingServiceEvent } from 'trtc-electron-sdk';
+     *
+     * const trtcCloud = TRTCCloud.getTRTCShareInstance({
+     *   isIPCMode: true
+     * });
+     *
+     * const mediaMixingService = trtcCloud.getMediaMixingService();
+     * const mediaMixingManager = trtcCloud.getMediaMixingManager();
+     *
+     * // listen to server lost event
+     * mediaMixingService.on(TRTCMediaMixingServiceEvent.onMediaMixingServerLost, () => {
+     *   // restart server
+     *   mediaMixingService.startMediaMixingServer("Your config of 'liteav_media_server.exe' file path");
+     *
+     *   // recover media sources and layout
+     *   mediaMixingManager.addMediaSource(...);
+     *   mediaMixingManager.setStreamLayout(...);
+     * });
+     *
+     * // start sevver
+     * mediaMixingService.startMediaMixingServer("Your config of 'liteav_media_server.exe' file path");
+     *
+     * // stop server
+     * mediaMixingService.stopMediaMixingServer();
      */
-    callExperimentalAPI(jsonStr) {
-        try {
-            const json = JSON.parse(jsonStr);
-            const { api, params } = json;
-            if (this[api] && typeof this[api] === 'function') {
-                this[api](params);
-            }
-            else {
-                this.rtcCloud.callExperimentalAPI(jsonStr);
+    getMediaMixingService() {
+        if (TRTCCloud.isIPCMode) {
+            if (!this.mediaMixingService) {
+                if (!this.mediaMixingManager) {
+                    this.mediaMixingManager = new MediaMixingManager_1.default({
+                        deviceManager: this.deviceManager,
+                        nodeTRTCCloud: this.rtcCloud,
+                        trtcParamsStore: this.paramsStore,
+                        autoControlServer: false,
+                    });
+                    this.mediaMixingService = new MediaMixingManager_1.TRTCMediaMixingService(this.mediaMixingManager);
+                }
+                else {
+                    this.mediaMixingService = null;
+                }
             }
         }
-        catch (error) {
-            this.logger.warn(`callExperimentalAPI invalid JSON parameter`, error);
-        }
-    }
-    disableLocalRenderFPSOptimization(params) {
-        this.videoRenderFPS = 60;
-        if (params.disable === true) {
-            VideoRenderFPSMonitor_1.videoRenderFPSMonitor.stop();
-        }
         else {
-            VideoRenderFPSMonitor_1.videoRenderFPSMonitor.start();
-        }
-        if (!TRTCCloud.isIPCMode) {
-            this.rtcCloud.setVideoRenderFPS(this.videoRenderFPS);
+            this.mediaMixingService = null;
         }
+        return this.mediaMixingService;
+    }
+    /**
+     * 获取插件管理器
+     * @private
+     * @returns {TRTCPluginManager}
+     */
+    getPluginManager() {
+        return this.pluginManager;
     }
 }
 class VideoRenderCallback {

package/liteav/trtc_define.d.ts

@@ -25,7 +25,8 @@ export declare enum TRTCVideoResolution {
     TRTCVideoResolution_640_360 = 108,
     TRTCVideoResolution_960_540 = 110,
     TRTCVideoResolution_1280_720 = 112,
-    TRTCVideoResolution_1920_1080 = 114
+    TRTCVideoResolution_1920_1080 = 114,
+    TRTCVideoResolution_2560_1440 = 116
 }
 export declare enum TRTCVideoResolutionMode {
     TRTCVideoResolutionModeLandscape = 0,
@@ -234,7 +235,7 @@ export declare class TRTCVideoFrame {
  * 音频帧数据
  *
  * @param {TRTCAudioFrameFormat} audioFormat - 音频帧的格式
- * @param {ArrayBuffer} data - 音频数据
+ * @param {Buffer|ArrayBuffer} data - 音频数据
  * @param {Number} length - 音频数据的长度
  * @param {Number} sampleRate - 采样率
  * @param {Number} channel - 声道数
@@ -244,7 +245,7 @@ export declare class TRTCVideoFrame {
  */
 export declare class TRTCAudioFrame {
     audioFormat: TRTCAudioFrameFormat;
-    data: ArrayBuffer | null;
+    data: Buffer | ArrayBuffer | null;
     length: number;
     sampleRate: number;
     channel: number;
@@ -280,6 +281,23 @@ export declare enum TRTCCameraCaptureMode {
     TRTCCameraResolutionStrategyHighQuality = 2,
     TRTCCameraCaptureManual = 3
 }
+export declare enum TRTCVideoColorRange {
+    TRTCVideoColorRange_Auto = 0,
+    TRTCVideoColorRange_Limited = 1,
+    TRTCVideoColorRange_Full = 2
+}
+export declare enum TRTCVideoColorSpace {
+    TRTCVideoColorSpace_Auto = 0,
+    TRTCVideoColorSpace_BT601 = 1,
+    TRTCVideoColorSpace_BT709 = 2
+}
+export declare enum TRTCVideoEncodeComplexity {
+    TRTCVideoEncodeComplexity_Fastest = 0,
+    TRTCVideoEncodeComplexity_Fast = 1,
+    TRTCVideoEncodeComplexity_Medium = 2,
+    TRTCVideoEncodeComplexity_Slow = 3,
+    TRTCVideoEncodeComplexity_Slowest = 4
+}
 export declare type TRTCCameraCaptureParams = {
     /** 摄像头采集偏好 */
     mode: TRTCCameraCaptureMode;
@@ -287,6 +305,8 @@ export declare type TRTCCameraCaptureParams = {
     width: number;
     /** 采集图像高度 */
     height: number;
+    colorSpace?: TRTCVideoColorSpace;
+    colorRange?: TRTCVideoColorRange;
 };
 export declare enum TRTCWaterMarkSrcType {
     TRTCWaterMarkSrcTypeFile = 0,
@@ -368,6 +388,9 @@ export declare class TRTCParams {
  * @param {Boolean}                 enableAdjustRes - 【字段含义】是否允许动态调整分辨率（开启后会对云端录制产生影响）<br>
  *                                                    【推荐取值】该功能适用于不需要云端录制的场景，开启后 SDK 会根据当前网络情况，智能选择出一个合适的分辨率，避免出现“大分辨率+小码率”的低效编码模式。<br>
  *                                                    【特别说明】默认值：关闭。如有云端录制的需求，请不要开启此功能，因为如果视频分辨率发生变化后，云端录制出的 MP4 在普通的播放器上无法正常播放。<br>
+ * @param {TRTCVideoColorSpace}     [colorSpace]    - 编码色彩空间
+ * @param {TRTCVideoColorRange}     [colorRange]    - 编码色彩范围
+ * @param {TRTCVideoEncodeComplexity} [complexity]  - 编码复杂度
  */
 export declare class TRTCVideoEncParam {
     videoResolution: TRTCVideoResolution;
@@ -376,6 +399,9 @@ export declare class TRTCVideoEncParam {
     videoBitrate: number;
     minVideoBitrate: number;
     enableAdjustRes: boolean;
+    colorRange?: TRTCVideoColorRange;
+    colorSpace?: TRTCVideoColorSpace;
+    complexity?: TRTCVideoEncodeComplexity;
     constructor(videoResolution?: TRTCVideoResolution, resMode?: TRTCVideoResolutionMode, videoFps?: number, videoBitrate?: number, minVideoBitrate?: number, enableAdjustRes?: boolean);
 }
 /**