@agora-js/media 4.19.3 → 4.20.1-1

package/media.d.ts

@@ -265,7 +265,7 @@ declare class AudioElementPlayCenter {
      * 监听页面事件，自动恢复音频播放
      */
     private autoResumeAudioElement;
-    private autoResumeAfterInterruption;
+    autoResumeAfterInterruption: (force?: boolean) => void;
     private autoResumeAfterInterruptionOnIOS15_16;
 }
 
@@ -730,7 +730,7 @@ export declare class CameraVideoTrack extends LocalVideoTrack implements ICamera
     _enabled: boolean;
     _deviceName: string;
     get __className__(): string;
-    constructor(track: MediaStreamTrack, config: CameraVideoTrackInitConfig, constraints: MediaTrackConstraints, scalabilityConfig?: SVCConfiguration, optimizationMode?: "motion" | "detail" | "balanced", trackId?: string);
+    constructor(track: MediaStreamTrack, config: CameraVideoTrackInitConfig, constraints: MediaTrackConstraints, scalabilityConfig?: SVCConfiguration, optimizationMode?: OptimizationMode | "balanced", trackId?: string);
     setDevice(deviceId: string | RequiredOnlyOneOf<{
         facingMode: VideoFacingModeEnum;
         deviceId: string;
@@ -832,7 +832,7 @@ export declare interface CameraVideoTrackInitConfig {
      *
      * > Note: This method is only supported on Chrome.
      */
-    optimizationMode?: "motion" | "detail";
+    optimizationMode?: OptimizationMode;
     /**
      * @ignore
      * **自从**
@@ -1354,6 +1354,28 @@ declare function event_beauty_effect_overload(): void;
  */
 declare function event_first_frame_decoded(): void;
 
+/**
+ * **自从**
+ * <br>&emsp;&emsp;&emsp;*4.20.1*
+ *
+ * 从 H.264 视频流中解析出 SEI 数据时触发，此事件会返回 SEI 数据。
+ *
+ * @param sei Uint8Array 类型的 SEI 数据
+ * @asMemberOf ILocalVideoTrack
+ * @event
+ */
+/** @en
+ * **Since**
+ * <br>&emsp;&emsp;&emsp;*4.20.1*
+ *
+ * Parsing SEI data from the H.264 video stream triggers this event, which returns the SEI data.
+ *
+ * @param sei SEI data in Uint8Array
+ * @asMemberOf ILocalVideoTrack
+ * @event
+ */
+declare function event_sei_received(sei: Uint8Array): void;
+
 /**
  * 当 [BufferSourceAudioTrack]{@link IBufferSourceAudioTrack} 的音频数据源处理状态变化时，会触发此事件。
  *
@@ -1408,6 +1430,8 @@ declare function event_source_state_change(currentState: AudioSourceState): void
  */
 declare function event_track_ended(): void;
 
+export declare function event_track_updated(track: MediaStreamTrack): void;
+
 /**
  * 当前轨道的 `RTCRtpTransceiver` 实例更新回调。
  *
@@ -1533,6 +1557,20 @@ declare function event_video_element_visible_status(data?: CheckVideoVisibleResu
  */
 declare function event_video_element_visible_status_2(data?: CheckVideoVisibleResult): void;
 
+/**
+ * 视频状态发生变化时触发。
+ *
+ * @event
+ * @asMemberOf IRemoteTrack
+ */
+/** @en
+ * Occurs when the video state changes.
+ *
+ * @event
+ * @asMemberOf IRemoteTrack
+ */
+declare function event_video_state_changed(videoState: VideoState): void;
+
 export declare interface ExtendedVideoFrameCallbackMetadata extends VideoFrameCallbackMetadata {
     timestamp: DOMHighResTimeStamp;
 }
@@ -1576,7 +1614,15 @@ export declare function getAudioContext(): AudioContext;
 
 export declare function getAudioEncoderConfiguration(profile: AudioEncoderConfigurationPreset | AudioEncoderConfiguration): AudioEncoderConfiguration;
 
-export declare function getBitrateFromResAndFps(width: number, height: number, fps: number, bitrateAdapterType: "STANDARD_BITRATE" | "COMPATIABLE_BITRATE"): [number, number] | void;
+export declare function getBitrateConstrainRange(width: number, height: number, frameRate: number, bitrateMin?: number, bitrateMax?: number): DoubleRange;
+
+/**
+ * get bitrate, use STANDARD_BITRATE to make sure the response
+ * @param width
+ * @param height
+ * @param fps
+ */
+export declare function getBitrateFromResAndFps(width: number, height: number, fps: number): Required<DoubleRange>;
 
 export declare function getCompatibility(): AgoraRTCCompatibility;
 
@@ -1594,6 +1640,22 @@ export declare function getElectronScreenStreamByUserSelect(config: ScreenConstr
 
 export declare function getLocalStream(config: GetUserMediaConfig, id: string): Promise<MediaStream>;
 
+/**
+ * 获取初始配置
+ * 分辨率：track.getMediaStreamTrackSettings > 客户设置
+ * 帧率: track.getMediaStreamTrackSettings > 客户设置
+ * 码率： 客户设置 > 根据分辨率计算
+ *
+ * ⚠️：理论上不存在没有分辨率的情况，如果出现不足任何处理
+ */
+export declare const getOriginSenderConfig: (track: LocalVideoTrack) => {
+    frameRate: number;
+    bitrateMax: number;
+    bitrateMin: number;
+    scaleResolutionDownBy: number;
+    scale: number;
+};
+
 export declare function getScalabilityConfiguration(profile: SVCConfiguration | SVCConfigurationPreset): SVCConfiguration;
 
 export declare function getScreenEncoderConfiguration(profile: VideoEncoderConfiguration | ScreenEncoderConfigurationPreset | string): VideoEncoderConfiguration;
@@ -2034,7 +2096,6 @@ export declare interface ILocalAudioTrack extends ILocalTrack {
      *
      * > 注意事项：
      * > - 自 v4.7.0 起，该方法不再生效。请改用 [IRemoteAudioTrack.setPlaybackDevice]{@link IRemoteAudioTrack.setPlaybackDevice}。
-     * > - 该方法只支持桌面端的 Chrome 浏览器，其他浏览器调用将会抛出 `NOT_SUPPORTED` 错误。
      *
      * 设置本地播放远端音频流的设备（扬声器）。
      *
@@ -2046,7 +2107,6 @@ export declare interface ILocalAudioTrack extends ILocalTrack {
      *
      * > Note:
      * > - As of v4.7.0, this method no longer takes effect. Use [IRemoteAudioTrack.setPlaybackDevice]{@link IRemoteAudioTrack.setPlaybackDevice} instead.
-     * > - This method supports Chrome on desktop devices only. Other browsers throw a '`NOT_SUPPORTED` error when calling this method.
      *
      * Sets the playback device (speaker) for the remote audio stream.
      *
@@ -2132,6 +2192,7 @@ export declare interface ILocalDataChannel extends IDataChannel {
  * `LocalTrack` is the basic interface for local tracks, providing public methods for [LocalAudioTrack]{@link ILocalAudioTrack} and [LocalVideoTrack]{@link ILocalVideoTrack}.
  */
 export declare interface ILocalTrack extends ITrack {
+    on(event: "track-updated", listener: typeof event_track_updated): void;
     /**
      * @param event 事件名称。
      * @param listener 详见 [track-ended]{@link event_track_ended}。
@@ -2144,12 +2205,12 @@ export declare interface ILocalTrack extends ITrack {
     /**
      * 添加事件监听器。
      * @param event 事件名称。
-     * @param listener 详见 [transceiver-updated]{@link event_transceiver_updated}。
+     * @param listener 详见 [ILocalTrack.transceiver-updated]{@link event_transceiver_updated}。
      */
     /** @en
      * Adds an event listener.
      * @param event The event name.
-     * @param listener See [transceiver-updated]{@link event_transceiver_updated}.
+     * @param listener See [ILocalTrack.transceiver-updated]{@link event_transceiver_updated}.
      */
     on(event: "transceiver-updated", listener: typeof event_transceiver_updated): void;
     /**
@@ -2241,7 +2302,7 @@ export declare interface ILocalTrack extends ITrack {
      *
      * If the track is published, a successful call of `setMuted(true)` triggers the [user-unpublished]{@link IAgoraRTCClient.event_user_unpublished} event on the remote client, and a successful call of `setMuted(false)` triggers the [user-published]{@link IAgoraRTCClient.event_user_published} event.
      *
-     * > - Calling `setMuted(true)` does not stop capturing audio or video and takes shorter time to take effect than [[setEnabled]]. For details, see [What are the differences between setEnabled and setMuted?](https://docs.agora.io/en/Interactive%20Broadcast/faq/differences_between_setenabled_and_setmuted).
+     * > - Calling `setMuted(true)` does not stop capturing audio or video and takes shorter time to take effect than [[setEnabled]]. For details, see [What are the differences between setEnabled and setMuted?](https://docs.agora.io/en/interactive-live-streaming/develop/product-workflow?platform=web#setenabled-and-setmuted).
      * > - Do not call `setEnabled` and `setMuted` together.
      *
      * @param muted Whether to stop sending the media data of the track:
@@ -2285,6 +2346,7 @@ export declare interface ILocalTrack extends ITrack {
  * Inherited from `LocalVideoTrack`, [CameraVideoTrack]{@link ICameraVideoTrack} is an interface for the video captured by a local camera and adds several camera-related functions.
  */
 export declare interface ILocalVideoTrack extends ILocalTrack {
+    on(event: "track-updated", listener: typeof event_track_updated): void;
     /** @internal */
     on(event: "beauty-effect-overload", listener: typeof event_beauty_effect_overload): void;
     /**
@@ -2308,16 +2370,16 @@ export declare interface ILocalVideoTrack extends ILocalTrack {
     /**
      * 添加事件监听器。
      * @param event 事件名称。
-     * @param listener 详见 [transceiver-updated]{@link event_transceiver_updated}。
+     * @param listener 详见 [ILocalTrack.transceiver-updated]{@link event_transceiver_updated}。
      */
     /** @en
      * Adds an event listener.
      * @param event The event name.
-     * @param listener See [transceiver-updated]{@link event_transceiver_updated}.
+     * @param listener See [ILocalTrack.transceiver-updated]{@link event_transceiver_updated}.
      */
     on(event: "transceiver-updated", listener: typeof event_transceiver_updated): void;
     /**
-     * 在页面上播放本地视频轨道。
+     * 在页面上播放远端视频轨道。
      *
      * @param element 指定一个 DOM 元素，SDK 将在这个元素下创建 `<video>` 元素播放视频轨道，支持 2 种类型：
      * - `string`: 指定该 DOM 元素的 ID 值。
@@ -2325,7 +2387,7 @@ export declare interface ILocalVideoTrack extends ILocalTrack {
      * @param config 设置播放参数（镜像/显示模式）。详见 [[VideoPlayerConfig]]。对于本地视频轨道，镜像模式默认开启。
      */
     /** @en
-     * Plays a local video track on the web page.
+     * Plays a remote video track on the web page.
      *
      * @param element Specifies a DOM element. The SDK will create a `<video>` element under the specified DOM element to play the video track. You can specify a DOM element in either of the following ways:
      * - `string`: Specify the ID of the DOM element.
@@ -2641,6 +2703,17 @@ export declare interface ILocalVideoTrack extends ILocalTrack {
      * @param config The video encoder configurations. You can pass either [[VideoEncoderConfigurationPreset]] or a customized [[VideoEncoderConfiguration]] object.
      */
     setEncoderConfiguration(config: VideoEncoderConfiguration | VideoEncoderConfigurationPreset): Promise<void>;
+    /**
+     * 在 H.264 视频流中添加 SEI 数据。
+     *
+     * @param sei SEI 数据。
+     */
+    /** @en
+     * Add the SEI data to the H.264 video stream.
+     *
+     * @param config SEI data.
+     */
+    sendSeiData(sei: Uint8Array): void;
 }
 
 export declare interface ImageTypedData {
@@ -2710,6 +2783,18 @@ export declare interface IMicrophoneAudioTrack extends ILocalAudioTrack {
     setEnabled(enabled: boolean): Promise<void>;
 }
 
+export declare function interceptLocalAudioFrame(sender: RTCRtpSender): Promise<void>;
+
+export declare function interceptLocalVideoFrame(sender: RTCRtpSender, localVideoTrack: LocalVideoTrack): Promise<void>;
+
+export declare function interceptRemoteAudioFrame(receiver: RTCRtpReceiver): Promise<void>;
+
+export declare function interceptRemoteVideoFrame(receiver: RTCRtpReceiver, options?: InterceptVideoFrameOptions): Promise<void>;
+
+declare interface InterceptVideoFrameOptions {
+    onSei?: (sei: Uint8Array) => void;
+}
+
 /**
  * 远端音频轨道，调用 [subscribe]{@link IAgoraRTCClient.subscribe} 后通过 [AgoraRTCRemoteUser.audioTrack]{@link IAgoraRTCRemoteUser.audioTrack} 对象获取
  */
@@ -2749,7 +2834,7 @@ export declare interface IRemoteAudioTrack extends IRemoteTrack {
      *
      * 设置音频播放设备，比如扬声器。
      *
-     * > 该方法只支持桌面端的 Chrome 浏览器，其他浏览器调用将会抛出 `NOT_SUPPORTED` 错误。
+     * > 该方法只支持桌面端的 Chrome 和 Edge 浏览器，其他浏览器调用将会抛出 `NOT_SUPPORTED` 错误。
      * @param deviceId 设备 ID，可以通过 [[getPlaybackDevices]] 方法获取。
      */
     /** @en
@@ -2758,7 +2843,7 @@ export declare interface IRemoteAudioTrack extends IRemoteTrack {
      *
      * Sets the audio playback device, for example, the speaker.
      *
-     * > This method supports Chrome on desktop devices only. Other browsers throw a `NOT_SUPPORTED` error when calling this method.
+     * > This method supports Chrome and Edge on desktop devices only. Other browsers throw a `NOT_SUPPORTED` error when calling this method.
      * @param deviceId Device ID, which can be retrieved by calling [[getPlaybackDevices]].
      */
     setPlaybackDevice(deviceId: string): Promise<void>;
@@ -2904,6 +2989,7 @@ export declare interface IRemoteDataChannel extends IDataChannel {
  * `RemoteTrack` is the basic interface for remote tracks, providing public methods for [RemoteAudioTrack]{@link IRemoteAudioTrack} and [RemoteVideoTrack]{@link IRemoteVideoTrack}.
  */
 export declare interface IRemoteTrack extends ITrack {
+    on(event: "track-updated", listener: typeof event_track_updated): void;
     /**
      * @param event 事件名称。
      * @param listener 详见 [first-frame-decoded]{@link event_first_frame_decoded}。
@@ -2916,12 +3002,12 @@ export declare interface IRemoteTrack extends ITrack {
     /**
      * 添加事件监听器。
      * @param event 事件名称。
-     * @param listener 详见 [transceiver-updated-2]{@link event_transceiver_updated_2}。
+     * @param listener 详见 [IRemoteTrack.transceiver-updated]{@link event_transceiver_updated_2}。
      */
     /** @en
      * Adds an event listener.
      * @param event The event name.
-     * @param listener See [transceiver-updated-2]{@link event_transceiver_updated_2}.
+     * @param listener See [IRemoteTrack.transceiver-updated]{@link event_transceiver_updated_2}.
      */
     on(event: "transceiver-updated", listener: typeof event_transceiver_updated_2): void;
     /**
@@ -2963,6 +3049,16 @@ export declare interface IRemoteTrack extends ITrack {
  * You can get create a remote video track by the [AgoraRTCRemoteUser.videoTrack]{@link IAgoraRTCRemoteUser.videoTrack} object after calling [subscribe]{@link IAgoraRTCClient.subscribe}.
  */
 export declare interface IRemoteVideoTrack extends IRemoteTrack {
+    /**
+     * @param event 事件名称。
+     * @param listener 详见 [video-state-changed]{@link event_video_state_changed}。
+     */
+    /** @en
+     * @param event The event name.
+     * @param listener See [video-state-changed]{@link event_video_state_changed}.
+     */
+    on(event: "track-updated", listener: typeof event_track_updated): void;
+    on(event: "video-state-changed", listener: typeof event_video_state_changed): void;
     /**
      * @param event 事件名称。
      * @param listener 详见 [first-frame-decoded]{@link event_first_frame_decoded}。
@@ -2984,14 +3080,25 @@ export declare interface IRemoteVideoTrack extends IRemoteTrack {
     /**
      * 添加事件监听器。
      * @param event 事件名称。
-     * @param listener 详见 [transceiver-updated-2]{@link event_transceiver_updated_2}。
+     * @param listener 详见 [IRemoteTrack.transceiver-updated]{@link event_transceiver_updated_2}。
      */
     /** @en
      * Adds an event listener.
      * @param event The event name.
-     * @param listener See [transceiver-updated-2]{@link event_transceiver_updated_2}.
+     * @param listener See [IRemoteTrack.transceiver-updated]{@link event_transceiver_updated_2}.
      */
     on(event: "transceiver-updated", listener: typeof event_transceiver_updated_2): void;
+    /**
+     * 添加事件监听器。
+     * @param event 事件名称。
+     * @param listener 详见 [ILocalTrack.sei-received]{@link event_sei_received}。
+     */
+    /** @en
+     * Adds an event listener.
+     * @param event The event name.
+     * @param listener See [ILocalTrack.sei-received]{@link event_sei_received}.
+     */
+    on(event: "sei-received", listener: typeof event_sei_received): void;
     /**
      * 获取远端视频轨道相关信息。
      *
@@ -3194,8 +3301,8 @@ export declare interface ITrack extends EventEmitter {
      * 该方法目前主要用于视频流的[端到端加密（Beta）](https://doc.shengwang.cn/doc/rtc/javascript/advanced-features/e2e-encryption)。
      *
      * > 如果 SDK 发生断线重连，当前轨道对应的 `RTCRtpTransceiver` 实例可能会发生变化。你可以通过以下回调来获取新的 `RTCRtpTransceiver` 实例：
-     * >  - 本地轨道：["transceiver-updated"]{@link ILocalTrack.event_transceiver_updated}
-     * >  - 远端轨道：["transceiver-updated-2"]{@link IRemoteTrack.event_transceiver_updated_2}
+     * >  - 本地轨道：[ILocalTrack.transceiver-updated]{@link event_transceiver_updated}
+     * >  - 远端轨道：[IRemoteTrack.transceiver-updated]{@link event_transceiver_updated_2}
      *
      * @param type 视频流的类型。详见 {@link StreamType}。
      * @returns 当前轨道的 `RTCRtpTransceiver` 实例。
@@ -3206,8 +3313,8 @@ export declare interface ITrack extends EventEmitter {
      * This method is currently mainly used for end-to-end encryption of video streams (Beta).
      *
      * > If the SDK experiences a reconnection, the `RTCRtpTransceiver` instance corresponding to the current track might change. You can obtain the new `RTCRtpTransceiver` instance through the following callbacks:
-     * >  - For a local track: ["transceiver-updated"]{@link ILocalTrack.event_transceiver_updated}
-     * >  - For a remote track: ["transceiver-updated-2"]{@link IRemoteTrack.event_transceiver_updated_2}
+     * >  - For a local track: [ILocalTrack.transceiver-updated]{@link event_transceiver_updated}
+     * >  - For a remote track: [IRemoteTrack.transceiver-updated]{@link event_transceiver_updated_2}
      *
      * @param type The type of the video stream. See {@link StreamType}.
      * @returns The [RTCRtpTransceiver](https://developer.mozilla.org/en-US/docs/Web/API/RTCRtpTransceiver) instance of the current track.
@@ -3241,23 +3348,24 @@ export declare class LocalAudioTrack extends LocalTrack implements ILocalAudioTr
     readonly trackMediaType: "audio" | "video";
     _encoderConfig?: AudioEncoderConfiguration;
     _trackSource: AudioTrackSource | FakeTrackSource;
-    get _source(): AudioTrackSource | FakeTrackSource;
+    /**
+     * @description This method is used to init WebAudio, if you're sure you don't want to use WebAudio, call _trackSource
+     */
+    get _source(): AudioTrackSource;
     set _source(source: AudioTrackSource | FakeTrackSource);
     _enabled: boolean;
     private _volume;
     _useAudioElement: boolean;
     _bypassWebAudio: boolean;
     protected processor?: IAudioProcessor;
-    protected _processorContext: AudioProcessorContext;
+    protected _processorContext: AudioProcessorContext | undefined;
     protected get processorContext(): AudioProcessorContext;
-    protected set processorContext(ctx: AudioProcessorContext);
-    _processorDestination: AudioProcessorDestination;
+    _processorDestination: AudioProcessorDestination | undefined;
     get processorDestination(): AudioProcessorDestination;
-    set processorDestination(des: AudioProcessorDestination);
     protected _getOriginVolumeLevel: boolean;
     get isPlaying(): boolean;
     get __className__(): string;
-    constructor(track: MediaStreamTrack, encoderConfig?: AudioEncoderConfiguration, trackId?: string, getOriginVolumeLevel?: boolean, deferWebAudio?: boolean);
+    constructor(track: MediaStreamTrack, encoderConfig?: AudioEncoderConfiguration, trackId?: string, getOriginVolumeLevel?: boolean);
     setVolume(volume: number): void;
     getVolumeLevel(): number;
     setPlaybackDevice(deviceId: string): Promise<void>;
@@ -3276,7 +3384,10 @@ export declare class LocalAudioTrack extends LocalTrack implements ILocalAudioTr
     unpipe(): void;
     private bindProcessorDestinationEvents;
     private unbindProcessorDestinationEvents;
-    private unbindProcessorContextEvents;
+    protected bindProcessorContextEvents(processorContext: AudioProcessorContext): void;
+    protected unbindProcessorContextEvents(processorContext: AudioProcessorContext): void;
+    private initWebAudio;
+    private initProcessor;
 }
 
 /**
@@ -3395,9 +3506,9 @@ export declare abstract class LocalTrack extends Track implements ILocalTrack {
     _isClosed: boolean;
     protected _enabledMutex: PromiseMutex;
     protected processor?: IBaseProcessor;
-    protected abstract _processorContext: IProcessorContext;
-    protected get processorContext(): IProcessorContext;
-    protected set processorContext(ctx: IProcessorContext);
+    protected abstract _processorContext: IProcessorContext | undefined;
+    protected get processorContext(): IProcessorContext | undefined;
+    abstract processorDestination: IBaseProcessor;
     constructor(track: MediaStreamTrack, trackId?: string);
     abstract getStats(): LocalVideoTrackStats | LocalAudioTrackStats;
     abstract setMuted(enabled: boolean): Promise<void>;
@@ -3435,9 +3546,21 @@ export declare class LocalVideoTrack extends LocalTrack implements ILocalVideoTr
     protected _statsTimer: number | null;
     private _previousVideoVisibleStatus;
     private _clearPreviousVideoVisibleStatus;
-    _encoderConfig?: Partial<VideoEncoderConfiguration>;
+    _encoderConfig?: Partial<VideoEncoderConfiguration & {
+        scale: number;
+    }>;
     _scalabilityMode?: SVCConfiguration;
-    _optimizationMode?: "motion" | "detail" | "balanced";
+    _optimizationMode?: OptimizationMode | "balanced";
+    _qualityLimitationReason?: QualityLimitationReason;
+    /**
+     * Adaptation origin config
+     */
+    private _originalSenderConfig?;
+    _adaptationConfig?: VideoSenderConfig;
+    /**
+     * 轮询监听stats
+     */
+    private _adaptationTimer;
     _videoHeight?: number;
     _videoWidth?: number;
     _forceBitrateLimit?: {
@@ -3451,13 +3574,13 @@ export declare class LocalVideoTrack extends LocalTrack implements ILocalVideoTr
     protected get processorContext(): VideoProcessorContext;
     protected set processorContext(ctx: VideoProcessorContext);
     get __className__(): string;
-    constructor(track: MediaStreamTrack, encoderConfig?: Partial<VideoEncoderConfiguration>, scalabilityConfig?: SVCConfiguration, optimizationMode?: "motion" | "detail" | "balanced", trackId?: string, hints?: TrackHint[]);
+    constructor(track: MediaStreamTrack, encoderConfig?: Partial<VideoEncoderConfiguration>, scalabilityConfig?: SVCConfiguration, optimizationMode?: OptimizationMode | "balanced", trackId?: string, hints?: TrackHint[]);
     play(element: HTMLElement | HTMLVideoElement | string, config?: VideoPlayerConfig): void;
     stop(): void;
     setEnabled(enabled: boolean, skipChangeState?: boolean): Promise<void>;
     setMuted(muted: boolean): Promise<void>;
     setEncoderConfiguration(config: VideoEncoderConfiguration | VideoEncoderConfigurationPreset, doNotRenegoation?: boolean): Promise<void>;
-    getStats(): LocalVideoTrackStats;
+    getStats(isExternal?: boolean): LocalVideoTrackStats;
     setBeautyEffect(enabled: boolean, options?: BeautyEffectOptions): Promise<void>;
     getCurrentFrameData(): ImageData;
     getCurrentFrameImage(imageType: string, quality?: number): Promise<ImageTypedData>;
@@ -3465,7 +3588,10 @@ export declare class LocalVideoTrack extends LocalTrack implements ILocalVideoTr
         max_bitrate: number;
         min_bitrate: number;
     }): Promise<void>;
-    setOptimizationMode(mode: "motion" | "detail" | "balanced"): Promise<void>;
+    setOptimizationMode(mode: OptimizationMode | "balanced"): Promise<void>;
+    protected applyAdaptation(config: VideoSenderConfig): Promise<void>;
+    startVideoStreamAdapter(): void;
+    protected updateAdapterConfig(): void;
     setScalabiltyMode(mode: SVCConfiguration): void;
     updateMediaStreamTrackResolution(): void;
     protected _updatePlayerSource(): void;
@@ -3480,6 +3606,7 @@ export declare class LocalVideoTrack extends LocalTrack implements ILocalVideoTr
     clone(config?: VideoEncoderConfiguration | VideoEncoderConfigurationPreset, cloneTrack?: boolean): LocalVideoTrack;
     replaceTrack(track: MediaStreamTrack, stopOldTrack: boolean): Promise<void>;
     startMonitorStats(): void;
+    sendSeiData(sei: Uint8Array): never;
     private bindProcessorDestinationEvents;
     private unbindProcessorDestinationEvents;
     private unbindProcessorContextEvents;
@@ -3497,7 +3624,6 @@ export declare interface LocalVideoTrackStats {
      * 视频编码格式。
      *
      * - `"H264"`: 视频编码格式为 H.264。
-     * - `"H265"`: 视频编码格式为 H.265。
      * - `"VP8"`: 视频编码格式为 VP8。
      * - `"VP9"`: 视频编码格式为 VP9。
      * - `"AV1X"`: 预留参数，暂不支持。
@@ -3509,7 +3635,6 @@ export declare interface LocalVideoTrackStats {
      * The video codec.
      *
      * - `"H264"`: The video codec is H.264.
-     * - `"H265"`: The video codec is H.265.
      * - `"VP8"`: The video codec is VP8.
      * - `"VP9"`: The video codec is VP9.
      * - `"AV1X"`: Reserved for future use.
@@ -3753,7 +3878,8 @@ export declare class MicrophoneAudioTrack extends LocalAudioTrack implements IMi
     close(): void;
     protected onTrackEnded(): void;
     renewMediaStreamTrack(newConstraints?: MediaTrackConstraints): Promise<void>;
-    private bindProcessorContextEvents;
+    protected bindProcessorContextEvents(processorContext: AudioProcessorContext): void;
+    protected unbindProcessorContextEvents(processorContext: AudioProcessorContext): void;
 }
 
 /**
@@ -3855,6 +3981,8 @@ export declare class MixingAudioTrack extends LocalAudioTrack {
     _updateRtpTransceiver(transceiver: RTCRtpTransceiver): void;
 }
 
+export declare type OptimizationMode = "motion" | "detail";
+
 /**
  * @internal
  */
@@ -3887,109 +4015,11 @@ export declare interface ProcessorUsageStats {
     totalTs: number;
 }
 
-export declare interface PublishAudioUploadStats {
-    id: string;
-    timestamp: string;
-    mediaType: "audio";
-    type: "ssrc";
-    ssrc: string;
-    /** audioInputLevel */
-    A_ail?: string;
-    /** audioPCMInputLevel */
-    A_apil?: string;
-    /** Audio Send Track is Disabled */
-    A_astd?: string;
-    /** googEchoCancellationReturnLoss */
-    A_ecrl?: string;
-    /** googEchoCancellationReturnLossEnhancement */
-    A_ecrle?: string;
-    /** 发流字节数目，目前仅在p2p下上报 */
-    bytesSent?: string;
-    /** 发流丢包数目，目前仅在p2p下上报 */
-    packetsLost?: string;
-    /** 发包数目，目前仅在p2p下上报 */
-    packetsSent?: string;
-}
-
-export declare interface PublishBandwidthUploadStats {
-    id: "bweforvideo";
-    type: "VideoBwe";
-    timestamp: string;
-    /** ActualEncBitrate */
-    A_aeb?: string;
-    /** AvailableSendBandwidth */
-    A_asb?: string;
-    /** RetransmitBitrate */
-    A_rb?: string;
-    /** AvailableReceiveBandwidth */
-    A_arb?: string;
-    /** TargetEncBitrate */
-    A_teb?: string;
-    /** BucketDelay */
-    A_bd?: string;
-    /** TransmitBitrate */
-    A_tb?: string;
-}
-
-export declare interface PublishVideoInputStats {
-    id: string;
-    timestamp: string;
-    mediaType: "video";
-    type: "ssrc";
-    ssrc: string;
-    /** FrameHeightInput */
-    A_fhi?: string;
-    /** FrameRateInput */
-    A_fri?: string;
-    /** FrameWidthInput */
-    A_fwi?: string;
-}
-
-export declare interface PublishVideoRelatedStats {
-    mediaType: "video";
-    isVideoMute: boolean;
-    frameRateInput?: string;
-    frameRateSent?: string;
-    googRtt: string;
-    qpSumPerFrame?: string;
-}
-
-export declare interface PublishVideoUploadStats {
-    id: string;
-    timestamp: string;
-    mediaType: "video";
-    type: "ssrc";
-    ssrc: string;
-    /** FrameHeightSent */
-    A_fhs?: string;
-    /** FrameRateSent */
-    A_frs?: string;
-    /** FrameWidthSent */
-    A_fws?: string;
-    /** NacksReceived */
-    A_nr?: string;
-    /** Video Send Track is Disabled */
-    A_vstd?: string;
-    /** googAvgEncodeMs */
-    A_aem?: string;
-    /** Local Video Player Status */
-    A_lvps?: string;
-    /**
-     * googAdaptationChanges
-     *
-     * 这里实际是记录发生自动回退的次数，但是目前 spec stats 还没有这个值，只能拿到回退的原因。所以修改一下上报格式：
-     * - “0” 没有发生回退
-     * - “1” 因为 cpu 发生回退
-     * - “2” 因为 bandwidth 发生回退
-     * - “3” 因为其他原因发生回退
-     */
-    A_ac?: string;
-    /** 发流字节数目，目前仅在p2p下上报 */
-    bytesSent?: string;
-    /** 发流丢包数目，目前仅在p2p下上报 */
-    packetsLost?: string;
-    /** 发包数目，目前仅在p2p下上报 */
-    packetsSent?: string;
+declare enum QualityLimitationReason {
+    BANDWIDTH = "bandwidth",
+    CPU = "cpu",
+    NONE = "none",
+    OTHER = "other"
 }
 
 export declare class RemoteAudioTrack extends RemoteTrack implements IRemoteAudioTrack {
@@ -4179,7 +4209,7 @@ export declare class RemoteDataChannel extends DataChannel implements IRemoteDat
 }
 
 /**
- * 远端视频流的回退类型，用于 [setStreamFallbackOption]{@link IAgoraRTCClient.setStreamFallbackOption}。
+ * 媒体流的回退策略选项，用于 [setStreamFallbackOption]{@link IAgoraRTCClient.setStreamFallbackOption}。
  * @public
  */
 /** @en
@@ -4192,9 +4222,9 @@ export declare enum RemoteStreamFallbackType {
      * 0: Disable the fallback.
      */
     DISABLE = 0,
-    /** 1:（默认）网络条件较差的情况下，SDK 将自动订阅视频小流。 */
+    /** 1: 在网络条件较差的情况下，自动订阅视频小流。 */
     /** @en
-     * 1: (Default) Automatically subscribe to the low-video stream under poor network conditions. */
+     * 1: Automatically subscribe to the low-video stream under poor network conditions. */
     LOW_STREAM = 1,
     /** 2: 网络较弱时，先尝试订阅视频小流。如果网络环境无法显示视频，则再回退到订阅纯音频流。 */
     /** @en
@@ -4243,7 +4273,8 @@ export declare abstract class RemoteTrack extends Track implements IRemoteTrack
 
 export declare enum RemoteTrackEvents {
     FIRST_FRAME_DECODED = "first-frame-decoded",
-    VIDEO_ELEMENT_VISIBLE_STATUS = "video-element-visible-status"
+    VIDEO_ELEMENT_VISIBLE_STATUS = "video-element-visible-status",
+    VIDEO_STATE_CHANGED = "video-state-changed"
 }
 
 export declare class RemoteVideoTrack extends RemoteTrack implements IRemoteVideoTrack {
@@ -4271,6 +4302,7 @@ export declare class RemoteVideoTrack extends RemoteTrack implements IRemoteVide
     private bindProcessorDestinationEvents;
     private unbindProcessorDestinationEvents;
     _destroy(): void;
+    _onSei(sei: Uint8Array): void;
 }
 
 /**
@@ -4296,7 +4328,6 @@ export declare interface RemoteVideoTrackStats {
      * 视频编码格式。
      *
      * - `"H264"`: 视频编码格式为 H.264。
-     * - `"H265"`: 视频编码格式为 H.265。
      * - `"VP8"`: 视频编码格式为 VP8。
      * - `"VP9"`: 视频编码格式为 VP9。
      * - `"AV1X"`: 视频编码格式为 AV1，在 Chrome M96 版本之前。
@@ -4308,7 +4339,6 @@ export declare interface RemoteVideoTrackStats {
      * The video codec.
      *
      * - `"H264"`: The video codec is H.264.
-     * - `"H265"`: The video codec is H.265.
      * - `"VP8"`: The video codec is VP8.
      * - `"VP9"`: The video codec is VP9.
      * - `"AV1X"`: Reserved for future use.
@@ -4775,6 +4805,12 @@ export declare interface ScreenVideoTrackInitConfig {
     systemAudio?: "include" | "exclude";
 }
 
+export declare type SenderConfig = {
+    bitrateMax: number;
+    bitrateMin: number;
+    scaleResolutionDownBy: number;
+};
+
 /**
  * 将节点输入的 AudioBuffer 返回，将节点输出的 AudioBuffer 设置成 silence
  */
@@ -4800,100 +4836,6 @@ export declare enum StreamType {
     LOW_STREAM = 1
 }
 
-export declare interface SubscribeAudioRelatedStats {
-    mediaType: "audio";
-    peerId: UID;
-    isAudioMute: boolean;
-    frameDropped?: string;
-    frameReceived?: string;
-    googJitterReceived: string;
-    bytesReceived: string;
-    packetsReceived: string;
-    isFreeze: boolean;
-    packetsLost: string;
-}
-
-export declare interface SubscribeAudioUploadStats {
-    id: string;
-    timestamp: string;
-    mediaType: "audio";
-    type: "ssrc";
-    ssrc: string;
-    bytesReceived?: string;
-    packetsLost?: string;
-    packetsReceived?: string;
-    /** audioOutputLevel */
-    A_aol?: string;
-    /** audioPCMOutputLevel */
-    A_apol?: string;
-    /** JitterReceived */
-    A_jr?: string;
-    /** JitterBufferMs */
-    A_jbm?: string;
-    /** CurrentDelayMs(JitterBufferMs) */
-    A_cdm?: string;
-    /** Audio Recv Track is Disabled */
-    A_artd?: string;
-    /** Remote Audio Player Status */
-    A_raps?: string;
-    /**Audio concealed samples*/
-    A_cs?: string;
-}
-
-export declare interface SubscribeVideoRelatedStats {
-    mediaType: "video";
-    peerId: UID;
-    isVideoMute: boolean;
-    frameRateReceived?: string;
-    frameRateDecoded?: string;
-    bytesReceived: string;
-    packetsReceived: string;
-    isFreeze: boolean;
-    packetsLost: string;
-    qpSumPerFrame?: string;
-}
-
-export declare interface SubscribeVideoUploadStats {
-    id: string;
-    timestamp: string;
-    mediaType: "video";
-    type: "ssrc";
-    ssrc: string;
-    bytesReceived?: string;
-    packetsLost?: string;
-    packetsReceived?: string;
-    /** FrameRateReceived */
-    A_frr?: string;
-    /** FrameRateDecoded */
-    A_frd?: string;
-    /** FrameRateOutput */
-    A_fro?: string;
-    /** JitterBufferMs */
-    A_jbm?: string;
-    /** CurrentDelayMs(JitterBufferMs) */
-    A_cdm?: string;
-    /** NacksSent */
-    A_ns?: string;
-    /** PlisSent */
-    A_ps?: string;
-    /** FirsSent */
-    A_fs?: string;
-    /** Video Recv Track is Disabled */
-    A_vrtd?: string;
-    /** Video Recv Freeze Time */
-    A_vrft?: string;
-    /** Remote Video Player Status */
-    A_rvps?: string;
-    /** Frame height received */
-    A_fhr?: string;
-    /** Frame width received */
-    A_fwr?: string;
-    /** Video Recv Render Freeze Time */
-    A_vrrft?: string;
-    /** Video Recv Inter Frame Delay in ms standard deviation */
-    A_ifdsd?: string;
-}
-
 export declare const SUPPORT_720P_AUTO_CONFIG_LIST: Required<{
     scaleResolutionDownBy: number;
     width: number;
@@ -5007,7 +4949,9 @@ export declare abstract class Track extends EventEmitter implements ITrack {
     /** 原始的 Track 对象，来自于采集/用户传入/订阅返回 */
     _originMediaStreamTrack: MediaStreamTrack;
     /** 用于播放和发布的 Track 对象，可能被各种模块修改，一般来说等于 `_originMediaStreamTrack` */
-    _mediaStreamTrack: MediaStreamTrack;
+    mediaStreamTrack: MediaStreamTrack;
+    set _mediaStreamTrack(track: MediaStreamTrack);
+    get _mediaStreamTrack(): MediaStreamTrack;
     /** 提供给外部插件以同步数据 */
     _external: ExternalMethods;
     constructor(track: MediaStreamTrack, trackId?: string);
@@ -5023,7 +4967,10 @@ export declare abstract class Track extends EventEmitter implements ITrack {
 }
 
 export declare enum TrackEvents {
-    TRANSCEIVER_UPDATED = "transceiver-updated"
+    TRANSCEIVER_UPDATED = "transceiver-updated",
+    SEI_TO_SEND = "sei-to-send",
+    SEI_RECEIVED = "sei-received",
+    TRACK_UPDATED = "track-updated"
 }
 
 /**
@@ -5041,6 +4988,7 @@ export declare enum TrackHint {
 export declare enum TrackInternalEvent {
     NEED_RENEGOTIATE = "@need_renegotiate",
     NEED_REPLACE_TRACK = "@need_replace_track",
+    NEED_REPLACE_MIXING_TRACK = "@need_replace_mixing_track",
     NEED_CLOSE = "@need_close",
     NEED_ENABLE_TRACK = "@need_enable_track",
     NEED_DISABLE_TRACK = "@need_disable_track",
@@ -5051,15 +4999,11 @@ export declare enum TrackInternalEvent {
     GET_LOW_VIDEO_TRACK = "@get_low_video_track",
     NEED_RESET_REMOTE_SDP = "@need_reset_remote_sdp",
     NEED_UPDATE_VIDEO_ENCODER = "@need_update_video_encoder",
+    NEED_UPDATE_VIDEO_SEND_PARAMETERS = "@need_update_video_send_parameters",
     NEED_MUTE_TRACK = "@need_mute_track",
     NEED_UNMUTE_TRACK = "@need_unmute_track"
 }
 
-export declare interface TransportUploadStats {
-    connectionType: number;
-    googRtt?: number;
-}
-
 export declare function updateAgoraRTCCompatibility(): void;
 
 export declare interface UsageRegistry {
@@ -5277,6 +5221,7 @@ declare class VideoPlayer {
     trackId: string;
     config: PlayerConfig;
     onFirstVideoFrameDecoded?: () => void;
+    onVideoStateChanged?: (state: VideoState) => void;
     freezeTimeCounterList: number[];
     renderFreezeAccTime: number;
     isKeepLastFrame: boolean;
@@ -5292,7 +5237,11 @@ declare class VideoPlayer {
     protected cacheVideoElement?: HTMLVideoElement;
     get videoElementStatus(): MediaElementStatus;
     set videoElementStatus(status: MediaElementStatus);
+    get videoState(): VideoState;
+    set videoState(state: VideoState);
+    private _videoState;
     private videoElementCheckInterval?;
+    private videoElementFreezeTimeout?;
     private _videoElementStatus;
     private isGettingVideoDimensions;
     constructor(config: PlayerConfig);
@@ -5405,6 +5354,44 @@ export declare class VideoProcessorDestination extends EventEmitter implements I
     reset(): void;
 }
 
+declare interface VideoSenderConfig {
+    frameRate: number;
+    bitrateMax: number;
+    bitrateMin: number;
+    scaleResolutionDownBy: number;
+    scale: number;
+}
+
+/**
+ * 视频流状态。
+ * @public
+ */
+/** @en
+ * The state of the video stream.
+ */
+export declare enum VideoState {
+    /** 0: 视频默认初始状态。 */
+    /** @en
+     * 0: The initial state of the video.
+     */
+    VideoStateStopped = 0,
+    /** 1: 本地用户已接收视频首包。 */
+    /** @en
+     * 1: The local user has received the first video packet.
+     */
+    VideoStateStarting = 1,
+    /** 2: 视频流正在解码，正常播放。 */
+    /** @en
+     * 2: The video stream is being decoded and played normally.
+     */
+    VideoStateDecoding = 2,
+    /** 3: 视频流卡顿。 */
+    /** @en
+     * 3: The video stream is frozen.
+     */
+    VideoStateFrozen = 3
+}
+
 declare class VisibilityWatcher extends EventEmitter {
     private _lastHiddenTime;
     private _lastVisibleTime;