@agora-js/media 4.23.4 → 4.24.0-1

package/media.d.ts

@@ -65,10 +65,10 @@ export declare interface AgoraRTCCompatibility {
 /**
  * @internal
  */
-declare class AgoraRTCPlayer extends VideoPlayer {
+export declare class AgoraRTCPlayer extends VideoPlayer {
     private container?;
-    private slot;
-    constructor(config: PlayerConfig);
+    private slot?;
+    constructor(config: PlayerConfig, internal?: boolean);
     updateConfig(config: PlayerConfig): void;
     updateVideoTrack(track?: MediaStreamTrack): void;
     play(sessionId?: string): void;
@@ -428,6 +428,10 @@ export declare class AudioProcessorDestination extends EventEmitter implements I
     }): void;
 }
 
+export declare interface AudioPts {
+    value: BigInt;
+}
+
 declare abstract class AudioSource extends EventEmitter {
     outputNode: GainNode;
     outputTrack?: MediaStreamTrack;
@@ -1266,6 +1270,23 @@ export declare interface DenoiserStats {
  */
 export declare function detectSupportAudioElementSetSinkId(): boolean;
 
+export declare function detectSupportAutCC(): boolean | undefined;
+
+export declare function detectSupportAutCCFeedback(): boolean | undefined;
+
+export declare function detectSupportInstantVideo(store?: SDKStore): boolean;
+
+export declare function detectSupportPrePc(store?: SDKStore): boolean;
+
+/**
+ * Firefox / 低版本的chrome(chrome 87 以下) / planB 暂时不支持 pre_sub
+ * commit：https://webrtc.googlesource.com/src.git/+/c03a187391be0e802b27dbb51b25e69a796b84d4
+ * 当前 pre_sub 模式，ssrc 还没设置好，就可能已经下发流了，在firefox上，会出现m-line串流问题，所以暂时不支持
+ * 后续 pre_sub 模式，在下发流之前，设置ssrc ，这样就不会出现m-line串流问题，后续依情况解除限制
+ *
+ */
+export declare function detectSupportPreSub(store?: SDKStore): boolean;
+
 /**
  * 音视频采集设备的信息。
  *
@@ -1689,7 +1710,7 @@ declare class FakeTrackSource extends EventEmitter {
     createMediaStreamSourceNode(): undefined;
 }
 
-export declare const frameData2CryptoBuffer: (imageData: ImageTypedData, appid: string, channelName: string) => Promise<Uint8Array<ArrayBufferLike>>;
+export declare const frameData2CryptoBuffer: (imageData: ImageTypedData, appid: string, channelName: string) => Promise<Uint8Array>;
 
 export declare function getAudioContext(): AudioContext;
 
@@ -1725,6 +1746,14 @@ export declare function getElectronScreenStreamByUserSelect(config: ScreenConstr
 
 export declare function getLocalStream(config: GetUserMediaConfig, id: string): Promise<MediaStream>;
 
+/**
+ * 获取新的视频码率
+ * @param width
+ * @param height
+ * @param fps
+ */
+export declare function getNewNearestVideoProfile(width: number, height: number, frameRate: number): any;
+
 /**
  * 获取新的视频码率
  * @param width
@@ -2910,7 +2939,9 @@ export declare function interceptRemoteAudioFrame(receiver: RTCRtpReceiver, opti
 export declare interface InterceptRemoteAudioFrameOptions {
     enableTopn?: boolean;
     enableMetadata?: boolean;
+    enablePts?: boolean;
     onMetadata?: (metadata: Uint8Array) => void;
+    onPts?: (pts: bigint) => void;
 }
 
 export declare function interceptRemoteVideoFrame(receiver: RTCRtpReceiver, options?: InterceptVideoFrameOptions): Promise<void>;
@@ -3716,6 +3747,7 @@ export declare class LocalVideoTrack extends LocalTrack implements ILocalVideoTr
     setBeautyEffect(enabled: boolean, options?: BeautyEffectOptions): Promise<void>;
     getCurrentFrameData(): ImageData;
     getCurrentFrameImage(imageType: string, quality?: number): Promise<ImageTypedData>;
+    findClosestProfile(): Promise<void>;
     setBitrateLimit(bitrateLimit: {
         max_bitrate: number;
         min_bitrate: number;
@@ -4108,7 +4140,8 @@ export declare type OptimizationMode = "motion" | "detail" | "balanced";
  */
 export declare interface PlayerConfig extends VideoPlayerConfig {
     trackId: string;
-    element: HTMLElement;
+    element?: HTMLElement;
+    preEl?: HTMLVideoElement;
 }
 
 /**
@@ -4413,7 +4446,13 @@ export declare abstract class RemoteTrack extends Track implements IRemoteTrack
 export declare enum RemoteTrackEvents {
     FIRST_FRAME_DECODED = "first-frame-decoded",
     VIDEO_ELEMENT_VISIBLE_STATUS = "video-element-visible-status",
-    VIDEO_STATE_CHANGED = "video-state-changed"
+    VIDEO_STATE_CHANGED = "video-state-changed",
+    /** @ignore */
+    PLAY_START = "play-start",
+    /** @ignore */
+    PLAY_END = "play-end",
+    /** @ignore */
+    FIRST_FRAME_RENDER = "first-frame-render"
 }
 
 export declare class RemoteVideoTrack extends RemoteTrack implements IRemoteVideoTrack {
@@ -4424,11 +4463,12 @@ export declare class RemoteVideoTrack extends RemoteTrack implements IRemoteVide
     _videoWidth?: number;
     _videoHeight?: number;
     _player?: AgoraRTCPlayer | VideoPlayer;
+    private _prePlayer?;
     processorDestination: VideoProcessorDestination;
     protected processorContext: VideoProcessorContext;
     get isPlaying(): boolean;
     get __className__(): string;
-    constructor(track: MediaStreamTrack, userId: UID, uintId: number, store: SDKStore);
+    constructor(track: MediaStreamTrack, userId: UID, uintId: number, store: SDKStore, player?: AgoraRTCPlayer);
     getStats(): RemoteVideoTrackStats;
     play(element: string | HTMLElement | HTMLVideoElement, config?: VideoPlayerConfig): void;
     stop(): void;
@@ -5402,11 +5442,13 @@ declare class VideoPlayer {
     trackId: string;
     config: PlayerConfig;
     onFirstVideoFrameDecoded?: () => void;
+    onFirstVideoFrameRender?: () => void;
     onVideoStateChanged?: (state: VideoState) => void;
     freezeTimeCounterList: number[];
     renderFreezeAccTime: number;
     renderFreezeAccTime2: number;
     isKeepLastFrame: boolean;
+    isDestroyed: boolean;
     /** 计算 500ms 卡顿时间用 */
     private timeUpdatedCount;
     private freezeTime;
@@ -5417,6 +5459,7 @@ declare class VideoPlayer {
     protected videoTrack?: MediaStreamTrack;
     protected videoElement: HTMLVideoElement;
     protected cacheVideoElement?: HTMLVideoElement;
+    protected internal: boolean;
     get rendFrameRate(): number;
     get videoElementStatus(): MediaElementStatus;
     set videoElementStatus(status: MediaElementStatus);
@@ -5428,6 +5471,7 @@ declare class VideoPlayer {
     private videoElementCheckInterval?;
     private videoElementFreezeTimeout?;
     private _videoElementStatus;
+    private _isInPage;
     private isGettingVideoDimensions;
     constructor(config: PlayerConfig);
     getVideoElement(): HTMLVideoElement | undefined;
@@ -5441,6 +5485,7 @@ declare class VideoPlayer {
     protected initVideoElement(): void;
     protected resetVideoElement(): void;
     private startGetVideoDimensions;
+    private isSkipCalcRenderFreezeTime;
     private handleAutoPlayFailed;
     private autoResumeAfterInterruption;
     private handleVideoEvents;

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@agora-js/media",
-	"version": "4.23.4",
+	"version": "4.24.0-1",
 	"description": "media module across @agora-js packages",
 	"main": "AgoraRTC_N-media.js",
 	"module": "AgoraRTC_N-media.esm.mjs",
@@ -23,8 +23,8 @@
 	"homepage": "https://api-ref.agora.io/en/voice-sdk/web/4.x/index.html",
 	"peerDependencies": {},
 	"dependencies": {
-		"@agora-js/shared": "4.23.4",
-		"@agora-js/report": "4.23.4",
+		"@agora-js/shared": "4.24.0-1",
+		"@agora-js/report": "4.24.0-1",
 		"axios": "^1.8.3",
 		"agora-rte-extension": "^1.2.4",
 		"webrtc-adapter": "8.2.0"

package/rtc-sdk-media_en.d.ts

@@ -43,10 +43,10 @@ export declare interface AgoraRTCCompatibility {
     supportWebCrypto: boolean;
 }
 
-declare class AgoraRTCPlayer extends VideoPlayer {
+export declare class AgoraRTCPlayer extends VideoPlayer {
     private container?;
-    private slot;
-    constructor(config: PlayerConfig);
+    private slot?;
+    constructor(config: PlayerConfig, internal?: boolean);
     updateConfig(config: PlayerConfig): void;
     updateVideoTrack(track?: MediaStreamTrack): void;
     play(sessionId?: string): void;
@@ -285,6 +285,10 @@ export declare class AudioProcessorDestination extends EventEmitter implements I
     }): void;
 }
 
+export declare interface AudioPts {
+    value: BigInt;
+}
+
 declare abstract class AudioSource extends EventEmitter {
     outputNode: GainNode;
     outputTrack?: MediaStreamTrack;
@@ -826,6 +830,16 @@ export declare interface DenoiserStats {
 
 export declare function detectSupportAudioElementSetSinkId(): boolean;
 
+export declare function detectSupportAutCC(): boolean | undefined;
+
+export declare function detectSupportAutCCFeedback(): boolean | undefined;
+
+export declare function detectSupportInstantVideo(store?: SDKStore): boolean;
+
+export declare function detectSupportPrePc(store?: SDKStore): boolean;
+
+export declare function detectSupportPreSub(store?: SDKStore): boolean;
+
 /**
  * Information of the media input device.
  *
@@ -1098,7 +1112,7 @@ declare class FakeTrackSource extends EventEmitter {
     createMediaStreamSourceNode(): undefined;
 }
 
-export declare const frameData2CryptoBuffer: (imageData: ImageTypedData, appid: string, channelName: string) => Promise<Uint8Array<ArrayBufferLike>>;
+export declare const frameData2CryptoBuffer: (imageData: ImageTypedData, appid: string, channelName: string) => Promise<Uint8Array>;
 
 export declare function getAudioContext(): AudioContext;
 
@@ -1128,6 +1142,8 @@ export declare function getElectronScreenStreamByUserSelect(config: ScreenConstr
 
 export declare function getLocalStream(config: GetUserMediaConfig, id: string): Promise<MediaStream>;
 
+export declare function getNewNearestVideoProfile(width: number, height: number, frameRate: number): any;
+
 export declare function getNewVideoBitrate(width: number, height: number, fps: number): [number, number];
 
 export declare const getOriginSenderConfig: (track: LocalVideoTrack) => {
@@ -1788,7 +1804,9 @@ export declare function interceptRemoteAudioFrame(receiver: RTCRtpReceiver, opti
 export declare interface InterceptRemoteAudioFrameOptions {
     enableTopn?: boolean;
     enableMetadata?: boolean;
+    enablePts?: boolean;
     onMetadata?: (metadata: Uint8Array) => void;
+    onPts?: (pts: bigint) => void;
 }
 
 export declare function interceptRemoteVideoFrame(receiver: RTCRtpReceiver, options?: InterceptVideoFrameOptions): Promise<void>;
@@ -2294,6 +2312,7 @@ export declare class LocalVideoTrack extends LocalTrack implements ILocalVideoTr
     setBeautyEffect(enabled: boolean, options?: BeautyEffectOptions): Promise<void>;
     getCurrentFrameData(): ImageData;
     getCurrentFrameImage(imageType: string, quality?: number): Promise<ImageTypedData>;
+    findClosestProfile(): Promise<void>;
     setBitrateLimit(bitrateLimit: {
         max_bitrate: number;
         min_bitrate: number;
@@ -2547,7 +2566,8 @@ export declare type OptimizationMode = "motion" | "detail" | "balanced";
 
 export declare interface PlayerConfig extends VideoPlayerConfig {
     trackId: string;
-    element: HTMLElement;
+    element?: HTMLElement;
+    preEl?: HTMLVideoElement;
 }
 
 export declare function polyfillAudioNode(node: AudioNode): void;
@@ -2756,7 +2776,10 @@ export declare abstract class RemoteTrack extends Track implements IRemoteTrack
 export declare enum RemoteTrackEvents {
     FIRST_FRAME_DECODED = "first-frame-decoded",
     VIDEO_ELEMENT_VISIBLE_STATUS = "video-element-visible-status",
-    VIDEO_STATE_CHANGED = "video-state-changed"
+    VIDEO_STATE_CHANGED = "video-state-changed",
+    PLAY_START = "play-start",
+    PLAY_END = "play-end",
+    FIRST_FRAME_RENDER = "first-frame-render"
 }
 
 export declare class RemoteVideoTrack extends RemoteTrack implements IRemoteVideoTrack {
@@ -2767,11 +2790,12 @@ export declare class RemoteVideoTrack extends RemoteTrack implements IRemoteVide
     _videoWidth?: number;
     _videoHeight?: number;
     _player?: AgoraRTCPlayer | VideoPlayer;
+    private _prePlayer?;
     processorDestination: VideoProcessorDestination;
     protected processorContext: VideoProcessorContext;
     get isPlaying(): boolean;
     get __className__(): string;
-    constructor(track: MediaStreamTrack, userId: UID, uintId: number, store: SDKStore);
+    constructor(track: MediaStreamTrack, userId: UID, uintId: number, store: SDKStore, player?: AgoraRTCPlayer);
     getStats(): RemoteVideoTrackStats;
     play(element: string | HTMLElement | HTMLVideoElement, config?: VideoPlayerConfig): void;
     stop(): void;
@@ -3338,11 +3362,13 @@ declare class VideoPlayer {
     trackId: string;
     config: PlayerConfig;
     onFirstVideoFrameDecoded?: () => void;
+    onFirstVideoFrameRender?: () => void;
     onVideoStateChanged?: (state: VideoState) => void;
     freezeTimeCounterList: number[];
     renderFreezeAccTime: number;
     renderFreezeAccTime2: number;
     isKeepLastFrame: boolean;
+    isDestroyed: boolean;
     private timeUpdatedCount;
     private freezeTime;
     private playbackTime;
@@ -3351,6 +3377,7 @@ declare class VideoPlayer {
     protected videoTrack?: MediaStreamTrack;
     protected videoElement: HTMLVideoElement;
     protected cacheVideoElement?: HTMLVideoElement;
+    protected internal: boolean;
     get rendFrameRate(): number;
     get videoElementStatus(): MediaElementStatus;
     set videoElementStatus(status: MediaElementStatus);
@@ -3362,6 +3389,7 @@ declare class VideoPlayer {
     private videoElementCheckInterval?;
     private videoElementFreezeTimeout?;
     private _videoElementStatus;
+    private _isInPage;
     private isGettingVideoDimensions;
     constructor(config: PlayerConfig);
     getVideoElement(): HTMLVideoElement | undefined;
@@ -3375,6 +3403,7 @@ declare class VideoPlayer {
     protected initVideoElement(): void;
     protected resetVideoElement(): void;
     private startGetVideoDimensions;
+    private isSkipCalcRenderFreezeTime;
     private handleAutoPlayFailed;
     private autoResumeAfterInterruption;
     private handleVideoEvents;