agora-electron-sdk 4.5.1 → 4.5.2-dev.2

package/scripts/synclib.js

@@ -1,8 +1,8 @@
 const path = require('path');
 
-const download = require('download');
-
 const { destIrisSDKDir, cleanDir, destNativeSDKDir } = require('./clean');
+const download = require('./download');
+
 const getConfig = require('./getConfig');
 const logger = require('./logger');
 const { getOS, moveFile, getIrisStandAlone } = require('./util');

package/ts/Decoder/gpu-utils.ts

@@ -0,0 +1,92 @@
+//@ts-ignore
+import { BrowserWindow } from 'electron';
+
+/**
+ * @ignore
+ */
+
+export type VideoDecodeAcceleratorSupportedProfile = {
+  codec: string;
+  minWidth: number;
+  maxWidth: number;
+  minHeight: number;
+  maxHeight: number;
+};
+
+/**
+ * @ignore
+ */
+export class GpuInfo {
+  videoDecodeAcceleratorSupportedProfile: VideoDecodeAcceleratorSupportedProfile[] =
+    [];
+}
+
+/**
+ * @ignore
+ */
+export const getGpuInfoInternal = (callback: any): void => {
+  //@ts-ignore
+  if (process.type === 'renderer') {
+    console.error('getGpuInfoInternal should be called in main process');
+    return;
+  }
+  const gpuPage = new BrowserWindow({
+    show: false,
+    webPreferences: { offscreen: true },
+  });
+  gpuPage.loadURL('chrome://gpu');
+  let executeJavaScriptText =
+    `` +
+    `let videoAccelerationInfo = [];` +
+    `let nodeList = document.querySelector('info-view')?.shadowRoot?.querySelector('#video-acceleration-info info-view-table')?.shadowRoot?.querySelectorAll('#info-view-table info-view-table-row') || [];` +
+    `for (node of nodeList) {` +
+    `  videoAccelerationInfo.push({` +
+    `     title: node.shadowRoot.querySelector('#title')?.innerText,` +
+    `     value: node.shadowRoot.querySelector('#value')?.innerText,` +
+    ` })` +
+    `}` +
+    `JSON.stringify(videoAccelerationInfo)`;
+  gpuPage.webContents
+    .executeJavaScript(executeJavaScriptText)
+    .then((result: string) => {
+      if (!result) {
+        console.error(
+          'Failed to get GPU info, chrome://gpu is not available in this environment.'
+        );
+      }
+      let filterResult: { title: string; value: string }[] = JSON.parse(
+        result
+      ).filter((item: any) => {
+        return item.title.indexOf('Decode') !== -1;
+      });
+      let convertResult: VideoDecodeAcceleratorSupportedProfile[] = [];
+      const resolutionPattern = /(\d+)x(\d+) to (\d+)x(\d+)/;
+      for (const profile of filterResult) {
+        const match = profile.value.match(resolutionPattern);
+        if (!match) {
+          continue;
+        }
+
+        const [_resolution, minWidth, minHeight, maxWidth, maxHeight] = match;
+
+        convertResult.push({
+          codec: profile.title,
+          minWidth: minWidth ? Number(minWidth) : 0,
+          maxWidth: maxWidth ? Number(maxWidth) : 0,
+          minHeight: minHeight ? Number(minHeight) : 0,
+          maxHeight: maxHeight ? Number(maxHeight) : 0,
+        });
+      }
+      typeof callback === 'function' && callback(convertResult);
+    })
+    .catch((error: any) => {
+      console.error(
+        'Failed to get GPU info, please import agora-electron-sdk in main process',
+        error
+      );
+      typeof callback === 'function' && callback(error);
+    })
+    .finally(() => {
+      gpuPage.close();
+    });
+};

package/ts/Decoder/index.ts

@@ -0,0 +1,206 @@
+import { EncodedVideoFrameInfo, VideoFrameType } from '../Private/AgoraBase';
+
+import { WebCodecsRenderer } from '../Renderer/WebCodecsRenderer/index';
+import { CodecConfigInfo, RendererCacheContext, RendererType } from '../Types';
+import { AgoraEnv, logDebug, logInfo } from '../Utils';
+
+const frameTypeMapping = {
+  [VideoFrameType.VideoFrameTypeDeltaFrame]: 'delta',
+  [VideoFrameType.VideoFrameTypeKeyFrame]: 'key',
+  [VideoFrameType.VideoFrameTypeDroppableFrame]: 'delta', // this is a workaround for the issue that the frameType is not correct
+};
+
+export class WebCodecsDecoder {
+  private _decoder: VideoDecoder;
+  private renderers: WebCodecsRenderer[] = [];
+  private _cacheContext: RendererCacheContext;
+  // eslint-disable-next-line auto-import/auto-import
+  private pendingFrame: VideoFrame | null = null;
+  private _currentCodecConfig: CodecConfigInfo | null = null;
+
+  private _base_ts = 0;
+  private _base_ts_ntp = 1;
+  private _last_ts_ntp = 1;
+  private _decode_retry_count = 0;
+
+  constructor(
+    renders: WebCodecsRenderer[],
+    onError: (e: any) => void,
+    context: RendererCacheContext
+  ) {
+    this.renderers = renders;
+    this._cacheContext = context;
+    this._decoder = new VideoDecoder({
+      // @ts-ignore
+      output: this._output.bind(this),
+      error: (e) => {
+        onError(e);
+      },
+    });
+  }
+
+  // eslint-disable-next-line auto-import/auto-import
+  _output(frame: VideoFrame) {
+    // Schedule the frame to be rendered.
+    this._renderFrame(frame);
+  }
+
+  // eslint-disable-next-line auto-import/auto-import
+  private _renderFrame(frame: VideoFrame) {
+    if (!this.pendingFrame) {
+      // Schedule rendering in the next animation frame.
+      // eslint-disable-next-line auto-import/auto-import
+      requestAnimationFrame(this.renderAnimationFrame.bind(this));
+    } else {
+      // Close the current pending frame before replacing it.
+      this.pendingFrame.close();
+    }
+    // Set or replace the pending frame.
+    this.pendingFrame = frame;
+  }
+
+  renderAnimationFrame() {
+    for (let renderer of this.renderers) {
+      if (renderer.rendererType !== RendererType.WEBCODECSRENDERER) {
+        continue;
+      }
+      renderer.drawFrame(this.pendingFrame, this._currentCodecConfig!);
+      this.pendingFrame = null;
+    }
+  }
+
+  decoderConfigure(frameInfo: EncodedVideoFrameInfo) {
+    this.pendingFrame = null;
+    // @ts-ignore
+    let codec =
+      AgoraEnv.CapabilityManager?.frameCodecMapping[frameInfo.codecType!]
+        ?.codec;
+    if (!codec) {
+      AgoraEnv.AgoraRendererManager?.handleWebCodecsFallback(
+        this._cacheContext
+      );
+      throw new Error(
+        `codec ${frameInfo.codecType} is not in frameCodecMapping,failed to configure decoder, fallback to native decoder`
+      );
+    }
+    this._currentCodecConfig = {
+      codecType: frameInfo.codecType,
+      codedWidth: frameInfo.width,
+      codedHeight: frameInfo.height,
+      rotation: frameInfo.rotation,
+    };
+    this._decoder!.configure({
+      codec: codec,
+      codedWidth: frameInfo.width,
+      codedHeight: frameInfo.height,
+    });
+    logInfo(
+      `configure decoder: codedWidth: ${frameInfo.width}, codedHeight: ${frameInfo.height},codec: ${codec}`
+    );
+  }
+
+  updateTimestamps(ts: number) {
+    if (this._base_ts !== 0) {
+      if (ts > this._base_ts) {
+        this._last_ts_ntp =
+          this._base_ts_ntp + Math.floor(((ts - this._base_ts) * 1000) / 90);
+      } else {
+        this._base_ts = ts;
+        this._last_ts_ntp++;
+        this._base_ts_ntp = this._last_ts_ntp;
+      }
+    } else {
+      this._base_ts = ts;
+      this._last_ts_ntp = 1;
+    }
+  }
+
+  handleCodecIsChanged(frameInfo: EncodedVideoFrameInfo) {
+    if (
+      this._currentCodecConfig?.codecType !== frameInfo.codecType ||
+      this._currentCodecConfig?.codedWidth !== frameInfo.width ||
+      this._currentCodecConfig?.codedHeight !== frameInfo.height ||
+      this._currentCodecConfig?.rotation !== frameInfo.rotation
+    ) {
+      logInfo('frameInfo has changed, reconfigure decoder');
+      this._decoder.reset();
+      this.decoderConfigure(frameInfo);
+    }
+  }
+
+  // @ts-ignore
+  decodeFrame(
+    imageBuffer: Uint8Array,
+    frameInfo: EncodedVideoFrameInfo,
+    ts: number
+  ) {
+    try {
+      this.handleCodecIsChanged(frameInfo);
+    } catch (error: any) {
+      logInfo(error);
+      return;
+    }
+
+    if (!imageBuffer) {
+      logDebug('imageBuffer is empty, skip decode frame');
+      return;
+    }
+
+    let frameType: string | undefined;
+    if (frameInfo.frameType !== undefined) {
+      // @ts-ignore
+      frameType = frameTypeMapping[frameInfo.frameType];
+    }
+    if (!frameType) {
+      logDebug('frameType is not in frameTypeMapping, skip decode frame');
+      return;
+    }
+
+    this.updateTimestamps(ts);
+
+    try {
+      this._decoder.decode(
+        new EncodedVideoChunk({
+          data: imageBuffer,
+          timestamp: this._last_ts_ntp,
+          // @ts-ignore
+          type: frameType,
+          // @ts-ignore
+          transfer: [imageBuffer.buffer],
+        })
+      );
+      this._decode_retry_count = 0;
+    } catch (e) {
+      /// There are some cases that the decoder failed to decode the frame, we will retry for a few times
+      /// If the decoder still failed to decode the frame, we will fallback to native decoder
+      /// The retry count is defined in AgoraEnv.maxDecodeRetryCount
+      /// The retry count will be reset to 0 when the decoder successfully decode a frame
+      if (this._decode_retry_count >= AgoraEnv.maxDecodeRetryCount) {
+        AgoraEnv.AgoraRendererManager?.handleWebCodecsFallback(
+          this._cacheContext
+        );
+        throw new Error(
+          `failed to decode frame over ${this._decode_retry_count} times, fallback to native decoder`
+        );
+      }
+      this._decode_retry_count++;
+    }
+  }
+
+  reset() {
+    this._base_ts = 0;
+    this._base_ts_ntp = 1;
+    this._last_ts_ntp = 1;
+    this._decoder.reset();
+  }
+
+  release() {
+    try {
+      if (this.pendingFrame) {
+        this.pendingFrame.close();
+      }
+      this._decoder.close();
+    } catch (e) {}
+    this.pendingFrame = null;
+  }
+}

package/ts/Private/AgoraBase.ts

@@ -148,6 +148,10 @@ export enum WarnCodeType {
    * @ignore
    */
   WarnAdmImproperSettings = 1053,
+  /**
+   * @ignore
+   */
+  WarnAdmPopState = 1055,
   /**
    * @ignore
    */
@@ -1985,7 +1989,7 @@ export enum AudioProfileType {
    */
   AudioProfileMusicHighQualityStereo = 5,
   /**
-   * 6: A sample rate of 16 kHz, audio encoding, mono, and Acoustic Echo Cancellation (AES) enabled.
+   * 6: A sample rate of 16 kHz, audio encoding, mono, and Acoustic Echo Cancellation (AEC) enabled.
    */
   AudioProfileIot = 6,
   /**
@@ -2018,10 +2022,18 @@ export enum AudioScenarioType {
    * 8: Meeting scenario that mainly contains the human voice.
    */
   AudioScenarioMeeting = 8,
+  /**
+   * @ignore
+   */
+  AudioScenarioAiServer = 9,
+  /**
+   * 10: AI conversation scenario, which is only applicable to scenarios where the user interacts with the conversational AI agent created by.
+   */
+  AudioScenarioAiClient = 10,
   /**
    * The number of enumerations.
    */
-  AudioScenarioNum = 9,
+  AudioScenarioNum = 11,
 }
 
 /**
@@ -2397,7 +2409,7 @@ export enum LocalVideoStreamReason {
    */
   LocalVideoStreamReasonScreenCaptureResumed = 29,
   /**
-   * 30: The displayer used for screen capture is disconnected.
+   * 30: The displayer used for screen capture is disconnected. The current screen sharing has been paused. Prompt the user to restart the screen sharing.
    */
   LocalVideoStreamReasonScreenCaptureDisplayDisconnected = 30,
 }
@@ -3190,7 +3202,9 @@ export class TranscodingVideoStream {
    */
   remoteUserUid?: number;
   /**
-   * The URL of the image. Use this parameter only when the source type is the image for local video mixing.
+   * The file path of local images. Use this parameter only when the source type is the image for local video mixing. Examples:
+   *  macOS: ~/Pictures/image.png
+   *  Windows: C:\\Users\\{username}\\Pictures\\image.png
    */
   imageUrl?: string;
   /**

package/ts/Private/IAgoraRtcEngine.ts

@@ -1646,7 +1646,7 @@ export interface IRtcEngineEventHandler {
   /**
    * Occurs when the remote video stream state changes.
    *
-   * This callback does not work properly when the number of users (in the communication profile) or hosts (in the live streaming channel) in a channel exceeds 17.
+   * This callback does not work properly when the number of users (in the communication profile) or hosts (in the live streaming channel) in a channel exceeds 32.
    *
    * @param connection The connection information. See RtcConnection.
    * @param remoteUid The ID of the remote user whose video state changes.
@@ -1685,7 +1685,7 @@ export interface IRtcEngineEventHandler {
    * Occurs when a remote user (in the communication profile)/ host (in the live streaming profile) joins the channel.
    *
    * In a communication channel, this callback indicates that a remote user joins the channel. The SDK also triggers this callback to report the existing users in the channel when a user joins the channel.
-   *  In a live-broadcast channel, this callback indicates that a host joins the channel. The SDK also triggers this callback to report the existing hosts in the channel when a host joins the channel. Agora recommends limiting the number of hosts to 17.
+   *  In a live-broadcast channel, this callback indicates that a host joins the channel. The SDK also triggers this callback to report the existing hosts in the channel when a host joins the channel. Agora recommends limiting the number of co-hosts to 32, with a maximum of 17 video hosts.
    *
    * @param connection The connection information. See RtcConnection.
    * @param remoteUid The ID of the user or host who joins the channel.
@@ -1717,7 +1717,7 @@ export interface IRtcEngineEventHandler {
   /**
    * Occurs when a remote user (in the communication profile) or a host (in the live streaming profile) stops/resumes sending the audio stream.
    *
-   * The SDK triggers this callback when the remote user stops or resumes sending the audio stream by calling the muteLocalAudioStream method. This callback does not work properly when the number of users (in the communication profile) or hosts (in the live streaming channel) in a channel exceeds 17.
+   * The SDK triggers this callback when the remote user stops or resumes sending the audio stream by calling the muteLocalAudioStream method. This callback does not work properly when the number of users (in the communication profile) or hosts (in the live streaming channel) in a channel exceeds 32.
    *
    * @param connection The connection information. See RtcConnection.
    * @param remoteUid The user ID.
@@ -1732,7 +1732,7 @@ export interface IRtcEngineEventHandler {
   /**
    * Occurs when a remote user stops or resumes publishing the video stream.
    *
-   * When a remote user calls muteLocalVideoStream to stop or resume publishing the video stream, the SDK triggers this callback to report to the local user the state of the streams published by the remote user. This callback can be inaccurate when the number of users (in the communication profile) or hosts (in the live streaming profile) in a channel exceeds 17.
+   * When a remote user calls muteLocalVideoStream to stop or resume publishing the video stream, the SDK triggers this callback to report to the local user the state of the streams published by the remote user. This callback can be inaccurate when the number of users (in the communication profile) or hosts (in the live streaming profile) in a channel exceeds 32.
    *
    * @param connection The connection information. See RtcConnection.
    * @param remoteUid The user ID of the remote user.
@@ -2070,7 +2070,7 @@ export interface IRtcEngineEventHandler {
   /**
    * Occurs when the remote audio state changes.
    *
-   * When the audio state of a remote user (in a voice/video call channel) or host (in a live streaming channel) changes, the SDK triggers this callback to report the current state of the remote audio stream. This callback does not work properly when the number of users (in the communication profile) or hosts (in the live streaming channel) in a channel exceeds 17.
+   * When the audio state of a remote user (in a voice/video call channel) or host (in a live streaming channel) changes, the SDK triggers this callback to report the current state of the remote audio stream. This callback does not work properly when the number of users (in the communication profile) or hosts (in the live streaming channel) in a channel exceeds 32.
    *
    * @param connection The connection information. See RtcConnection.
    * @param remoteUid The ID of the remote user whose audio state changes.
@@ -5228,7 +5228,6 @@ export abstract class IRtcEngine {
    * Enables loopback audio capturing.
    *
    * If you enable loopback audio capturing, the output of the sound card is mixed into the audio stream sent to the other end.
-   *  The macOS system's default sound card does not support recording functionality. As of v4.5.0, when you call this method for the first time, the SDK will automatically install the built-in AgoraALD virtual sound card developed by Agora. After successful installation, the audio routing will automatically switch to the virtual sound card and use it for audio capturing.
    *  You can call this method either before or after joining a channel.
    *  If you call the disableAudio method to disable the audio module, audio capturing will be disabled as well. If you need to enable audio capturing, call the enableAudio method to enable the audio module and then call the enableLoopbackRecording method.
    *
@@ -6681,7 +6680,7 @@ export abstract class IRtcEngine {
    * Enables tracing the video frame rendering process.
    *
    * The SDK starts tracing the rendering status of the video frames in the channel from the moment this method is successfully called and reports information about the event through the onVideoRenderingTracingResult callback.
-   *  By default, the SDK starts tracing the video rendering event automatically when the local user successfully joins the channel. You can call this method at an appropriate time according to the actual application scenario to customize the tracing process.
+   *  The SDK automatically starts tracking the rendering events of the video from the moment that you call joinChannel to join the channel. You can call this method at an appropriate time according to the actual application scenario to customize the tracing process.
    *  After the local user leaves the current channel, the SDK automatically resets the time point to the next time when the user successfully joins the channel.
    *
    * @returns

package/ts/Private/IAgoraRtcEngineEx.ts

@@ -145,6 +145,7 @@ export abstract class IRtcEngineEx extends IRtcEngine {
    * Initializes the video view of a remote user.
    *
    * This method initializes the video view of a remote stream on the local device. It affects only the video view that the local user sees. Call this method to bind the remote video stream to a video view and to set the rendering and mirror modes of the video view. The application specifies the uid of the remote video in the VideoCanvas method before the remote user joins the channel. If the remote uid is unknown to the application, set it after the application receives the onUserJoined callback. If the Video Recording function is enabled, the Video Recording Service joins the channel as a dummy client, causing other clients to also receive the onUserJoined callback. Do not bind the dummy client to the application view because the dummy client does not send any video streams. To unbind the remote user from the view, set the view parameter to NULL. Once the remote user leaves the channel, the SDK unbinds the remote user.
+   *  Call this method after joinChannelEx.
    *  To update the rendering or mirror mode of the remote video view during a call, use the setRemoteRenderModeEx method.
    *
    * @param canvas The remote video view settings. See VideoCanvas.
@@ -929,7 +930,7 @@ export abstract class IRtcEngineEx extends IRtcEngine {
   /**
    * Enables tracing the video frame rendering process.
    *
-   * By default, the SDK starts tracing the video rendering event automatically when the local user successfully joins the channel. You can call this method at an appropriate time according to the actual application scenario to customize the tracing process.
+   * The SDK automatically starts tracking the rendering events of the video from the moment that you call joinChannel to join the channel. You can call this method at an appropriate time according to the actual application scenario to customize the tracing process.
    *  After the local user leaves the current channel, the SDK automatically resets the time point to the next time when the user successfully joins the channel. The SDK starts tracing the rendering status of the video frames in the channel from the moment this method is successfully called and reports information about the event through the onVideoRenderingTracingResult callback.
    *
    * @param connection The connection information. See RtcConnection.

package/ts/Private/extension/AgoraBaseExtension.ts

@@ -1 +1,14 @@
-export {};
+import '../AgoraBase';
+
+declare module '../AgoraBase' {
+  interface VideoCanvas {
+    /**
+     * @ignore
+     */
+    useWebCodecsDecoder?: boolean;
+    /**
+     * @ignore
+     */
+    enableFps?: boolean;
+  }
+}

package/ts/Private/internal/IrisApiEngine.ts

@@ -2,6 +2,8 @@ import EventEmitter from 'eventemitter3';
 import JSONBigInt from 'json-bigint';
 const JSON = JSONBigInt({ storeAsString: true });
 
+import createAgoraRtcEngine from '../../AgoraSdk';
+import { IAgoraElectronBridge } from '../../Types';
 import { AgoraEnv, logDebug, logError, logInfo, logWarn } from '../../Utils';
 import { IAudioEncodedFrameObserver } from '../AgoraBase';
 import {
@@ -67,8 +69,11 @@ import { RtcEngineExInternal } from './RtcEngineExInternal';
 // @ts-ignore
 export const DeviceEventEmitter: EventEmitter = new EventEmitter();
 
-const AgoraRtcNg = AgoraEnv.AgoraElectronBridge;
-AgoraRtcNg.OnEvent('call_back_with_buffer', (...params: any) => {
+const AgoraNode = require('../../../build/Release/agora_node_ext');
+export const AgoraElectronBridge: IAgoraElectronBridge =
+  new AgoraNode.AgoraElectronBridge();
+
+AgoraElectronBridge.OnEvent('call_back_with_buffer', (...params: any) => {
   try {
     handleEvent(...params);
   } catch (e) {
@@ -441,7 +446,7 @@ function handleEvent(...[event, data, buffers]: any) {
 export function callIrisApi(funcName: string, params: any): any {
   try {
     const buffers: Uint8Array[] = [];
-
+    const rtcEngine = createAgoraRtcEngine();
     if (funcName.startsWith('MediaEngine_')) {
       switch (funcName) {
         case 'MediaEngine_pushAudioFrame_c71f4ab':
@@ -485,16 +490,16 @@ export function callIrisApi(funcName: string, params: any): any {
     } else if (funcName.startsWith('RtcEngine_')) {
       switch (funcName) {
         case 'RtcEngine_initialize_0320339':
-          AgoraRtcNg.InitializeEnv();
+          AgoraElectronBridge.InitializeEnv();
           break;
         case 'RtcEngine_release':
-          AgoraRtcNg.CallApi(
+          AgoraElectronBridge.CallApi(
             funcName,
             JSON.stringify(params),
             buffers,
             buffers.length
           );
-          AgoraRtcNg.ReleaseEnv();
+          AgoraElectronBridge.ReleaseEnv();
           return;
         case 'RtcEngine_sendMetaData':
           // metadata.buffer
@@ -522,8 +527,17 @@ export function callIrisApi(funcName: string, params: any): any {
           break;
       }
     }
+    if (funcName.indexOf('joinChannel') != -1) {
+      if (AgoraEnv.CapabilityManager?.webCodecsDecoderEnabled) {
+        rtcEngine.getMediaEngine().registerVideoEncodedFrameObserver({});
+      }
+    } else if (funcName.indexOf('leaveChannel') != -1) {
+      if (AgoraEnv.CapabilityManager?.webCodecsDecoderEnabled) {
+        rtcEngine.getMediaEngine().unregisterVideoEncodedFrameObserver({});
+      }
+    }
 
-    let { callApiReturnCode, callApiResult } = AgoraRtcNg.CallApi(
+    let { callApiReturnCode, callApiResult } = AgoraElectronBridge.CallApi(
       funcName,
       JSON.stringify(params),
       buffers,

package/ts/Private/internal/RtcEngineExInternal.ts

@@ -1,11 +1,18 @@
 import { createCheckers } from 'ts-interface-checker';
 
+import { AgoraElectronBridge } from '../../Private/internal/IrisApiEngine';
 import { AgoraEnv, logError, parseIntPtr2Number } from '../../Utils';
+import { VideoEncoderConfiguration } from '../AgoraBase';
 let RendererManager: any;
-if (typeof window !== 'undefined') {
+let CapabilityManager: any;
+//@ts-ignore
+if (process.type === 'renderer') {
   RendererManager = require('../../Renderer/RendererManager').RendererManager;
+  CapabilityManager =
+    require('../../Renderer/CapabilityManager').CapabilityManager;
 } else {
   RendererManager = undefined;
+  CapabilityManager = undefined;
 }
 import {
   AudioEncodedFrameObserverConfig,
@@ -92,22 +99,25 @@ export class RtcEngineExInternal extends IRtcEngineExImpl {
   private _h265_transcoder: IH265Transcoder = new H265TranscoderInternal();
 
   override initialize(context: RtcEngineContext): number {
+    const ret = super.initialize(context);
+    callIrisApi.call(this, 'RtcEngine_setAppType', {
+      appType: 3,
+    });
     if (AgoraEnv.webEnvReady) {
       // @ts-ignore
       window.AgoraEnv = AgoraEnv;
       if (AgoraEnv.AgoraRendererManager === undefined && RendererManager) {
         AgoraEnv.AgoraRendererManager = new RendererManager();
       }
+      if (AgoraEnv.CapabilityManager === undefined && CapabilityManager) {
+        AgoraEnv.CapabilityManager = new CapabilityManager();
+      }
     }
-    const ret = super.initialize(context);
-    callIrisApi.call(this, 'RtcEngine_setAppType', {
-      appType: 3,
-    });
     return ret;
   }
 
   override release(sync: boolean = false) {
-    AgoraEnv.AgoraElectronBridge.ReleaseRenderer();
+    AgoraElectronBridge.ReleaseRenderer();
     AgoraEnv.AgoraRendererManager?.release();
     AgoraEnv.AgoraRendererManager = undefined;
     this._media_engine.release();
@@ -127,6 +137,8 @@ export class RtcEngineExInternal extends IRtcEngineExImpl {
     MediaRecorderInternal._observers.clear();
     this._h265_transcoder.release();
     this.removeAllListeners();
+    AgoraEnv.CapabilityManager?.release();
+    AgoraEnv.CapabilityManager = undefined;
     super.release(sync);
   }
 
@@ -326,6 +338,13 @@ export class RtcEngineExInternal extends IRtcEngineExImpl {
     return super.unregisterMediaMetadataObserver(observer, type);
   }
 
+  override setVideoEncoderConfiguration(
+    config: VideoEncoderConfiguration
+  ): number {
+    AgoraEnv.encodeAlpha = config?.advanceOptions?.encodeAlpha ?? false;
+    return super.setVideoEncoderConfiguration(config);
+  }
+
   protected override getApiTypeFromJoinChannel(
     token: string,
     channelId: string,
@@ -502,7 +521,7 @@ export class RtcEngineExInternal extends IRtcEngineExImpl {
         if (!value.thumbImage?.buffer || !value.thumbImage?.length) {
           value.thumbImage!.buffer = undefined;
         } else {
-          value.thumbImage!.buffer = AgoraEnv.AgoraElectronBridge.GetBuffer(
+          value.thumbImage!.buffer = AgoraElectronBridge.GetBuffer(
             value.thumbImage!.buffer as unknown as number,
             value.thumbImage.length!
           );
@@ -510,7 +529,7 @@ export class RtcEngineExInternal extends IRtcEngineExImpl {
         if (!value.iconImage?.buffer || !value.iconImage?.length) {
           value.iconImage!.buffer = undefined;
         } else {
-          value.iconImage.buffer = AgoraEnv.AgoraElectronBridge.GetBuffer(
+          value.iconImage.buffer = AgoraElectronBridge.GetBuffer(
             value.iconImage!.buffer as unknown as number,
             value.iconImage.length!
           );

package/ts/Private/ipc/main.ts

@@ -0,0 +1,22 @@
+//@ts-ignore
+import { app, ipcMain } from 'electron';
+
+import { getGpuInfoInternal } from '../../Decoder/gpu-utils';
+
+import { IPCMessageType } from '../../Types';
+//@ts-ignore
+if (process.type !== 'renderer') {
+  ipcMain.handle(IPCMessageType.AGORA_IPC_GET_GPU_INFO, () => {
+    return new Promise((resolve) => {
+      getGpuInfoInternal((result: any) => {
+        resolve(result);
+      });
+    });
+  });
+  console.log('[agora-electron] main process AgoraIPCMain handler registered');
+
+  app.on('quit', () => {
+    ipcMain.removeHandler(IPCMessageType.AGORA_IPC_GET_GPU_INFO);
+    console.log('[agora-electron] main process AgoraIPCMain handler removed');
+  });
+}

package/ts/Private/ipc/renderer.ts

@@ -0,0 +1,21 @@
+//@ts-ignore
+import { ipcRenderer } from 'electron';
+
+import { IPCMessageType } from '../../Types';
+import { logError } from '../../Utils';
+
+export async function ipcSend(
+  channel: IPCMessageType,
+  ...args: any[]
+): Promise<any> {
+  if (!Object.values(IPCMessageType).includes(channel)) {
+    logError('Invalid IPCMessageType');
+    return;
+  }
+  //@ts-ignore
+  if (process.type === 'renderer') {
+    return await ipcRenderer.invoke(channel, ...args);
+  } else {
+    logError('Not in renderer process, cannot send ipc message');
+  }
+}