agora-electron-sdk 0.0.0-dev.1

package/types/Private/IAgoraMediaEngine.d.ts

@@ -0,0 +1,250 @@
+import './extension/IAgoraMediaEngineExtension';
+import { AudioTrackConfig, AudioTrackType, EncodedVideoFrameInfo, SenderOptions } from './AgoraBase';
+import { AudioFrame, ExternalVideoFrame, ExternalVideoSourceType, IAudioFrameObserver, IFaceInfoObserver, IVideoEncodedFrameObserver, IVideoFrameObserver } from './AgoraMediaBase';
+/**
+ * The channel mode.
+ */
+export declare enum AudioMixingDualMonoMode {
+    /**
+     * @ignore
+     */
+    AudioMixingDualMonoAuto = 0,
+    /**
+     * 1: Left channel mode. This mode replaces the audio of the right channel with the audio of the left channel, which means the user can only hear the audio of the left channel.
+     */
+    AudioMixingDualMonoL = 1,
+    /**
+     * 2: Right channel mode. This mode replaces the audio of the left channel with the audio of the right channel, which means the user can only hear the audio of the right channel.
+     */
+    AudioMixingDualMonoR = 2,
+    /**
+     * 3: Mixed channel mode. This mode mixes the audio of the left channel and the right channel, which means the user can hear the audio of the left channel and the right channel at the same time.
+     */
+    AudioMixingDualMonoMix = 3
+}
+/**
+ * The IMediaEngine class.
+ */
+export declare abstract class IMediaEngine {
+    /**
+     * Registers an audio frame observer object.
+     *
+     * Call this method to register an audio frame observer object (register a callback). When you need the SDK to trigger the onMixedAudioFrame, onRecordAudioFrame, onPlaybackAudioFrame, onPlaybackAudioFrameBeforeMixing or onEarMonitoringAudioFrame callback, you need to use this method to register the callbacks.
+     *
+     * @param observer The observer instance. See IAudioFrameObserver. Agora recommends calling this method after receiving onLeaveChannel to release the audio observer object.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract registerAudioFrameObserver(observer: IAudioFrameObserver): number;
+    /**
+     * Registers a raw video frame observer object.
+     *
+     * If you want to observe raw video frames (such as YUV or RGBA format), Agora recommends that you implement one IVideoFrameObserver class with this method. When calling this method to register a video observer, you can register callbacks in the IVideoFrameObserver class as needed. After you successfully register the video frame observer, the SDK triggers the registered callbacks each time a video frame is received.
+     *
+     * @param observer The observer instance. See IVideoFrameObserver.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract registerVideoFrameObserver(observer: IVideoFrameObserver): number;
+    /**
+     * Registers a receiver object for the encoded video image.
+     *
+     * If you only want to observe encoded video frames (such as H.264 format) without decoding and rendering the video, Agora recommends that you implement one IVideoEncodedFrameObserver class through this method. Call this method before joining a channel.
+     *
+     * @param observer The video frame observer object. See IVideoEncodedFrameObserver.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract registerVideoEncodedFrameObserver(observer: IVideoEncodedFrameObserver): number;
+    /**
+     * Registers a facial information observer.
+     *
+     * You can call this method to register the onFaceInfo callback to receive the facial information processed by Agora speech driven extension. When calling this method to register a facial information observer, you can register callbacks in the IFaceInfoObserver class as needed. After successfully registering the facial information observer, the SDK triggers the callback you have registered when it captures the facial information converted by the speech driven extension.
+     *  Call this method before joining a channel.
+     *  Before calling this method, you need to make sure that the speech driven extension has been enabled by calling enableExtension.
+     *
+     * @param observer Facial information observer, see IFaceInfoObserver.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract registerFaceInfoObserver(observer: IFaceInfoObserver): number;
+    /**
+     * Pushes the external audio frame.
+     *
+     * Call this method to push external audio frames through the audio track.
+     *
+     * @param frame The external audio frame. See AudioFrame.
+     * @param trackId The audio track ID. If you want to publish a custom external audio source, set this parameter to the ID of the corresponding custom audio track you want to publish.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract pushAudioFrame(frame: AudioFrame, trackId?: number): number;
+    /**
+     * Pulls the remote audio data.
+     *
+     * After a successful call of this method, the app pulls the decoded and mixed audio data for playback.
+     *
+     * @returns
+     * The AudioFrame instance, if the method call succeeds.
+     *  An error code, if the call fails,.
+     */
+    abstract pullAudioFrame(frame: AudioFrame): number;
+    /**
+     * Configures the external video source.
+     *
+     * After calling this method to enable an external video source, you can call pushVideoFrame to push external video data to the SDK.
+     *
+     * @param enabled Whether to use the external video source: true : Use the external video source. The SDK prepares to accept the external video frame. false : (Default) Do not use the external video source.
+     * @param useTexture Whether to use the external video frame in the Texture format. true : Use the external video frame in the Texture format. false : (Default) Do not use the external video frame in the Texture format.
+     * @param sourceType Whether the external video frame is encoded. See ExternalVideoSourceType.
+     * @param encodedVideoOption Video encoding options. This parameter needs to be set if sourceType is EncodedVideoFrame. To set this parameter, contact.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract setExternalVideoSource(enabled: boolean, useTexture: boolean, sourceType?: ExternalVideoSourceType, encodedVideoOption?: SenderOptions): number;
+    /**
+     * @ignore
+     */
+    abstract setExternalRemoteEglContext(eglContext: any): number;
+    /**
+     * Sets the external audio source parameters.
+     *
+     * Deprecated: This method is deprecated, use createCustomAudioTrack instead.
+     *
+     * @param enabled Whether to enable the external audio source: true : Enable the external audio source. false : (Default) Disable the external audio source.
+     * @param sampleRate The sample rate (Hz) of the external audio source which can be set as 8000, 16000, 32000, 44100, or 48000.
+     * @param channels The number of channels of the external audio source, which can be set as 1 (Mono) or 2 (Stereo).
+     * @param localPlayback Whether to play the external audio source: true : Play the external audio source. false : (Default) Do not play the external source.
+     * @param publish Whether to publish audio to the remote users: true : (Default) Publish audio to the remote users. false : Do not publish audio to the remote users.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract setExternalAudioSource(enabled: boolean, sampleRate: number, channels: number, localPlayback?: boolean, publish?: boolean): number;
+    /**
+     * Creates a custom audio track.
+     *
+     * Call this method before joining a channel. To publish a custom audio source, see the following steps:
+     *  Call this method to create a custom audio track and get the audio track ID.
+     *  Call joinChannel to join the channel. In ChannelMediaOptions, set publishCustomAudioTrackId to the audio track ID that you want to publish, and set publishCustomAudioTrack to true.
+     *  Call pushAudioFrame and specify trackId as the audio track ID set in step 2. You can then publish the corresponding custom audio source in the channel.
+     *
+     * @param trackType The type of the custom audio track. See AudioTrackType. If AudioTrackDirect is specified for this parameter, you must set publishMicrophoneTrack to false in ChannelMediaOptions when calling joinChannel to join the channel; otherwise, joining the channel fails and returns the error code -2.
+     * @param config The configuration of the custom audio track. See AudioTrackConfig.
+     *
+     * @returns
+     * If the method call is successful, the audio track ID is returned as the unique identifier of the audio track.
+     *  If the method call fails, 0xffffffff is returned.
+     */
+    abstract createCustomAudioTrack(trackType: AudioTrackType, config: AudioTrackConfig): number;
+    /**
+     * Destroys the specified audio track.
+     *
+     * @param trackId The custom audio track ID returned in createCustomAudioTrack.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract destroyCustomAudioTrack(trackId: number): number;
+    /**
+     * Sets the external audio sink.
+     *
+     * After enabling the external audio sink, you can call pullAudioFrame to pull remote audio frames. The app can process the remote audio and play it with the audio effects that you want.
+     *
+     * @param enabled Whether to enable or disable the external audio sink: true : Enables the external audio sink. false : (Default) Disables the external audio sink.
+     * @param sampleRate The sample rate (Hz) of the external audio sink, which can be set as 16000, 32000, 44100, or 48000.
+     * @param channels The number of audio channels of the external audio sink:
+     *  1: Mono.
+     *  2: Stereo.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract setExternalAudioSink(enabled: boolean, sampleRate: number, channels: number): number;
+    /**
+     * @ignore
+     */
+    abstract enableCustomAudioLocalPlayback(trackId: number, enabled: boolean): number;
+    /**
+     * Pushes the external raw video frame to the SDK through video tracks.
+     *
+     * To publish a custom video source, see the following steps:
+     *  Call createCustomVideoTrack to create a video track and get the video track ID.
+     *  Call joinChannel to join the channel. In ChannelMediaOptions, set customVideoTrackId to the video track ID that you want to publish, and set publishCustomVideoTrack to true.
+     *  Call this method and specify videoTrackId as the video track ID set in step 2. You can then publish the corresponding custom video source in the channel. After calling this method, even if you stop pushing external video frames to the SDK, the custom video stream will still be counted as the video duration usage and incur charges. Agora recommends that you take appropriate measures based on the actual situation to avoid such video billing.
+     *  If you no longer need to capture external video data, you can call destroyCustomVideoTrack to destroy the custom video track.
+     *  If you only want to use the external video data for local preview and not publish it in the channel, you can call muteLocalVideoStream to cancel sending video stream or call updateChannelMediaOptions to set publishCustomVideoTrack to false.
+     *
+     * @param frame The external raw video frame to be pushed. See ExternalVideoFrame.
+     * @param videoTrackId The video track ID returned by calling the createCustomVideoTrack method. The default value is 0.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract pushVideoFrame(frame: ExternalVideoFrame, videoTrackId?: number): number;
+    /**
+     * @ignore
+     */
+    abstract pushEncodedVideoImage(imageBuffer: Uint8Array, length: number, videoEncodedFrameInfo: EncodedVideoFrameInfo, videoTrackId?: number): number;
+    /**
+     * @ignore
+     */
+    abstract release(): void;
+    /**
+     * Unregisters an audio frame observer.
+     *
+     * @param observer The audio frame observer, reporting the reception of each audio frame. See IAudioFrameObserver.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract unregisterAudioFrameObserver(observer: IAudioFrameObserver): number;
+    /**
+     * Unregisters the video frame observer.
+     *
+     * @param observer The video observer, reporting the reception of each video frame. See IVideoFrameObserver.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract unregisterVideoFrameObserver(observer: IVideoFrameObserver): number;
+    /**
+     * Unregisters a receiver object for the encoded video frame.
+     *
+     * @param observer The video observer, reporting the reception of each video frame. See IVideoEncodedFrameObserver.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract unregisterVideoEncodedFrameObserver(observer: IVideoEncodedFrameObserver): number;
+    /**
+     * Unregisters a facial information observer.
+     *
+     * @param observer Facial information observer, see IFaceInfoObserver.
+     *
+     * @returns
+     * 0: Success.
+     *  < 0: Failure.
+     */
+    abstract unregisterFaceInfoObserver(observer: IFaceInfoObserver): number;
+}
+//# sourceMappingURL=IAgoraMediaEngine.d.ts.map

package/types/Private/IAgoraMediaEngine.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"IAgoraMediaEngine.d.ts","sourceRoot":"","sources":["../../ts/Private/IAgoraMediaEngine.ts"],"names":[],"mappings":"AAAA,OAAO,wCAAwC,CAAC;AAChD,OAAO,EACL,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,aAAa,EACd,MAAM,aAAa,CAAC;AACrB,OAAO,EACL,UAAU,EACV,kBAAkB,EAClB,uBAAuB,EACvB,mBAAmB,EACnB,iBAAiB,EACjB,0BAA0B,EAC1B,mBAAmB,EACpB,MAAM,kBAAkB,CAAC;AAE1B;;GAEG;AACH,oBAAY,uBAAuB;IACjC;;OAEG;IACH,uBAAuB,IAAI;IAC3B;;OAEG;IACH,oBAAoB,IAAI;IACxB;;OAEG;IACH,oBAAoB,IAAI;IACxB;;OAEG;IACH,sBAAsB,IAAI;CAC3B;AAED;;GAEG;AACH,8BAAsB,YAAY;IAChC;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,0BAA0B,CAAC,QAAQ,EAAE,mBAAmB,GAAG,MAAM;IAE1E;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,0BAA0B,CAAC,QAAQ,EAAE,mBAAmB,GAAG,MAAM;IAE1E;;;;;;;;;;OAUG;IACH,QAAQ,CAAC,iCAAiC,CACxC,QAAQ,EAAE,0BAA0B,GACnC,MAAM;IAET;;;;;;;;;;;;OAYG;IACH,QAAQ,CAAC,wBAAwB,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;IAEtE;;;;;;;;;;;OAWG;IACH,QAAQ,CAAC,cAAc,CAAC,KAAK,EAAE,UAAU,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM;IAEpE;;;;;;;;OAQG;IACH,QAAQ,CAAC,cAAc,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM;IAElD;;;;;;;;;;;;;OAaG;IACH,QAAQ,CAAC,sBAAsB,CAC7B,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,OAAO,EACnB,UAAU,CAAC,EAAE,uBAAuB,EACpC,kBAAkB,CAAC,EAAE,aAAa,GACjC,MAAM;IAET;;OAEG;IACH,QAAQ,CAAC,2BAA2B,CAAC,UAAU,EAAE,GAAG,GAAG,MAAM;IAE7D;;;;;;;;;;;;;;OAcG;IACH,QAAQ,CAAC,sBAAsB,CAC7B,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,EAChB,aAAa,CAAC,EAAE,OAAO,EACvB,OAAO,CAAC,EAAE,OAAO,GAChB,MAAM;IAET;;;;;;;;;;;;;;OAcG;IACH,QAAQ,CAAC,sBAAsB,CAC7B,SAAS,EAAE,cAAc,EACzB,MAAM,EAAE,gBAAgB,GACvB,MAAM;IAET;;;;;;;;OAQG;IACH,QAAQ,CAAC,uBAAuB,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAEzD;;;;;;;;;;;;;;OAcG;IACH,QAAQ,CAAC,oBAAoB,CAC3B,OAAO,EAAE,OAAO,EAChB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,GACf,MAAM;IAET;;OAEG;IACH,QAAQ,CAAC,8BAA8B,CACrC,OAAO,EAAE,MAAM,EACf,OAAO,EAAE,OAAO,GACf,MAAM;IAET;;;;;;;;;;;;;;;;OAgBG;IACH,QAAQ,CAAC,cAAc,CACrB,KAAK,EAAE,kBAAkB,EACzB,YAAY,CAAC,EAAE,MAAM,GACpB,MAAM;IAET;;OAEG;IACH,QAAQ,CAAC,qBAAqB,CAC5B,WAAW,EAAE,UAAU,EACvB,MAAM,EAAE,MAAM,EACd,qBAAqB,EAAE,qBAAqB,EAC5C,YAAY,CAAC,EAAE,MAAM,GACpB,MAAM;IAET;;OAEG;IACH,QAAQ,CAAC,OAAO,IAAI,IAAI;IAExB;;;;;;;;OAQG;IACH,QAAQ,CAAC,4BAA4B,CAAC,QAAQ,EAAE,mBAAmB,GAAG,MAAM;IAE5E;;;;;;;;OAQG;IACH,QAAQ,CAAC,4BAA4B,CAAC,QAAQ,EAAE,mBAAmB,GAAG,MAAM;IAE5E;;;;;;;;OAQG;IACH,QAAQ,CAAC,mCAAmC,CAC1C,QAAQ,EAAE,0BAA0B,GACnC,MAAM;IAET;;;;;;;;OAQG;IACH,QAAQ,CAAC,0BAA0B,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM;CACzE"}