agora-rte-sdk 2.8.21 → 2.8.30

package/lib/core/rtc/adapter/base.d.ts

@@ -5,7 +5,8 @@ import { AGEventEmitter } from '../../utils/events';
 import { AgoraRtcVideoCanvas } from '../canvas';
 import { AGRtcConnectionType } from '../channel';
 import { IBaseProcessor } from 'agora-rte-extension';
-import { AgoraRteMediaSourceState, AGRtcDeviceInfo, AGScreenShareDevice, AGScreenShareType, AGBeautyEffect, AGAudioRawDataConfig, AGSnapshotInfo, AGNetworkStats, AGRtcState, AGLowStreamParameter } from '../type';
+import { AgoraRteMediaSourceState, AGRtcDeviceInfo, AGScreenShareDevice, AGScreenShareType, AGBeautyEffect, AGSnapshotInfo, AGNetworkStats, AGRtcState, AGLowStreamParameter } from '../type';
+import { AgoraRteAudioRawDataConfig, AgoraRteAudioRawDataObserver, AgoraRteAudioRawDataPosition } from '../../media/type';
 export declare type LocalVideoTrackStateEvent = (state: AgoraRteMediaSourceState, type: AgoraRteVideoSourceType) => void;
 export declare type LocalAudioTrackStateEvent = (state: AgoraRteMediaSourceState, type: AgoraRteAudioSourceType) => void;
 export declare type LocalCameraDeviceListEvent = (addNewDevice: boolean, newDevices: AGRtcDeviceInfo[], allDevices: AGRtcDeviceInfo[]) => void;
@@ -25,7 +26,6 @@ export declare abstract class RtcAudioDeviceManagerBase extends AGEventEmitter {
     abstract onLocalAudioTrackStateChanged(cb: LocalAudioTrackStateEvent): number;
     abstract onLocalAudioVolume(cb: (volume: number) => void): number;
     abstract onLocalAudioPlaybackTestVolumeChanged(cb: LocalAudioPlaybackVolumeIndicatorEvent): number;
-    abstract onAudioFrame(cb: (buffer: ArrayBuffer) => void): number;
 }
 export declare abstract class RtcChannelAdapterBase extends AGEventEmitter {
     abstract join(token: string, streamUuid: string, connectionType: AGRtcConnectionType): Promise<void>;
@@ -79,9 +79,9 @@ export declare abstract class RtcAdapterBase extends AGEventEmitter {
     abstract onLocalScreenShareTrackStateChanged(cb: LocalVideoTrackStateEvent): number;
     abstract destroy(): number;
     abstract setBeautyEffectOptions(enable: boolean, options: AGBeautyEffect): number;
-    abstract setAudioRawDataConfig(config: AGAudioRawDataConfig): number;
-    abstract setAudioFrameCallback(): number;
-    abstract stopAudioFrameCallback(): number;
+    abstract setAudioRawDataConfig(config: AgoraRteAudioRawDataConfig, position: AgoraRteAudioRawDataPosition): number;
+    abstract addAudioRawDataObserver(observer: AgoraRteAudioRawDataObserver, position: AgoraRteAudioRawDataPosition): number;
+    abstract removeAudioRawDataObserver(observer: AgoraRteAudioRawDataObserver, position: AgoraRteAudioRawDataPosition): number;
     static getRtcVersion(): string;
     abstract hasScreenSharePermission(): boolean;
     abstract takeSnapshot(channel: string, streamUuid: number, filePath: string): Promise<AGSnapshotInfo | void>;

package/lib/core/rtc/adapter/electron/device.d.ts

@@ -35,5 +35,4 @@ export declare class RtcAudioDeviceManagerElectron extends RtcAudioDeviceManager
     private _emitRecordingListChanged;
     private _fetchPlaybackDeviceList;
     private _fetchRecordingDeviceList;
-    onAudioFrame(cb: (buffer: ArrayBuffer) => void): number;
 }

package/lib/core/rtc/adapter/electron/device.js

@@ -268,11 +268,6 @@ var RtcAudioDeviceManagerElectron = /*#__PURE__*/function (_RtcAudioDeviceManage
       });
       this._emitRecordingListChanged(true, newDevices, this.microphoneList);
     }
-  }, {
-    key: "onAudioFrame",
-    value: function onAudioFrame(cb) {
-      return 0;
-    }
   }]);
   return RtcAudioDeviceManagerElectron;
 }(_base.RtcAudioDeviceManagerBase);

package/lib/core/rtc/adapter/electron/index.d.ts

@@ -3,13 +3,14 @@ import type AgoraRtcEngine from 'agora-electron-sdk/types/AgoraSdk';
 import { AgoraRteVideoSourceType } from '../../../media/track';
 import { AgoraRtcVideoCanvas } from '../../canvas';
 import { AGRtcConnectionType } from '../../channel';
-import { AGScreenShareDevice, AGScreenShareType, AGBeautyEffect, AGAudioRawDataConfig, AGSnapshotInfo, AGNetworkStats, AGRtcState, AGLowStreamParameter } from '../../type';
+import { AGScreenShareDevice, AGScreenShareType, AGBeautyEffect, AGSnapshotInfo, AGNetworkStats, AGRtcState, AGLowStreamParameter } from '../../type';
 import { LocalVideoTrackStateEvent, LocalAudioTrackStateEvent, RtcAdapterBase, RtcAudioDeviceManagerBase, RtcChannelAdapterBase, RtcVideoDeviceManagerBase, LocalAudioPlaybackVolumeIndicatorEvent } from '../base';
 import { AgoraRteElectronCameraThread } from './thread';
 import { AgoraLatencyLevel } from '../../../../configs';
 import { AGChannelProfile } from '../../../../type';
 import { RemoteStreamType } from 'agora-rtc-sdk-ng';
 import { Logger } from '../../../logger';
+import { AgoraRteAudioRawDataConfig, AgoraRteAudioRawDataObserver, AgoraRteAudioRawDataPosition } from '../../../media/type';
 declare global {
     interface Window {
         main_pid: string;
@@ -71,12 +72,11 @@ export declare class RtcAdapterElectron extends RtcAdapterBase {
     onLocalAudioTrackStateChanged(cb: LocalAudioTrackStateEvent): number;
     onLocalAudioVolume(cb: (volume: number) => void): number;
     onLocalScreenShareTrackStateChanged(cb: LocalVideoTrackStateEvent): number;
-    onAudioFrame(cb: (buffer: ArrayBuffer) => void): number;
     setBeautyEffectOptions(enable: boolean, options: AGBeautyEffect): number;
-    setAudioFrameCallback(): number;
-    stopAudioFrameCallback(): number;
-    setAudioRawDataConfig(config: AGAudioRawDataConfig): number;
     hasScreenSharePermission(): boolean;
+    setAudioRawDataConfig(config: AgoraRteAudioRawDataConfig, position: AgoraRteAudioRawDataPosition): number;
+    addAudioRawDataObserver(observer: AgoraRteAudioRawDataObserver): number;
+    removeAudioRawDataObserver(observer: AgoraRteAudioRawDataObserver): number;
     takeSnapshot(channel: string, streamUuid: number, filePath: string): Promise<AGSnapshotInfo>;
     getCurrentFrameData(_channelName: string, _streamUuid: string, _isLocal: boolean): ImageData;
     addCameraProcessors(_processors: unknown[]): number;

package/lib/core/rtc/adapter/electron/index.js

@@ -385,35 +385,11 @@ var RtcAdapterElectron = (_dec = _log.Log.attach({
       this._screenEventBus.on(_control.AgoraMediaControlEventType.trackStateChanged, cb);
       return 0;
     }
-  }, {
-    key: "onAudioFrame",
-    value: function onAudioFrame(cb) {
-      this.logger.warn("electron platform does not support this for now");
-      return 0;
-    }
   }, {
     key: "setBeautyEffectOptions",
     value: function setBeautyEffectOptions(enable, options) {
       return this.rtcEngine.setBeautyEffectOptions(enable, options);
     }
-  }, {
-    key: "setAudioFrameCallback",
-    value: function setAudioFrameCallback() {
-      this.logger.warn("electron platform does not support this for now");
-      return 0;
-    }
-  }, {
-    key: "stopAudioFrameCallback",
-    value: function stopAudioFrameCallback() {
-      this.logger.warn("electron platform does not support this for now");
-      return 0;
-    }
-  }, {
-    key: "setAudioRawDataConfig",
-    value: function setAudioRawDataConfig(config) {
-      this.logger.warn("electron platform does not support this for now");
-      return 0;
-    }
   }, {
     key: "hasScreenSharePermission",
     value: function hasScreenSharePermission() {
@@ -423,6 +399,24 @@ var RtcAdapterElectron = (_dec = _log.Log.attach({
       }
       return true;
     }
+  }, {
+    key: "setAudioRawDataConfig",
+    value: function setAudioRawDataConfig(config, position) {
+      this.logger.warn("electron platform does not support setAudioRawDataConfig for now");
+      return 1;
+    }
+  }, {
+    key: "addAudioRawDataObserver",
+    value: function addAudioRawDataObserver(observer) {
+      this.logger.warn("electron platform does not support addAudioRawDataObserver for now");
+      return 1;
+    }
+  }, {
+    key: "removeAudioRawDataObserver",
+    value: function removeAudioRawDataObserver(observer) {
+      this.logger.warn("electron platform does not support removeAudioRawDataObserver for now");
+      return 1;
+    }
   }, {
     key: "takeSnapshot",
     value: function takeSnapshot(channel, streamUuid, filePath) {

package/lib/core/rtc/adapter/web/client.d.ts

@@ -7,19 +7,21 @@ import { AGLowStreamParameter, AGRtcState } from '../../type';
 import { AGRtcConnectionType } from '../../channel';
 import { AgoraLatencyLevel } from '../../../../configs';
 import { Logger } from '../../../logger';
+import { AGAudioRawDataDispatcher } from './dispatcher';
 export declare class AgoraRteWebClientBase extends AGEventEmitter {
     logger: Logger;
     protected _client: IAgoraRTCClient;
     private _base;
     get base(): RtcAdapterWeb;
     private readonly configs;
-    private _connectionState;
     protected readonly channelName: string;
-    readonly connectionType: AGRtcConnectionType;
+    protected readonly connectionType: AGRtcConnectionType;
+    protected readonly _audioRawDataDispatcher: AGAudioRawDataDispatcher;
+    private _connectionState;
     private _networkStats;
     private _recentLocalPacketStats;
     private _recentRemotePacketStats;
-    constructor(channelName: string, configs: RtcAdapterWebConfig, base: RtcAdapterBase, connectionType: AGRtcConnectionType);
+    constructor(channelName: string, configs: RtcAdapterWebConfig, base: RtcAdapterBase, connectionType: AGRtcConnectionType, audioRawDataDispatcher: AGAudioRawDataDispatcher);
     private _setPrivateParameter;
     private _getRecentPacketLoss;
     get ready(): boolean;
@@ -41,7 +43,7 @@ export declare class AgoraRteWebClientMain extends AgoraRteWebClientBase {
     private _subscribeVideoThreads;
     private _subscribeAudioThreads;
     videoSubscribeThread(streamUuid: string): AgoraRteSubscribeThread | undefined;
-    constructor(channelName: string, configs: RtcAdapterWebConfig, base: RtcAdapterBase, connectionType: AGRtcConnectionType);
+    constructor(channelName: string, configs: RtcAdapterWebConfig, base: RtcAdapterBase, connectionType: AGRtcConnectionType, audioRawDataDispatcher: AGAudioRawDataDispatcher);
     get remoteRtcUsers(): Map<string, IAgoraRTCRemoteUser>;
     private _notifyStreamVolumes;
     private _notifySubscribeThreads;
@@ -59,7 +61,7 @@ export declare class AgoraRteWebClientMain extends AgoraRteWebClientBase {
 }
 export declare class AgoraRteWebClientSub extends AgoraRteWebClientBase {
     private _publishThread;
-    constructor(channelName: string, configs: RtcAdapterWebConfig, base: RtcAdapterBase, connectionType: AGRtcConnectionType);
+    constructor(channelName: string, configs: RtcAdapterWebConfig, base: RtcAdapterBase, connectionType: AGRtcConnectionType, audioRawDataDispatcher: AGAudioRawDataDispatcher);
     muteLocalVideo(mute: boolean): number;
     muteLocalAudio(mute: boolean): number;
     muteLocalScreenShare(mute: boolean): number;

package/lib/core/rtc/adapter/web/client.js

@@ -85,7 +85,7 @@ var AgoraRteWebClientBase = (_dec = _log.Log.attach({
 }), _dec(_class = /*#__PURE__*/function (_AGEventEmitter) {
   (0, _inherits2["default"])(AgoraRteWebClientBase, _AGEventEmitter);
   var _super = _createSuper(AgoraRteWebClientBase);
-  function AgoraRteWebClientBase(channelName, configs, base, connectionType) {
+  function AgoraRteWebClientBase(channelName, configs, base, connectionType, audioRawDataDispatcher) {
     var _ref;
     var _this;
     (0, _classCallCheck2["default"])(this, AgoraRteWebClientBase);
@@ -94,9 +94,10 @@ var AgoraRteWebClientBase = (_dec = _log.Log.attach({
     _this._client = void 0;
     _this._base = void 0;
     _this.configs = void 0;
-    _this._connectionState = _type.AGRtcState.Idle;
     _this.channelName = void 0;
     _this.connectionType = void 0;
+    _this._audioRawDataDispatcher = void 0;
+    _this._connectionState = _type.AGRtcState.Idle;
     _this._networkStats = new _stats.RtcNetworkQualityWeb();
     _this._recentLocalPacketStats = [];
     _this._recentRemotePacketStats = [];
@@ -104,6 +105,7 @@ var AgoraRteWebClientBase = (_dec = _log.Log.attach({
     _this.configs = configs;
     _this._base = base;
     _this.connectionType = connectionType;
+    _this._audioRawDataDispatcher = audioRawDataDispatcher;
     _agoraRtcSdkNg["default"].setArea({
       areaCode: [_this._rtcRegion()]
     });
@@ -341,10 +343,10 @@ exports.AgoraRteWebClientBase = AgoraRteWebClientBase;
 var AgoraRteWebClientMain = (_class3 = /*#__PURE__*/function (_AgoraRteWebClientBas) {
   (0, _inherits2["default"])(AgoraRteWebClientMain, _AgoraRteWebClientBas);
   var _super2 = _createSuper(AgoraRteWebClientMain);
-  function AgoraRteWebClientMain(channelName, configs, base, connectionType) {
+  function AgoraRteWebClientMain(channelName, configs, base, connectionType, audioRawDataDispatcher) {
     var _this2;
     (0, _classCallCheck2["default"])(this, AgoraRteWebClientMain);
-    _this2 = _super2.call(this, channelName, configs, base, connectionType);
+    _this2 = _super2.call(this, channelName, configs, base, connectionType, audioRawDataDispatcher);
     _this2._remoteRtcUsers = new Map();
     _this2._muteRemoteVideo = new Map();
     _this2._muteRemoteAudio = new Map();
@@ -353,7 +355,6 @@ var AgoraRteWebClientMain = (_class3 = /*#__PURE__*/function (_AgoraRteWebClient
     _this2._subscribeVideoThreads = new Map();
     _this2._subscribeAudioThreads = new Map();
     _this2._publishThread = new _thread2.AgoraRtePublishThreadMain(_this2._client, configs);
-
     //publish thread needs to wait till join channel
     _this2._publishThread.runnable = false;
     var throttledVolumeIndicator = (0, _lodash.throttle)(_this2._notifyStreamVolumes, 500);
@@ -366,7 +367,7 @@ var AgoraRteWebClientMain = (_class3 = /*#__PURE__*/function (_AgoraRteWebClient
           muteMap: _this2._muteRemoteVideo,
           mediaType: 'video',
           canvasMap: _this2.base.remoteCanvas
-        });
+        }, audioRawDataDispatcher);
         _this2._subscribeVideoThreads.set(streamUuid, thread);
         thread.runnable = _this2.ready;
       } else {
@@ -374,7 +375,7 @@ var AgoraRteWebClientMain = (_class3 = /*#__PURE__*/function (_AgoraRteWebClient
           channelName: _this2.channelName,
           muteMap: _this2._muteRemoteAudio,
           mediaType: 'audio'
-        });
+        }, audioRawDataDispatcher);
         _thread.on('audio-volume-indication', function (volume) {
           _this2._audioVolumes.set(streamUuid, volume);
           throttledVolumeIndicator();
@@ -387,34 +388,36 @@ var AgoraRteWebClientMain = (_class3 = /*#__PURE__*/function (_AgoraRteWebClient
     _this2._client.on('user-unpublished', function (user) {
       if (!user.hasAudio && !user.hasVideo) {
         // if user has no video/audio, take him out
-        var userId = "".concat(user.uid);
-        _this2._remoteRtcUsers["delete"](userId);
-        var videoThread = _this2._subscribeVideoThreads.get(userId);
-        var audioThread = _this2._subscribeAudioThreads.get(userId);
+        var streamUuid = "".concat(user.uid);
+        _this2._remoteRtcUsers["delete"](streamUuid);
+        var videoThread = _this2._subscribeVideoThreads.get(streamUuid);
+        var audioThread = _this2._subscribeAudioThreads.get(streamUuid);
         if (videoThread) {
           videoThread.stop();
-          _this2._subscribeVideoThreads["delete"](userId);
+          _this2._subscribeVideoThreads["delete"](streamUuid);
         }
         if (audioThread) {
+          audioRawDataDispatcher.dispatch('AudioTrackUnsubscribed', audioThread.streamUuid, channelName);
           audioThread.stop();
-          _this2._audioVolumes["delete"](userId);
-          _this2._subscribeAudioThreads["delete"](userId);
+          _this2._audioVolumes["delete"](streamUuid);
+          _this2._subscribeAudioThreads["delete"](streamUuid);
         }
       }
     });
     _this2._client.on('user-left', function (user) {
-      var userId = "".concat(user.uid);
-      _this2._remoteRtcUsers["delete"](userId);
-      var videoThread = _this2._subscribeVideoThreads.get(userId);
-      var audioThread = _this2._subscribeAudioThreads.get(userId);
+      var streamUuid = "".concat(user.uid);
+      _this2._remoteRtcUsers["delete"](streamUuid);
+      var videoThread = _this2._subscribeVideoThreads.get(streamUuid);
+      var audioThread = _this2._subscribeAudioThreads.get(streamUuid);
       if (videoThread) {
         videoThread.stop();
-        _this2._subscribeVideoThreads["delete"](userId);
+        _this2._subscribeVideoThreads["delete"](streamUuid);
       }
       if (audioThread) {
+        audioRawDataDispatcher.dispatch('AudioTrackUnsubscribed', streamUuid, channelName);
         audioThread.stop();
-        _this2._audioVolumes["delete"](userId);
-        _this2._subscribeAudioThreads["delete"](userId);
+        _this2._audioVolumes["delete"](streamUuid);
+        _this2._subscribeAudioThreads["delete"](streamUuid);
       }
     });
     return _this2;
@@ -611,6 +614,7 @@ var AgoraRteWebClientMain = (_class3 = /*#__PURE__*/function (_AgoraRteWebClient
     key: "leave",
     value: function () {
       var _leave2 = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regeneratorRuntime().mark(function _callee4() {
+        var _this4 = this;
         return _regeneratorRuntime().wrap(function _callee4$(_context4) {
           while (1) {
             switch (_context4.prev = _context4.next) {
@@ -625,6 +629,7 @@ var AgoraRteWebClientMain = (_class3 = /*#__PURE__*/function (_AgoraRteWebClient
                 });
                 this._subscribeVideoThreads.clear();
                 this._subscribeAudioThreads.forEach(function (thread) {
+                  _this4._audioRawDataDispatcher.dispatch('AudioTrackUnsubscribed', thread.streamUuid, _this4.channelName);
                   thread.stop();
                 });
                 this._subscribeAudioThreads.clear();
@@ -648,16 +653,16 @@ exports.AgoraRteWebClientMain = AgoraRteWebClientMain;
 var AgoraRteWebClientSub = /*#__PURE__*/function (_AgoraRteWebClientBas2) {
   (0, _inherits2["default"])(AgoraRteWebClientSub, _AgoraRteWebClientBas2);
   var _super3 = _createSuper(AgoraRteWebClientSub);
-  function AgoraRteWebClientSub(channelName, configs, base, connectionType) {
-    var _this4;
+  function AgoraRteWebClientSub(channelName, configs, base, connectionType, audioRawDataDispatcher) {
+    var _this5;
     (0, _classCallCheck2["default"])(this, AgoraRteWebClientSub);
-    _this4 = _super3.call(this, channelName, configs, base, connectionType);
-    _this4._publishThread = void 0;
-    _this4._publishThread = new _thread2.AgoraRtePublishThreadSub(_this4._client, configs);
+    _this5 = _super3.call(this, channelName, configs, base, connectionType, audioRawDataDispatcher);
+    _this5._publishThread = void 0;
+    _this5._publishThread = new _thread2.AgoraRtePublishThreadSub(_this5._client, configs);
 
     //publish thread needs to wait till join channel
-    _this4._publishThread.runnable = false;
-    return _this4;
+    _this5._publishThread.runnable = false;
+    return _this5;
   }
   (0, _createClass2["default"])(AgoraRteWebClientSub, [{
     key: "muteLocalVideo",

package/lib/core/rtc/adapter/web/device.d.ts

@@ -22,7 +22,6 @@ export declare class RtcAudioDeviceManagerWeb extends RtcAudioDeviceManagerBase
     private _playbackDeviceIds;
     constructor(adapter: RtcAdapterWeb, noDevicePermission?: boolean);
     onLocalAudioPlaybackTestVolumeChanged(cb: LocalAudioPlaybackVolumeIndicatorEvent): number;
-    onAudioFrame(cb: (buffer: ArrayBuffer) => void): number;
     onLocalAudioTrackStateChanged(cb: LocalAudioTrackStateEvent): number;
     onLocalAudioVolume(cb: (volume: number) => void): number;
     onLocalRecordingDeviceListChanged(cb: (addNewDevice: boolean, newDevices: AGRtcDeviceInfo[], allDevices: AGRtcDeviceInfo[]) => void): number;

package/lib/core/rtc/adapter/web/device.js

@@ -214,11 +214,6 @@ var RtcAudioDeviceManagerWeb = /*#__PURE__*/function (_RtcAudioDeviceManage) {
     value: function onLocalAudioPlaybackTestVolumeChanged(cb) {
       return this.adapter.onLocalAudioPlaybackTestVolumeChanged(cb);
     }
-  }, {
-    key: "onAudioFrame",
-    value: function onAudioFrame(cb) {
-      return this.adapter.onAudioFrame(cb);
-    }
   }, {
     key: "onLocalAudioTrackStateChanged",
     value: function onLocalAudioTrackStateChanged(cb) {

package/lib/core/rtc/adapter/web/dispatcher.d.ts

@@ -0,0 +1,61 @@
+import { ILocalAudioTrack, IRemoteAudioTrack } from 'agora-rtc-sdk-ng';
+import { Logger } from '../../../logger';
+import { AgoraRteAudioRawDataConfig, AgoraRteAudioRawDataObserver, AgoraRteAudioRawDataPosition, AgoraRteAudioRawData } from '../../../media/type';
+declare type CallbackRawDataRecorded = (rawData: AgoraRteAudioRawData) => void;
+declare type CallbackRawDataBeforeMixed = (rawData: AgoraRteAudioRawData, streamUuid: string, channelName: string) => void;
+declare type CallbackObserverChanged = (position: AgoraRteAudioRawDataPosition) => void;
+declare type CallbackMicrophoneTrackCreated = (track: ILocalAudioTrack) => void;
+declare type CallbackAudioTrackSubscribed = (track: IRemoteAudioTrack, streamUuid: string, channelName: string) => void;
+declare type CallbackMicrophoneTrackDestroyed = () => void;
+declare type CallbackAudioTrackUnsubscribed = (streamUuid: string, channelName: string) => void;
+declare type CallbackStart = () => void;
+declare type CallbackStop = () => void;
+export declare class AGAudioRawDataDispatcher {
+    logger: Logger;
+    private static DEFAULT_FRAME_SIZE;
+    private _microphoneTrackRawDataObservers;
+    private _audioTrackRawDataObservers;
+    private _eventBus;
+    private _configs;
+    private _state;
+    setConfig(config: AgoraRteAudioRawDataConfig, position: AgoraRteAudioRawDataPosition): void;
+    get isStarted(): boolean;
+    get microphoneTrackRawDataConfig(): AgoraRteAudioRawDataConfig;
+    get audioTrackRawDataConfig(): AgoraRteAudioRawDataConfig;
+    get hasMicrophoneRawDataObservers(): boolean;
+    get hasAudioTrackRawDataObservers(): boolean;
+    private _callbackAudioRawRecorded;
+    private _callbackAudioRawBeforeMixed;
+    start(): void;
+    stop(): void;
+    dispatch(event: 'AudioRawDataRecored', ...params: Parameters<CallbackRawDataRecorded>): void;
+    dispatch(event: 'AudioRawDataBeforeMixed', ...params: Parameters<CallbackRawDataBeforeMixed>): void;
+    dispatch(event: 'ObserverChanged', ...params: Parameters<CallbackObserverChanged>): void;
+    dispatch(event: 'MicrophoneTrackCreated', ...params: Parameters<CallbackMicrophoneTrackCreated>): void;
+    dispatch(event: 'AudioTrackSubscribed', ...params: Parameters<CallbackAudioTrackSubscribed>): void;
+    dispatch(event: 'MicrophoneTrackDestroyed', ...params: Parameters<CallbackMicrophoneTrackDestroyed>): void;
+    dispatch(event: 'AudioTrackUnsubscribed', ...params: Parameters<CallbackAudioTrackUnsubscribed>): void;
+    dispatch(event: 'Start', ...params: Parameters<CallbackStart>): void;
+    dispatch(event: 'Stop', ...params: Parameters<CallbackStop>): void;
+    register(event: 'AudioRawDataRecored', callback: CallbackRawDataRecorded): void;
+    register(event: 'AudioRawDataBeforeMixed', callback: CallbackRawDataBeforeMixed): void;
+    register(event: 'ObserverChanged', callback: CallbackObserverChanged): void;
+    register(event: 'MicrophoneTrackCreated', callback: CallbackMicrophoneTrackCreated): void;
+    register(event: 'AudioTrackSubscribed', callback: CallbackAudioTrackSubscribed): void;
+    register(event: 'MicrophoneTrackDestroyed', callback: CallbackMicrophoneTrackDestroyed): void;
+    register(event: 'AudioTrackUnsubscribed', callback: CallbackAudioTrackUnsubscribed): void;
+    register(event: 'Start', callback: CallbackStart): void;
+    register(event: 'Stop', callback: CallbackStop): void;
+    unregister(event: 'AudioRawDataRecored', callback: CallbackRawDataRecorded): void;
+    unregister(event: 'AudioRawDataBeforeMixed', callback: CallbackRawDataBeforeMixed): void;
+    unregister(event: 'ObserverChanged', callback: CallbackObserverChanged): void;
+    unregister(event: 'MicrophoneTrackCreated', callback: CallbackMicrophoneTrackCreated): void;
+    unregister(event: 'AudioTrackSubscribed', callback: CallbackAudioTrackSubscribed): void;
+    unregister(event: 'MicrophoneTrackDestroyed', callback: CallbackMicrophoneTrackDestroyed): void;
+    unregister(event: 'AudioTrackUnsubscribed', callback: CallbackAudioTrackUnsubscribed): void;
+    unregister(event: 'Start', callback: CallbackStart): void;
+    unregister(event: 'Stop', callback: CallbackStop): void;
+    addAudioRawDataObserver(observer: AgoraRteAudioRawDataObserver, position: AgoraRteAudioRawDataPosition): void;
+    removeAudioRawDataObserver(observer: AgoraRteAudioRawDataObserver, position: AgoraRteAudioRawDataPosition): void;
+}
+export {};

package/lib/core/rtc/adapter/web/dispatcher.js

@@ -0,0 +1,166 @@
+"use strict";
+
+require("core-js/modules/es.object.define-property.js");
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.AGAudioRawDataDispatcher = void 0;
+require("core-js/modules/es.array.iterator.js");
+require("core-js/modules/es.object.to-string.js");
+require("core-js/modules/es.set.js");
+require("core-js/modules/es.string.iterator.js");
+require("core-js/modules/esnext.set.add-all.js");
+require("core-js/modules/esnext.set.delete-all.js");
+require("core-js/modules/esnext.set.difference.js");
+require("core-js/modules/esnext.set.every.js");
+require("core-js/modules/esnext.set.filter.js");
+require("core-js/modules/esnext.set.find.js");
+require("core-js/modules/esnext.set.intersection.js");
+require("core-js/modules/esnext.set.is-disjoint-from.js");
+require("core-js/modules/esnext.set.is-subset-of.js");
+require("core-js/modules/esnext.set.is-superset-of.js");
+require("core-js/modules/esnext.set.join.js");
+require("core-js/modules/esnext.set.map.js");
+require("core-js/modules/esnext.set.reduce.js");
+require("core-js/modules/esnext.set.some.js");
+require("core-js/modules/esnext.set.symmetric-difference.js");
+require("core-js/modules/esnext.set.union.js");
+require("core-js/modules/web.dom-collections.iterator.js");
+require("core-js/modules/es.array.for-each.js");
+require("core-js/modules/web.dom-collections.for-each.js");
+require("core-js/modules/es.array.concat.js");
+require("core-js/modules/es.object.get-own-property-descriptor.js");
+var _classCallCheck2 = _interopRequireDefault(require("@babel/runtime/helpers/classCallCheck"));
+var _createClass2 = _interopRequireDefault(require("@babel/runtime/helpers/createClass"));
+var _applyDecoratedDescriptor2 = _interopRequireDefault(require("@babel/runtime/helpers/applyDecoratedDescriptor"));
+var _events = require("../../../utils/events");
+var _decorator = require("../../../decorator");
+var _type = require("../../../media/type");
+var _dec, _dec2, _dec3, _dec4, _class, _class2, _class3;
+var AGAudioRawDataDispatcher = (_dec = _decorator.Log.attach({
+  proxyMethods: false
+}), _dec2 = _decorator.Log.trace, _dec3 = _decorator.Log.trace, _dec4 = _decorator.Log.trace, _dec(_class = (_class2 = (_class3 = /*#__PURE__*/function () {
+  function AGAudioRawDataDispatcher() {
+    (0, _classCallCheck2["default"])(this, AGAudioRawDataDispatcher);
+    this.logger = void 0;
+    this._microphoneTrackRawDataObservers = new Set();
+    this._audioTrackRawDataObservers = new Set();
+    this._eventBus = new _events.AGEventEmitter();
+    this._configs = {};
+    this._state = 0;
+  }
+  (0, _createClass2["default"])(AGAudioRawDataDispatcher, [{
+    key: "setConfig",
+    value: function setConfig(config, position) {
+      this._configs[position] = config;
+    }
+  }, {
+    key: "isStarted",
+    get: function get() {
+      return this._state === 1;
+    }
+  }, {
+    key: "microphoneTrackRawDataConfig",
+    get: function get() {
+      var _this$_configs$AgoraR;
+      return (_this$_configs$AgoraR = this._configs[_type.AgoraRteAudioRawDataPosition.record]) !== null && _this$_configs$AgoraR !== void 0 ? _this$_configs$AgoraR : {
+        frameSize: AGAudioRawDataDispatcher.DEFAULT_FRAME_SIZE
+      };
+    }
+  }, {
+    key: "audioTrackRawDataConfig",
+    get: function get() {
+      var _this$_configs$AgoraR2;
+      return (_this$_configs$AgoraR2 = this._configs[_type.AgoraRteAudioRawDataPosition.beforeMixed]) !== null && _this$_configs$AgoraR2 !== void 0 ? _this$_configs$AgoraR2 : {
+        frameSize: AGAudioRawDataDispatcher.DEFAULT_FRAME_SIZE
+      };
+    }
+  }, {
+    key: "hasMicrophoneRawDataObservers",
+    get: function get() {
+      return !!this._microphoneTrackRawDataObservers.size;
+    }
+  }, {
+    key: "hasAudioTrackRawDataObservers",
+    get: function get() {
+      return !!this._audioTrackRawDataObservers.size;
+    }
+  }, {
+    key: "_callbackAudioRawRecorded",
+    value: function _callbackAudioRawRecorded(rawData) {
+      this._microphoneTrackRawDataObservers.forEach(function (observer) {
+        observer(rawData);
+      });
+    }
+  }, {
+    key: "_callbackAudioRawBeforeMixed",
+    value: function _callbackAudioRawBeforeMixed(rawData, channelName, streamUuid) {
+      this._audioTrackRawDataObservers.forEach(function (observer) {
+        observer(rawData, channelName, streamUuid);
+      });
+    }
+  }, {
+    key: "start",
+    value: function start() {
+      this._state = 1;
+      this.register('AudioRawDataBeforeMixed', this._callbackAudioRawBeforeMixed);
+      this.register('AudioRawDataRecored', this._callbackAudioRawRecorded);
+      this.dispatch('Start');
+    }
+  }, {
+    key: "stop",
+    value: function stop() {
+      this._state = 0;
+      this.unregister('AudioRawDataBeforeMixed', this._callbackAudioRawBeforeMixed);
+      this.unregister('AudioRawDataRecored', this._callbackAudioRawRecorded);
+      this.dispatch('Stop');
+    }
+  }, {
+    key: "dispatch",
+    value: function dispatch(event) {
+      if (this.isStarted) {
+        var _this$_eventBus;
+        for (var _len = arguments.length, params = new Array(_len > 1 ? _len - 1 : 0), _key = 1; _key < _len; _key++) {
+          params[_key - 1] = arguments[_key];
+        }
+        this.logger.debug("event: ".concat(event, ", params:"), params);
+        (_this$_eventBus = this._eventBus).emit.apply(_this$_eventBus, [event].concat(params));
+      }
+    }
+  }, {
+    key: "register",
+    value: function register(event, callback) {
+      this._eventBus.on(event, callback);
+    }
+  }, {
+    key: "unregister",
+    value: function unregister(event, callback) {
+      this._eventBus.off(event, callback);
+    }
+  }, {
+    key: "addAudioRawDataObserver",
+    value: function addAudioRawDataObserver(observer, position) {
+      if (position === _type.AgoraRteAudioRawDataPosition.record) {
+        this._microphoneTrackRawDataObservers.add(observer.onAudioRawDataRecored);
+      }
+      if (position === _type.AgoraRteAudioRawDataPosition.beforeMixed) {
+        this._audioTrackRawDataObservers.add(observer.onAudioRawDataBeforeMixed);
+      }
+      this.dispatch('ObserverChanged', position);
+    }
+  }, {
+    key: "removeAudioRawDataObserver",
+    value: function removeAudioRawDataObserver(observer, position) {
+      if (position === _type.AgoraRteAudioRawDataPosition.record) {
+        this._microphoneTrackRawDataObservers["delete"](observer.onAudioRawDataRecored);
+      }
+      if (position === _type.AgoraRteAudioRawDataPosition.beforeMixed) {
+        this._audioTrackRawDataObservers["delete"](observer.onAudioRawDataBeforeMixed);
+      }
+      this.dispatch('ObserverChanged', position);
+    }
+  }]);
+  return AGAudioRawDataDispatcher;
+}(), _class3.DEFAULT_FRAME_SIZE = 1024, _class3), ((0, _applyDecoratedDescriptor2["default"])(_class2.prototype, "setConfig", [_dec2], Object.getOwnPropertyDescriptor(_class2.prototype, "setConfig"), _class2.prototype), (0, _applyDecoratedDescriptor2["default"])(_class2.prototype, "_callbackAudioRawRecorded", [_decorator.bound], Object.getOwnPropertyDescriptor(_class2.prototype, "_callbackAudioRawRecorded"), _class2.prototype), (0, _applyDecoratedDescriptor2["default"])(_class2.prototype, "_callbackAudioRawBeforeMixed", [_decorator.bound], Object.getOwnPropertyDescriptor(_class2.prototype, "_callbackAudioRawBeforeMixed"), _class2.prototype), (0, _applyDecoratedDescriptor2["default"])(_class2.prototype, "start", [_dec3], Object.getOwnPropertyDescriptor(_class2.prototype, "start"), _class2.prototype), (0, _applyDecoratedDescriptor2["default"])(_class2.prototype, "stop", [_dec4], Object.getOwnPropertyDescriptor(_class2.prototype, "stop"), _class2.prototype)), _class2)) || _class);
+exports.AGAudioRawDataDispatcher = AGAudioRawDataDispatcher;

package/lib/core/rtc/adapter/web/index.d.ts

@@ -6,11 +6,13 @@ import { AgoraRtcVideoCanvas } from '../../canvas';
 import { AgoraRteVideoSourceType } from '../../../media/track';
 import { AgoraRteWebClientMain, AgoraRteWebClientSub } from './client';
 import { AGRtcConnectionType } from '../../channel';
-import { AGScreenShareDevice, AGAudioRawDataConfig, AGNetworkStats, AGRtcState, AGLowStreamParameter, AGBeautyEffect } from '../../type';
+import { AGScreenShareDevice, AGNetworkStats, AGRtcState, AGLowStreamParameter, AGBeautyEffect } from '../../type';
 import { AgoraLatencyLevel } from '../../../../configs';
 import { AGChannelProfile } from '../../../../type';
 import { IBaseProcessor } from 'agora-rte-extension';
 import { Logger } from '../../../logger';
+import { AGAudioRawDataDispatcher } from './dispatcher';
+import { AgoraRteAudioRawDataConfig, AgoraRteAudioRawDataObserver, AgoraRteAudioRawDataPosition } from '../../../media/type';
 export interface RtcAdapterWebConfig {
     codec: SDK_CODEC;
     mode: SDK_MODE;
@@ -21,11 +23,12 @@ export declare class RtcAdapterWeb extends RtcAdapterBase {
     private _channels;
     private _vdm;
     private _adm;
+    private _audioRawDataDispatcher;
+    private _audioPlayer;
     readonly cameraThread: AgoraRteCameraThread;
     readonly micThread: AgoraRteMicrophoneThread;
     readonly screenThread: AgoraRteScreenShareThread;
     readonly remoteCanvas: Map<string, AgoraRtcVideoCanvas>;
-    private _audioPlayer;
     static defaultConfigs: RtcAdapterWebConfig;
     private _configs?;
     get configs(): {
@@ -62,11 +65,12 @@ export declare class RtcAdapterWeb extends RtcAdapterBase {
     onLocalAudioTrackStateChanged(cb: LocalAudioTrackStateEvent): number;
     onLocalScreenShareTrackStateChanged(cb: LocalVideoTrackStateEvent): number;
     onLocalAudioVolume(cb: (volume: number) => void): number;
-    onAudioFrame(cb: (buffer: ArrayBuffer) => void): number;
     setBeautyEffectOptions(enable: boolean, options: AGBeautyEffect): number;
     setAudioFrameCallback(): number;
     stopAudioFrameCallback(): number;
-    setAudioRawDataConfig(config: AGAudioRawDataConfig): number;
+    addAudioRawDataObserver(observer: AgoraRteAudioRawDataObserver, position: AgoraRteAudioRawDataPosition): number;
+    removeAudioRawDataObserver(observer: AgoraRteAudioRawDataObserver, position: AgoraRteAudioRawDataPosition): number;
+    setAudioRawDataConfig(config: AgoraRteAudioRawDataConfig, position: AgoraRteAudioRawDataPosition): number;
     hasScreenSharePermission(): boolean;
     takeSnapshot(_channel: string, _streamUuid: number, _filePath: string): Promise<never>;
     getCurrentFrameData(channelName: string, streamUuid: string, isLocal: boolean): ImageData;
@@ -83,7 +87,7 @@ export declare class RtcChannelAdapterWeb extends RtcChannelAdapterBase {
     readonly main: AgoraRteWebClientMain;
     readonly sub: AgoraRteWebClientSub;
     channelName: string;
-    constructor(channelName: string, configs: RtcAdapterWebConfig, base: RtcAdapterBase);
+    constructor(channelName: string, configs: RtcAdapterWebConfig, base: RtcAdapterBase, audioRawDataDispatcher: AGAudioRawDataDispatcher);
     getSessionId(): any;
     private client;
     setLatencyLevel(level: AgoraLatencyLevel): void;