agora-rte-sdk 2.8.21 → 2.8.40

package/lib/core/rtc/adapter/web/thread.js

@@ -14,9 +14,6 @@ require("core-js/modules/es.object.get-prototype-of.js");
 require("core-js/modules/es.object.set-prototype-of.js");
 require("core-js/modules/es.array.reverse.js");
 require("core-js/modules/es.array.slice.js");
-require("core-js/modules/es.object.keys.js");
-require("core-js/modules/es.object.get-own-property-descriptors.js");
-require("core-js/modules/es.object.define-properties.js");
 require("core-js/modules/es.weak-map.js");
 require("core-js/modules/esnext.weak-map.delete-all.js");
 var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault");
@@ -26,7 +23,6 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.AgoraRteSubscribeThread = exports.AgoraRteScreenShareThread = exports.AgoraRtePublishThreadSub = exports.AgoraRtePublishThreadMain = exports.AgoraRteMicrophoneThread = exports.AgoraRteMediaTrackThread = exports.AgoraRteCameraThread = void 0;
 var _applyDecoratedDescriptor2 = _interopRequireDefault(require("@babel/runtime/helpers/applyDecoratedDescriptor"));
-var _defineProperty2 = _interopRequireDefault(require("@babel/runtime/helpers/defineProperty"));
 var _asyncToGenerator2 = _interopRequireDefault(require("@babel/runtime/helpers/asyncToGenerator"));
 require("core-js/modules/es.array.concat.js");
 require("core-js/modules/es.array.reduce.js");
@@ -93,8 +89,6 @@ var _bound = require("../../../decorator/bound");
 var _dec, _class, _dec2, _class3, _dec3, _class5, _dec4, _class7, _class8, _dec5, _class10, _class11, _dec6, _class13;
 function _getRequireWildcardCache(nodeInterop) { if (typeof WeakMap !== "function") return null; var cacheBabelInterop = new WeakMap(); var cacheNodeInterop = new WeakMap(); return (_getRequireWildcardCache = function _getRequireWildcardCache(nodeInterop) { return nodeInterop ? cacheNodeInterop : cacheBabelInterop; })(nodeInterop); }
 function _interopRequireWildcard(obj, nodeInterop) { if (!nodeInterop && obj && obj.__esModule) { return obj; } if (obj === null || _typeof(obj) !== "object" && typeof obj !== "function") { return { "default": obj }; } var cache = _getRequireWildcardCache(nodeInterop); if (cache && cache.has(obj)) { return cache.get(obj); } var newObj = {}; var hasPropertyDescriptor = Object.defineProperty && Object.getOwnPropertyDescriptor; for (var key in obj) { if (key !== "default" && Object.prototype.hasOwnProperty.call(obj, key)) { var desc = hasPropertyDescriptor ? Object.getOwnPropertyDescriptor(obj, key) : null; if (desc && (desc.get || desc.set)) { Object.defineProperty(newObj, key, desc); } else { newObj[key] = obj[key]; } } } newObj["default"] = obj; if (cache) { cache.set(obj, newObj); } return newObj; }
-function ownKeys(object, enumerableOnly) { var keys = Object.keys(object); if (Object.getOwnPropertySymbols) { var symbols = Object.getOwnPropertySymbols(object); enumerableOnly && (symbols = symbols.filter(function (sym) { return Object.getOwnPropertyDescriptor(object, sym).enumerable; })), keys.push.apply(keys, symbols); } return keys; }
-function _objectSpread(target) { for (var i = 1; i < arguments.length; i++) { var source = null != arguments[i] ? arguments[i] : {}; i % 2 ? ownKeys(Object(source), !0).forEach(function (key) { (0, _defineProperty2["default"])(target, key, source[key]); }) : Object.getOwnPropertyDescriptors ? Object.defineProperties(target, Object.getOwnPropertyDescriptors(source)) : ownKeys(Object(source)).forEach(function (key) { Object.defineProperty(target, key, Object.getOwnPropertyDescriptor(source, key)); }); } return target; }
 function _regeneratorRuntime() { "use strict"; /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */ _regeneratorRuntime = function _regeneratorRuntime() { return exports; }; var exports = {}, Op = Object.prototype, hasOwn = Op.hasOwnProperty, defineProperty = Object.defineProperty || function (obj, key, desc) { obj[key] = desc.value; }, $Symbol = "function" == typeof Symbol ? Symbol : {}, iteratorSymbol = $Symbol.iterator || "@@iterator", asyncIteratorSymbol = $Symbol.asyncIterator || "@@asyncIterator", toStringTagSymbol = $Symbol.toStringTag || "@@toStringTag"; function define(obj, key, value) { return Object.defineProperty(obj, key, { value: value, enumerable: !0, configurable: !0, writable: !0 }), obj[key]; } try { define({}, ""); } catch (err) { define = function define(obj, key, value) { return obj[key] = value; }; } function wrap(innerFn, outerFn, self, tryLocsList) { var protoGenerator = outerFn && outerFn.prototype instanceof Generator ? outerFn : Generator, generator = Object.create(protoGenerator.prototype), context = new Context(tryLocsList || []); return defineProperty(generator, "_invoke", { value: makeInvokeMethod(innerFn, self, context) }), generator; } function tryCatch(fn, obj, arg) { try { return { type: "normal", arg: fn.call(obj, arg) }; } catch (err) { return { type: "throw", arg: err }; } } exports.wrap = wrap; var ContinueSentinel = {}; function Generator() {} function GeneratorFunction() {} function GeneratorFunctionPrototype() {} var IteratorPrototype = {}; define(IteratorPrototype, iteratorSymbol, function () { return this; }); var getProto = Object.getPrototypeOf, NativeIteratorPrototype = getProto && getProto(getProto(values([]))); NativeIteratorPrototype && NativeIteratorPrototype !== Op && hasOwn.call(NativeIteratorPrototype, iteratorSymbol) && (IteratorPrototype = NativeIteratorPrototype); var Gp = GeneratorFunctionPrototype.prototype = Generator.prototype = Object.create(IteratorPrototype); function defineIteratorMethods(prototype) { ["next", "throw", "return"].forEach(function (method) { define(prototype, method, function (arg) { return this._invoke(method, arg); }); }); } function AsyncIterator(generator, PromiseImpl) { function invoke(method, arg, resolve, reject) { var record = tryCatch(generator[method], generator, arg); if ("throw" !== record.type) { var result = record.arg, value = result.value; return value && "object" == _typeof(value) && hasOwn.call(value, "__await") ? PromiseImpl.resolve(value.__await).then(function (value) { invoke("next", value, resolve, reject); }, function (err) { invoke("throw", err, resolve, reject); }) : PromiseImpl.resolve(value).then(function (unwrapped) { result.value = unwrapped, resolve(result); }, function (error) { return invoke("throw", error, resolve, reject); }); } reject(record.arg); } var previousPromise; defineProperty(this, "_invoke", { value: function value(method, arg) { function callInvokeWithMethodAndArg() { return new PromiseImpl(function (resolve, reject) { invoke(method, arg, resolve, reject); }); } return previousPromise = previousPromise ? previousPromise.then(callInvokeWithMethodAndArg, callInvokeWithMethodAndArg) : callInvokeWithMethodAndArg(); } }); } function makeInvokeMethod(innerFn, self, context) { var state = "suspendedStart"; return function (method, arg) { if ("executing" === state) throw new Error("Generator is already running"); if ("completed" === state) { if ("throw" === method) throw arg; return doneResult(); } for (context.method = method, context.arg = arg;;) { var delegate = context.delegate; if (delegate) { var delegateResult = maybeInvokeDelegate(delegate, context); if (delegateResult) { if (delegateResult === ContinueSentinel) continue; return delegateResult; } } if ("next" === context.method) context.sent = context._sent = context.arg;else if ("throw" === context.method) { if ("suspendedStart" === state) throw state = "completed", context.arg; context.dispatchException(context.arg); } else "return" === context.method && context.abrupt("return", context.arg); state = "executing"; var record = tryCatch(innerFn, self, context); if ("normal" === record.type) { if (state = context.done ? "completed" : "suspendedYield", record.arg === ContinueSentinel) continue; return { value: record.arg, done: context.done }; } "throw" === record.type && (state = "completed", context.method = "throw", context.arg = record.arg); } }; } function maybeInvokeDelegate(delegate, context) { var methodName = context.method, method = delegate.iterator[methodName]; if (undefined === method) return context.delegate = null, "throw" === methodName && delegate.iterator["return"] && (context.method = "return", context.arg = undefined, maybeInvokeDelegate(delegate, context), "throw" === context.method) || "return" !== methodName && (context.method = "throw", context.arg = new TypeError("The iterator does not provide a '" + methodName + "' method")), ContinueSentinel; var record = tryCatch(method, delegate.iterator, context.arg); if ("throw" === record.type) return context.method = "throw", context.arg = record.arg, context.delegate = null, ContinueSentinel; var info = record.arg; return info ? info.done ? (context[delegate.resultName] = info.value, context.next = delegate.nextLoc, "return" !== context.method && (context.method = "next", context.arg = undefined), context.delegate = null, ContinueSentinel) : info : (context.method = "throw", context.arg = new TypeError("iterator result is not an object"), context.delegate = null, ContinueSentinel); } function pushTryEntry(locs) { var entry = { tryLoc: locs[0] }; 1 in locs && (entry.catchLoc = locs[1]), 2 in locs && (entry.finallyLoc = locs[2], entry.afterLoc = locs[3]), this.tryEntries.push(entry); } function resetTryEntry(entry) { var record = entry.completion || {}; record.type = "normal", delete record.arg, entry.completion = record; } function Context(tryLocsList) { this.tryEntries = [{ tryLoc: "root" }], tryLocsList.forEach(pushTryEntry, this), this.reset(!0); } function values(iterable) { if (iterable) { var iteratorMethod = iterable[iteratorSymbol]; if (iteratorMethod) return iteratorMethod.call(iterable); if ("function" == typeof iterable.next) return iterable; if (!isNaN(iterable.length)) { var i = -1, next = function next() { for (; ++i < iterable.length;) { if (hasOwn.call(iterable, i)) return next.value = iterable[i], next.done = !1, next; } return next.value = undefined, next.done = !0, next; }; return next.next = next; } } return { next: doneResult }; } function doneResult() { return { value: undefined, done: !0 }; } return GeneratorFunction.prototype = GeneratorFunctionPrototype, defineProperty(Gp, "constructor", { value: GeneratorFunctionPrototype, configurable: !0 }), defineProperty(GeneratorFunctionPrototype, "constructor", { value: GeneratorFunction, configurable: !0 }), GeneratorFunction.displayName = define(GeneratorFunctionPrototype, toStringTagSymbol, "GeneratorFunction"), exports.isGeneratorFunction = function (genFun) { var ctor = "function" == typeof genFun && genFun.constructor; return !!ctor && (ctor === GeneratorFunction || "GeneratorFunction" === (ctor.displayName || ctor.name)); }, exports.mark = function (genFun) { return Object.setPrototypeOf ? Object.setPrototypeOf(genFun, GeneratorFunctionPrototype) : (genFun.__proto__ = GeneratorFunctionPrototype, define(genFun, toStringTagSymbol, "GeneratorFunction")), genFun.prototype = Object.create(Gp), genFun; }, exports.awrap = function (arg) { return { __await: arg }; }, defineIteratorMethods(AsyncIterator.prototype), define(AsyncIterator.prototype, asyncIteratorSymbol, function () { return this; }), exports.AsyncIterator = AsyncIterator, exports.async = function (innerFn, outerFn, self, tryLocsList, PromiseImpl) { void 0 === PromiseImpl && (PromiseImpl = Promise); var iter = new AsyncIterator(wrap(innerFn, outerFn, self, tryLocsList), PromiseImpl); return exports.isGeneratorFunction(outerFn) ? iter : iter.next().then(function (result) { return result.done ? result.value : iter.next(); }); }, defineIteratorMethods(Gp), define(Gp, toStringTagSymbol, "Generator"), define(Gp, iteratorSymbol, function () { return this; }), define(Gp, "toString", function () { return "[object Generator]"; }), exports.keys = function (val) { var object = Object(val), keys = []; for (var key in object) { keys.push(key); } return keys.reverse(), function next() { for (; keys.length;) { var key = keys.pop(); if (key in object) return next.value = key, next.done = !1, next; } return next.done = !0, next; }; }, exports.values = values, Context.prototype = { constructor: Context, reset: function reset(skipTempReset) { if (this.prev = 0, this.next = 0, this.sent = this._sent = undefined, this.done = !1, this.delegate = null, this.method = "next", this.arg = undefined, this.tryEntries.forEach(resetTryEntry), !skipTempReset) for (var name in this) { "t" === name.charAt(0) && hasOwn.call(this, name) && !isNaN(+name.slice(1)) && (this[name] = undefined); } }, stop: function stop() { this.done = !0; var rootRecord = this.tryEntries[0].completion; if ("throw" === rootRecord.type) throw rootRecord.arg; return this.rval; }, dispatchException: function dispatchException(exception) { if (this.done) throw exception; var context = this; function handle(loc, caught) { return record.type = "throw", record.arg = exception, context.next = loc, caught && (context.method = "next", context.arg = undefined), !!caught; } for (var i = this.tryEntries.length - 1; i >= 0; --i) { var entry = this.tryEntries[i], record = entry.completion; if ("root" === entry.tryLoc) return handle("end"); if (entry.tryLoc <= this.prev) { var hasCatch = hasOwn.call(entry, "catchLoc"), hasFinally = hasOwn.call(entry, "finallyLoc"); if (hasCatch && hasFinally) { if (this.prev < entry.catchLoc) return handle(entry.catchLoc, !0); if (this.prev < entry.finallyLoc) return handle(entry.finallyLoc); } else if (hasCatch) { if (this.prev < entry.catchLoc) return handle(entry.catchLoc, !0); } else { if (!hasFinally) throw new Error("try statement without catch or finally"); if (this.prev < entry.finallyLoc) return handle(entry.finallyLoc); } } } }, abrupt: function abrupt(type, arg) { for (var i = this.tryEntries.length - 1; i >= 0; --i) { var entry = this.tryEntries[i]; if (entry.tryLoc <= this.prev && hasOwn.call(entry, "finallyLoc") && this.prev < entry.finallyLoc) { var finallyEntry = entry; break; } } finallyEntry && ("break" === type || "continue" === type) && finallyEntry.tryLoc <= arg && arg <= finallyEntry.finallyLoc && (finallyEntry = null); var record = finallyEntry ? finallyEntry.completion : {}; return record.type = type, record.arg = arg, finallyEntry ? (this.method = "next", this.next = finallyEntry.finallyLoc, ContinueSentinel) : this.complete(record); }, complete: function complete(record, afterLoc) { if ("throw" === record.type) throw record.arg; return "break" === record.type || "continue" === record.type ? this.next = record.arg : "return" === record.type ? (this.rval = this.arg = record.arg, this.method = "return", this.next = "end") : "normal" === record.type && afterLoc && (this.next = afterLoc), ContinueSentinel; }, finish: function finish(finallyLoc) { for (var i = this.tryEntries.length - 1; i >= 0; --i) { var entry = this.tryEntries[i]; if (entry.finallyLoc === finallyLoc) return this.complete(entry.completion, entry.afterLoc), resetTryEntry(entry), ContinueSentinel; } }, "catch": function _catch(tryLoc) { for (var i = this.tryEntries.length - 1; i >= 0; --i) { var entry = this.tryEntries[i]; if (entry.tryLoc === tryLoc) { var record = entry.completion; if ("throw" === record.type) { var thrown = record.arg; resetTryEntry(entry); } return thrown; } } throw new Error("illegal catch attempt"); }, delegateYield: function delegateYield(iterable, resultName, nextLoc) { return this.delegate = { iterator: values(iterable), resultName: resultName, nextLoc: nextLoc }, "next" === this.method && (this.arg = undefined), ContinueSentinel; } }, exports; }
 function _createSuper(Derived) { var hasNativeReflectConstruct = _isNativeReflectConstruct(); return function _createSuperInternal() { var Super = (0, _getPrototypeOf2["default"])(Derived), result; if (hasNativeReflectConstruct) { var NewTarget = (0, _getPrototypeOf2["default"])(this).constructor; result = Reflect.construct(Super, arguments, NewTarget); } else { result = Super.apply(this, arguments); } return (0, _possibleConstructorReturn2["default"])(this, result); }; }
 function _isNativeReflectConstruct() { if (typeof Reflect === "undefined" || !Reflect.construct) return false; if (Reflect.construct.sham) return false; if (typeof Proxy === "function") return true; try { Boolean.prototype.valueOf.call(Reflect.construct(Boolean, [], function () {})); return true; } catch (e) { return false; } }
@@ -208,7 +202,7 @@ var AgoraRteCameraThread = (_dec = _log.Log.attach({
             switch (_context2.prev = _context2.next) {
               case 0:
                 if (!this.cameraEnable) {
-                  _context2.next = 36;
+                  _context2.next = 35;
                   break;
                 }
                 if (!this._deviceChanged) {
@@ -236,12 +230,12 @@ var AgoraRteCameraThread = (_dec = _log.Log.attach({
                 _context2.prev = 11;
                 _context2.t0 = _context2["catch"](3);
                 _error.RteErrorCenter.shared.handleNonThrowableError(_error.AGRteErrorCode.RTC_ERR_CAM_ERR, _context2.t0);
-                return _context2.abrupt("break", 43);
+                return _context2.abrupt("break", 42);
               case 15:
                 this._deviceChanged = false;
               case 16:
                 if (this.track) {
-                  _context2.next = 29;
+                  _context2.next = 28;
                   break;
                 }
                 this.logger.info("starting camera...");
@@ -281,7 +275,8 @@ var AgoraRteCameraThread = (_dec = _log.Log.attach({
                             _this4.setCameraTrackState(_type.AgoraRteMediaSourceState.stopped);
                           });
                           _this4.setCameraTrackState(_type.AgoraRteMediaSourceState.started);
-                        case 11:
+                          _this4.logger.info("camera started");
+                        case 12:
                         case "end":
                           return _context.stop();
                       }
@@ -296,25 +291,23 @@ var AgoraRteCameraThread = (_dec = _log.Log.attach({
                 _context2.t2 = _context2["catch"](19);
                 _error.RteErrorCenter.shared.handleNonThrowableError(_error.AGRteErrorCode.RTC_ERR_CAM_ERR, _context2.t2);
                 this.setCameraTrackState(_type.AgoraRteMediaSourceState.error);
-                return _context2.abrupt("break", 43);
+                return _context2.abrupt("break", 42);
               case 28:
-                this.logger.info("camera started");
-              case 29:
                 if (this.track && this.canvas && this.canvas.view) {
                   this.track.play(this.canvas.view);
                 }
                 this.pipeProcessors();
                 if (!(this.track && (this.canvas && this.canvas.view && this.track.isPlaying || !this.canvas || !this.canvas.view))) {
-                  _context2.next = 34;
+                  _context2.next = 33;
                   break;
                 }
                 // ok to sleep
                 this.logger.info('complete thread run');
-                return _context2.abrupt("break", 43);
-              case 34:
-                _context2.next = 40;
+                return _context2.abrupt("break", 42);
+              case 33:
+                _context2.next = 39;
                 break;
-              case 36:
+              case 35:
                 if (this.track) {
                   this.logger.info("stopping camera...");
                   this.track.stop();
@@ -326,23 +319,23 @@ var AgoraRteCameraThread = (_dec = _log.Log.attach({
                   this.logger.info("camera stopped");
                 }
                 if (this.track) {
-                  _context2.next = 40;
+                  _context2.next = 39;
                   break;
                 }
                 // ok to sleep
                 this.logger.info('complete thread run');
-                return _context2.abrupt("break", 43);
-              case 40:
-                _context2.next = 42;
+                return _context2.abrupt("break", 42);
+              case 39:
+                _context2.next = 41;
                 return new Promise(function (resolve) {
                   return setTimeout(resolve, 500);
                 });
-              case 42:
+              case 41:
                 if (this.running) {
                   _context2.next = 0;
                   break;
                 }
-              case 43:
+              case 42:
               case "end":
                 return _context2.stop();
             }
@@ -363,22 +356,35 @@ var AgoraRteMicrophoneThread = (_dec2 = _log.Log.attach({
 }), _dec2(_class3 = /*#__PURE__*/function (_AgoraRteMediaTrackTh2) {
   (0, _inherits2["default"])(AgoraRteMicrophoneThread, _AgoraRteMediaTrackTh2);
   var _super3 = _createSuper(AgoraRteMicrophoneThread);
-  function AgoraRteMicrophoneThread() {
+  function AgoraRteMicrophoneThread(rawDataDispatcher) {
     var _this5;
     (0, _classCallCheck2["default"])(this, AgoraRteMicrophoneThread);
-    for (var _len3 = arguments.length, args = new Array(_len3), _key3 = 0; _key3 < _len3; _key3++) {
-      args[_key3] = arguments[_key3];
-    }
-    _this5 = _super3.call.apply(_super3, [this].concat(args));
-    _this5.pcmTrack = void 0;
+    _this5 = _super3.call(this);
     _this5.micEnable = false;
+    _this5.trackState = _type.AgoraRteMediaSourceState.stopped;
     _this5._recordingDeviceId = void 0;
     _this5._recordingDeviceChanged = false;
-    _this5.trackState = _type.AgoraRteMediaSourceState.stopped;
     _this5._volumePollingTask = void 0;
-    _this5._audioRawConfig = {
-      frameSize: 1024
-    };
+    _this5._rawDataDispatcher = void 0;
+    _this5._pcmTrack = void 0;
+    _this5._rawDataDispatcher = rawDataDispatcher;
+    rawDataDispatcher.register('ObserverChanged', function () {
+      _this5.preparePcmCallback();
+    });
+    rawDataDispatcher.register('MicrophoneTrackCreated', function () {
+      _this5.preparePcmCallback();
+    });
+    rawDataDispatcher.register('MicrophoneTrackDestroyed', function () {
+      _this5.stopAudioFrameCallback();
+    });
+    rawDataDispatcher.register('Start', function () {
+      if (rawDataDispatcher.hasMicrophoneRawDataObservers) {
+        _this5.setAudioFrameCallback();
+      }
+    });
+    rawDataDispatcher.register('Stop', function () {
+      _this5.stopAudioFrameCallback();
+    });
     return _this5;
   }
   (0, _createClass2["default"])(AgoraRteMicrophoneThread, [{
@@ -415,47 +421,50 @@ var AgoraRteMicrophoneThread = (_dec2 = _log.Log.attach({
       this._recordingDeviceChanged = true;
     }
   }, {
-    key: "setAudioRawDataConfig",
-    value: function setAudioRawDataConfig(config) {
-      this._audioRawConfig = _objectSpread(_objectSpread({}, this._audioRawConfig), config);
+    key: "preparePcmCallback",
+    value: function preparePcmCallback() {
+      if (this._rawDataDispatcher.hasMicrophoneRawDataObservers) {
+        this.setAudioFrameCallback();
+      } else {
+        this.stopAudioFrameCallback();
+      }
     }
   }, {
     key: "setAudioFrameCallback",
     value: function () {
       var _setAudioFrameCallback = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regeneratorRuntime().mark(function _callee3() {
         var _this7 = this;
-        var _this$_audioRawConfig, sampleRate, frameSize;
+        var _this$_rawDataDispatc, sampleRate, frameSize, stereo, encoderConfig, trackClone;
         return _regeneratorRuntime().wrap(function _callee3$(_context3) {
           while (1) {
             switch (_context3.prev = _context3.next) {
               case 0:
-                if (this._recordingDeviceId) {
+                if (this.track) {
                   _context3.next = 3;
                   break;
                 }
-                this.logger.warn("Cannot set PCM callback as there's no selected recording devices");
+                this.logger.warn("Cannot set PCM callback as there's no microphone track subscribed");
                 return _context3.abrupt("return");
               case 3:
-                _this$_audioRawConfig = this._audioRawConfig, sampleRate = _this$_audioRawConfig.sampleRate, frameSize = _this$_audioRawConfig.frameSize;
-                if (this.pcmTrack) {
-                  _context3.next = 8;
-                  break;
-                }
-                _context3.next = 7;
-                return _agoraRtcSdkNg["default"].createMicrophoneAudioTrack({
-                  microphoneId: this._recordingDeviceId,
-                  encoderConfig: {
+                _this$_rawDataDispatc = this._rawDataDispatcher.microphoneTrackRawDataConfig, sampleRate = _this$_rawDataDispatc.sampleRate, frameSize = _this$_rawDataDispatc.frameSize, stereo = _this$_rawDataDispatc.stereo;
+                if (!this._pcmTrack) {
+                  encoderConfig = {
+                    stereo: stereo,
                     sampleRate: sampleRate
-                  }
-                });
-              case 7:
-                this.pcmTrack = _context3.sent;
-              case 8:
-                this.logger.info('Attach PCM listener');
-                this.pcmTrack.setAudioFrameCallback(function (buffer) {
-                  _this7.emit(_control.AgoraMediaControlEventType.localAudioFrame, buffer);
+                  };
+                  trackClone = this.track.getMediaStreamTrack().clone();
+                  this._pcmTrack = _agoraRtcSdkNg["default"].createCustomAudioTrack({
+                    mediaStreamTrack: trackClone,
+                    encoderConfig: encoderConfig
+                  });
+                }
+                this.logger.info('attach PCM listener on microphone track');
+                this._pcmTrack.setAudioFrameCallback(function (buffer) {
+                  _this7._rawDataDispatcher.dispatch('AudioRawDataRecored', {
+                    buffer: buffer
+                  });
                 }, frameSize);
-              case 10:
+              case 7:
               case "end":
                 return _context3.stop();
             }
@@ -470,12 +479,12 @@ var AgoraRteMicrophoneThread = (_dec2 = _log.Log.attach({
   }, {
     key: "stopAudioFrameCallback",
     value: function stopAudioFrameCallback() {
-      if (this.pcmTrack) {
-        this.logger.info('Detach PCM listener');
-        this.pcmTrack.setAudioFrameCallback(null);
-        this.pcmTrack.close();
+      if (this._pcmTrack) {
+        this.logger.info('detach PCM listener');
+        this._pcmTrack.setAudioFrameCallback(null);
+        this._pcmTrack.close();
       }
-      this.pcmTrack = undefined;
+      this._pcmTrack = undefined;
     }
   }, {
     key: "onExecution",
@@ -487,7 +496,7 @@ var AgoraRteMicrophoneThread = (_dec2 = _log.Log.attach({
             switch (_context5.prev = _context5.next) {
               case 0:
                 if (!this.micEnable) {
-                  _context5.next = 36;
+                  _context5.next = 35;
                   break;
                 }
                 if (!this._recordingDeviceChanged) {
@@ -516,12 +525,12 @@ var AgoraRteMicrophoneThread = (_dec2 = _log.Log.attach({
                 _context5.t0 = _context5["catch"](3);
                 _error.RteErrorCenter.shared.handleNonThrowableError(_error.AGRteErrorCode.RTC_ERR_MIC_ERR, _context5.t0);
                 this.setMicTrackState(_type.AgoraRteMediaSourceState.error);
-                return _context5.abrupt("break", 43);
+                return _context5.abrupt("break", 42);
               case 16:
                 this._recordingDeviceChanged = false;
               case 17:
                 if (this.track) {
-                  _context5.next = 30;
+                  _context5.next = 29;
                   break;
                 }
                 this.logger.info("starting mic...");
@@ -548,9 +557,9 @@ var AgoraRteMicrophoneThread = (_dec2 = _log.Log.attach({
                             encoderConfig: encoderConfig
                           });
                         case 6:
-                          _this8.track = _context4.sent;
+                          track = _context4.sent;
+                          _this8.track = track;
                           _this8.logger.info('microphone track created');
-                          track = _this8.track;
                           _this8.track.on('track-ended', function () {
                             _this8.logger.warn("mic track ended");
                             track.stop();
@@ -561,7 +570,9 @@ var AgoraRteMicrophoneThread = (_dec2 = _log.Log.attach({
                             _this8.setMicTrackState(_type.AgoraRteMediaSourceState.stopped);
                           });
                           _this8.setMicTrackState(_type.AgoraRteMediaSourceState.started);
-                        case 11:
+                          _this8._rawDataDispatcher.dispatch('MicrophoneTrackCreated', track);
+                          _this8.logger.info("mic started");
+                        case 13:
                         case "end":
                           return _context4.stop();
                       }
@@ -576,22 +587,20 @@ var AgoraRteMicrophoneThread = (_dec2 = _log.Log.attach({
                 _context5.t2 = _context5["catch"](20);
                 _error.RteErrorCenter.shared.handleNonThrowableError(_error.AGRteErrorCode.RTC_ERR_MIC_ERR, _context5.t2);
                 this.setMicTrackState(_type.AgoraRteMediaSourceState.error);
-                return _context5.abrupt("break", 43);
+                return _context5.abrupt("break", 42);
               case 29:
-                this.logger.info("mic started");
-              case 30:
                 this.pipeProcessors();
                 if (!this.track /* && this.track.isPlaying*/) {
-                  _context5.next = 34;
+                  _context5.next = 33;
                   break;
                 }
                 // ok to sleep
                 this.logger.info('complete thread run');
-                return _context5.abrupt("break", 43);
-              case 34:
-                _context5.next = 40;
+                return _context5.abrupt("break", 42);
+              case 33:
+                _context5.next = 39;
                 break;
-              case 36:
+              case 35:
                 if (this.track) {
                   this.logger.info('stopping microphone...');
                   this.track.stop();
@@ -600,26 +609,27 @@ var AgoraRteMicrophoneThread = (_dec2 = _log.Log.attach({
                   this.track = undefined;
                   this.isPipedProcessors = false;
                   this.setMicTrackState(_type.AgoraRteMediaSourceState.stopped);
+                  this._rawDataDispatcher.dispatch('MicrophoneTrackDestroyed');
                   this.logger.info('microphone stopped');
                 }
                 if (this.track) {
-                  _context5.next = 40;
+                  _context5.next = 39;
                   break;
                 }
                 // ok to sleep
                 this.logger.info('complete thread run');
-                return _context5.abrupt("break", 43);
-              case 40:
-                _context5.next = 42;
+                return _context5.abrupt("break", 42);
+              case 39:
+                _context5.next = 41;
                 return new Promise(function (resolve) {
                   return setTimeout(resolve, 500);
                 });
-              case 42:
+              case 41:
                 if (this.running) {
                   _context5.next = 0;
                   break;
                 }
-              case 43:
+              case 42:
               case "end":
                 return _context5.stop();
             }
@@ -643,8 +653,8 @@ var AgoraRteScreenShareThread = (_dec3 = _log.Log.attach({
   function AgoraRteScreenShareThread() {
     var _this9;
     (0, _classCallCheck2["default"])(this, AgoraRteScreenShareThread);
-    for (var _len4 = arguments.length, args = new Array(_len4), _key4 = 0; _key4 < _len4; _key4++) {
-      args[_key4] = arguments[_key4];
+    for (var _len3 = arguments.length, args = new Array(_len3), _key3 = 0; _key3 < _len3; _key3++) {
+      args[_key3] = arguments[_key3];
     }
     _this9 = _super4.call.apply(_super4, [this].concat(args));
     _this9.canvas = void 0;
@@ -1628,7 +1638,9 @@ var AgoraRteSubscribeThread = (_dec6 = _log.Log.attach({
 }), _dec6(_class13 = /*#__PURE__*/function (_AgoraRteThread4) {
   (0, _inherits2["default"])(AgoraRteSubscribeThread, _AgoraRteThread4);
   var _super7 = _createSuper(AgoraRteSubscribeThread);
-  function AgoraRteSubscribeThread(client, user, _ref2) {
+  // do not modify _muteMap within thread
+
+  function AgoraRteSubscribeThread(client, user, _ref2, rawDataDispatcher) {
     var _this15;
     var channelName = _ref2.channelName,
       muteMap = _ref2.muteMap,
@@ -1645,20 +1657,43 @@ var AgoraRteSubscribeThread = (_dec6 = _log.Log.attach({
     _this15._volumePollingTask = void 0;
     _this15._prevCanvasView = void 0;
     _this15._prevRenderMode = void 0;
+    _this15._pcmTrack = void 0;
+    _this15._rawDataDispatcher = void 0;
     _this15._client = client;
     _this15._user = user;
     _this15._muteMap = muteMap;
     _this15._mediaType = mediaType;
     _this15._canvasMap = canvasMap;
     _this15._channelName = channelName;
+    _this15._rawDataDispatcher = rawDataDispatcher;
+    if (_this15._mediaType === 'audio') {
+      rawDataDispatcher.register('ObserverChanged', function () {
+        _this15.preparePcmCallback();
+      });
+      rawDataDispatcher.register('AudioTrackSubscribed', function (track, streamUuid) {
+        if (streamUuid === _this15.streamUuid) {
+          _this15.preparePcmCallback();
+        }
+      });
+      rawDataDispatcher.register('AudioTrackUnsubscribed', function (streamUuid) {
+        if (streamUuid === _this15.streamUuid) {
+          _this15.stopAudioFrameCallback();
+        }
+      });
+      rawDataDispatcher.register('Start', function () {
+        if (_this15._rawDataDispatcher.hasAudioTrackRawDataObservers) {
+          _this15.setAudioFrameCallback();
+        }
+      });
+      rawDataDispatcher.register('Stop', function () {
+        _this15.stopAudioFrameCallback();
+      });
+    }
     return _this15;
   }
   (0, _createClass2["default"])(AgoraRteSubscribeThread, [{
     key: "mute",
-    get:
-    // do not modify _muteMap within thread
-
-    function get() {
+    get: function get() {
       if (this._muteMap.has(this.streamUuid)) {
         return this._muteMap.get(this.streamUuid);
       }
@@ -1708,84 +1743,157 @@ var AgoraRteSubscribeThread = (_dec6 = _log.Log.attach({
       }
     }
   }, {
-    key: "onExecution",
+    key: "preparePcmCallback",
+    value: function preparePcmCallback() {
+      if (this._rawDataDispatcher.hasAudioTrackRawDataObservers) {
+        this.setAudioFrameCallback();
+      } else {
+        this.stopAudioFrameCallback();
+      }
+    }
+  }, {
+    key: "setAudioFrameCallback",
     value: function () {
-      var _onExecution6 = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regeneratorRuntime().mark(function _callee22() {
+      var _setAudioFrameCallback2 = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regeneratorRuntime().mark(function _callee22() {
         var _this16 = this;
-        var count;
+        var _this$_rawDataDispatc2, sampleRate, frameSize, stereo, trackClone, encoderConfig;
         return _regeneratorRuntime().wrap(function _callee22$(_context22) {
           while (1) {
             switch (_context22.prev = _context22.next) {
+              case 0:
+                if (this.track) {
+                  _context22.next = 3;
+                  break;
+                }
+                this.logger.warn("Cannot set PCM callback as there's no remote audio track subscribed");
+                return _context22.abrupt("return");
+              case 3:
+                _this$_rawDataDispatc2 = this._rawDataDispatcher.audioTrackRawDataConfig, sampleRate = _this$_rawDataDispatc2.sampleRate, frameSize = _this$_rawDataDispatc2.frameSize, stereo = _this$_rawDataDispatc2.stereo;
+                if (!this._pcmTrack) {
+                  trackClone = this.track.getMediaStreamTrack().clone();
+                  encoderConfig = {
+                    stereo: stereo,
+                    sampleRate: sampleRate
+                  };
+                  this._pcmTrack = _agoraRtcSdkNg["default"].createCustomAudioTrack({
+                    mediaStreamTrack: trackClone,
+                    encoderConfig: encoderConfig
+                  });
+                }
+                this.logger.info('attach PCM listener on remote audio track:', this._channelName, this.streamUuid);
+                this._pcmTrack.setAudioFrameCallback(function (buffer) {
+                  _this16._rawDataDispatcher.dispatch('AudioRawDataBeforeMixed', {
+                    buffer: buffer
+                  }, _this16.streamUuid, _this16._channelName);
+                }, frameSize);
+              case 7:
+              case "end":
+                return _context22.stop();
+            }
+          }
+        }, _callee22, this);
+      }));
+      function setAudioFrameCallback() {
+        return _setAudioFrameCallback2.apply(this, arguments);
+      }
+      return setAudioFrameCallback;
+    }()
+  }, {
+    key: "stopAudioFrameCallback",
+    value: function stopAudioFrameCallback() {
+      if (this._pcmTrack) {
+        this.logger.info('detach PCM listener on remote audio track:', this._channelName, this.streamUuid);
+        this._pcmTrack.setAudioFrameCallback(null);
+        this._pcmTrack.close();
+      }
+      this._pcmTrack = undefined;
+    }
+  }, {
+    key: "onExecution",
+    value: function () {
+      var _onExecution6 = (0, _asyncToGenerator2["default"])( /*#__PURE__*/_regeneratorRuntime().mark(function _callee23() {
+        var _this17 = this;
+        var count, track;
+        return _regeneratorRuntime().wrap(function _callee23$(_context23) {
+          while (1) {
+            switch (_context23.prev = _context23.next) {
               case 0:
                 // this.logger.debug(`thread notify start...`);
                 count = 0;
               case 1:
                 if (this.mute) {
-                  _context22.next = 18;
+                  _context23.next = 20;
                   break;
                 }
                 if (this.isTrackSubscribed()) {
-                  _context22.next = 13;
+                  _context23.next = 15;
                   break;
                 }
                 this.logger.info("[".concat(this._user.uid, "] subscribing ").concat(this._mediaType, "..."));
-                _context22.prev = 4;
-                _context22.next = 7;
+                _context23.prev = 4;
+                _context23.next = 7;
                 return this._client.subscribe(this._user, this._mediaType);
               case 7:
-                _context22.next = 12;
+                track = _context23.sent;
+                if (this._mediaType === 'audio') {
+                  this._rawDataDispatcher.dispatch('AudioTrackSubscribed', track, this.streamUuid, this._channelName);
+                }
+                _context23.next = 14;
                 break;
-              case 9:
-                _context22.prev = 9;
-                _context22.t0 = _context22["catch"](4);
-                _error.RteErrorCenter.shared.handleNonThrowableError(_error.AGRteErrorCode.RTC_ERR_TRACK_SUBSCRIBE_FAIL, _context22.t0);
+              case 11:
+                _context23.prev = 11;
+                _context23.t0 = _context23["catch"](4);
+                _error.RteErrorCenter.shared.handleNonThrowableError(_error.AGRteErrorCode.RTC_ERR_TRACK_SUBSCRIBE_FAIL, _context23.t0);
                 // don't stop, try until success
-              case 12:
+              case 14:
                 this.logger.info("[".concat(this._user.uid, "] subscribed."));
-              case 13:
+              case 15:
                 if (this._mediaType === 'video') {
                   this.play();
                 } else {
                   if (this.track) {
                     if (!this._volumePollingTask) {
                       this._volumePollingTask = _schedule.Scheduler.shared.addPollingTask(function () {
-                        var volume = _this16.track.getVolumeLevel();
+                        var volume = _this17.track.getVolumeLevel();
                         volume = Math.min(volume * 3, 1);
-                        _this16.emit('audio-volume-indication', volume);
+                        _this17.emit('audio-volume-indication', volume);
                       }, _schedule.Scheduler.Duration.second(0.5));
                     }
                     this.track.play();
                   }
                 }
                 if (!this.isTrackSubscribed()) {
-                  _context22.next = 16;
+                  _context23.next = 18;
                   break;
                 }
-                return _context22.abrupt("break", 38);
-              case 16:
-                _context22.next = 33;
-                break;
+                return _context23.abrupt("break", 41);
               case 18:
+                _context23.next = 36;
+                break;
+              case 20:
                 if (!this.isTrackSubscribed()) {
-                  _context22.next = 30;
+                  _context23.next = 33;
                   break;
                 }
                 this.logger.info("[".concat(this._user.uid, "] unpublishing..."));
-                _context22.prev = 20;
-                _context22.next = 23;
+                _context23.prev = 22;
+                _context23.next = 25;
                 return this._client.unsubscribe(this._user, this._mediaType);
-              case 23:
-                _context22.next = 29;
-                break;
               case 25:
-                _context22.prev = 25;
-                _context22.t1 = _context22["catch"](20);
-                _error.RteErrorCenter.shared.handleNonThrowableError(_error.AGRteErrorCode.RTC_ERR_TRACK_UNSUBSCRIBE_FAIL, _context22.t1);
+                if (this._mediaType === 'audio') {
+                  this._rawDataDispatcher.dispatch('AudioTrackUnsubscribed', this.streamUuid, this._channelName);
+                }
+                _context23.next = 32;
+                break;
+              case 28:
+                _context23.prev = 28;
+                _context23.t1 = _context23["catch"](22);
+                _error.RteErrorCenter.shared.handleNonThrowableError(_error.AGRteErrorCode.RTC_ERR_TRACK_UNSUBSCRIBE_FAIL, _context23.t1);
                 //stop if unsub failed
-                return _context22.abrupt("break", 38);
-              case 29:
+                return _context23.abrupt("break", 41);
+              case 32:
                 this.logger.info("[".concat(this._user.uid, "] unpublished."));
-              case 30:
+              case 33:
                 if (this.track) {
                   this.logger.info("[".concat(this._user.uid, "] stopping track..."));
                   this.track.stop();
@@ -1795,31 +1903,31 @@ var AgoraRteSubscribeThread = (_dec6 = _log.Log.attach({
                   this.logger.info("[".concat(this._user.uid, "] track stopped"));
                 }
                 if (this.isTrackSubscribed()) {
-                  _context22.next = 33;
+                  _context23.next = 36;
                   break;
                 }
-                return _context22.abrupt("break", 38);
-              case 33:
-                _context22.next = 35;
+                return _context23.abrupt("break", 41);
+              case 36:
+                _context23.next = 38;
                 return new Promise(function (resolve) {
                   return setTimeout(resolve, 500);
                 });
-              case 35:
+              case 38:
                 count++;
                 if (count % 10 === 0) {
                   this.logger.info("thread running...");
                 }
-              case 37:
+              case 40:
                 if (this.running) {
-                  _context22.next = 1;
+                  _context23.next = 1;
                   break;
                 }
-              case 38:
+              case 41:
               case "end":
-                return _context22.stop();
+                return _context23.stop();
             }
           }
-        }, _callee22, this, [[4, 9], [20, 25]]);
+        }, _callee23, this, [[4, 11], [22, 28]]);
       }));
       function onExecution() {
         return _onExecution6.apply(this, arguments);