trtc-sdk-v5 5.15.1-beta.1 → 5.15.1-beta.3

package/plugins/video-effect/beauty/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rtc-plugin/beauty",
-  "version": "5.15.1-beta.1",
+  "version": "5.15.1-beta.3",
   "description": "TRTC Web SDK 5.x beauty plugin",
   "main": "./beauty.esm.js",
   "module": "./beauty.esm.js",

package/plugins/video-effect/face-detection/face-detection.esm.d.ts

@@ -0,0 +1,22 @@
+export interface FaceDetectionOptions {
+  onFaceDetectionStateChanged: (hasFace: boolean) => void;
+  detectionInterval?: number;
+  minConfidence?: number;
+  missingTimeout?: number;
+}
+
+export interface UpdateFaceDetectionOptions {
+  onFaceDetectionStateChanged?: (hasFace: boolean) => void;
+  detectionInterval?: number;
+  minConfidence?: number;
+  missingTimeout?: number;
+}
+
+export declare class FaceDetection {
+  static isSupported(): boolean;
+  start(options: FaceDetectionOptions): Promise<void>;
+  update(options: UpdateFaceDetectionOptions): Promise<void>;
+  stop(): Promise<void>;
+}
+
+export default FaceDetection;

package/plugins/video-effect/face-detection/face-detection.esm.js

@@ -0,0 +1 @@
+var __defProp=Object.defineProperty,__getOwnPropSymbols=Object.getOwnPropertySymbols,__hasOwnProp=Object.prototype.hasOwnProperty,__propIsEnum=Object.prototype.propertyIsEnumerable,__defNormalProp=(e,t,r)=>t in e?__defProp(e,t,{enumerable:!0,configurable:!0,writable:!0,value:r}):e[t]=r,__spreadValues=(e,t)=>{for(var r in t||(t={}))__hasOwnProp.call(t,r)&&__defNormalProp(e,r,t[r]);if(__getOwnPropSymbols)for(var r of __getOwnPropSymbols(t))__propIsEnum.call(t,r)&&__defNormalProp(e,r,t[r]);return e},__publicField=(e,t,r)=>__defNormalProp(e,"symbol"!=typeof t?t+"":t,r),BASE_FACE_DETECTION_RULES={detectionInterval:{type:"number",required:!1,min:100,max:5e3},minConfidence:{type:"number",required:!1,min:0,max:1},missingTimeout:{type:"number",required:!1,min:0,max:5e3}},faceDetectionOptions=__spreadValues({onFaceDetectionStateChanged:{required:!0}},BASE_FACE_DETECTION_RULES),updateFaceDetectionOptions=__spreadValues({onFaceDetectionStateChanged:{required:!1}},BASE_FACE_DETECTION_RULES);function startValidateRule(e){return{type:"object",required:!0,properties:faceDetectionOptions,validate(t,r,i,s){var o;const{RtcError:a,ErrorCode:n,ErrorCodeDictionary:_}=e.errorModule,{onFaceDetectionStateChanged:c}=t;if(c&&!e.utils.isFunction(c))throw new a({code:n.INVALID_PARAMETER,extraCode:_.INVALID_PARAMETER_TYPE,fnName:i,messageParams:{key:"onFaceDetectionStateChanged",value:typeof c,rule:{type:"Function"}}});if(!(null==(o=e.room.videoManager.cameraTrack)?void 0:o.mediaTrack))throw new a({code:n.INVALID_OPERATION,extraCode:_.INVALID_OPERATION_NEED_VIDEO,fnName:i})}}}function updateValidateRule(e){return{type:"object",required:!0,properties:updateFaceDetectionOptions,validate(t,r,i,s){var o;const{RtcError:a,ErrorCode:n,ErrorCodeDictionary:_}=e.errorModule,{onFaceDetectionStateChanged:c}=t;if(c&&!e.utils.isFunction(c))throw new a({code:n.INVALID_PARAMETER,extraCode:_.INVALID_PARAMETER_TYPE,fnName:i,messageParams:{key:"onFaceDetectionStateChanged",value:typeof c,rule:{type:"Function"}}});if(!(null==(o=e.room.videoManager.cameraTrack)?void 0:o.mediaTrack))throw new a({code:n.INVALID_OPERATION,extraCode:_.INVALID_OPERATION_NEED_VIDEO,fnName:i})}}}function stopValidateRule(e){return{name:"StopFaceDetectionOptions",required:!1}}var USER_AGENT="undefined"==typeof navigator?"":navigator.userAgent,isUserAgentMatch=e=>new RegExp(e,"i").test(USER_AGENT),getBrowserVersion=e=>{if(isUserAgentMatch(e)){const t=new RegExp(`${e}\\/([\\d.]+)`),r=USER_AGENT.match(t);if(r&&r[1])return r[1]}return""},getBrowserMajorVersion=e=>{if(isUserAgentMatch(e)){const t=new RegExp(`${e}\\/(\\d+)`),r=USER_AGENT.match(t);if(r&&r[1])return parseFloat(r[1])}return NaN},webkitVersionMap=/AppleWebKit\/([\d.]+)/i.exec(USER_AGENT),appleWebkitVersion=webkitVersionMap?parseFloat(webkitVersionMap[1]):NaN,IS_IPAD=isUserAgentMatch("iPad"),IS_IPAD_PRO="undefined"!=typeof navigator&&navigator.maxTouchPoints&&navigator.maxTouchPoints>2&&isUserAgentMatch("Macintosh"),IS_IPHONE=isUserAgentMatch("iPhone")&&!IS_IPAD,IS_IPOD=isUserAgentMatch("iPod"),IS_IOS=IS_IPHONE||IS_IPAD||IS_IPOD||IS_IPAD_PRO,IS_ANDROID=isUserAgentMatch("Android"),ANDROID_VERSION=function(){if(IS_ANDROID){const e=USER_AGENT.match(/Android (\d+)(?:\.(\d+))?(?:\.(\d+))*/i);if(e){const t=e[1]&&parseFloat(e[1]),r=e[2]&&parseFloat(e[2]);if(t&&r)return parseFloat(`${e[1]}.${e[2]}`);if(t)return t}}return NaN}(),IS_OLD_ANDROID=IS_ANDROID&&isUserAgentMatch("webkit")&&ANDROID_VERSION<2.3,IS_NATIVE_ANDROID=IS_ANDROID&&ANDROID_VERSION<5&&appleWebkitVersion<537,IS_FIREFOX=isUserAgentMatch("Firefox"),FIREFOX_VERSION=getBrowserVersion("Firefox"),FIREFOX_MAJOR_VERSION=getBrowserMajorVersion("Firefox"),IS_EDGE=isUserAgentMatch("Edge"),EDGE_VERSION=getBrowserVersion("Edge"),IS_EDG=isUserAgentMatch("Edg"),EDG_VERSION=getBrowserVersion("Edg"),EDG_MAJOR_VERSION=getBrowserMajorVersion("Edg"),IS_SOGOUM=isUserAgentMatch("SogouMobileBrowser"),SOGOUM_VERSION=getBrowserVersion("SogouMobileBrowser"),IS_SOGOU=isUserAgentMatch("MetaSr\\s"),SOGOU_VERSION=getBrowserVersion("MetaSr\\s"),IS_TBS=isUserAgentMatch("TBS"),TBS_VERSION=getBrowserVersion("TBS"),IS_XWEB=isUserAgentMatch("XWEB"),XWEB_VERSION=getBrowserVersion("XWEB"),IS_IE8=isUserAgentMatch("MSIE\\s8\\.0"),IS_IE=isUserAgentMatch("MSIE\\/\\d+"),IE_VERSION=function(){if(IS_IE){const e=/MSIE\s(\d+)\.\d/.exec(USER_AGENT);let t=e&&parseFloat(e[1]);return!t&&/Trident\/7.0/i.test(USER_AGENT)&&/rv:11.0/.test(USER_AGENT)&&(t=11),t}return NaN}(),IS_WECHAT=isUserAgentMatch("(micromessenger|webbrowser)"),WECHAT_VERSION=getBrowserVersion("MicroMessenger"),IS_X5MQQB=!IS_TBS&&isUserAgentMatch("MQQBrowser")&&isUserAgentMatch("COVC"),IS_MQQB=!IS_TBS&&isUserAgentMatch("MQQBrowser")&&!isUserAgentMatch("COVC"),MQQB_VERSION=IS_MQQB||IS_X5MQQB?getBrowserVersion("MQQBrowser"):"",IS_WQQB=!IS_TBS&&isUserAgentMatch(" QQBrowser"),WQQB_VERSION=getBrowserVersion(" QQBrowser"),IS_MACQQB=!IS_TBS&&isUserAgentMatch("QQBrowserLite"),MACQQB_VERSION=getBrowserVersion("QQBrowserLite"),IS_IPADQQB=!IS_TBS&&isUserAgentMatch("MQBHD"),IPADQQB_VERSION=getBrowserVersion("MQBHD"),IS_WIN=isUserAgentMatch("Windows"),IS_MAC=!IS_IOS&&isUserAgentMatch("MAC OS X"),IS_LINUX=!IS_ANDROID&&isUserAgentMatch("Linux"),IS_CHROME_OS=isUserAgentMatch("CrOS"),IS_WX=isUserAgentMatch("MicroMessenger"),IS_UCBROWSER=isUserAgentMatch("UCBrowser"),IS_ELECTRON=isUserAgentMatch("Electron"),IS_MIBROWSER=isUserAgentMatch("MiuiBrowser"),MI_VERSION=getBrowserVersion("MiuiBrowser"),IS_HUAWEIBROWSER=isUserAgentMatch("HuaweiBrowser"),IS_HUAWEI=isUserAgentMatch("Huawei")||isUserAgentMatch("HUAWEI"),IS_HONOR=isUserAgentMatch("Honor")||isUserAgentMatch("HONOR"),HUAWEI_VERSION=getBrowserVersion("HuaweiBrowser"),IS_SAMSUNGBROWSER=isUserAgentMatch("SamsungBrowser"),SAMSUNG_VERSION=getBrowserVersion("SamsungBrowser"),IS_OPPOBROWSER=isUserAgentMatch("HeyTapBrowser"),OPPO_VERSION=getBrowserVersion("HeyTapBrowser"),IS_VIVOBROWSER=isUserAgentMatch("VivoBrowser"),VIVO_VERSION=getBrowserVersion("VivoBrowser"),IS_OPENHARMONY=isUserAgentMatch("OpenHarmony"),OPENHARMONY_VERSION=getBrowserVersion("OpenHarmony"),getChromeMajorVersion=()=>getBrowserMajorVersion("Chrome"),IS_IOS_CHROME=isUserAgentMatch("CriOS"),IS_CHROMIUM_BASE=isUserAgentMatch("Chrome"),IS_CHROME=!IS_EDGE&&!IS_SOGOU&&!IS_SOGOUM&&!IS_TBS&&!IS_XWEB&&!IS_EDG&&!IS_WQQB&&!IS_MIBROWSER&&!IS_HUAWEIBROWSER&&!IS_SAMSUNGBROWSER&&!IS_OPPOBROWSER&&!IS_VIVOBROWSER&&IS_CHROMIUM_BASE,IS_HEADLESS_CHROME=isUserAgentMatch("HeadlessChrome"),CHROME_MAJOR_VERSION=getChromeMajorVersion(),IS_CHROMIUM_128_TO_143=IS_CHROMIUM_BASE&&CHROME_MAJOR_VERSION>=128&&CHROME_MAJOR_VERSION<=143,CHROME_VERSION=getBrowserVersion("Chrome"),ELECTRON_MAJOR_VERSION=getBrowserMajorVersion("Electron"),IS_SAFARI=!IS_CHROMIUM_BASE&&!IS_MQQB&&!IS_X5MQQB&&!IS_MACQQB&&!IS_IPADQQB&&isUserAgentMatch("Safari"),SAFARI_VERSION=getBrowserVersion("Version"),IS_ANDROID_WEBVIEW=/Android.*(wv|.0.0.0)/.test(USER_AGENT),IOS_VERSION=(()=>{if(IS_IPAD_PRO)return SAFARI_VERSION;if(IS_IOS){const e=USER_AGENT.match(/OS (\d+)_(\d+)/i);if(e&&e[1]){let t=e[1];return e[2]&&(t+=`.${e[2]}`),t}}return""})(),IOS_MAIN_VERSION=Number(IOS_VERSION.split(".")[0]),IS_IOS_13_OR_14=(()=>{const e=Number(IOS_VERSION.split(".")[0]);return 14===e||13===e})(),IS_LOCAL="undefined"!=typeof location&&("file:"===location.protocol||"localhost"===location.hostname||"127.0.0.1"===location.hostname),browserInfo=getBrowserInfo();function getBrowserInfo(){const e=new Map([[IS_FIREFOX,["Firefox",FIREFOX_VERSION]],[IS_EDG,["Edg",EDG_VERSION]],[IS_CHROME,["Chrome",CHROME_VERSION]],[IS_IOS_CHROME,["ChiOS",getBrowserVersion("CriOS")]],[IS_SAFARI&&!IS_IOS_CHROME,["Safari",SAFARI_VERSION]],[IS_TBS,["TBS",TBS_VERSION]],[IS_XWEB,["XWEB",XWEB_VERSION]],[IS_WECHAT&&IS_IPHONE,["WeChat",WECHAT_VERSION]],[IS_WQQB,["QQ(Win)",WQQB_VERSION]],[IS_MQQB,["QQ(Mobile)",MQQB_VERSION]],[IS_X5MQQB,["QQ(Mobile X5)",MQQB_VERSION]],[IS_MACQQB,["QQ(Mac)",MACQQB_VERSION]],[IS_IPADQQB,["QQ(iPad)",IPADQQB_VERSION]],[IS_MIBROWSER,["MI",MI_VERSION]],[IS_HUAWEIBROWSER,["HW",HUAWEI_VERSION]],[IS_SAMSUNGBROWSER,["Samsung",SAMSUNG_VERSION]],[IS_OPPOBROWSER,["OPPO",OPPO_VERSION]],[IS_VIVOBROWSER,["VIVO",VIVO_VERSION]],[IS_EDGE,["EDGE",EDGE_VERSION]],[IS_SOGOUM,["SogouMobile",SOGOUM_VERSION]],[IS_SOGOU,["Sogou",SOGOU_VERSION]]]);let t="unknown",r="unknown";return e.has(!0)&&([t,r]=e.get(!0)),{name:t,version:r}}var faceDetectionSeq=0,_FaceDetection=class e{constructor(e){this.core=e,__publicField(this,"seq"),__publicField(this,"log"),__publicField(this,"preLoadPromise"),__publicField(this,"_faceDetectorHash"),__publicField(this,"_visionTaskRegistry"),__publicField(this,"_faceStatus",!1),__publicField(this,"_startMissing"),__publicField(this,"_minConfidence",.8),__publicField(this,"_missingTimeout",1e3),__publicField(this,"_detectionInterval",300),__publicField(this,"_lastDetectTime",0),__publicField(this,"_videoFrameCallBackId"),__publicField(this,"_video"),__publicField(this,"_onFaceDetectionStateChanged"),faceDetectionSeq+=1,this.seq=faceDetectionSeq,this.log=e.log.createChild({id:`${this.getAlias()}${faceDetectionSeq}`}),this.log.info("created"),e.assetsPath&&(this.preLoadPromise=this.preload(e.assetsPath))}static isSupported(){if(CHROME_MAJOR_VERSION<90)return!1;const e=document.createElement("canvas").getContext("webgl2");return!!(e&&e instanceof WebGL2RenderingContext)}resetState(){this._faceStatus=!1,this._startMissing=null,this._lastDetectTime=0}async preload(e){try{await this.core.initVisionTaskRegistry(e,["FaceDetector"])}catch(e){const{RtcError:t,ErrorCode:r}=this.core.errorModule;throw new t({code:r.INVALID_OPERATION,message:`FaceDetection preload error, please redeploy the assets of the npm package. detail: ${e}`})}}getGroup(){return"fd"}getName(){return e.Name}getAlias(){return"fd"}getValidateRule(e){switch(e){case"start":return startValidateRule(this.core);case"update":return updateValidateRule(this.core);case"stop":return stopValidateRule(this.core)}}getCurrentStatus(){const e=this._visionTaskRegistry.getResult(this._faceDetectorHash).detections;this._visionTaskRegistry.resetHashResults();let t=e.length>0;if(t){const r=[];for(const t of e){const e=t.categories;for(const t of e)r.push(t.score)}t&&(t=!!r.find(e=>e>=this._minConfidence))}return t}detectFace(){const e=this.getCurrentStatus();this._startMissing&&Date.now()-this._startMissing>=this._missingTimeout&&e!==this._faceStatus?(this._onFaceDetectionStateChanged(e),this._faceStatus=e,this._startMissing=null):Date.now()-this._lastDetectTime>=this._detectionInterval&&(this._faceStatus!==e&&(e||0===this._missingTimeout?(this._onFaceDetectionStateChanged(e),this._faceStatus=e):this._startMissing||(this._startMissing=Date.now())),this._lastDetectTime=Date.now()),this._video&&(this._videoFrameCallBackId=this._video.requestVideoFrameCallback(this.detectFace.bind(this)))}async initFaceDetection(){this._visionTaskRegistry=await window.VisionTaskRegistry.getInstance();const e=await this._visionTaskRegistry.register(window.VisionTaskType.FaceDetector);e&&(this._faceDetectorHash=e,this._video&&this._visionTaskRegistry.setVideo(this._faceDetectorHash,this._video))}updateOptions(e){e.onFaceDetectionStateChanged&&(this._onFaceDetectionStateChanged=e.onFaceDetectionStateChanged),e.detectionInterval&&(this._detectionInterval=e.detectionInterval),e.minConfidence&&(this._minConfidence=e.minConfidence),(0===e.missingTimeout||e.missingTimeout)&&(this._missingTimeout=e.missingTimeout)}async start(e){const{RtcError:t,ErrorCode:r}=this.core.errorModule;if(this.updateOptions(e),!this.preLoadPromise){if(!this.core.assetsPath)throw new t({code:r.INVALID_PARAMETER,message:"you need to deploy the assets of the npm package and set assetsPath param in TRTC.create()"});this.preLoadPromise=this.preload(this.core.assetsPath)}await this.preLoadPromise;const i=this.core.room.videoManager.cameraTrack;if(!i)throw new t({code:r.DEVICE_ERROR,message:"please enable camera display to start detection"});const s=new(0,this.core.VideoPlayer)({id:"fd",track:i.mediaTrack,muted:!1,container:null,log:this.core.log});s.play(),this._video=s.element,await this.initFaceDetection().catch(e=>{throw new t({code:r.UNKNOWN_ERROR,message:e.message})}),this._videoFrameCallBackId=this._video.requestVideoFrameCallback(this.detectFace.bind(this)),i.on(this.core.enums.TrackEvent.MUTE,this.autoHandleMute,this),this.core.kvStatManager.addEnum({key:575700,value:1})}autoHandleMute(){var e;const t=this.core.room.videoManager.cameraTrack;this._faceStatus&&(this._faceStatus=!1,this._onFaceDetectionStateChanged(!1)),null==(e=this._video)||e.cancelVideoFrameCallback(this._videoFrameCallBackId),null==t||t.once(this.core.enums.TrackEvent.UNMUTE,()=>{this._video&&(this._videoFrameCallBackId=this._video.requestVideoFrameCallback(this.detectFace.bind(this)))})}async update(e){this.updateOptions(e),this.core.kvStatManager.addEnum({key:575701,value:1})}async stop(){var e,t;this.resetState(),null==(e=this._video)||e.cancelVideoFrameCallback(this._videoFrameCallBackId),null==(t=this.core.room.videoManager.cameraTrack)||t.off(this.core.enums.TrackEvent.MUTE,this.autoHandleMute,this),this.core.kvStatManager.addEnum({key:575702,value:1})}destroy(){this.stop()}};__publicField(_FaceDetection,"Name","FaceDetection");var FaceDetection=_FaceDetection,index_default=FaceDetection;export{index_default as default};export{FaceDetection};

package/plugins/video-effect/face-detection/face-detection.umd.js

@@ -0,0 +1,3 @@
+!function(e,t){"object"==typeof exports&&"undefined"!=typeof module?module.exports=t():"function"==typeof define&&define.amd?define(t):(e="undefined"!=typeof globalThis?globalThis:e||self).FaceDetection=t()}(this,function(){"use strict";function e(e,t){(null==t||t>e.length)&&(t=e.length);for(var r=0,n=Array(t);r<t;r++)n[r]=e[r];return n}function t(e,t,r,n,o,i,a){try{var s=e[i](a),c=s.value}catch(e){return void r(e)}s.done?t(c):Promise.resolve(c).then(n,o)}function r(e){return function(){var r=this,n=arguments;return new Promise(function(o,i){var a=e.apply(r,n);function s(e){t(a,o,i,s,c,"next",e)}function c(e){t(a,o,i,s,c,"throw",e)}s(void 0)})}}function n(e,t){for(var r=0;r<t.length;r++){var n=t[r];n.enumerable=n.enumerable||!1,n.configurable=!0,"value"in n&&(n.writable=!0),Object.defineProperty(e,c(n.key),n)}}function o(e,t){var r="undefined"!=typeof Symbol&&e[Symbol.iterator]||e["@@iterator"];if(!r){if(Array.isArray(e)||(r=l(e))||t){r&&(e=r);var n=0,o=function(){};return{s:o,n:function(){return n>=e.length?{done:!0}:{done:!1,value:e[n++]}},e:function(e){throw e},f:o}}throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.")}var i,a=!0,s=!1;return{s:function(){r=r.call(e)},n:function(){var e=r.next();return a=e.done,e},e:function(e){s=!0,i=e},f:function(){try{a||null==r.return||r.return()}finally{if(s)throw i}}}}function i(){
+/*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/babel/babel/blob/main/packages/babel-helpers/LICENSE */
+var e,t,r="function"==typeof Symbol?Symbol:{},n=r.iterator||"@@iterator",o=r.toStringTag||"@@toStringTag";function s(r,n,o,i){var s=n&&n.prototype instanceof u?n:u,l=Object.create(s.prototype);return a(l,"_invoke",function(r,n,o){var i,a,s,u=0,l=o||[],f=!1,d={p:0,n:0,v:e,a:h,f:h.bind(e,4),d:function(t,r){return i=t,a=0,s=e,d.n=r,c}};function h(r,n){for(a=r,s=n,t=0;!f&&u&&!o&&t<l.length;t++){var o,i=l[t],h=d.p,v=i[2];r>3?(o=v===n)&&(s=i[(a=i[4])?5:(a=3,3)],i[4]=i[5]=e):i[0]<=h&&((o=r<2&&h<i[1])?(a=0,d.v=n,d.n=i[1]):h<v&&(o=r<3||i[0]>n||n>v)&&(i[4]=r,i[5]=n,d.n=v,a=0))}if(o||r>1)return c;throw f=!0,n}return function(o,l,v){if(u>1)throw TypeError("Generator is already running");for(f&&1===l&&h(l,v),a=l,s=v;(t=a<2?e:s)||!f;){i||(a?a<3?(a>1&&(d.n=-1),h(a,s)):d.n=s:d.v=s);try{if(u=2,i){if(a||(o="next"),t=i[o]){if(!(t=t.call(i,s)))throw TypeError("iterator result is not an object");if(!t.done)return t;s=t.value,a<2&&(a=0)}else 1===a&&(t=i.return)&&t.call(i),a<2&&(s=TypeError("The iterator does not provide a '"+o+"' method"),a=1);i=e}else if((t=(f=d.n<0)?s:r.call(n,d))!==c)break}catch(t){i=e,a=1,s=t}finally{u=1}}return{value:t,done:f}}}(r,o,i),!0),l}var c={};function u(){}function l(){}function f(){}t=Object.getPrototypeOf;var d=[][n]?t(t([][n]())):(a(t={},n,function(){return this}),t),h=f.prototype=u.prototype=Object.create(d);function v(e){return Object.setPrototypeOf?Object.setPrototypeOf(e,f):(e.__proto__=f,a(e,o,"GeneratorFunction")),e.prototype=Object.create(h),e}return l.prototype=f,a(h,"constructor",f),a(f,"constructor",l),l.displayName="GeneratorFunction",a(f,o,"GeneratorFunction"),a(h),a(h,o,"Generator"),a(h,n,function(){return this}),a(h,"toString",function(){return"[object Generator]"}),(i=function(){return{w:s,m:v}})()}function a(e,t,r,n){var o=Object.defineProperty;try{o({},"",{})}catch(e){o=0}a=function(e,t,r,n){function i(t,r){a(e,t,function(e){return this._invoke(t,r,e)})}t?o?o(e,t,{value:r,enumerable:!n,configurable:!n,writable:!n}):e[t]=r:(i("next",0),i("throw",1),i("return",2))},a(e,t,r,n)}function s(e,t){return function(e){if(Array.isArray(e))return e}(e)||function(e,t){var r=null==e?null:"undefined"!=typeof Symbol&&e[Symbol.iterator]||e["@@iterator"];if(null!=r){var n,o,i,a,s=[],c=!0,u=!1;try{if(i=(r=r.call(e)).next,0===t);else for(;!(c=(n=i.call(r)).done)&&(s.push(n.value),s.length!==t);c=!0);}catch(e){u=!0,o=e}finally{try{if(!c&&null!=r.return&&(a=r.return(),Object(a)!==a))return}finally{if(u)throw o}}return s}}(e,t)||l(e,t)||function(){throw new TypeError("Invalid attempt to destructure non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.")}()}function c(e){var t=function(e,t){if("object"!=typeof e||!e)return e;var r=e[Symbol.toPrimitive];if(void 0!==r){var n=r.call(e,t);if("object"!=typeof n)return n;throw new TypeError("@@toPrimitive must return a primitive value.")}return String(e)}(e,"string");return"symbol"==typeof t?t:t+""}function u(e){return u="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(e){return typeof e}:function(e){return e&&"function"==typeof Symbol&&e.constructor===Symbol&&e!==Symbol.prototype?"symbol":typeof e},u(e)}function l(t,r){if(t){if("string"==typeof t)return e(t,r);var n={}.toString.call(t).slice(8,-1);return"Object"===n&&t.constructor&&(n=t.constructor.name),"Map"===n||"Set"===n?Array.from(t):"Arguments"===n||/^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)?e(t,r):void 0}}var f=Object.defineProperty,d=Object.getOwnPropertySymbols,h=Object.prototype.hasOwnProperty,v=Object.prototype.propertyIsEnumerable,m=function(e,t,r){return t in e?f(e,t,{enumerable:!0,configurable:!0,writable:!0,value:r}):e[t]=r},p=function(e,t){for(var r in t||(t={}))h.call(t,r)&&m(e,r,t[r]);if(d){var n,i=o(d(t));try{for(i.s();!(n=i.n()).done;){r=n.value;v.call(t,r)&&m(e,r,t[r])}}catch(e){i.e(e)}finally{i.f()}}return e},y=function(e,t,r){return m(e,"symbol"!==u(t)?t+"":t,r)},g={detectionInterval:{type:"number",required:!1,min:100,max:5e3},minConfidence:{type:"number",required:!1,min:0,max:1},missingTimeout:{type:"number",required:!1,min:0,max:5e3}},b=p({onFaceDetectionStateChanged:{required:!0}},g),w=p({onFaceDetectionStateChanged:{required:!1}},g);var _="undefined"==typeof navigator?"":navigator.userAgent,E=function(e){return new RegExp(e,"i").test(_)},S=function(e){if(E(e)){var t=new RegExp("".concat(e,"\\/([\\d.]+)")),r=_.match(t);if(r&&r[1])return r[1]}return""},k=function(e){if(E(e)){var t=new RegExp("".concat(e,"\\/(\\d+)")),r=_.match(t);if(r&&r[1])return parseFloat(r[1])}return NaN},T=/AppleWebKit\/([\d.]+)/i.exec(_);T&&parseFloat(T[1]);var C=E("iPad"),M="undefined"!=typeof navigator&&navigator.maxTouchPoints&&navigator.maxTouchPoints>2&&E("Macintosh"),O=E("iPhone")&&!C,D=E("iPod"),F=O||C||D||M,I=E("Android");!function(){if(I){var e=_.match(/Android (\d+)(?:\.(\d+))?(?:\.(\d+))*/i);if(e){var t=e[1]&&parseFloat(e[1]),r=e[2]&&parseFloat(e[2]);if(t&&r)return parseFloat("".concat(e[1],".").concat(e[2]));if(t)return t}}}();I&&E("webkit");var P=E("Firefox"),R=S("Firefox");k("Firefox");var A=E("Edge"),B=S("Edge"),N=E("Edg"),V=S("Edg");k("Edg");var x=E("SogouMobileBrowser"),Q=S("SogouMobileBrowser"),j=E("MetaSr\\s"),H=S("MetaSr\\s"),L=E("TBS"),q=S("TBS"),W=E("XWEB"),G=S("XWEB");E("MSIE\\s8\\.0");var U=E("MSIE\\/\\d+");!function(){if(U){var e=/MSIE\s(\d+)\.\d/.exec(_),t=e&&parseFloat(e[1]);return!t&&/Trident\/7.0/i.test(_)&&/rv:11.0/.test(_)&&(t=11),t}}();var X=E("(micromessenger|webbrowser)"),K=S("MicroMessenger"),Y=!L&&E("MQQBrowser")&&E("COVC"),$=!L&&E("MQQBrowser")&&!E("COVC"),z=$||Y?S("MQQBrowser"):"",J=!L&&E(" QQBrowser"),Z=S(" QQBrowser"),ee=!L&&E("QQBrowserLite"),te=S("QQBrowserLite"),re=!L&&E("MQBHD"),ne=S("MQBHD");E("Windows"),!F&&E("MAC OS X"),!I&&E("Linux"),E("CrOS"),E("MicroMessenger"),E("UCBrowser"),E("Electron");var oe=E("MiuiBrowser"),ie=S("MiuiBrowser"),ae=E("HuaweiBrowser");E("Huawei")||E("HUAWEI"),E("Honor")||E("HONOR");var se=S("HuaweiBrowser"),ce=E("SamsungBrowser"),ue=S("SamsungBrowser"),le=E("HeyTapBrowser"),fe=S("HeyTapBrowser"),de=E("VivoBrowser"),he=S("VivoBrowser");E("OpenHarmony"),S("OpenHarmony");var ve=E("CriOS"),me=E("Chrome"),pe=!A&&!j&&!x&&!L&&!W&&!N&&!J&&!oe&&!ae&&!ce&&!le&&!de&&me;E("HeadlessChrome");var ye=k("Chrome"),ge=S("Chrome");k("Electron");var be=!me&&!$&&!Y&&!ee&&!re&&E("Safari"),we=S("Version"),_e=function(){if(M)return we;if(F){var e=_.match(/OS (\d+)_(\d+)/i);if(e&&e[1]){var t=e[1];return e[2]&&(t+=".".concat(e[2])),t}}return""}();Number(_e.split(".")[0]),Number(_e.split(".")[0]),function(){var e=new Map([[P,["Firefox",R]],[N,["Edg",V]],[pe,["Chrome",ge]],[ve,["ChiOS",S("CriOS")]],[be&&!ve,["Safari",we]],[L,["TBS",q]],[W,["XWEB",G]],[X&&O,["WeChat",K]],[J,["QQ(Win)",Z]],[$,["QQ(Mobile)",z]],[Y,["QQ(Mobile X5)",z]],[ee,["QQ(Mac)",te]],[re,["QQ(iPad)",ne]],[oe,["MI",ie]],[ae,["HW",se]],[ce,["Samsung",ue]],[le,["OPPO",fe]],[de,["VIVO",he]],[A,["EDGE",B]],[x,["SogouMobile",Q]],[j,["Sogou",H]]]),t="unknown",r="unknown";if(e.has(!0)){var n=s(e.get(!0),2);t=n[0],r=n[1]}}();var Ee=0,Se=function(){function e(t){!function(e,t){if(!(e instanceof t))throw new TypeError("Cannot call a class as a function")}(this,e),this.core=t,y(this,"seq"),y(this,"log"),y(this,"preLoadPromise"),y(this,"_faceDetectorHash"),y(this,"_visionTaskRegistry"),y(this,"_faceStatus",!1),y(this,"_startMissing"),y(this,"_minConfidence",.8),y(this,"_missingTimeout",1e3),y(this,"_detectionInterval",300),y(this,"_lastDetectTime",0),y(this,"_videoFrameCallBackId"),y(this,"_video"),y(this,"_onFaceDetectionStateChanged"),Ee+=1,this.seq=Ee,this.log=t.log.createChild({id:"".concat(this.getAlias()).concat(Ee)}),this.log.info("created"),t.assetsPath&&(this.preLoadPromise=this.preload(t.assetsPath))}return t=e,a=[{key:"resetState",value:function(){this._faceStatus=!1,this._startMissing=null,this._lastDetectTime=0}},{key:"preload",value:(h=r(i().m(function e(t){var r,n,o,a;return i().w(function(e){for(;;)switch(e.p=e.n){case 0:return e.p=0,e.n=1,this.core.initVisionTaskRegistry(t,["FaceDetector"]);case 1:e.n=3;break;case 2:throw e.p=2,a=e.v,r=this.core.errorModule,n=r.RtcError,o=r.ErrorCode,new n({code:o.INVALID_OPERATION,message:"FaceDetection preload error, please redeploy the assets of the npm package. detail: ".concat(a)});case 3:return e.a(2)}},e,this,[[0,2]])})),function(e){return h.apply(this,arguments)})},{key:"getGroup",value:function(){return"fd"}},{key:"getName",value:function(){return e.Name}},{key:"getAlias",value:function(){return"fd"}},{key:"getValidateRule",value:function(e){switch(e){case"start":return t=this.core,{type:"object",required:!0,properties:b,validate:function(e,r,n,o){var i,a=t.errorModule,s=a.RtcError,c=a.ErrorCode,l=a.ErrorCodeDictionary,f=e.onFaceDetectionStateChanged;if(f&&!t.utils.isFunction(f))throw new s({code:c.INVALID_PARAMETER,extraCode:l.INVALID_PARAMETER_TYPE,fnName:n,messageParams:{key:"onFaceDetectionStateChanged",value:u(f),rule:{type:"Function"}}});if(!(null==(i=t.room.videoManager.cameraTrack)?void 0:i.mediaTrack))throw new s({code:c.INVALID_OPERATION,extraCode:l.INVALID_OPERATION_NEED_VIDEO,fnName:n})}};case"update":return function(e){return{type:"object",required:!0,properties:w,validate:function(t,r,n,o){var i,a=e.errorModule,s=a.RtcError,c=a.ErrorCode,l=a.ErrorCodeDictionary,f=t.onFaceDetectionStateChanged;if(f&&!e.utils.isFunction(f))throw new s({code:c.INVALID_PARAMETER,extraCode:l.INVALID_PARAMETER_TYPE,fnName:n,messageParams:{key:"onFaceDetectionStateChanged",value:u(f),rule:{type:"Function"}}});if(!(null==(i=e.room.videoManager.cameraTrack)?void 0:i.mediaTrack))throw new s({code:c.INVALID_OPERATION,extraCode:l.INVALID_OPERATION_NEED_VIDEO,fnName:n})}}}(this.core);case"stop":return this.core,{name:"StopFaceDetectionOptions",required:!1}}var t}},{key:"getCurrentStatus",value:function(){var e=this,t=this._visionTaskRegistry.getResult(this._faceDetectorHash).detections;this._visionTaskRegistry.resetHashResults();var r=t.length>0;if(r){var n,i=[],a=o(t);try{for(a.s();!(n=a.n()).done;){var s,c=o(n.value.categories);try{for(c.s();!(s=c.n()).done;){var u=s.value;i.push(u.score)}}catch(e){c.e(e)}finally{c.f()}}}catch(e){a.e(e)}finally{a.f()}r&&(r=!!i.find(function(t){return t>=e._minConfidence}))}return r}},{key:"detectFace",value:function(){var e=this.getCurrentStatus();this._startMissing&&Date.now()-this._startMissing>=this._missingTimeout&&e!==this._faceStatus?(this._onFaceDetectionStateChanged(e),this._faceStatus=e,this._startMissing=null):Date.now()-this._lastDetectTime>=this._detectionInterval&&(this._faceStatus!==e&&(e||0===this._missingTimeout?(this._onFaceDetectionStateChanged(e),this._faceStatus=e):this._startMissing||(this._startMissing=Date.now())),this._lastDetectTime=Date.now()),this._video&&(this._videoFrameCallBackId=this._video.requestVideoFrameCallback(this.detectFace.bind(this)))}},{key:"initFaceDetection",value:(d=r(i().m(function e(){var t;return i().w(function(e){for(;;)switch(e.n){case 0:return e.n=1,window.VisionTaskRegistry.getInstance();case 1:return this._visionTaskRegistry=e.v,e.n=2,this._visionTaskRegistry.register(window.VisionTaskType.FaceDetector);case 2:if(t=e.v){e.n=3;break}return e.a(2);case 3:this._faceDetectorHash=t,this._video&&this._visionTaskRegistry.setVideo(this._faceDetectorHash,this._video);case 4:return e.a(2)}},e,this)})),function(){return d.apply(this,arguments)})},{key:"updateOptions",value:function(e){e.onFaceDetectionStateChanged&&(this._onFaceDetectionStateChanged=e.onFaceDetectionStateChanged),e.detectionInterval&&(this._detectionInterval=e.detectionInterval),e.minConfidence&&(this._minConfidence=e.minConfidence),(0===e.missingTimeout||e.missingTimeout)&&(this._missingTimeout=e.missingTimeout)}},{key:"start",value:(f=r(i().m(function e(t){var r,n,o,a,s,c;return i().w(function(e){for(;;)switch(e.n){case 0:if(r=this.core.errorModule,n=r.RtcError,o=r.ErrorCode,this.updateOptions(t),this.preLoadPromise){e.n=2;break}if(this.core.assetsPath){e.n=1;break}throw new n({code:o.INVALID_PARAMETER,message:"you need to deploy the assets of the npm package and set assetsPath param in TRTC.create()"});case 1:this.preLoadPromise=this.preload(this.core.assetsPath);case 2:return e.n=3,this.preLoadPromise;case 3:if(a=this.core.room.videoManager.cameraTrack){e.n=4;break}throw new n({code:o.DEVICE_ERROR,message:"please enable camera display to start detection"});case 4:return s=this.core.VideoPlayer,(c=new s({id:"fd",track:a.mediaTrack,muted:!1,container:null,log:this.core.log})).play(),this._video=c.element,e.n=5,this.initFaceDetection().catch(function(e){throw new n({code:o.UNKNOWN_ERROR,message:e.message})});case 5:this._videoFrameCallBackId=this._video.requestVideoFrameCallback(this.detectFace.bind(this)),a.on(this.core.enums.TrackEvent.MUTE,this.autoHandleMute,this),this.core.kvStatManager.addEnum({key:575700,value:1});case 6:return e.a(2)}},e,this)})),function(e){return f.apply(this,arguments)})},{key:"autoHandleMute",value:function(){var e,t=this,r=this.core.room.videoManager.cameraTrack;this._faceStatus&&(this._faceStatus=!1,this._onFaceDetectionStateChanged(!1)),null==(e=this._video)||e.cancelVideoFrameCallback(this._videoFrameCallBackId),null==r||r.once(this.core.enums.TrackEvent.UNMUTE,function(){t._video&&(t._videoFrameCallBackId=t._video.requestVideoFrameCallback(t.detectFace.bind(t)))})}},{key:"update",value:(l=r(i().m(function e(t){return i().w(function(e){for(;;)switch(e.n){case 0:this.updateOptions(t),this.core.kvStatManager.addEnum({key:575701,value:1});case 1:return e.a(2)}},e,this)})),function(e){return l.apply(this,arguments)})},{key:"stop",value:(c=r(i().m(function e(){var t,r;return i().w(function(e){for(;;)switch(e.n){case 0:this.resetState(),null==(t=this._video)||t.cancelVideoFrameCallback(this._videoFrameCallBackId),null==(r=this.core.room.videoManager.cameraTrack)||r.off(this.core.enums.TrackEvent.MUTE,this.autoHandleMute,this),this.core.kvStatManager.addEnum({key:575702,value:1});case 1:return e.a(2)}},e,this)})),function(){return c.apply(this,arguments)})},{key:"destroy",value:function(){this.stop()}}],s=[{key:"isSupported",value:function(){if(ye<90)return!1;var e=document.createElement("canvas").getContext("webgl2");return!!(e&&e instanceof WebGL2RenderingContext)}}],a&&n(t.prototype,a),s&&n(t,s),Object.defineProperty(t,"prototype",{writable:!1}),t;var t,a,s,c,l,f,d,h}();return y(Se,"Name","FaceDetection"),Se});

package/plugins/{fast-webrtc → video-effect/face-detection}/package.json

@@ -1,14 +1,14 @@
 {
-  "name": "@rtc-plugin/lebplayer",
-  "version": "5.14.1",
-  "description": "TRTC Web SDK 5.x Cross Room plugin",
-  "main": "./lebplayer.esm.js",
-  "module": "./lebplayer.esm.js",
+  "name": "@rtc-plugin/face-detection",
+  "version": "5.15.1-beta.3",
+  "description": "TRTC Web SDK 5.x face detection plugin",
+  "main": "./face-detection.esm.js",
+  "module": "./face-detection.esm.js",
   "repository": {
     "type": "git",
     "url": "git@github.com:LiteAVSDK/TRTC_Web.git"
   },
-  "homepage": "https://web.sdk.qcloud.com/trtc/webrtc/v5/doc/en/tutorial-30-advanced-lebplayer-link.html",
+  "homepage": "https://web.sdk.qcloud.com/trtc/webrtc/v5/doc/en/tutorial-40-advanced-face-detection.html",
   "keywords": [
     "webrtc",
     "TRTC",
@@ -23,7 +23,7 @@
     "microphone",
     "live streaming",
     "real-time communication",
-    "lebplayer"
+    "face detection"
   ],
-  "types": "./lebplayer.esm.d.ts"
+  "types": "./face-detection.esm.d.ts"
 }

package/plugins/video-effect/video-mixer/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rtc-plugin/video-mixer",
-  "version": "5.15.1-beta.1",
+  "version": "5.15.1-beta.3",
   "description": "TRTC Web SDK 5.x videoMixer plugin",
   "main": "./video-mixer.esm.js",
   "module": "./video-mixer.esm.js",

package/plugins/video-effect/video-mixer/video-mixer.esm.js

@@ -1 +1 @@
-var __defProp=Object.defineProperty,__getOwnPropSymbols=Object.getOwnPropertySymbols,__hasOwnProp=Object.prototype.hasOwnProperty,__propIsEnum=Object.prototype.propertyIsEnumerable,__defNormalProp=(e,r,t)=>r in e?__defProp(e,r,{enumerable:!0,configurable:!0,writable:!0,value:t}):e[r]=t,__spreadValues=(e,r)=>{for(var t in r||(r={}))__hasOwnProp.call(r,t)&&__defNormalProp(e,t,r[t]);if(__getOwnPropSymbols)for(var t of __getOwnPropSymbols(r))__propIsEnum.call(r,t)&&__defNormalProp(e,t,r[t]);return e},__publicField=(e,r,t)=>__defNormalProp(e,"symbol"!=typeof r?r+"":r,t),layoutProperty={x:{required:!0,type:"number"},y:{required:!0,type:"number"},width:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},height:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},zIndex:{required:!0,type:"number"},fillMode:{required:!1,type:"string"},mirror:{required:!1,type:"boolean"},rotation:{required:!1,type:"number"},hidden:{required:!1,type:"boolean"}},canvasValidateRule=(e,r=!1)=>({type:"object",required:r,properties:{canvasColor:{required:!1,type:["string",CanvasGradient,CanvasPattern]},width:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},height:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},frameRate:{required:!1,type:"number",notLessThanZero:!0,min:1,max:60}},validate(r,t,i){const{RtcError:o,ErrorCode:a,ErrorCodeDictionary:s}=e.errorModule;if(!r)return;const{width:c,height:n}=r;if(c&&n&&c*n>8294400)throw new o({code:a.INVALID_PARAMETER,message:"The mix resolution cannot be set higher than 3840 * 2160."})}}),viewValidateRule=e=>({required:!1,type:["string",HTMLElement,null],validate(r,t,i){const{RtcError:o,ErrorCode:a,ErrorCodeDictionary:s}=e.errorModule;if(e.utils.isString(r)){if(!document.getElementById(r))throw new o({code:a.INVALID_PARAMETER,extraCode:s.INVALID_ELEMENT_ID,fnName:i,messageParams:{key:t}})}}}),layoutValidateRule=(e,r=!0)=>({type:"object",required:r,properties:__spreadValues({},layoutProperty),validate(r,t,i){const{RtcError:o,ErrorCode:a,ErrorCodeDictionary:s}=e.errorModule;if(r){if(r.fillMode&&!["contain","cover","fill"].includes(r.fillMode))throw new o({code:a.INVALID_PARAMETER,extraCode:s.INVALID_PARAMETER_TYPE,message:"The fillMode parameter must be 'contain', 'cover' or 'fill'",fnName:i});if(r.rotation&&![0,90,180,270].includes(r.rotation))throw new o({code:a.INVALID_PARAMETER,extraCode:s.INVALID_PARAMETER_TYPE,message:"The rotation parameter must be 0, 90, 180 or 270",fnName:i})}}}),cameraValidateRule=e=>({type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},cameraId:{required:!1,type:"string"},videoTrack:{required:!1,instanceof:MediaStreamTrack},profile:{required:!1,type:["string","object"],properties:{width:{type:"number"},height:{type:"number"},frameRate:{type:"number"},bitrate:{type:"number"}}},layout:__spreadValues({},layoutValidateRule(e))}}}),screenValidateRule=e=>({type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},profile:{required:!1,type:["string","object"],properties:{width:{type:"number"},height:{type:"number"},frameRate:{type:"number"},bitrate:{type:"number"}}},captureElement:{required:!1,type:HTMLElement},preferDisplaySurface:{required:!1,type:"string"},layout:__spreadValues({},layoutValidateRule(e))},validate(r,t,i){const{RtcError:o,ErrorCode:a,ErrorCodeDictionary:s}=e.errorModule;if(!e.rtcDectection.isScreenCaptureApiAvailable())throw new o({code:a.ENV_NOT_SUPPORTED,fnName:i,extraCode:s.NOT_SUPPORTED_SCREEN_SHARE})}}}),textValidateRule=e=>({type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},content:{required:!0,type:"string"},font:{required:!1,type:"string"},color:{required:!1,type:["string",CanvasGradient,CanvasPattern]},layout:__spreadValues({},layoutValidateRule(e))}}}),imageValidateRule=e=>({type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},url:{required:!0,type:"string"},layout:__spreadValues({},layoutValidateRule(e))}}}),videoValidateRule=e=>({type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},url:{required:!0,type:"string"},layout:__spreadValues({},layoutValidateRule(e))}}});function startValidateRule(e){return{name:"VideoMixerOptions",type:"object",required:!0,allowEmpty:!1,properties:{view:__spreadValues({},viewValidateRule(e)),canvasInfo:__spreadValues({},canvasValidateRule(e,!0)),camera:__spreadValues({},cameraValidateRule(e)),screen:__spreadValues({},screenValidateRule(e)),text:__spreadValues({},textValidateRule(e)),image:__spreadValues({},imageValidateRule(e)),video:__spreadValues({},videoValidateRule(e))},validate(r,t,i,o){const{RtcError:a,ErrorCode:s,ErrorCodeDictionary:c}=e.errorModule;if(e.environment.isMobile())throw new a({code:s.ENV_NOT_SUPPORTED,message:"VideoMixer is not supported on mobile devices currently"});const{onScreenShareStop:n}=r;if(n&&!e.utils.isFunction(n))throw new a({code:s.INVALID_PARAMETER,extraCode:c.INVALID_PARAMETER_TYPE,fnName:i,messageParams:{key:"onScreenShareStop",value:typeof n,rule:{type:"Function"}}})}}}function updateValidateRule(e){return{name:"VideoMixerOptions",type:"object",required:!1,allowEmpty:!1,properties:{view:__spreadValues({},viewValidateRule(e)),canvasInfo:__spreadValues({},canvasValidateRule(e)),camera:__spreadValues({},cameraValidateRule(e)),screen:__spreadValues({},screenValidateRule(e)),text:__spreadValues({},textValidateRule(e)),image:__spreadValues({},imageValidateRule(e)),video:__spreadValues({},videoValidateRule(e))}}}function stopValidateRule(e){return{name:"StopVideoMixerOptions",required:!1}}var videoMixSeq=0,_VideoMixer=class e{constructor(e){this.core=e,__publicField(this,"seq"),__publicField(this,"log"),__publicField(this,"localMixVideoTrack",null),__publicField(this,"systemAudioTrackList",{}),__publicField(this,"_mixVideoConfig"),__publicField(this,"onScreenShareStop"),__publicField(this,"eventListeners",new Map),videoMixSeq+=1,this.seq=videoMixSeq,this.log=e.log.createChild({id:`${this.getAlias()}${videoMixSeq}`}),this.log.info("created")}getName(){return e.Name}getAlias(){return"vmix"}getValidateRule(e){switch(e){case"start":return startValidateRule(this.core);case"update":return updateValidateRule(this.core);case"stop":return stopValidateRule(this.core)}}getGroup(){return"vmix"}async start(e){this.localMixVideoTrack||(this.localMixVideoTrack=new this.core.LocalMixVideoTrack(this.core.room.videoManager)),this._mixVideoConfig={canvasInfo:{width:1920,height:1080}},e=this.core.utils.deepCloneBasic(e);const{view:r,onScreenShareStop:t}=e,i=await this.parseMixOptions(e);return t&&(this.onScreenShareStop=t,this._mixVideoConfig.onScreenShareStop=t),this._updatePreview({view:r,track:this.localMixVideoTrack}),this.core.utils.isUndefined(r)||(this._mixVideoConfig.view=r),await this.localMixVideoTrack.startMix(),{track:this.localMixVideoTrack._outputTrack,systemAudioTrackList:this.systemAudioTrackList,result:i}}async update(e){const{RtcError:r,ErrorCode:t}=this.core.errorModule;if(!this.localMixVideoTrack)throw new r({code:t.INVALID_OPERATION,message:"mixTrack doesn't initialize!"});e=this.core.utils.deepCloneBasic(e);const{view:i}=e,o=await this.parseMixOptions(e);return await this._updatePreview({view:i,track:this.localMixVideoTrack,prevConfig:this._mixVideoConfig}),this.core.utils.isUndefined(i)||(this._mixVideoConfig.view=i),{track:this.localMixVideoTrack._outputTrack,systemAudioTrackList:this.systemAudioTrackList,result:o}}stop(){var e;this.eventListeners.forEach(((e,r)=>{this.removeEventListeners(r)})),this.eventListeners.clear(),null==(e=this.localMixVideoTrack)||e.close(),this.localMixVideoTrack=null,Object.values(this.systemAudioTrackList).forEach((e=>e.stop())),this.systemAudioTrackList={},delete this.onScreenShareStop,delete this._mixVideoConfig}async parseMixOptions(e){const{RtcError:r,ErrorCode:t}=this.core.errorModule;if(!this.localMixVideoTrack||!this._mixVideoConfig)return{successOptions:{},failedDetails:[]};const i=[],o=__spreadValues({},e),{canvasInfo:a,camera:s,screen:c,text:n,image:d,video:l}=e;a&&this.parseCanvasOptions(a);let u=0,p=0;const h=[{key:"camera",options:s,parser:this.parseCameraOptions.bind(this)},{key:"screen",options:c,parser:this.parseScreenOptions.bind(this)},{key:"text",options:n,parser:this.parseTextOptions.bind(this)},{key:"image",options:d,parser:this.parseImageOptions.bind(this)},{key:"video",options:l,parser:this.parseVideoOptions.bind(this)}];for(const{key:e,options:r,parser:t}of h)if(r){u++;const a=await t(this.localMixVideoTrack,r,this._mixVideoConfig[e]||[]);this._mixVideoConfig[e]=a.finalOptions,o[e]=a.finalOptions,a.errors.length>0&&(i.push(...a.errors),a.errors.length===r.length&&p++)}if(p>0&&p===u)throw new r({code:t.INVALID_PARAMETER,message:"all sources mix failed",data:{failedDetails:i}});return{successOptions:o,failedDetails:i}}parseCanvasOptions(e){if(!this.localMixVideoTrack||!this._mixVideoConfig)return;const{canvasColor:r,width:t,height:i,frameRate:o}=e;r&&this.localMixVideoTrack.setMixBackground(r),o&&this.localMixVideoTrack.setFps(o),this.localMixVideoTrack.resizeMixCanvas(t,i),this._mixVideoConfig.canvasInfo=e}prepareSourceOptions(e,r){const t=new Set(e.map((e=>e.id)));return{removeIdList:r.filter((e=>!t.has(e.id))).map((e=>e.id)),preOptionsMap:new Map(r.map((e=>[e.id,e])))}}recordSourceError(e,r,t,i,o){o.push({id:e,error:r}),t.has(e)&&i.push(t.get(e))}async parseCameraOptions(e,r,t=[]){const{removeIdList:i,preOptionsMap:o}=this.prepareSourceOptions(r,t);for(const r of i)e.removeCameraSource(r);const a=[],s=[];for(const t of r)try{await this.processSingleCameraSource(e,t),a.push(t)}catch(e){this.recordSourceError(t.id,e,o,a,s)}return{finalOptions:a,errors:s}}async processSingleCameraSource(e,r){var t;const{id:i,layout:o,profile:a,useInternalTrack:s}=r;s&&((null==(t=this.core.trtc.localVideoTrack)?void 0:t.sourceTrack)?r.videoTrack=this.core.trtc.localVideoTrack.sourceTrack:r.videoTrack=this.createPlaceholderVideoTrack()),this.log.info(`videomixer camera option ${JSON.stringify(r)}`),e.inputLocalVideoTracks.has(i)?await this.updateExistingCameraSource(e,r):await this.addNewCameraSource(e,r)}async updateExistingCameraSource(e,r){var t,i;const{id:o,layout:a,profile:s}=r,c=null==(t=e.inputLocalVideoTracks.get(o))?void 0:t.mediaTrack;await this.updateCameraProfile(r);const n=null==(i=e.inputLocalVideoTracks.get(o))?void 0:i.mediaTrack,d=this.resolveVideoProfile(s);n!==c?e.updateCameraSource(o,a,n,d):e.updateCameraSource(o,a,null,d)}async addNewCameraSource(e,r){const{id:t,layout:i,useInternalTrack:o}=r,a=await this.captureCamera(r);if(this.removeEventListeners(t),o){const r=r=>{var i,o;if(null==(i=r.track)?void 0:i.isScreen)return;this.log.info("videomixer camera LOCAL_TRACK_CAPTURE_SUCCESS");const a=e.inputLocalVideoTracks.get(t);a&&(null==(o=r.track)?void 0:o.sourceTrack)&&a.setInputMediaStreamTrack(r.track.sourceTrack)};this.core.innerEmitter.on("102",r),this.eventListeners.has(t)||this.eventListeners.set(t,{}),this.eventListeners.get(t).captureSuccess=()=>{this.core.innerEmitter.off("102",r)}}try{e.addCameraSource(t,a,i)}catch(e){throw a.close(),e}}resolveVideoProfile(e){if(!this.core.utils.isUndefined(e))return this.core.utils.isString(e)?this.core.constants.videoProfileMap[e]:e}async parseScreenOptions(e,r,t=[]){const{removeIdList:i,preOptionsMap:o}=this.prepareSourceOptions(r,t);for(const r of i)e.removeScreenSource(r),this.removeSystemAudioTrack(r);const a=[],s=[];for(const t of r)try{await this.processSingleScreenSource(e,t,o),a.push(t)}catch(e){this.recordSourceError(t.id,e,o,a,s)}return{finalOptions:a,errors:s}}async processSingleScreenSource(e,r,t){var i,o;const{id:a,layout:s,useInternalTrack:c}=r;c&&((null==(i=this.core.trtc.localScreenTrack)?void 0:i.mediaTrack)?(r.videoTrack=this.core.trtc.localScreenTrack.mediaTrack,(null==(o=this.core.trtc.localScreenAudioTrack)?void 0:o.mediaTrack)&&(r.audioTrack=this.core.trtc.localScreenAudioTrack.mediaTrack),delete r.captureElement,delete r.preferDisplaySurface,delete r.systemAudio):r.videoTrack=this.createPlaceholderVideoTrack()),this.log.info(`videomixer screen option ${JSON.stringify(r)}`);const n=t.get(a),d=e.inputLocalScreenTracks.has(a),l=!(null==n?void 0:n.systemAudio)&&r.systemAudio;d&&!l?this.updateExistingScreenSource(e,a,s,n,r):await this.addNewScreenSource(e,r,n)}updateExistingScreenSource(e,r,t,i,o){e.updateScreenSource(r,t),(null==i?void 0:i.systemAudio)&&!o.systemAudio&&this.removeSystemAudioTrack(r)}async addNewScreenSource(e,r,t){const{id:i,useInternalTrack:o}=r,a=await this.captureScreen(r);if(this.removeEventListeners(i),o){const r=r=>{var t,o,a;if(!(null==(t=r.track)?void 0:t.isScreen))return;this.log.info("videomixer screen LOCAL_TRACK_CAPTURE_SUCCESS");const s=e.inputLocalScreenTracks.get(i);s&&(null==(o=r.track)?void 0:o.mediaTrack)&&s.setInputMediaStreamTrack(r.track.mediaTrack),this.systemAudioTrackList[i]&&(null==(a=r.track)?void 0:a.mediaTrack)&&(this.systemAudioTrackList[i]=r.track.mediaTrack)};this.core.innerEmitter.on("102",r),this.eventListeners.has(i)||this.eventListeners.set(i,{}),this.eventListeners.get(i).captureSuccess=()=>{this.core.innerEmitter.off("102",r)}}!(null==t?void 0:t.systemAudio)&&r.systemAudio&&e.inputLocalScreenTracks.has(r.id)&&e.removeScreenSource(r.id);try{e.addScreenSource(r.id,a,r.layout)}catch(e){throw a.close(),e}}async parseTextOptions(e,r,t=[]){const{removeIdList:i,preOptionsMap:o}=this.prepareSourceOptions(r,t);for(const r of i)e.removeTextSource(r);const a=[],s=[];for(const t of r)try{o.has(t.id)?e.updateTextSource(t):e.addTextSource(t),a.push(t)}catch(e){this.recordSourceError(t.id,e,o,a,s)}return{finalOptions:a,errors:s}}async parseImageOptions(e,r,t=[]){const{removeIdList:i,preOptionsMap:o}=this.prepareSourceOptions(r,t);for(const r of i)e.removeImageSource(r);const a=[],s=[];for(const t of r)try{await this.processSingleImageSource(e,t,o),a.push(t)}catch(e){this.recordSourceError(t.id,e,o,a,s)}return{finalOptions:a,errors:s}}async processSingleImageSource(e,r,t){const{id:i,url:o,layout:a}=r,s=t.get(i);if(s){let r;s.url!==o&&(r=await this.core.utils.loadImage(o)),e.updateImageSource(i,a,r)}else{const r=await this.core.utils.loadImage(o);e.addImageSource(i,r,a)}}async parseVideoOptions(e,r,t=[]){const{removeIdList:i,preOptionsMap:o}=this.prepareSourceOptions(r,t);for(const r of i)e.removeVideoSource(r);const a=[],s=[];for(const t of r)try{await this.processSingleVideoSource(e,t,o),a.push(t)}catch(e){this.recordSourceError(t.id,e,o,a,s)}return{finalOptions:a,errors:s}}async processSingleVideoSource(e,r,t){const{id:i,url:o,layout:a}=r,s=t.get(i);if(s){let r;s.url!==o&&(r=await this.core.utils.loadVideo(o)),e.updateVideoSource(i,a,r)}else{const r=await this.core.utils.loadVideo(o);e.addVideoSource(i,r,a)}}createPlaceholderVideoTrack(){const e=document.createElement("canvas");e.width=640,e.height=480;const r=e.getContext("2d");r&&(r.fillStyle="black",r.fillRect(0,0,e.width,e.height));return e.captureStream(1).getVideoTracks()[0]}removeEventListeners(e){const r=this.eventListeners.get(e);r&&(r.inputMediaTrackChanged&&r.inputMediaTrackChanged(),r.captureSuccess&&r.captureSuccess(),this.eventListeners.delete(e))}async captureCamera(e){const{id:r,cameraId:t,videoTrack:i,profile:o}=e,a=new this.core.LocalVideoTrack;a.log.id+=`-${r}`;const s={};if(t?s.deviceId=t:this.core.utils.isUndefined(i)||(s.customSource=i),!this.core.utils.isUndefined(o)){const e=this.resolveVideoProfile(o);e&&a.setProfile(e)}return await a.capture(s),a}async updateCameraProfile(e){var r;const{id:t,cameraId:i,videoTrack:o,profile:a}=e,s=null==(r=this.localMixVideoTrack)?void 0:r.inputLocalVideoTracks.get(t);if(s&&(i?await s.switchDevice(i):this.core.utils.isUndefined(o)||await s.setInputMediaStreamTrack(o),!this.core.utils.isUndefined(a))){const e=this.resolveVideoProfile(a);e&&s.setProfile(e),i&&s.isNeedToSwitchDevice(i)||await s.applyProfile()}}async captureScreen(e){const{id:r,profile:t,captureElement:i,preferDisplaySurface:o,systemAudio:a,videoTrack:s,audioTrack:c}=e,n=new this.core.LocalScreenTrack;n.log.id+=`-${r}`;const d={captureElement:i,preferDisplaySurface:o,systemAudio:a,videoTrack:s,audioTrack:c};if(!this.core.utils.isUndefined(t))if(this.core.utils.isString(t)){const e=this.core.constants.screenProfileMap[t];e&&n.setProfile(e)}else n.setProfile(t);const l=await n.capture(d);return a&&l.getAudioTracks().length>0?(this.systemAudioTrackList[r]=l.getAudioTracks()[0],this.log.info(`${r} system audio track captured`)):this.removeSystemAudioTrack(r),n.mediaTrack.addEventListener(this.core.constants.NAME.ENDED,(()=>{this.handleScreenShareEnded(r)})),n}handleScreenShareEnded(e){var r,t,i;null==(r=this.localMixVideoTrack)||r.removeScreenSource(e),(null==(t=this._mixVideoConfig)?void 0:t.screen)&&(this._mixVideoConfig.screen=this._mixVideoConfig.screen.filter((r=>r.id!==e))),null==(i=this.onScreenShareStop)||i.call(this,e)}async _updatePreview({view:e,track:r,prevConfig:t}){if(this.core.utils.isUndefined(e)&&(null==t?void 0:t.view)){const e=this.core.utils.getViewListFromView(t.view);e.length>0&&await r.play(e)}else if(!this.core.utils.isUndefined(e)){const t=this.core.utils.getViewListFromView(e);t.length>0?await r.play(t):r.stop()}}removeSystemAudioTrack(e){const r=this.systemAudioTrackList[e];r&&(r.stop(),this.log.info(`${e} system audio track stop`),delete this.systemAudioTrackList[e])}};__publicField(_VideoMixer,"Name","VideoMixer");var VideoMixer=_VideoMixer,index_default=VideoMixer;export{index_default as default};export{VideoMixer};
+var __defProp=Object.defineProperty,__getOwnPropSymbols=Object.getOwnPropertySymbols,__hasOwnProp=Object.prototype.hasOwnProperty,__propIsEnum=Object.prototype.propertyIsEnumerable,__defNormalProp=(e,r,t)=>r in e?__defProp(e,r,{enumerable:!0,configurable:!0,writable:!0,value:t}):e[r]=t,__spreadValues=(e,r)=>{for(var t in r||(r={}))__hasOwnProp.call(r,t)&&__defNormalProp(e,t,r[t]);if(__getOwnPropSymbols)for(var t of __getOwnPropSymbols(r))__propIsEnum.call(r,t)&&__defNormalProp(e,t,r[t]);return e},__publicField=(e,r,t)=>__defNormalProp(e,"symbol"!=typeof r?r+"":r,t),layoutProperty={x:{required:!0,type:"number"},y:{required:!0,type:"number"},width:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},height:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},zIndex:{required:!0,type:"number"},fillMode:{required:!1,type:"string"},mirror:{required:!1,type:"boolean"},rotation:{required:!1,type:"number"},hidden:{required:!1,type:"boolean"}},canvasValidateRule=(e,r=!1)=>({type:"object",required:r,properties:{canvasColor:{required:!1,type:["string",CanvasGradient,CanvasPattern]},width:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},height:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},frameRate:{required:!1,type:"number",notLessThanZero:!0,min:1,max:60}},validate(r,t,i){const{RtcError:o,ErrorCode:a,ErrorCodeDictionary:s}=e.errorModule;if(!r)return;const{width:c,height:n}=r;if(c&&n&&c*n>8294400)throw new o({code:a.INVALID_PARAMETER,message:"The mix resolution cannot be set higher than 3840 * 2160."})}}),viewValidateRule=e=>({required:!1,type:["string",HTMLElement,null],validate(r,t,i){const{RtcError:o,ErrorCode:a,ErrorCodeDictionary:s}=e.errorModule;if(e.utils.isString(r)){if(!document.getElementById(r))throw new o({code:a.INVALID_PARAMETER,extraCode:s.INVALID_ELEMENT_ID,fnName:i,messageParams:{key:t}})}}}),layoutValidateRule=(e,r=!0)=>({type:"object",required:r,properties:__spreadValues({},layoutProperty),validate(r,t,i){const{RtcError:o,ErrorCode:a,ErrorCodeDictionary:s}=e.errorModule;if(r){if(r.fillMode&&!["contain","cover","fill"].includes(r.fillMode))throw new o({code:a.INVALID_PARAMETER,extraCode:s.INVALID_PARAMETER_TYPE,message:"The fillMode parameter must be 'contain', 'cover' or 'fill'",fnName:i});if(r.rotation&&![0,90,180,270].includes(r.rotation))throw new o({code:a.INVALID_PARAMETER,extraCode:s.INVALID_PARAMETER_TYPE,message:"The rotation parameter must be 0, 90, 180 or 270",fnName:i})}}}),cameraValidateRule=e=>({type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},cameraId:{required:!1,type:"string"},videoTrack:{required:!1,instanceof:MediaStreamTrack},profile:{required:!1,type:["string","object"],properties:{width:{type:"number"},height:{type:"number"},frameRate:{type:"number"},bitrate:{type:"number"}}},layout:__spreadValues({},layoutValidateRule(e))}}}),screenValidateRule=e=>({type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},profile:{required:!1,type:["string","object"],properties:{width:{type:"number"},height:{type:"number"},frameRate:{type:"number"},bitrate:{type:"number"}}},captureElement:{required:!1,type:HTMLElement},preferDisplaySurface:{required:!1,type:"string"},layout:__spreadValues({},layoutValidateRule(e))},validate(r,t,i){const{RtcError:o,ErrorCode:a,ErrorCodeDictionary:s}=e.errorModule;if(!e.rtcDectection.isScreenCaptureApiAvailable())throw new o({code:a.ENV_NOT_SUPPORTED,fnName:i,extraCode:s.NOT_SUPPORTED_SCREEN_SHARE})}}}),textValidateRule=e=>({type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},content:{required:!0,type:"string"},font:{required:!1,type:"string"},color:{required:!1,type:["string",CanvasGradient,CanvasPattern]},layout:__spreadValues({},layoutValidateRule(e))}}}),imageValidateRule=e=>({type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},url:{required:!0,type:"string"},layout:__spreadValues({},layoutValidateRule(e))}}}),videoValidateRule=e=>({type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},url:{required:!0,type:"string"},layout:__spreadValues({},layoutValidateRule(e))}}});function startValidateRule(e){return{name:"VideoMixerOptions",type:"object",required:!0,allowEmpty:!1,properties:{view:__spreadValues({},viewValidateRule(e)),canvasInfo:__spreadValues({},canvasValidateRule(e,!0)),camera:__spreadValues({},cameraValidateRule(e)),screen:__spreadValues({},screenValidateRule(e)),text:__spreadValues({},textValidateRule(e)),image:__spreadValues({},imageValidateRule(e)),video:__spreadValues({},videoValidateRule(e))},validate(r,t,i,o){const{RtcError:a,ErrorCode:s,ErrorCodeDictionary:c}=e.errorModule;if(e.environment.isMobile())throw new a({code:s.ENV_NOT_SUPPORTED,message:"VideoMixer is not supported on mobile devices currently"});const{onScreenShareStop:n}=r;if(n&&!e.utils.isFunction(n))throw new a({code:s.INVALID_PARAMETER,extraCode:c.INVALID_PARAMETER_TYPE,fnName:i,messageParams:{key:"onScreenShareStop",value:typeof n,rule:{type:"Function"}}})}}}function updateValidateRule(e){return{name:"VideoMixerOptions",type:"object",required:!1,allowEmpty:!1,properties:{view:__spreadValues({},viewValidateRule(e)),canvasInfo:__spreadValues({},canvasValidateRule(e)),camera:__spreadValues({},cameraValidateRule(e)),screen:__spreadValues({},screenValidateRule(e)),text:__spreadValues({},textValidateRule(e)),image:__spreadValues({},imageValidateRule(e)),video:__spreadValues({},videoValidateRule(e))}}}function stopValidateRule(e){return{name:"StopVideoMixerOptions",required:!1}}var videoMixSeq=0,_VideoMixer=class e{constructor(e){this.core=e,__publicField(this,"seq"),__publicField(this,"log"),__publicField(this,"localMixVideoTrack",null),__publicField(this,"systemAudioTrackList",{}),__publicField(this,"_mixVideoConfig"),__publicField(this,"onScreenShareStop"),__publicField(this,"eventListeners",new Map),videoMixSeq+=1,this.seq=videoMixSeq,this.log=e.log.createChild({id:`${this.getAlias()}${videoMixSeq}`}),this.log.info("created")}getName(){return e.Name}getAlias(){return"vmix"}getValidateRule(e){switch(e){case"start":return startValidateRule(this.core);case"update":return updateValidateRule(this.core);case"stop":return stopValidateRule(this.core)}}getGroup(){return"vmix"}async start(e){this.localMixVideoTrack||(this.localMixVideoTrack=new this.core.LocalMixVideoTrack(this.core.room.videoManager)),this._mixVideoConfig={canvasInfo:{width:1920,height:1080}},e=this.core.utils.deepCloneBasic(e);const{view:r,onScreenShareStop:t}=e,i=await this.parseMixOptions(e);return t&&(this.onScreenShareStop=t,this._mixVideoConfig.onScreenShareStop=t),this._updatePreview({view:r,track:this.localMixVideoTrack}),this.core.utils.isUndefined(r)||(this._mixVideoConfig.view=r),await this.localMixVideoTrack.startMix(),{track:this.localMixVideoTrack._outputTrack,systemAudioTrackList:this.systemAudioTrackList,result:i}}async update(e){const{RtcError:r,ErrorCode:t}=this.core.errorModule;if(!this.localMixVideoTrack)throw new r({code:t.INVALID_OPERATION,message:"mixTrack doesn't initialize!"});e=this.core.utils.deepCloneBasic(e);const{view:i}=e,o=await this.parseMixOptions(e);return await this._updatePreview({view:i,track:this.localMixVideoTrack,prevConfig:this._mixVideoConfig}),this.core.utils.isUndefined(i)||(this._mixVideoConfig.view=i),{track:this.localMixVideoTrack._outputTrack,systemAudioTrackList:this.systemAudioTrackList,result:o}}stop(){var e;this.eventListeners.forEach((e,r)=>{this.removeEventListeners(r)}),this.eventListeners.clear(),null==(e=this.localMixVideoTrack)||e.close(),this.localMixVideoTrack=null,Object.values(this.systemAudioTrackList).forEach(e=>e.stop()),this.systemAudioTrackList={},delete this.onScreenShareStop,delete this._mixVideoConfig}async parseMixOptions(e){const{RtcError:r,ErrorCode:t}=this.core.errorModule;if(!this.localMixVideoTrack||!this._mixVideoConfig)return{successOptions:{},failedDetails:[]};const i=[],o=__spreadValues({},e),{canvasInfo:a,camera:s,screen:c,text:n,image:d,video:l}=e;a&&this.parseCanvasOptions(a);let u=0,p=0;const h=[{key:"camera",options:s,parser:this.parseCameraOptions.bind(this)},{key:"screen",options:c,parser:this.parseScreenOptions.bind(this)},{key:"text",options:n,parser:this.parseTextOptions.bind(this)},{key:"image",options:d,parser:this.parseImageOptions.bind(this)},{key:"video",options:l,parser:this.parseVideoOptions.bind(this)}];for(const{key:e,options:r,parser:t}of h)if(r){u++;const a=await t(this.localMixVideoTrack,r,this._mixVideoConfig[e]||[]);this._mixVideoConfig[e]=a.finalOptions,o[e]=a.finalOptions,a.errors.length>0&&(i.push(...a.errors),a.errors.length===r.length&&p++)}if(p>0&&p===u)throw new r({code:t.INVALID_PARAMETER,message:"all sources mix failed",data:{failedDetails:i}});return{successOptions:o,failedDetails:i}}parseCanvasOptions(e){if(!this.localMixVideoTrack||!this._mixVideoConfig)return;const{canvasColor:r,width:t,height:i,frameRate:o}=e;r&&this.localMixVideoTrack.setMixBackground(r),o&&this.localMixVideoTrack.setFps(o),this.localMixVideoTrack.resizeMixCanvas(t,i),this._mixVideoConfig.canvasInfo=e}prepareSourceOptions(e,r){const t=new Set(e.map(e=>e.id));return{removeIdList:r.filter(e=>!t.has(e.id)).map(e=>e.id),preOptionsMap:new Map(r.map(e=>[e.id,e]))}}recordSourceError(e,r,t,i,o){o.push({id:e,error:r}),t.has(e)&&i.push(t.get(e))}async parseCameraOptions(e,r,t=[]){const{removeIdList:i,preOptionsMap:o}=this.prepareSourceOptions(r,t);for(const r of i)e.removeCameraSource(r);const a=[],s=[];for(const t of r)try{await this.processSingleCameraSource(e,t),a.push(t)}catch(e){this.recordSourceError(t.id,e,o,a,s)}return{finalOptions:a,errors:s}}async processSingleCameraSource(e,r){var t;const{id:i,layout:o,profile:a,useInternalTrack:s}=r;s&&((null==(t=this.core.trtc.localVideoTrack)?void 0:t.sourceTrack)?r.videoTrack=this.core.trtc.localVideoTrack.sourceTrack:r.videoTrack=this.createPlaceholderVideoTrack()),this.log.info(`videomixer camera option ${JSON.stringify(r)}`),e.inputLocalVideoTracks.has(i)?await this.updateExistingCameraSource(e,r):await this.addNewCameraSource(e,r)}async updateExistingCameraSource(e,r){var t,i;const{id:o,layout:a,profile:s}=r,c=null==(t=e.inputLocalVideoTracks.get(o))?void 0:t.mediaTrack;await this.updateCameraProfile(r);const n=null==(i=e.inputLocalVideoTracks.get(o))?void 0:i.mediaTrack,d=this.resolveVideoProfile(s);n!==c?e.updateCameraSource(o,a,n,d):e.updateCameraSource(o,a,null,d)}async addNewCameraSource(e,r){const{id:t,layout:i,useInternalTrack:o}=r,a=await this.captureCamera(r);if(this.removeEventListeners(t),o){const r=r=>{var i,o;if(null==(i=r.track)?void 0:i.isScreen)return;this.log.info("videomixer camera LOCAL_TRACK_CAPTURE_SUCCESS");const a=e.inputLocalVideoTracks.get(t);a&&(null==(o=r.track)?void 0:o.sourceTrack)&&a.setInputMediaStreamTrack(r.track.sourceTrack)};this.core.innerEmitter.on("102",r),this.eventListeners.has(t)||this.eventListeners.set(t,{}),this.eventListeners.get(t).captureSuccess=()=>{this.core.innerEmitter.off("102",r)}}try{e.addCameraSource(t,a,i)}catch(e){throw a.close(),e}}resolveVideoProfile(e){if(!this.core.utils.isUndefined(e))return this.core.utils.isString(e)?this.core.constants.videoProfileMap[e]:e}async parseScreenOptions(e,r,t=[]){const{removeIdList:i,preOptionsMap:o}=this.prepareSourceOptions(r,t);for(const r of i)e.removeScreenSource(r),this.removeSystemAudioTrack(r);const a=[],s=[];for(const t of r)try{await this.processSingleScreenSource(e,t,o),a.push(t)}catch(e){this.recordSourceError(t.id,e,o,a,s)}return{finalOptions:a,errors:s}}async processSingleScreenSource(e,r,t){var i,o;const{id:a,layout:s,useInternalTrack:c}=r;c&&((null==(i=this.core.trtc.localScreenTrack)?void 0:i.mediaTrack)?(r.videoTrack=this.core.trtc.localScreenTrack.mediaTrack,(null==(o=this.core.trtc.localScreenAudioTrack)?void 0:o.mediaTrack)&&(r.audioTrack=this.core.trtc.localScreenAudioTrack.mediaTrack),delete r.captureElement,delete r.preferDisplaySurface,delete r.systemAudio):r.videoTrack=this.createPlaceholderVideoTrack()),this.log.info(`videomixer screen option ${JSON.stringify(r)}`);const n=t.get(a),d=e.inputLocalScreenTracks.has(a),l=!(null==n?void 0:n.systemAudio)&&r.systemAudio;d&&!l?this.updateExistingScreenSource(e,a,s,n,r):await this.addNewScreenSource(e,r,n)}updateExistingScreenSource(e,r,t,i,o){e.updateScreenSource(r,t),(null==i?void 0:i.systemAudio)&&!o.systemAudio&&this.removeSystemAudioTrack(r)}async addNewScreenSource(e,r,t){const{id:i,useInternalTrack:o}=r,a=await this.captureScreen(r);if(this.removeEventListeners(i),o){const r=r=>{var t,o,a;if(!(null==(t=r.track)?void 0:t.isScreen))return;this.log.info("videomixer screen LOCAL_TRACK_CAPTURE_SUCCESS");const s=e.inputLocalScreenTracks.get(i);s&&(null==(o=r.track)?void 0:o.mediaTrack)&&s.setInputMediaStreamTrack(r.track.mediaTrack),this.systemAudioTrackList[i]&&(null==(a=r.track)?void 0:a.mediaTrack)&&(this.systemAudioTrackList[i]=r.track.mediaTrack)};this.core.innerEmitter.on("102",r),this.eventListeners.has(i)||this.eventListeners.set(i,{}),this.eventListeners.get(i).captureSuccess=()=>{this.core.innerEmitter.off("102",r)}}!(null==t?void 0:t.systemAudio)&&r.systemAudio&&e.inputLocalScreenTracks.has(r.id)&&e.removeScreenSource(r.id);try{e.addScreenSource(r.id,a,r.layout)}catch(e){throw a.close(),e}}async parseTextOptions(e,r,t=[]){const{removeIdList:i,preOptionsMap:o}=this.prepareSourceOptions(r,t);for(const r of i)e.removeTextSource(r);const a=[],s=[];for(const t of r)try{o.has(t.id)?e.updateTextSource(t):e.addTextSource(t),a.push(t)}catch(e){this.recordSourceError(t.id,e,o,a,s)}return{finalOptions:a,errors:s}}async parseImageOptions(e,r,t=[]){const{removeIdList:i,preOptionsMap:o}=this.prepareSourceOptions(r,t);for(const r of i)e.removeImageSource(r);const a=[],s=[];for(const t of r)try{await this.processSingleImageSource(e,t,o),a.push(t)}catch(e){this.recordSourceError(t.id,e,o,a,s)}return{finalOptions:a,errors:s}}async processSingleImageSource(e,r,t){const{id:i,url:o,layout:a}=r,s=t.get(i);if(s){let r;s.url!==o&&(r=await this.core.utils.loadImage(o)),e.updateImageSource(i,a,r)}else{const r=await this.core.utils.loadImage(o);e.addImageSource(i,r,a)}}async parseVideoOptions(e,r,t=[]){const{removeIdList:i,preOptionsMap:o}=this.prepareSourceOptions(r,t);for(const r of i)e.removeVideoSource(r);const a=[],s=[];for(const t of r)try{await this.processSingleVideoSource(e,t,o),a.push(t)}catch(e){this.recordSourceError(t.id,e,o,a,s)}return{finalOptions:a,errors:s}}async processSingleVideoSource(e,r,t){const{id:i,url:o,layout:a}=r,s=t.get(i);if(s){let r;s.url!==o&&(r=await this.core.utils.loadVideo(o)),e.updateVideoSource(i,a,r)}else{const r=await this.core.utils.loadVideo(o);e.addVideoSource(i,r,a)}}createPlaceholderVideoTrack(){const e=document.createElement("canvas");e.width=640,e.height=480;const r=e.getContext("2d");r&&(r.fillStyle="black",r.fillRect(0,0,e.width,e.height));return e.captureStream(1).getVideoTracks()[0]}removeEventListeners(e){const r=this.eventListeners.get(e);r&&(r.inputMediaTrackChanged&&r.inputMediaTrackChanged(),r.captureSuccess&&r.captureSuccess(),this.eventListeners.delete(e))}async captureCamera(e){const{id:r,cameraId:t,videoTrack:i,profile:o}=e,a=new this.core.LocalVideoTrack;a.log.id+=`-${r}`;const s={};if(t?s.deviceId=t:this.core.utils.isUndefined(i)||(s.customSource=i),!this.core.utils.isUndefined(o)){const e=this.resolveVideoProfile(o);e&&a.setProfile(e)}return await a.capture(s),a}async updateCameraProfile(e){var r;const{id:t,cameraId:i,videoTrack:o,profile:a}=e,s=null==(r=this.localMixVideoTrack)?void 0:r.inputLocalVideoTracks.get(t);if(s&&(i?await s.switchDevice(i):this.core.utils.isUndefined(o)||await s.setInputMediaStreamTrack(o),!this.core.utils.isUndefined(a))){const e=this.resolveVideoProfile(a);e&&s.setProfile(e),i&&s.isNeedToSwitchDevice(i)||await s.applyProfile()}}async captureScreen(e){const{id:r,profile:t,captureElement:i,preferDisplaySurface:o,systemAudio:a,videoTrack:s,audioTrack:c}=e,n=new this.core.LocalScreenTrack;n.log.id+=`-${r}`;const d={captureElement:i,preferDisplaySurface:o,systemAudio:a,videoTrack:s,audioTrack:c};if(!this.core.utils.isUndefined(t))if(this.core.utils.isString(t)){const e=this.core.constants.screenProfileMap[t];e&&n.setProfile(e)}else n.setProfile(t);const l=await n.capture(d);return a&&l.getAudioTracks().length>0?(this.systemAudioTrackList[r]=l.getAudioTracks()[0],this.log.info(`${r} system audio track captured`)):this.removeSystemAudioTrack(r),n.mediaTrack.addEventListener(this.core.constants.NAME.ENDED,()=>{this.handleScreenShareEnded(r)}),n}handleScreenShareEnded(e){var r,t,i;null==(r=this.localMixVideoTrack)||r.removeScreenSource(e),(null==(t=this._mixVideoConfig)?void 0:t.screen)&&(this._mixVideoConfig.screen=this._mixVideoConfig.screen.filter(r=>r.id!==e)),null==(i=this.onScreenShareStop)||i.call(this,e)}async _updatePreview({view:e,track:r,prevConfig:t}){if(this.core.utils.isUndefined(e)&&(null==t?void 0:t.view)){const e=this.core.utils.getViewListFromView(t.view);return void(e.length>0&&await r.play(e))}if(!this.core.utils.isUndefined(e)){const t=this.core.utils.getViewListFromView(e);t.length>0?await r.play(t):r.stop()}}removeSystemAudioTrack(e){const r=this.systemAudioTrackList[e];r&&(r.stop(),this.log.info(`${e} system audio track stop`),delete this.systemAudioTrackList[e])}};__publicField(_VideoMixer,"Name","VideoMixer");var VideoMixer=_VideoMixer,index_default=VideoMixer;export{index_default as default};export{VideoMixer};

package/plugins/video-effect/video-mixer/video-mixer.umd.js

@@ -1 +1,3 @@
-!function(e,r){"object"==typeof exports&&"undefined"!=typeof module?module.exports=r():"function"==typeof define&&define.amd?define(r):(e="undefined"!=typeof globalThis?globalThis:e||self).VideoMixer=r()}(this,(function(){"use strict";function e(e,r){(null==r||r>e.length)&&(r=e.length);for(var t=0,n=Array(r);t<r;t++)n[t]=e[t];return n}function r(e,r,t,n,i,o,a){try{var s=e[o](a),c=s.value}catch(e){return void t(e)}s.done?r(c):Promise.resolve(c).then(n,i)}function t(e){return function(){var t=this,n=arguments;return new Promise((function(i,o){var a=e.apply(t,n);function s(e){r(a,i,o,s,c,"next",e)}function c(e){r(a,i,o,s,c,"throw",e)}s(void 0)}))}}function n(e,r,t){return r&&function(e,r){for(var t=0;t<r.length;t++){var n=r[t];n.enumerable=n.enumerable||!1,n.configurable=!0,"value"in n&&(n.writable=!0),Object.defineProperty(e,s(n.key),n)}}(e.prototype,r),Object.defineProperty(e,"prototype",{writable:!1}),e}function i(e,r){var t="undefined"!=typeof Symbol&&e[Symbol.iterator]||e["@@iterator"];if(!t){if(Array.isArray(e)||(t=u(e))||r){t&&(e=t);var n=0,i=function(){};return{s:i,n:function(){return n>=e.length?{done:!0}:{done:!1,value:e[n++]}},e:function(e){throw e},f:i}}throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.")}var o,a=!0,s=!1;return{s:function(){t=t.call(e)},n:function(){var e=t.next();return a=e.done,e},e:function(e){s=!0,o=e},f:function(){try{a||null==t.return||t.return()}finally{if(s)throw o}}}}function o(){o=function(){return r};var e,r={},t=Object.prototype,n=t.hasOwnProperty,i=Object.defineProperty||function(e,r,t){e[r]=t.value},a="function"==typeof Symbol?Symbol:{},s=a.iterator||"@@iterator",c=a.asyncIterator||"@@asyncIterator",u=a.toStringTag||"@@toStringTag";function l(e,r,t){return Object.defineProperty(e,r,{value:t,enumerable:!0,configurable:!0,writable:!0}),e[r]}try{l({},"")}catch(e){l=function(e,r,t){return e[r]=t}}function p(e,r,t,n){var o=r&&r.prototype instanceof k?r:k,a=Object.create(o.prototype),s=new O(n||[]);return i(a,"_invoke",{value:V(e,t,s)}),a}function d(e,r,t){try{return{type:"normal",arg:e.call(r,t)}}catch(e){return{type:"throw",arg:e}}}r.wrap=p;var f="suspendedStart",h="suspendedYield",v="executing",y="completed",m={};function k(){}function g(){}function x(){}var b={};l(b,s,(function(){return this}));var S=Object.getPrototypeOf,w=S&&S(S(I([])));w&&w!==t&&n.call(w,s)&&(b=w);var T=x.prototype=k.prototype=Object.create(b);function E(e){["next","throw","return"].forEach((function(r){l(e,r,(function(e){return this._invoke(r,e)}))}))}function L(e,r){function t(i,o,a,s){var c=d(e[i],e,o);if("throw"!==c.type){var u=c.arg,l=u.value;return l&&"object"==typeof l&&n.call(l,"__await")?r.resolve(l.__await).then((function(e){t("next",e,a,s)}),(function(e){t("throw",e,a,s)})):r.resolve(l).then((function(e){u.value=e,a(u)}),(function(e){return t("throw",e,a,s)}))}s(c.arg)}var o;i(this,"_invoke",{value:function(e,n){function i(){return new r((function(r,i){t(e,n,r,i)}))}return o=o?o.then(i,i):i()}})}function V(r,t,n){var i=f;return function(o,a){if(i===v)throw Error("Generator is already running");if(i===y){if("throw"===o)throw a;return{value:e,done:!0}}for(n.method=o,n.arg=a;;){var s=n.delegate;if(s){var c=A(s,n);if(c){if(c===m)continue;return c}}if("next"===n.method)n.sent=n._sent=n.arg;else if("throw"===n.method){if(i===f)throw i=y,n.arg;n.dispatchException(n.arg)}else"return"===n.method&&n.abrupt("return",n.arg);i=v;var u=d(r,t,n);if("normal"===u.type){if(i=n.done?y:h,u.arg===m)continue;return{value:u.arg,done:n.done}}"throw"===u.type&&(i=y,n.method="throw",n.arg=u.arg)}}}function A(r,t){var n=t.method,i=r.iterator[n];if(i===e)return t.delegate=null,"throw"===n&&r.iterator.return&&(t.method="return",t.arg=e,A(r,t),"throw"===t.method)||"return"!==n&&(t.method="throw",t.arg=new TypeError("The iterator does not provide a '"+n+"' method")),m;var o=d(i,r.iterator,t.arg);if("throw"===o.type)return t.method="throw",t.arg=o.arg,t.delegate=null,m;var a=o.arg;return a?a.done?(t[r.resultName]=a.value,t.next=r.nextLoc,"return"!==t.method&&(t.method="next",t.arg=e),t.delegate=null,m):a:(t.method="throw",t.arg=new TypeError("iterator result is not an object"),t.delegate=null,m)}function C(e){var r={tryLoc:e[0]};1 in e&&(r.catchLoc=e[1]),2 in e&&(r.finallyLoc=e[2],r.afterLoc=e[3]),this.tryEntries.push(r)}function M(e){var r=e.completion||{};r.type="normal",delete r.arg,e.completion=r}function O(e){this.tryEntries=[{tryLoc:"root"}],e.forEach(C,this),this.reset(!0)}function I(r){if(r||""===r){var t=r[s];if(t)return t.call(r);if("function"==typeof r.next)return r;if(!isNaN(r.length)){var i=-1,o=function t(){for(;++i<r.length;)if(n.call(r,i))return t.value=r[i],t.done=!1,t;return t.value=e,t.done=!0,t};return o.next=o}}throw new TypeError(typeof r+" is not iterable")}return g.prototype=x,i(T,"constructor",{value:x,configurable:!0}),i(x,"constructor",{value:g,configurable:!0}),g.displayName=l(x,u,"GeneratorFunction"),r.isGeneratorFunction=function(e){var r="function"==typeof e&&e.constructor;return!!r&&(r===g||"GeneratorFunction"===(r.displayName||r.name))},r.mark=function(e){return Object.setPrototypeOf?Object.setPrototypeOf(e,x):(e.__proto__=x,l(e,u,"GeneratorFunction")),e.prototype=Object.create(T),e},r.awrap=function(e){return{__await:e}},E(L.prototype),l(L.prototype,c,(function(){return this})),r.AsyncIterator=L,r.async=function(e,t,n,i,o){void 0===o&&(o=Promise);var a=new L(p(e,t,n,i),o);return r.isGeneratorFunction(t)?a:a.next().then((function(e){return e.done?e.value:a.next()}))},E(T),l(T,u,"Generator"),l(T,s,(function(){return this})),l(T,"toString",(function(){return"[object Generator]"})),r.keys=function(e){var r=Object(e),t=[];for(var n in r)t.push(n);return t.reverse(),function e(){for(;t.length;){var n=t.pop();if(n in r)return e.value=n,e.done=!1,e}return e.done=!0,e}},r.values=I,O.prototype={constructor:O,reset:function(r){if(this.prev=0,this.next=0,this.sent=this._sent=e,this.done=!1,this.delegate=null,this.method="next",this.arg=e,this.tryEntries.forEach(M),!r)for(var t in this)"t"===t.charAt(0)&&n.call(this,t)&&!isNaN(+t.slice(1))&&(this[t]=e)},stop:function(){this.done=!0;var e=this.tryEntries[0].completion;if("throw"===e.type)throw e.arg;return this.rval},dispatchException:function(r){if(this.done)throw r;var t=this;function i(n,i){return s.type="throw",s.arg=r,t.next=n,i&&(t.method="next",t.arg=e),!!i}for(var o=this.tryEntries.length-1;o>=0;--o){var a=this.tryEntries[o],s=a.completion;if("root"===a.tryLoc)return i("end");if(a.tryLoc<=this.prev){var c=n.call(a,"catchLoc"),u=n.call(a,"finallyLoc");if(c&&u){if(this.prev<a.catchLoc)return i(a.catchLoc,!0);if(this.prev<a.finallyLoc)return i(a.finallyLoc)}else if(c){if(this.prev<a.catchLoc)return i(a.catchLoc,!0)}else{if(!u)throw Error("try statement without catch or finally");if(this.prev<a.finallyLoc)return i(a.finallyLoc)}}}},abrupt:function(e,r){for(var t=this.tryEntries.length-1;t>=0;--t){var i=this.tryEntries[t];if(i.tryLoc<=this.prev&&n.call(i,"finallyLoc")&&this.prev<i.finallyLoc){var o=i;break}}o&&("break"===e||"continue"===e)&&o.tryLoc<=r&&r<=o.finallyLoc&&(o=null);var a=o?o.completion:{};return a.type=e,a.arg=r,o?(this.method="next",this.next=o.finallyLoc,m):this.complete(a)},complete:function(e,r){if("throw"===e.type)throw e.arg;return"break"===e.type||"continue"===e.type?this.next=e.arg:"return"===e.type?(this.rval=this.arg=e.arg,this.method="return",this.next="end"):"normal"===e.type&&r&&(this.next=r),m},finish:function(e){for(var r=this.tryEntries.length-1;r>=0;--r){var t=this.tryEntries[r];if(t.finallyLoc===e)return this.complete(t.completion,t.afterLoc),M(t),m}},catch:function(e){for(var r=this.tryEntries.length-1;r>=0;--r){var t=this.tryEntries[r];if(t.tryLoc===e){var n=t.completion;if("throw"===n.type){var i=n.arg;M(t)}return i}}throw Error("illegal catch attempt")},delegateYield:function(r,t,n){return this.delegate={iterator:I(r),resultName:t,nextLoc:n},"next"===this.method&&(this.arg=e),m}},r}function a(r){return function(r){if(Array.isArray(r))return e(r)}(r)||function(e){if("undefined"!=typeof Symbol&&null!=e[Symbol.iterator]||null!=e["@@iterator"])return Array.from(e)}(r)||u(r)||function(){throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.")}()}function s(e){var r=function(e,r){if("object"!=typeof e||!e)return e;var t=e[Symbol.toPrimitive];if(void 0!==t){var n=t.call(e,r);if("object"!=typeof n)return n;throw new TypeError("@@toPrimitive must return a primitive value.")}return String(e)}(e,"string");return"symbol"==typeof r?r:r+""}function c(e){return c="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(e){return typeof e}:function(e){return e&&"function"==typeof Symbol&&e.constructor===Symbol&&e!==Symbol.prototype?"symbol":typeof e},c(e)}function u(r,t){if(r){if("string"==typeof r)return e(r,t);var n={}.toString.call(r).slice(8,-1);return"Object"===n&&r.constructor&&(n=r.constructor.name),"Map"===n||"Set"===n?Array.from(r):"Arguments"===n||/^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(n)?e(r,t):void 0}}var l=Object.defineProperty,p=Object.getOwnPropertySymbols,d=Object.prototype.hasOwnProperty,f=Object.prototype.propertyIsEnumerable,h=function(e,r,t){return r in e?l(e,r,{enumerable:!0,configurable:!0,writable:!0,value:t}):e[r]=t},v=function(e,r){for(var t in r||(r={}))d.call(r,t)&&h(e,t,r[t]);if(p){var n,o=i(p(r));try{for(o.s();!(n=o.n()).done;){t=n.value;f.call(r,t)&&h(e,t,r[t])}}catch(e){o.e(e)}finally{o.f()}}return e},y=function(e,r,t){return h(e,"symbol"!==c(r)?r+"":r,t)},m={x:{required:!0,type:"number"},y:{required:!0,type:"number"},width:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},height:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},zIndex:{required:!0,type:"number"},fillMode:{required:!1,type:"string"},mirror:{required:!1,type:"boolean"},rotation:{required:!1,type:"number"},hidden:{required:!1,type:"boolean"}},k=function(e){return{type:"object",required:arguments.length>1&&void 0!==arguments[1]&&arguments[1],properties:{canvasColor:{required:!1,type:["string",CanvasGradient,CanvasPattern]},width:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},height:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},frameRate:{required:!1,type:"number",notLessThanZero:!0,min:1,max:60}},validate:function(r,t,n){var i=e.errorModule,o=i.RtcError,a=i.ErrorCode;if(i.ErrorCodeDictionary,r){var s=r.width,c=r.height;if(s&&c&&s*c>8294400)throw new o({code:a.INVALID_PARAMETER,message:"The mix resolution cannot be set higher than 3840 * 2160."})}}}},g=function(e){return{required:!1,type:["string",HTMLElement,null],validate:function(r,t,n){var i=e.errorModule,o=i.RtcError,a=i.ErrorCode,s=i.ErrorCodeDictionary;if(e.utils.isString(r)&&!document.getElementById(r))throw new o({code:a.INVALID_PARAMETER,extraCode:s.INVALID_ELEMENT_ID,fnName:n,messageParams:{key:t}})}}},x=function(e){return{type:"object",required:!(arguments.length>1&&void 0!==arguments[1])||arguments[1],properties:v({},m),validate:function(r,t,n){var i=e.errorModule,o=i.RtcError,a=i.ErrorCode,s=i.ErrorCodeDictionary;if(r){if(r.fillMode&&!["contain","cover","fill"].includes(r.fillMode))throw new o({code:a.INVALID_PARAMETER,extraCode:s.INVALID_PARAMETER_TYPE,message:"The fillMode parameter must be 'contain', 'cover' or 'fill'",fnName:n});if(r.rotation&&![0,90,180,270].includes(r.rotation))throw new o({code:a.INVALID_PARAMETER,extraCode:s.INVALID_PARAMETER_TYPE,message:"The rotation parameter must be 0, 90, 180 or 270",fnName:n})}}}},b=function(e){return{type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},cameraId:{required:!1,type:"string"},videoTrack:{required:!1,instanceof:MediaStreamTrack},profile:{required:!1,type:["string","object"],properties:{width:{type:"number"},height:{type:"number"},frameRate:{type:"number"},bitrate:{type:"number"}}},layout:v({},x(e))}}}},S=function(e){return{type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},profile:{required:!1,type:["string","object"],properties:{width:{type:"number"},height:{type:"number"},frameRate:{type:"number"},bitrate:{type:"number"}}},captureElement:{required:!1,type:HTMLElement},preferDisplaySurface:{required:!1,type:"string"},layout:v({},x(e))},validate:function(r,t,n){var i=e.errorModule,o=i.RtcError,a=i.ErrorCode,s=i.ErrorCodeDictionary;if(!e.rtcDectection.isScreenCaptureApiAvailable())throw new o({code:a.ENV_NOT_SUPPORTED,fnName:n,extraCode:s.NOT_SUPPORTED_SCREEN_SHARE})}}}},w=function(e){return{type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},content:{required:!0,type:"string"},font:{required:!1,type:"string"},color:{required:!1,type:["string",CanvasGradient,CanvasPattern]},layout:v({},x(e))}}}},T=function(e){return{type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},url:{required:!0,type:"string"},layout:v({},x(e))}}}},E=function(e){return{type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},url:{required:!0,type:"string"},layout:v({},x(e))}}}};var L=0,V=function(){function e(r){!function(e,r){if(!(e instanceof r))throw new TypeError("Cannot call a class as a function")}(this,e),this.core=r,y(this,"seq"),y(this,"log"),y(this,"localMixVideoTrack",null),y(this,"systemAudioTrackList",{}),y(this,"_mixVideoConfig"),y(this,"onScreenShareStop"),y(this,"eventListeners",new Map),L+=1,this.seq=L,this.log=r.log.createChild({id:"".concat(this.getAlias()).concat(L)}),this.log.info("created")}return n(e,[{key:"getName",value:function(){return e.Name}},{key:"getAlias",value:function(){return"vmix"}},{key:"getValidateRule",value:function(e){switch(e){case"start":return r=this.core,{name:"VideoMixerOptions",type:"object",required:!0,allowEmpty:!1,properties:{view:v({},g(r)),canvasInfo:v({},k(r,!0)),camera:v({},b(r)),screen:v({},S(r)),text:v({},w(r)),image:v({},T(r)),video:v({},E(r))},validate:function(e,t,n,i){var o=r.errorModule,a=o.RtcError,s=o.ErrorCode,u=o.ErrorCodeDictionary;if(r.environment.isMobile())throw new a({code:s.ENV_NOT_SUPPORTED,message:"VideoMixer is not supported on mobile devices currently"});var l=e.onScreenShareStop;if(l&&!r.utils.isFunction(l))throw new a({code:s.INVALID_PARAMETER,extraCode:u.INVALID_PARAMETER_TYPE,fnName:n,messageParams:{key:"onScreenShareStop",value:c(l),rule:{type:"Function"}}})}};case"update":return function(e){return{name:"VideoMixerOptions",type:"object",required:!1,allowEmpty:!1,properties:{view:v({},g(e)),canvasInfo:v({},k(e)),camera:v({},b(e)),screen:v({},S(e)),text:v({},w(e)),image:v({},T(e)),video:v({},E(e))}}}(this.core);case"stop":return this.core,{name:"StopVideoMixerOptions",required:!1}}var r}},{key:"getGroup",value:function(){return"vmix"}},{key:"start",value:(N=t(o().mark((function e(r){var t,n,i,a;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:return this.localMixVideoTrack||(this.localMixVideoTrack=new this.core.LocalMixVideoTrack(this.core.room.videoManager)),this._mixVideoConfig={canvasInfo:{width:1920,height:1080}},r=this.core.utils.deepCloneBasic(r),n=(t=r).view,i=t.onScreenShareStop,e.next=6,this.parseMixOptions(r);case 6:return a=e.sent,i&&(this.onScreenShareStop=i,this._mixVideoConfig.onScreenShareStop=i),this._updatePreview({view:n,track:this.localMixVideoTrack}),this.core.utils.isUndefined(n)||(this._mixVideoConfig.view=n),e.next=12,this.localMixVideoTrack.startMix();case 12:return e.abrupt("return",{track:this.localMixVideoTrack._outputTrack,systemAudioTrackList:this.systemAudioTrackList,result:a});case 13:case"end":return e.stop()}}),e,this)}))),function(e){return N.apply(this,arguments)})},{key:"update",value:(P=t(o().mark((function e(r){var t,n,i,a,s;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:if(t=this.core.errorModule,n=t.RtcError,i=t.ErrorCode,this.localMixVideoTrack){e.next=3;break}throw new n({code:i.INVALID_OPERATION,message:"mixTrack doesn't initialize!"});case 3:return r=this.core.utils.deepCloneBasic(r),a=r.view,e.next=7,this.parseMixOptions(r);case 7:return s=e.sent,e.next=10,this._updatePreview({view:a,track:this.localMixVideoTrack,prevConfig:this._mixVideoConfig});case 10:return this.core.utils.isUndefined(a)||(this._mixVideoConfig.view=a),e.abrupt("return",{track:this.localMixVideoTrack._outputTrack,systemAudioTrackList:this.systemAudioTrackList,result:s});case 12:case"end":return e.stop()}}),e,this)}))),function(e){return P.apply(this,arguments)})},{key:"stop",value:function(){var e,r=this;this.eventListeners.forEach((function(e,t){r.removeEventListeners(t)})),this.eventListeners.clear(),null==(e=this.localMixVideoTrack)||e.close(),this.localMixVideoTrack=null,Object.values(this.systemAudioTrackList).forEach((function(e){return e.stop()})),this.systemAudioTrackList={},delete this.onScreenShareStop,delete this._mixVideoConfig}},{key:"parseMixOptions",value:(_=t(o().mark((function e(r){var t,n,i,s,c,u,l,p,d,f,h,y,m,k,g,x,b,S,w,T,E,L;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:if(t={successOptions:{},failedDetails:[]},n=this.core.errorModule,i=n.RtcError,s=n.ErrorCode,this.localMixVideoTrack&&this._mixVideoConfig){e.next=4;break}return e.abrupt("return",t);case 4:c=[],u=v({},r),l=r.canvasInfo,p=r.camera,d=r.screen,f=r.text,h=r.image,y=r.video,l&&this.parseCanvasOptions(l),m=0,k=0,g=[{key:"camera",options:p,parser:this.parseCameraOptions.bind(this)},{key:"screen",options:d,parser:this.parseScreenOptions.bind(this)},{key:"text",options:f,parser:this.parseTextOptions.bind(this)},{key:"image",options:h,parser:this.parseImageOptions.bind(this)},{key:"video",options:y,parser:this.parseVideoOptions.bind(this)}],x=0,b=g;case 12:if(!(x<b.length)){e.next=25;break}if(S=b[x],w=S.key,T=S.options,E=S.parser,!T){e.next=22;break}return m++,e.next=18,E(this.localMixVideoTrack,T,this._mixVideoConfig[w]||[]);case 18:L=e.sent,this._mixVideoConfig[w]=L.finalOptions,u[w]=L.finalOptions,L.errors.length>0&&(c.push.apply(c,a(L.errors)),L.errors.length===T.length&&k++);case 22:x++,e.next=12;break;case 25:if(!(k>0&&k===m)){e.next=27;break}throw new i({code:s.INVALID_PARAMETER,message:"all sources mix failed",data:{failedDetails:c}});case 27:return e.abrupt("return",{successOptions:u,failedDetails:c});case 28:case"end":return e.stop()}}),e,this)}))),function(e){return _.apply(this,arguments)})},{key:"parseCanvasOptions",value:function(e){if(this.localMixVideoTrack&&this._mixVideoConfig){var r=e.canvasColor,t=e.width,n=e.height,i=e.frameRate;r&&this.localMixVideoTrack.setMixBackground(r),i&&this.localMixVideoTrack.setFps(i),this.localMixVideoTrack.resizeMixCanvas(t,n),this._mixVideoConfig.canvasInfo=e}}},{key:"prepareSourceOptions",value:function(e,r){var t=new Set(e.map((function(e){return e.id})));return{removeIdList:r.filter((function(e){return!t.has(e.id)})).map((function(e){return e.id})),preOptionsMap:new Map(r.map((function(e){return[e.id,e]})))}}},{key:"recordSourceError",value:function(e,r,t,n,i){i.push({id:e,error:r}),t.has(e)&&n.push(t.get(e))}},{key:"parseCameraOptions",value:(I=t(o().mark((function e(r,t){var n,a,s,c,u,l,p,d,f,h,v,y,m=arguments;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:n=m.length>2&&void 0!==m[2]?m[2]:[],a=this.prepareSourceOptions(t,n),s=a.removeIdList,c=a.preOptionsMap,u=i(s);try{for(u.s();!(l=u.n()).done;)p=l.value,r.removeCameraSource(p)}catch(e){u.e(e)}finally{u.f()}d=[],f=[],h=i(t),e.prev=7,h.s();case 9:if((v=h.n()).done){e.next=22;break}return y=v.value,e.prev=11,e.next=14,this.processSingleCameraSource(r,y);case 14:d.push(y),e.next=20;break;case 17:e.prev=17,e.t0=e.catch(11),this.recordSourceError(y.id,e.t0,c,d,f);case 20:e.next=9;break;case 22:e.next=27;break;case 24:e.prev=24,e.t1=e.catch(7),h.e(e.t1);case 27:return e.prev=27,h.f(),e.finish(27);case 30:return e.abrupt("return",{finalOptions:d,errors:f});case 31:case"end":return e.stop()}}),e,this,[[7,24,27,30],[11,17]])}))),function(e,r){return I.apply(this,arguments)})},{key:"processSingleCameraSource",value:(O=t(o().mark((function e(r,t){var n,i;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:if(i=t.id,t.layout,t.profile,t.useInternalTrack&&((null==(n=this.core.trtc.localVideoTrack)?void 0:n.sourceTrack)?t.videoTrack=this.core.trtc.localVideoTrack.sourceTrack:t.videoTrack=this.createPlaceholderVideoTrack()),this.log.info("videomixer camera option ".concat(JSON.stringify(t))),!r.inputLocalVideoTracks.has(i)){e.next=8;break}return e.next=6,this.updateExistingCameraSource(r,t);case 6:e.next=10;break;case 8:return e.next=10,this.addNewCameraSource(r,t);case 10:case"end":return e.stop()}}),e,this)}))),function(e,r){return O.apply(this,arguments)})},{key:"updateExistingCameraSource",value:(M=t(o().mark((function e(r,t){var n,i,a,s,c,u,l,p;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:return a=t.id,s=t.layout,c=t.profile,u=null==(n=r.inputLocalVideoTracks.get(a))?void 0:n.mediaTrack,e.next=4,this.updateCameraProfile(t);case 4:l=null==(i=r.inputLocalVideoTracks.get(a))?void 0:i.mediaTrack,p=this.resolveVideoProfile(c),l!==u?r.updateCameraSource(a,s,l,p):r.updateCameraSource(a,s,null,p);case 7:case"end":return e.stop()}}),e,this)}))),function(e,r){return M.apply(this,arguments)})},{key:"addNewCameraSource",value:(C=t(o().mark((function e(r,t){var n,i,a,s,c,u=this;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:return n=t.id,i=t.layout,a=t.useInternalTrack,e.next=3,this.captureCamera(t);case 3:s=e.sent,this.removeEventListeners(n),a&&(c=function(e){var t,i;if(!(null==(t=e.track)?void 0:t.isScreen)){u.log.info("videomixer camera LOCAL_TRACK_CAPTURE_SUCCESS");var o=r.inputLocalVideoTracks.get(n);o&&(null==(i=e.track)?void 0:i.sourceTrack)&&o.setInputMediaStreamTrack(e.track.sourceTrack)}},this.core.innerEmitter.on("102",c),this.eventListeners.has(n)||this.eventListeners.set(n,{}),this.eventListeners.get(n).captureSuccess=function(){u.core.innerEmitter.off("102",c)}),e.prev=6,r.addCameraSource(n,s,i),e.next=14;break;case 10:throw e.prev=10,e.t0=e.catch(6),s.close(),e.t0;case 14:case"end":return e.stop()}}),e,this,[[6,10]])}))),function(e,r){return C.apply(this,arguments)})},{key:"resolveVideoProfile",value:function(e){if(!this.core.utils.isUndefined(e))return this.core.utils.isString(e)?this.core.constants.videoProfileMap[e]:e}},{key:"parseScreenOptions",value:(A=t(o().mark((function e(r,t){var n,a,s,c,u,l,p,d,f,h,v,y,m=arguments;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:n=m.length>2&&void 0!==m[2]?m[2]:[],a=this.prepareSourceOptions(t,n),s=a.removeIdList,c=a.preOptionsMap,u=i(s);try{for(u.s();!(l=u.n()).done;)p=l.value,r.removeScreenSource(p),this.removeSystemAudioTrack(p)}catch(e){u.e(e)}finally{u.f()}d=[],f=[],h=i(t),e.prev=7,h.s();case 9:if((v=h.n()).done){e.next=22;break}return y=v.value,e.prev=11,e.next=14,this.processSingleScreenSource(r,y,c);case 14:d.push(y),e.next=20;break;case 17:e.prev=17,e.t0=e.catch(11),this.recordSourceError(y.id,e.t0,c,d,f);case 20:e.next=9;break;case 22:e.next=27;break;case 24:e.prev=24,e.t1=e.catch(7),h.e(e.t1);case 27:return e.prev=27,h.f(),e.finish(27);case 30:return e.abrupt("return",{finalOptions:d,errors:f});case 31:case"end":return e.stop()}}),e,this,[[7,24,27,30],[11,17]])}))),function(e,r){return A.apply(this,arguments)})},{key:"processSingleScreenSource",value:(V=t(o().mark((function e(r,t,n){var i,a,s,c,u,l,p;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:if(s=t.id,c=t.layout,t.useInternalTrack&&((null==(i=this.core.trtc.localScreenTrack)?void 0:i.mediaTrack)?(t.videoTrack=this.core.trtc.localScreenTrack.mediaTrack,(null==(a=this.core.trtc.localScreenAudioTrack)?void 0:a.mediaTrack)&&(t.audioTrack=this.core.trtc.localScreenAudioTrack.mediaTrack),delete t.captureElement,delete t.preferDisplaySurface,delete t.systemAudio):t.videoTrack=this.createPlaceholderVideoTrack()),this.log.info("videomixer screen option ".concat(JSON.stringify(t))),u=n.get(s),l=r.inputLocalScreenTracks.has(s),p=!(null==u?void 0:u.systemAudio)&&t.systemAudio,!l||p){e.next=10;break}this.updateExistingScreenSource(r,s,c,u,t),e.next=12;break;case 10:return e.next=12,this.addNewScreenSource(r,t,u);case 12:case"end":return e.stop()}}),e,this)}))),function(e,r,t){return V.apply(this,arguments)})},{key:"updateExistingScreenSource",value:function(e,r,t,n,i){e.updateScreenSource(r,t),(null==n?void 0:n.systemAudio)&&!i.systemAudio&&this.removeSystemAudioTrack(r)}},{key:"addNewScreenSource",value:(x=t(o().mark((function e(r,t,n){var i,a,s,c,u=this;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:return i=t.id,a=t.useInternalTrack,e.next=3,this.captureScreen(t);case 3:s=e.sent,this.removeEventListeners(i),a&&(c=function(e){var t,n,o;if(null==(t=e.track)?void 0:t.isScreen){u.log.info("videomixer screen LOCAL_TRACK_CAPTURE_SUCCESS");var a=r.inputLocalScreenTracks.get(i);a&&(null==(n=e.track)?void 0:n.mediaTrack)&&a.setInputMediaStreamTrack(e.track.mediaTrack),u.systemAudioTrackList[i]&&(null==(o=e.track)?void 0:o.mediaTrack)&&(u.systemAudioTrackList[i]=e.track.mediaTrack)}},this.core.innerEmitter.on("102",c),this.eventListeners.has(i)||this.eventListeners.set(i,{}),this.eventListeners.get(i).captureSuccess=function(){u.core.innerEmitter.off("102",c)}),!(null==n?void 0:n.systemAudio)&&t.systemAudio&&r.inputLocalScreenTracks.has(t.id)&&r.removeScreenSource(t.id),e.prev=7,r.addScreenSource(t.id,s,t.layout),e.next=15;break;case 11:throw e.prev=11,e.t0=e.catch(7),s.close(),e.t0;case 15:case"end":return e.stop()}}),e,this,[[7,11]])}))),function(e,r,t){return x.apply(this,arguments)})},{key:"parseTextOptions",value:(m=t(o().mark((function e(r,t){var n,a,s,c,u,l,p,d,f,h,v,y,m=arguments;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:n=m.length>2&&void 0!==m[2]?m[2]:[],a=this.prepareSourceOptions(t,n),s=a.removeIdList,c=a.preOptionsMap,u=i(s);try{for(u.s();!(l=u.n()).done;)p=l.value,r.removeTextSource(p)}catch(e){u.e(e)}finally{u.f()}d=[],f=[],h=i(t);try{for(h.s();!(v=h.n()).done;){y=v.value;try{c.has(y.id)?r.updateTextSource(y):r.addTextSource(y),d.push(y)}catch(e){this.recordSourceError(y.id,e,c,d,f)}}}catch(e){h.e(e)}finally{h.f()}return e.abrupt("return",{finalOptions:d,errors:f});case 9:case"end":return e.stop()}}),e,this)}))),function(e,r){return m.apply(this,arguments)})},{key:"parseImageOptions",value:(h=t(o().mark((function e(r,t){var n,a,s,c,u,l,p,d,f,h,v,y,m=arguments;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:n=m.length>2&&void 0!==m[2]?m[2]:[],a=this.prepareSourceOptions(t,n),s=a.removeIdList,c=a.preOptionsMap,u=i(s);try{for(u.s();!(l=u.n()).done;)p=l.value,r.removeImageSource(p)}catch(e){u.e(e)}finally{u.f()}d=[],f=[],h=i(t),e.prev=7,h.s();case 9:if((v=h.n()).done){e.next=22;break}return y=v.value,e.prev=11,e.next=14,this.processSingleImageSource(r,y,c);case 14:d.push(y),e.next=20;break;case 17:e.prev=17,e.t0=e.catch(11),this.recordSourceError(y.id,e.t0,c,d,f);case 20:e.next=9;break;case 22:e.next=27;break;case 24:e.prev=24,e.t1=e.catch(7),h.e(e.t1);case 27:return e.prev=27,h.f(),e.finish(27);case 30:return e.abrupt("return",{finalOptions:d,errors:f});case 31:case"end":return e.stop()}}),e,this,[[7,24,27,30],[11,17]])}))),function(e,r){return h.apply(this,arguments)})},{key:"processSingleImageSource",value:(f=t(o().mark((function e(r,t,n){var i,a,s,c,u,l;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:if(i=t.id,a=t.url,s=t.layout,!(c=n.get(i))){e.next=10;break}if(c.url===a){e.next=7;break}return e.next=6,this.core.utils.loadImage(a);case 6:u=e.sent;case 7:r.updateImageSource(i,s,u),e.next=14;break;case 10:return e.next=12,this.core.utils.loadImage(a);case 12:l=e.sent,r.addImageSource(i,l,s);case 14:case"end":return e.stop()}}),e,this)}))),function(e,r,t){return f.apply(this,arguments)})},{key:"parseVideoOptions",value:(d=t(o().mark((function e(r,t){var n,a,s,c,u,l,p,d,f,h,v,y,m=arguments;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:n=m.length>2&&void 0!==m[2]?m[2]:[],a=this.prepareSourceOptions(t,n),s=a.removeIdList,c=a.preOptionsMap,u=i(s);try{for(u.s();!(l=u.n()).done;)p=l.value,r.removeVideoSource(p)}catch(e){u.e(e)}finally{u.f()}d=[],f=[],h=i(t),e.prev=7,h.s();case 9:if((v=h.n()).done){e.next=22;break}return y=v.value,e.prev=11,e.next=14,this.processSingleVideoSource(r,y,c);case 14:d.push(y),e.next=20;break;case 17:e.prev=17,e.t0=e.catch(11),this.recordSourceError(y.id,e.t0,c,d,f);case 20:e.next=9;break;case 22:e.next=27;break;case 24:e.prev=24,e.t1=e.catch(7),h.e(e.t1);case 27:return e.prev=27,h.f(),e.finish(27);case 30:return e.abrupt("return",{finalOptions:d,errors:f});case 31:case"end":return e.stop()}}),e,this,[[7,24,27,30],[11,17]])}))),function(e,r){return d.apply(this,arguments)})},{key:"processSingleVideoSource",value:(p=t(o().mark((function e(r,t,n){var i,a,s,c,u,l;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:if(i=t.id,a=t.url,s=t.layout,!(c=n.get(i))){e.next=10;break}if(c.url===a){e.next=7;break}return e.next=6,this.core.utils.loadVideo(a);case 6:u=e.sent;case 7:r.updateVideoSource(i,s,u),e.next=14;break;case 10:return e.next=12,this.core.utils.loadVideo(a);case 12:l=e.sent,r.addVideoSource(i,l,s);case 14:case"end":return e.stop()}}),e,this)}))),function(e,r,t){return p.apply(this,arguments)})},{key:"createPlaceholderVideoTrack",value:function(){var e=document.createElement("canvas");e.width=640,e.height=480;var r=e.getContext("2d");return r&&(r.fillStyle="black",r.fillRect(0,0,e.width,e.height)),e.captureStream(1).getVideoTracks()[0]}},{key:"removeEventListeners",value:function(e){var r=this.eventListeners.get(e);r&&(r.inputMediaTrackChanged&&r.inputMediaTrackChanged(),r.captureSuccess&&r.captureSuccess(),this.eventListeners.delete(e))}},{key:"captureCamera",value:(l=t(o().mark((function e(r){var t,n,i,a,s,c,u;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:return t=r.id,n=r.cameraId,i=r.videoTrack,a=r.profile,(s=new this.core.LocalVideoTrack).log.id+="-".concat(t),c={},n?c.deviceId=n:this.core.utils.isUndefined(i)||(c.customSource=i),this.core.utils.isUndefined(a)||(u=this.resolveVideoProfile(a))&&s.setProfile(u),e.next=8,s.capture(c);case 8:return e.abrupt("return",s);case 9:case"end":return e.stop()}}),e,this)}))),function(e){return l.apply(this,arguments)})},{key:"updateCameraProfile",value:(u=t(o().mark((function e(r){var t,n,i,a,s,c,u;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:if(n=r.id,i=r.cameraId,a=r.videoTrack,s=r.profile,c=null==(t=this.localMixVideoTrack)?void 0:t.inputLocalVideoTracks.get(n)){e.next=4;break}return e.abrupt("return");case 4:if(!i){e.next=9;break}return e.next=7,c.switchDevice(i);case 7:e.next=12;break;case 9:if(this.core.utils.isUndefined(a)){e.next=12;break}return e.next=12,c.setInputMediaStreamTrack(a);case 12:if(this.core.utils.isUndefined(s)){e.next=18;break}if((u=this.resolveVideoProfile(s))&&c.setProfile(u),i&&c.isNeedToSwitchDevice(i)){e.next=18;break}return e.next=18,c.applyProfile();case 18:case"end":return e.stop()}}),e,this)}))),function(e){return u.apply(this,arguments)})},{key:"captureScreen",value:(s=t(o().mark((function e(r){var t,n,i,a,s,c,u,l,p,d,f,h=this;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:return t=r.id,n=r.profile,i=r.captureElement,a=r.preferDisplaySurface,s=r.systemAudio,c=r.videoTrack,u=r.audioTrack,(l=new this.core.LocalScreenTrack).log.id+="-".concat(t),p={captureElement:i,preferDisplaySurface:a,systemAudio:s,videoTrack:c,audioTrack:u},this.core.utils.isUndefined(n)||(this.core.utils.isString(n)?(d=this.core.constants.screenProfileMap[n])&&l.setProfile(d):l.setProfile(n)),e.next=7,l.capture(p);case 7:return f=e.sent,s&&f.getAudioTracks().length>0?(this.systemAudioTrackList[t]=f.getAudioTracks()[0],this.log.info("".concat(t," system audio track captured"))):this.removeSystemAudioTrack(t),l.mediaTrack.addEventListener(this.core.constants.NAME.ENDED,(function(){h.handleScreenShareEnded(t)})),e.abrupt("return",l);case 11:case"end":return e.stop()}}),e,this)}))),function(e){return s.apply(this,arguments)})},{key:"handleScreenShareEnded",value:function(e){var r,t,n;null==(r=this.localMixVideoTrack)||r.removeScreenSource(e),(null==(t=this._mixVideoConfig)?void 0:t.screen)&&(this._mixVideoConfig.screen=this._mixVideoConfig.screen.filter((function(r){return r.id!==e}))),null==(n=this.onScreenShareStop)||n.call(this,e)}},{key:"_updatePreview",value:(r=t(o().mark((function e(r){var t,n,i,a,s;return o().wrap((function(e){for(;;)switch(e.prev=e.next){case 0:if(t=r.view,n=r.track,i=r.prevConfig,!this.core.utils.isUndefined(t)||!(null==i?void 0:i.view)){e.next=7;break}if(!((a=this.core.utils.getViewListFromView(i.view)).length>0)){e.next=6;break}return e.next=6,n.play(a);case 6:return e.abrupt("return");case 7:if(this.core.utils.isUndefined(t)){e.next=15;break}if(!((s=this.core.utils.getViewListFromView(t)).length>0)){e.next=14;break}return e.next=12,n.play(s);case 12:e.next=15;break;case 14:n.stop();case 15:case"end":return e.stop()}}),e,this)}))),function(e){return r.apply(this,arguments)})},{key:"removeSystemAudioTrack",value:function(e){var r=this.systemAudioTrackList[e];r&&(r.stop(),this.log.info("".concat(e," system audio track stop")),delete this.systemAudioTrackList[e])}}]);var r,s,u,l,p,d,f,h,m,x,V,A,C,M,O,I,_,P,N}();return y(V,"Name","VideoMixer"),V}));
+!function(e,r){"object"==typeof exports&&"undefined"!=typeof module?module.exports=r():"function"==typeof define&&define.amd?define(r):(e="undefined"!=typeof globalThis?globalThis:e||self).VideoMixer=r()}(this,function(){"use strict";function e(e,r){(null==r||r>e.length)&&(r=e.length);for(var t=0,i=Array(r);t<r;t++)i[t]=e[t];return i}function r(e,r,t,i,n,o,a){try{var s=e[o](a),c=s.value}catch(e){return void t(e)}s.done?r(c):Promise.resolve(c).then(i,n)}function t(e){return function(){var t=this,i=arguments;return new Promise(function(n,o){var a=e.apply(t,i);function s(e){r(a,n,o,s,c,"next",e)}function c(e){r(a,n,o,s,c,"throw",e)}s(void 0)})}}function i(e,r,t){return r&&function(e,r){for(var t=0;t<r.length;t++){var i=r[t];i.enumerable=i.enumerable||!1,i.configurable=!0,"value"in i&&(i.writable=!0),Object.defineProperty(e,c(i.key),i)}}(e.prototype,r),Object.defineProperty(e,"prototype",{writable:!1}),e}function n(e,r){var t="undefined"!=typeof Symbol&&e[Symbol.iterator]||e["@@iterator"];if(!t){if(Array.isArray(e)||(t=l(e))||r){t&&(e=t);var i=0,n=function(){};return{s:n,n:function(){return i>=e.length?{done:!0}:{done:!1,value:e[i++]}},e:function(e){throw e},f:n}}throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.")}var o,a=!0,s=!1;return{s:function(){t=t.call(e)},n:function(){var e=t.next();return a=e.done,e},e:function(e){s=!0,o=e},f:function(){try{a||null==t.return||t.return()}finally{if(s)throw o}}}}function o(){
+/*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/babel/babel/blob/main/packages/babel-helpers/LICENSE */
+var e,r,t="function"==typeof Symbol?Symbol:{},i=t.iterator||"@@iterator",n=t.toStringTag||"@@toStringTag";function s(t,i,n,o){var s=i&&i.prototype instanceof u?i:u,l=Object.create(s.prototype);return a(l,"_invoke",function(t,i,n){var o,a,s,u=0,l=n||[],d=!1,p={p:0,n:0,v:e,a:f,f:f.bind(e,4),d:function(r,t){return o=r,a=0,s=e,p.n=t,c}};function f(t,i){for(a=t,s=i,r=0;!d&&u&&!n&&r<l.length;r++){var n,o=l[r],f=p.p,h=o[2];t>3?(n=h===i)&&(s=o[(a=o[4])?5:(a=3,3)],o[4]=o[5]=e):o[0]<=f&&((n=t<2&&f<o[1])?(a=0,p.v=i,p.n=o[1]):f<h&&(n=t<3||o[0]>i||i>h)&&(o[4]=t,o[5]=i,p.n=h,a=0))}if(n||t>1)return c;throw d=!0,i}return function(n,l,h){if(u>1)throw TypeError("Generator is already running");for(d&&1===l&&f(l,h),a=l,s=h;(r=a<2?e:s)||!d;){o||(a?a<3?(a>1&&(p.n=-1),f(a,s)):p.n=s:p.v=s);try{if(u=2,o){if(a||(n="next"),r=o[n]){if(!(r=r.call(o,s)))throw TypeError("iterator result is not an object");if(!r.done)return r;s=r.value,a<2&&(a=0)}else 1===a&&(r=o.return)&&r.call(o),a<2&&(s=TypeError("The iterator does not provide a '"+n+"' method"),a=1);o=e}else if((r=(d=p.n<0)?s:t.call(i,p))!==c)break}catch(r){o=e,a=1,s=r}finally{u=1}}return{value:r,done:d}}}(t,n,o),!0),l}var c={};function u(){}function l(){}function d(){}r=Object.getPrototypeOf;var p=[][i]?r(r([][i]())):(a(r={},i,function(){return this}),r),f=d.prototype=u.prototype=Object.create(p);function h(e){return Object.setPrototypeOf?Object.setPrototypeOf(e,d):(e.__proto__=d,a(e,n,"GeneratorFunction")),e.prototype=Object.create(f),e}return l.prototype=d,a(f,"constructor",d),a(d,"constructor",l),l.displayName="GeneratorFunction",a(d,n,"GeneratorFunction"),a(f),a(f,n,"Generator"),a(f,i,function(){return this}),a(f,"toString",function(){return"[object Generator]"}),(o=function(){return{w:s,m:h}})()}function a(e,r,t,i){var n=Object.defineProperty;try{n({},"",{})}catch(e){n=0}a=function(e,r,t,i){function o(r,t){a(e,r,function(e){return this._invoke(r,t,e)})}r?n?n(e,r,{value:t,enumerable:!i,configurable:!i,writable:!i}):e[r]=t:(o("next",0),o("throw",1),o("return",2))},a(e,r,t,i)}function s(r){return function(r){if(Array.isArray(r))return e(r)}(r)||function(e){if("undefined"!=typeof Symbol&&null!=e[Symbol.iterator]||null!=e["@@iterator"])return Array.from(e)}(r)||l(r)||function(){throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method.")}()}function c(e){var r=function(e,r){if("object"!=typeof e||!e)return e;var t=e[Symbol.toPrimitive];if(void 0!==t){var i=t.call(e,r);if("object"!=typeof i)return i;throw new TypeError("@@toPrimitive must return a primitive value.")}return String(e)}(e,"string");return"symbol"==typeof r?r:r+""}function u(e){return u="function"==typeof Symbol&&"symbol"==typeof Symbol.iterator?function(e){return typeof e}:function(e){return e&&"function"==typeof Symbol&&e.constructor===Symbol&&e!==Symbol.prototype?"symbol":typeof e},u(e)}function l(r,t){if(r){if("string"==typeof r)return e(r,t);var i={}.toString.call(r).slice(8,-1);return"Object"===i&&r.constructor&&(i=r.constructor.name),"Map"===i||"Set"===i?Array.from(r):"Arguments"===i||/^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(i)?e(r,t):void 0}}var d=Object.defineProperty,p=Object.getOwnPropertySymbols,f=Object.prototype.hasOwnProperty,h=Object.prototype.propertyIsEnumerable,v=function(e,r,t){return r in e?d(e,r,{enumerable:!0,configurable:!0,writable:!0,value:t}):e[r]=t},y=function(e,r){for(var t in r||(r={}))f.call(r,t)&&v(e,t,r[t]);if(p){var i,o=n(p(r));try{for(o.s();!(i=o.n()).done;){t=i.value;h.call(r,t)&&v(e,t,r[t])}}catch(e){o.e(e)}finally{o.f()}}return e},m=function(e,r,t){return v(e,"symbol"!==u(r)?r+"":r,t)},k={x:{required:!0,type:"number"},y:{required:!0,type:"number"},width:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},height:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},zIndex:{required:!0,type:"number"},fillMode:{required:!1,type:"string"},mirror:{required:!1,type:"boolean"},rotation:{required:!1,type:"number"},hidden:{required:!1,type:"boolean"}},S=function(e){return{type:"object",required:arguments.length>1&&void 0!==arguments[1]&&arguments[1],properties:{canvasColor:{required:!1,type:["string",CanvasGradient,CanvasPattern]},width:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},height:{required:!0,type:"number",notLessThanZero:!0,min:1,max:3840},frameRate:{required:!1,type:"number",notLessThanZero:!0,min:1,max:60}},validate:function(r,t,i){var n=e.errorModule,o=n.RtcError,a=n.ErrorCode;if(n.ErrorCodeDictionary,r){var s=r.width,c=r.height;if(s&&c&&s*c>8294400)throw new o({code:a.INVALID_PARAMETER,message:"The mix resolution cannot be set higher than 3840 * 2160."})}}}},g=function(e){return{required:!1,type:["string",HTMLElement,null],validate:function(r,t,i){var n=e.errorModule,o=n.RtcError,a=n.ErrorCode,s=n.ErrorCodeDictionary;if(e.utils.isString(r)&&!document.getElementById(r))throw new o({code:a.INVALID_PARAMETER,extraCode:s.INVALID_ELEMENT_ID,fnName:i,messageParams:{key:t}})}}},b=function(e){return{type:"object",required:!(arguments.length>1&&void 0!==arguments[1])||arguments[1],properties:y({},k),validate:function(r,t,i){var n=e.errorModule,o=n.RtcError,a=n.ErrorCode,s=n.ErrorCodeDictionary;if(r){if(r.fillMode&&!["contain","cover","fill"].includes(r.fillMode))throw new o({code:a.INVALID_PARAMETER,extraCode:s.INVALID_PARAMETER_TYPE,message:"The fillMode parameter must be 'contain', 'cover' or 'fill'",fnName:i});if(r.rotation&&![0,90,180,270].includes(r.rotation))throw new o({code:a.INVALID_PARAMETER,extraCode:s.INVALID_PARAMETER_TYPE,message:"The rotation parameter must be 0, 90, 180 or 270",fnName:i})}}}},T=function(e){return{type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},cameraId:{required:!1,type:"string"},videoTrack:{required:!1,instanceof:MediaStreamTrack},profile:{required:!1,type:["string","object"],properties:{width:{type:"number"},height:{type:"number"},frameRate:{type:"number"},bitrate:{type:"number"}}},layout:y({},b(e))}}}},w=function(e){return{type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},profile:{required:!1,type:["string","object"],properties:{width:{type:"number"},height:{type:"number"},frameRate:{type:"number"},bitrate:{type:"number"}}},captureElement:{required:!1,type:HTMLElement},preferDisplaySurface:{required:!1,type:"string"},layout:y({},b(e))},validate:function(r,t,i){var n=e.errorModule,o=n.RtcError,a=n.ErrorCode,s=n.ErrorCodeDictionary;if(!e.rtcDectection.isScreenCaptureApiAvailable())throw new o({code:a.ENV_NOT_SUPPORTED,fnName:i,extraCode:s.NOT_SUPPORTED_SCREEN_SHARE})}}}},E=function(e){return{type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},content:{required:!0,type:"string"},font:{required:!1,type:"string"},color:{required:!1,type:["string",CanvasGradient,CanvasPattern]},layout:y({},b(e))}}}},x=function(e){return{type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},url:{required:!0,type:"string"},layout:y({},b(e))}}}},V=function(e){return{type:"array",required:!1,arrayItem:{type:"object",properties:{id:{required:!0,type:"string"},url:{required:!0,type:"string"},layout:y({},b(e))}}}};var A=0,C=function(){function e(r){!function(e,r){if(!(e instanceof r))throw new TypeError("Cannot call a class as a function")}(this,e),this.core=r,m(this,"seq"),m(this,"log"),m(this,"localMixVideoTrack",null),m(this,"systemAudioTrackList",{}),m(this,"_mixVideoConfig"),m(this,"onScreenShareStop"),m(this,"eventListeners",new Map),A+=1,this.seq=A,this.log=r.log.createChild({id:"".concat(this.getAlias()).concat(A)}),this.log.info("created")}return i(e,[{key:"getName",value:function(){return e.Name}},{key:"getAlias",value:function(){return"vmix"}},{key:"getValidateRule",value:function(e){switch(e){case"start":return r=this.core,{name:"VideoMixerOptions",type:"object",required:!0,allowEmpty:!1,properties:{view:y({},g(r)),canvasInfo:y({},S(r,!0)),camera:y({},T(r)),screen:y({},w(r)),text:y({},E(r)),image:y({},x(r)),video:y({},V(r))},validate:function(e,t,i,n){var o=r.errorModule,a=o.RtcError,s=o.ErrorCode,c=o.ErrorCodeDictionary;if(r.environment.isMobile())throw new a({code:s.ENV_NOT_SUPPORTED,message:"VideoMixer is not supported on mobile devices currently"});var l=e.onScreenShareStop;if(l&&!r.utils.isFunction(l))throw new a({code:s.INVALID_PARAMETER,extraCode:c.INVALID_PARAMETER_TYPE,fnName:i,messageParams:{key:"onScreenShareStop",value:u(l),rule:{type:"Function"}}})}};case"update":return function(e){return{name:"VideoMixerOptions",type:"object",required:!1,allowEmpty:!1,properties:{view:y({},g(e)),canvasInfo:y({},S(e)),camera:y({},T(e)),screen:y({},w(e)),text:y({},E(e)),image:y({},x(e)),video:y({},V(e))}}}(this.core);case"stop":return this.core,{name:"StopVideoMixerOptions",required:!1}}var r}},{key:"getGroup",value:function(){return"vmix"}},{key:"start",value:(q=t(o().m(function e(r){var t,i,n,a;return o().w(function(e){for(;;)switch(e.n){case 0:return this.localMixVideoTrack||(this.localMixVideoTrack=new this.core.LocalMixVideoTrack(this.core.room.videoManager)),this._mixVideoConfig={canvasInfo:{width:1920,height:1080}},r=this.core.utils.deepCloneBasic(r),i=(t=r).view,n=t.onScreenShareStop,e.n=1,this.parseMixOptions(r);case 1:return a=e.v,n&&(this.onScreenShareStop=n,this._mixVideoConfig.onScreenShareStop=n),this._updatePreview({view:i,track:this.localMixVideoTrack}),this.core.utils.isUndefined(i)||(this._mixVideoConfig.view=i),e.n=2,this.localMixVideoTrack.startMix();case 2:return e.a(2,{track:this.localMixVideoTrack._outputTrack,systemAudioTrackList:this.systemAudioTrackList,result:a})}},e,this)})),function(e){return q.apply(this,arguments)})},{key:"update",value:(_=t(o().m(function e(r){var t,i,n,a,s;return o().w(function(e){for(;;)switch(e.n){case 0:if(t=this.core.errorModule,i=t.RtcError,n=t.ErrorCode,this.localMixVideoTrack){e.n=1;break}throw new i({code:n.INVALID_OPERATION,message:"mixTrack doesn't initialize!"});case 1:return r=this.core.utils.deepCloneBasic(r),a=r.view,e.n=2,this.parseMixOptions(r);case 2:return s=e.v,e.n=3,this._updatePreview({view:a,track:this.localMixVideoTrack,prevConfig:this._mixVideoConfig});case 3:return this.core.utils.isUndefined(a)||(this._mixVideoConfig.view=a),e.a(2,{track:this.localMixVideoTrack._outputTrack,systemAudioTrackList:this.systemAudioTrackList,result:s})}},e,this)})),function(e){return _.apply(this,arguments)})},{key:"stop",value:function(){var e,r=this;this.eventListeners.forEach(function(e,t){r.removeEventListeners(t)}),this.eventListeners.clear(),null==(e=this.localMixVideoTrack)||e.close(),this.localMixVideoTrack=null,Object.values(this.systemAudioTrackList).forEach(function(e){return e.stop()}),this.systemAudioTrackList={},delete this.onScreenShareStop,delete this._mixVideoConfig}},{key:"parseMixOptions",value:(P=t(o().m(function e(r){var t,i,n,a,c,u,l,d,p,f,h,v,m,k,S,g,b,T,w,E,x,V;return o().w(function(e){for(;;)switch(e.n){case 0:if(t={successOptions:{},failedDetails:[]},i=this.core.errorModule,n=i.RtcError,a=i.ErrorCode,this.localMixVideoTrack&&this._mixVideoConfig){e.n=1;break}return e.a(2,t);case 1:c=[],u=y({},r),l=r.canvasInfo,d=r.camera,p=r.screen,f=r.text,h=r.image,v=r.video,l&&this.parseCanvasOptions(l),m=0,k=0,S=[{key:"camera",options:d,parser:this.parseCameraOptions.bind(this)},{key:"screen",options:p,parser:this.parseScreenOptions.bind(this)},{key:"text",options:f,parser:this.parseTextOptions.bind(this)},{key:"image",options:h,parser:this.parseImageOptions.bind(this)},{key:"video",options:v,parser:this.parseVideoOptions.bind(this)}],g=0,b=S;case 2:if(!(g<b.length)){e.n=5;break}if(T=b[g],w=T.key,E=T.options,x=T.parser,!E){e.n=4;break}return m++,e.n=3,x(this.localMixVideoTrack,E,this._mixVideoConfig[w]||[]);case 3:V=e.v,this._mixVideoConfig[w]=V.finalOptions,u[w]=V.finalOptions,V.errors.length>0&&(c.push.apply(c,s(V.errors)),V.errors.length===E.length&&k++);case 4:g++,e.n=2;break;case 5:if(!(k>0&&k===m)){e.n=6;break}throw new n({code:a.INVALID_PARAMETER,message:"all sources mix failed",data:{failedDetails:c}});case 6:return e.a(2,{successOptions:u,failedDetails:c})}},e,this)})),function(e){return P.apply(this,arguments)})},{key:"parseCanvasOptions",value:function(e){if(this.localMixVideoTrack&&this._mixVideoConfig){var r=e.canvasColor,t=e.width,i=e.height,n=e.frameRate;r&&this.localMixVideoTrack.setMixBackground(r),n&&this.localMixVideoTrack.setFps(n),this.localMixVideoTrack.resizeMixCanvas(t,i),this._mixVideoConfig.canvasInfo=e}}},{key:"prepareSourceOptions",value:function(e,r){var t=new Set(e.map(function(e){return e.id}));return{removeIdList:r.filter(function(e){return!t.has(e.id)}).map(function(e){return e.id}),preOptionsMap:new Map(r.map(function(e){return[e.id,e]}))}}},{key:"recordSourceError",value:function(e,r,t,i,n){n.push({id:e,error:r}),t.has(e)&&i.push(t.get(e))}},{key:"parseCameraOptions",value:(I=t(o().m(function e(r,t){var i,a,s,c,u,l,d,p,f,h,v,y,m,k,S=arguments;return o().w(function(e){for(;;)switch(e.p=e.n){case 0:i=S.length>2&&void 0!==S[2]?S[2]:[],a=this.prepareSourceOptions(t,i),s=a.removeIdList,c=a.preOptionsMap,u=n(s);try{for(u.s();!(l=u.n()).done;)d=l.value,r.removeCameraSource(d)}catch(e){u.e(e)}finally{u.f()}p=[],f=[],h=n(t),e.p=1,h.s();case 2:if((v=h.n()).done){e.n=7;break}return y=v.value,e.p=3,e.n=4,this.processSingleCameraSource(r,y);case 4:p.push(y),e.n=6;break;case 5:e.p=5,m=e.v,this.recordSourceError(y.id,m,c,p,f);case 6:e.n=2;break;case 7:e.n=9;break;case 8:e.p=8,k=e.v,h.e(k);case 9:return e.p=9,h.f(),e.f(9);case 10:return e.a(2,{finalOptions:p,errors:f})}},e,this,[[3,5],[1,8,9,10]])})),function(e,r){return I.apply(this,arguments)})},{key:"processSingleCameraSource",value:(L=t(o().m(function e(r,t){var i,n;return o().w(function(e){for(;;)switch(e.n){case 0:if(n=t.id,t.layout,t.profile,t.useInternalTrack&&((null==(i=this.core.trtc.localVideoTrack)?void 0:i.sourceTrack)?t.videoTrack=this.core.trtc.localVideoTrack.sourceTrack:t.videoTrack=this.createPlaceholderVideoTrack()),this.log.info("videomixer camera option ".concat(JSON.stringify(t))),!r.inputLocalVideoTracks.has(n)){e.n=2;break}return e.n=1,this.updateExistingCameraSource(r,t);case 1:e.n=3;break;case 2:return e.n=3,this.addNewCameraSource(r,t);case 3:return e.a(2)}},e,this)})),function(e,r){return L.apply(this,arguments)})},{key:"updateExistingCameraSource",value:(O=t(o().m(function e(r,t){var i,n,a,s,c,u,l,d;return o().w(function(e){for(;;)switch(e.n){case 0:return a=t.id,s=t.layout,c=t.profile,u=null==(i=r.inputLocalVideoTracks.get(a))?void 0:i.mediaTrack,e.n=1,this.updateCameraProfile(t);case 1:l=null==(n=r.inputLocalVideoTracks.get(a))?void 0:n.mediaTrack,d=this.resolveVideoProfile(c),l!==u?r.updateCameraSource(a,s,l,d):r.updateCameraSource(a,s,null,d);case 2:return e.a(2)}},e,this)})),function(e,r){return O.apply(this,arguments)})},{key:"addNewCameraSource",value:(M=t(o().m(function e(r,t){var i,n,a,s,c,u,l=this;return o().w(function(e){for(;;)switch(e.p=e.n){case 0:return i=t.id,n=t.layout,a=t.useInternalTrack,e.n=1,this.captureCamera(t);case 1:s=e.v,this.removeEventListeners(i),a&&(c=function(e){var t,n;if(!(null==(t=e.track)?void 0:t.isScreen)){l.log.info("videomixer camera LOCAL_TRACK_CAPTURE_SUCCESS");var o=r.inputLocalVideoTracks.get(i);o&&(null==(n=e.track)?void 0:n.sourceTrack)&&o.setInputMediaStreamTrack(e.track.sourceTrack)}},this.core.innerEmitter.on("102",c),this.eventListeners.has(i)||this.eventListeners.set(i,{}),this.eventListeners.get(i).captureSuccess=function(){l.core.innerEmitter.off("102",c)}),e.p=2,r.addCameraSource(i,s,n),e.n=4;break;case 3:throw e.p=3,u=e.v,s.close(),u;case 4:return e.a(2)}},e,this,[[2,3]])})),function(e,r){return M.apply(this,arguments)})},{key:"resolveVideoProfile",value:function(e){if(!this.core.utils.isUndefined(e))return this.core.utils.isString(e)?this.core.constants.videoProfileMap[e]:e}},{key:"parseScreenOptions",value:(C=t(o().m(function e(r,t){var i,a,s,c,u,l,d,p,f,h,v,y,m,k,S=arguments;return o().w(function(e){for(;;)switch(e.p=e.n){case 0:i=S.length>2&&void 0!==S[2]?S[2]:[],a=this.prepareSourceOptions(t,i),s=a.removeIdList,c=a.preOptionsMap,u=n(s);try{for(u.s();!(l=u.n()).done;)d=l.value,r.removeScreenSource(d),this.removeSystemAudioTrack(d)}catch(e){u.e(e)}finally{u.f()}p=[],f=[],h=n(t),e.p=1,h.s();case 2:if((v=h.n()).done){e.n=7;break}return y=v.value,e.p=3,e.n=4,this.processSingleScreenSource(r,y,c);case 4:p.push(y),e.n=6;break;case 5:e.p=5,m=e.v,this.recordSourceError(y.id,m,c,p,f);case 6:e.n=2;break;case 7:e.n=9;break;case 8:e.p=8,k=e.v,h.e(k);case 9:return e.p=9,h.f(),e.f(9);case 10:return e.a(2,{finalOptions:p,errors:f})}},e,this,[[3,5],[1,8,9,10]])})),function(e,r){return C.apply(this,arguments)})},{key:"processSingleScreenSource",value:(b=t(o().m(function e(r,t,i){var n,a,s,c,u,l,d;return o().w(function(e){for(;;)switch(e.n){case 0:if(s=t.id,c=t.layout,t.useInternalTrack&&((null==(n=this.core.trtc.localScreenTrack)?void 0:n.mediaTrack)?(t.videoTrack=this.core.trtc.localScreenTrack.mediaTrack,(null==(a=this.core.trtc.localScreenAudioTrack)?void 0:a.mediaTrack)&&(t.audioTrack=this.core.trtc.localScreenAudioTrack.mediaTrack),delete t.captureElement,delete t.preferDisplaySurface,delete t.systemAudio):t.videoTrack=this.createPlaceholderVideoTrack()),this.log.info("videomixer screen option ".concat(JSON.stringify(t))),u=i.get(s),l=r.inputLocalScreenTracks.has(s),d=!(null==u?void 0:u.systemAudio)&&t.systemAudio,!l||d){e.n=1;break}this.updateExistingScreenSource(r,s,c,u,t),e.n=2;break;case 1:return e.n=2,this.addNewScreenSource(r,t,u);case 2:return e.a(2)}},e,this)})),function(e,r,t){return b.apply(this,arguments)})},{key:"updateExistingScreenSource",value:function(e,r,t,i,n){e.updateScreenSource(r,t),(null==i?void 0:i.systemAudio)&&!n.systemAudio&&this.removeSystemAudioTrack(r)}},{key:"addNewScreenSource",value:(k=t(o().m(function e(r,t,i){var n,a,s,c,u,l=this;return o().w(function(e){for(;;)switch(e.p=e.n){case 0:return n=t.id,a=t.useInternalTrack,e.n=1,this.captureScreen(t);case 1:s=e.v,this.removeEventListeners(n),a&&(c=function(e){var t,i,o;if(null==(t=e.track)?void 0:t.isScreen){l.log.info("videomixer screen LOCAL_TRACK_CAPTURE_SUCCESS");var a=r.inputLocalScreenTracks.get(n);a&&(null==(i=e.track)?void 0:i.mediaTrack)&&a.setInputMediaStreamTrack(e.track.mediaTrack),l.systemAudioTrackList[n]&&(null==(o=e.track)?void 0:o.mediaTrack)&&(l.systemAudioTrackList[n]=e.track.mediaTrack)}},this.core.innerEmitter.on("102",c),this.eventListeners.has(n)||this.eventListeners.set(n,{}),this.eventListeners.get(n).captureSuccess=function(){l.core.innerEmitter.off("102",c)}),!(null==i?void 0:i.systemAudio)&&t.systemAudio&&r.inputLocalScreenTracks.has(t.id)&&r.removeScreenSource(t.id),e.p=2,r.addScreenSource(t.id,s,t.layout),e.n=4;break;case 3:throw e.p=3,u=e.v,s.close(),u;case 4:return e.a(2)}},e,this,[[2,3]])})),function(e,r,t){return k.apply(this,arguments)})},{key:"parseTextOptions",value:(v=t(o().m(function e(r,t){var i,a,s,c,u,l,d,p,f,h,v,y,m=arguments;return o().w(function(e){for(;;)if(0===e.n){i=m.length>2&&void 0!==m[2]?m[2]:[],a=this.prepareSourceOptions(t,i),s=a.removeIdList,c=a.preOptionsMap,u=n(s);try{for(u.s();!(l=u.n()).done;)d=l.value,r.removeTextSource(d)}catch(e){u.e(e)}finally{u.f()}p=[],f=[],h=n(t);try{for(h.s();!(v=h.n()).done;){y=v.value;try{c.has(y.id)?r.updateTextSource(y):r.addTextSource(y),p.push(y)}catch(e){this.recordSourceError(y.id,e,c,p,f)}}}catch(e){h.e(e)}finally{h.f()}return e.a(2,{finalOptions:p,errors:f})}},e,this)})),function(e,r){return v.apply(this,arguments)})},{key:"parseImageOptions",value:(h=t(o().m(function e(r,t){var i,a,s,c,u,l,d,p,f,h,v,y,m,k,S=arguments;return o().w(function(e){for(;;)switch(e.p=e.n){case 0:i=S.length>2&&void 0!==S[2]?S[2]:[],a=this.prepareSourceOptions(t,i),s=a.removeIdList,c=a.preOptionsMap,u=n(s);try{for(u.s();!(l=u.n()).done;)d=l.value,r.removeImageSource(d)}catch(e){u.e(e)}finally{u.f()}p=[],f=[],h=n(t),e.p=1,h.s();case 2:if((v=h.n()).done){e.n=7;break}return y=v.value,e.p=3,e.n=4,this.processSingleImageSource(r,y,c);case 4:p.push(y),e.n=6;break;case 5:e.p=5,m=e.v,this.recordSourceError(y.id,m,c,p,f);case 6:e.n=2;break;case 7:e.n=9;break;case 8:e.p=8,k=e.v,h.e(k);case 9:return e.p=9,h.f(),e.f(9);case 10:return e.a(2,{finalOptions:p,errors:f})}},e,this,[[3,5],[1,8,9,10]])})),function(e,r){return h.apply(this,arguments)})},{key:"processSingleImageSource",value:(f=t(o().m(function e(r,t,i){var n,a,s,c,u,l;return o().w(function(e){for(;;)switch(e.n){case 0:if(n=t.id,a=t.url,s=t.layout,!(c=i.get(n))){e.n=3;break}if(c.url===a){e.n=2;break}return e.n=1,this.core.utils.loadImage(a);case 1:u=e.v;case 2:r.updateImageSource(n,s,u),e.n=5;break;case 3:return e.n=4,this.core.utils.loadImage(a);case 4:l=e.v,r.addImageSource(n,l,s);case 5:return e.a(2)}},e,this)})),function(e,r,t){return f.apply(this,arguments)})},{key:"parseVideoOptions",value:(p=t(o().m(function e(r,t){var i,a,s,c,u,l,d,p,f,h,v,y,m,k,S=arguments;return o().w(function(e){for(;;)switch(e.p=e.n){case 0:i=S.length>2&&void 0!==S[2]?S[2]:[],a=this.prepareSourceOptions(t,i),s=a.removeIdList,c=a.preOptionsMap,u=n(s);try{for(u.s();!(l=u.n()).done;)d=l.value,r.removeVideoSource(d)}catch(e){u.e(e)}finally{u.f()}p=[],f=[],h=n(t),e.p=1,h.s();case 2:if((v=h.n()).done){e.n=7;break}return y=v.value,e.p=3,e.n=4,this.processSingleVideoSource(r,y,c);case 4:p.push(y),e.n=6;break;case 5:e.p=5,m=e.v,this.recordSourceError(y.id,m,c,p,f);case 6:e.n=2;break;case 7:e.n=9;break;case 8:e.p=8,k=e.v,h.e(k);case 9:return e.p=9,h.f(),e.f(9);case 10:return e.a(2,{finalOptions:p,errors:f})}},e,this,[[3,5],[1,8,9,10]])})),function(e,r){return p.apply(this,arguments)})},{key:"processSingleVideoSource",value:(d=t(o().m(function e(r,t,i){var n,a,s,c,u,l;return o().w(function(e){for(;;)switch(e.n){case 0:if(n=t.id,a=t.url,s=t.layout,!(c=i.get(n))){e.n=3;break}if(c.url===a){e.n=2;break}return e.n=1,this.core.utils.loadVideo(a);case 1:u=e.v;case 2:r.updateVideoSource(n,s,u),e.n=5;break;case 3:return e.n=4,this.core.utils.loadVideo(a);case 4:l=e.v,r.addVideoSource(n,l,s);case 5:return e.a(2)}},e,this)})),function(e,r,t){return d.apply(this,arguments)})},{key:"createPlaceholderVideoTrack",value:function(){var e=document.createElement("canvas");e.width=640,e.height=480;var r=e.getContext("2d");return r&&(r.fillStyle="black",r.fillRect(0,0,e.width,e.height)),e.captureStream(1).getVideoTracks()[0]}},{key:"removeEventListeners",value:function(e){var r=this.eventListeners.get(e);r&&(r.inputMediaTrackChanged&&r.inputMediaTrackChanged(),r.captureSuccess&&r.captureSuccess(),this.eventListeners.delete(e))}},{key:"captureCamera",value:(l=t(o().m(function e(r){var t,i,n,a,s,c,u;return o().w(function(e){for(;;)switch(e.n){case 0:return t=r.id,i=r.cameraId,n=r.videoTrack,a=r.profile,(s=new this.core.LocalVideoTrack).log.id+="-".concat(t),c={},i?c.deviceId=i:this.core.utils.isUndefined(n)||(c.customSource=n),this.core.utils.isUndefined(a)||(u=this.resolveVideoProfile(a))&&s.setProfile(u),e.n=1,s.capture(c);case 1:return e.a(2,s)}},e,this)})),function(e){return l.apply(this,arguments)})},{key:"updateCameraProfile",value:(c=t(o().m(function e(r){var t,i,n,a,s,c,u;return o().w(function(e){for(;;)switch(e.n){case 0:if(i=r.id,n=r.cameraId,a=r.videoTrack,s=r.profile,c=null==(t=this.localMixVideoTrack)?void 0:t.inputLocalVideoTracks.get(i)){e.n=1;break}return e.a(2);case 1:if(!n){e.n=3;break}return e.n=2,c.switchDevice(n);case 2:e.n=4;break;case 3:if(this.core.utils.isUndefined(a)){e.n=4;break}return e.n=4,c.setInputMediaStreamTrack(a);case 4:if(this.core.utils.isUndefined(s)){e.n=5;break}if((u=this.resolveVideoProfile(s))&&c.setProfile(u),n&&c.isNeedToSwitchDevice(n)){e.n=5;break}return e.n=5,c.applyProfile();case 5:return e.a(2)}},e,this)})),function(e){return c.apply(this,arguments)})},{key:"captureScreen",value:(a=t(o().m(function e(r){var t,i,n,a,s,c,u,l,d,p,f,h=this;return o().w(function(e){for(;;)switch(e.n){case 0:return t=r.id,i=r.profile,n=r.captureElement,a=r.preferDisplaySurface,s=r.systemAudio,c=r.videoTrack,u=r.audioTrack,(l=new this.core.LocalScreenTrack).log.id+="-".concat(t),d={captureElement:n,preferDisplaySurface:a,systemAudio:s,videoTrack:c,audioTrack:u},this.core.utils.isUndefined(i)||(this.core.utils.isString(i)?(p=this.core.constants.screenProfileMap[i])&&l.setProfile(p):l.setProfile(i)),e.n=1,l.capture(d);case 1:return f=e.v,s&&f.getAudioTracks().length>0?(this.systemAudioTrackList[t]=f.getAudioTracks()[0],this.log.info("".concat(t," system audio track captured"))):this.removeSystemAudioTrack(t),l.mediaTrack.addEventListener(this.core.constants.NAME.ENDED,function(){h.handleScreenShareEnded(t)}),e.a(2,l)}},e,this)})),function(e){return a.apply(this,arguments)})},{key:"handleScreenShareEnded",value:function(e){var r,t,i;null==(r=this.localMixVideoTrack)||r.removeScreenSource(e),(null==(t=this._mixVideoConfig)?void 0:t.screen)&&(this._mixVideoConfig.screen=this._mixVideoConfig.screen.filter(function(r){return r.id!==e})),null==(i=this.onScreenShareStop)||i.call(this,e)}},{key:"_updatePreview",value:(r=t(o().m(function e(r){var t,i,n,a,s;return o().w(function(e){for(;;)switch(e.n){case 0:if(t=r.view,i=r.track,n=r.prevConfig,!this.core.utils.isUndefined(t)||!(null==n?void 0:n.view)){e.n=2;break}if(!((a=this.core.utils.getViewListFromView(n.view)).length>0)){e.n=1;break}return e.n=1,i.play(a);case 1:return e.a(2);case 2:if(this.core.utils.isUndefined(t)){e.n=5;break}if(!((s=this.core.utils.getViewListFromView(t)).length>0)){e.n=4;break}return e.n=3,i.play(s);case 3:e.n=5;break;case 4:i.stop();case 5:return e.a(2)}},e,this)})),function(e){return r.apply(this,arguments)})},{key:"removeSystemAudioTrack",value:function(e){var r=this.systemAudioTrackList[e];r&&(r.stop(),this.log.info("".concat(e," system audio track stop")),delete this.systemAudioTrackList[e])}}]);var r,a,c,l,d,p,f,h,v,k,b,C,M,O,L,I,P,_,q}();return m(C,"Name","VideoMixer"),C});

package/plugins/video-effect/virtual-background/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@rtc-plugin/virtual-background",
-  "version": "5.15.1-beta.1",
+  "version": "5.15.1-beta.3",
   "description": "TRTC Web SDK 5.x virtual background plugin",
   "main": "./virtual-background.esm.js",
   "module": "./virtual-background.esm.js",