@graphen.ai/aiia-sdk 1.0.6 → 1.0.7

package/dist/browser.cjs

@@ -1 +1 @@
-"use strict";var t=require("moment"),e=require("rxjs"),r=require("socket.io-client"),n="undefined"!=typeof globalThis?globalThis:"undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof self?self:{};function o(t){return t&&t.__esModule&&Object.prototype.hasOwnProperty.call(t,"default")?t.default:t}var i="object"==typeof n&&n&&n.Object===Object&&n,a=i,u="object"==typeof self&&self&&self.Object===Object&&self,s=a||u||Function("return this")(),c=s.Symbol,l=c,h=Object.prototype,f=h.hasOwnProperty,d=h.toString,p=l?l.toStringTag:void 0;var v=function(t){var e=f.call(t,p),r=t[p];try{t[p]=void 0;var n=!0}catch(t){}var o=d.call(t);return n&&(e?t[p]=r:delete t[p]),o},b=Object.prototype.toString;var y=v,g=function(t){return b.call(t)},m=c?c.toStringTag:void 0;var S=function(t){return null==t?void 0===t?"[object Undefined]":"[object Null]":m&&m in Object(t)?y(t):g(t)};var _=function(t){var e=typeof t;return null!=t&&("object"==e||"function"==e)},w=S,j=_;var O,x=function(t){if(!j(t))return!1;var e=w(t);return"[object Function]"==e||"[object GeneratorFunction]"==e||"[object AsyncFunction]"==e||"[object Proxy]"==e},R=s["__core-js_shared__"],k=(O=/[^.]+$/.exec(R&&R.keys&&R.keys.IE_PROTO||""))?"Symbol(src)_1."+O:"";var C=function(t){return!!k&&k in t},A=Function.prototype.toString;var E=function(t){if(null!=t){try{return A.call(t)}catch(t){}try{return t+""}catch(t){}}return""},D=x,N=C,M=_,T=E,I=/^\[object .+?Constructor\]$/,z=Function.prototype,P=Object.prototype,B=z.toString,F=P.hasOwnProperty,$=RegExp("^"+B.call(F).replace(/[\\^$.*+?()[\]{}|]/g,"\\$&").replace(/hasOwnProperty|(function).*?(?=\\\()| for .+?(?=\\\])/g,"$1.*?")+"$");var U=function(t){return!(!M(t)||N(t))&&(D(t)?$:I).test(T(t))},V=function(t,e){return null==t?void 0:t[e]};var q=function(t,e){var r=V(t,e);return U(r)?r:void 0},Q=q,L=function(){try{var t=Q(Object,"defineProperty");return t({},"",{}),t}catch(t){}}(),W=L;var G=function(t,e,r){"__proto__"==e&&W?W(t,e,{configurable:!0,enumerable:!0,value:r,writable:!0}):t[e]=r};var K=function(t,e){return t===e||t!=t&&e!=e},H=G,J=K,X=Object.prototype.hasOwnProperty;var Y=function(t,e,r){var n=t[e];X.call(t,e)&&J(n,r)&&(void 0!==r||e in t)||H(t,e,r)},Z=Y,tt=G;var et=function(t,e,r,n){var o=!r;r||(r={});for(var i=-1,a=e.length;++i<a;){var u=e[i],s=n?n(r[u],t[u],u,r,t):void 0;void 0===s&&(s=t[u]),o?tt(r,u,s):Z(r,u,s)}return r};var rt=function(t){return t};var nt=function(t,e,r){switch(r.length){case 0:return t.call(e);case 1:return t.call(e,r[0]);case 2:return t.call(e,r[0],r[1]);case 3:return t.call(e,r[0],r[1],r[2])}return t.apply(e,r)},ot=Math.max;var it=function(t,e,r){return e=ot(void 0===e?t.length-1:e,0),function(){for(var n=arguments,o=-1,i=ot(n.length-e,0),a=Array(i);++o<i;)a[o]=n[e+o];o=-1;for(var u=Array(e+1);++o<e;)u[o]=n[o];return u[e]=r(a),nt(t,this,u)}};var at=function(t){return function(){return t}},ut=L,st=ut?function(t,e){return ut(t,"toString",{configurable:!0,enumerable:!1,value:at(e),writable:!0})}:rt,ct=Date.now;var lt=function(t){var e=0,r=0;return function(){var n=ct(),o=16-(n-r);if(r=n,o>0){if(++e>=800)return arguments[0]}else e=0;return t.apply(void 0,arguments)}}(st),ht=rt,ft=it,dt=lt;var pt=function(t){return"number"==typeof t&&t>-1&&t%1==0&&t<=9007199254740991},vt=x,bt=pt;var yt=function(t){return null!=t&&bt(t.length)&&!vt(t)},gt=/^(?:0|[1-9]\d*)$/;var mt=function(t,e){var r=typeof t;return!!(e=null==e?9007199254740991:e)&&("number"==r||"symbol"!=r&&gt.test(t))&&t>-1&&t%1==0&&t<e},St=K,_t=yt,wt=mt,jt=_;var Ot=function(t,e){return dt(ft(t,e,ht),t+"")},xt=function(t,e,r){if(!jt(r))return!1;var n=typeof e;return!!("number"==n?_t(r)&&wt(e,r.length):"string"==n&&e in r)&&St(r[e],t)};var Rt=function(t){return Ot(function(e,r){var n=-1,o=r.length,i=o>1?r[o-1]:void 0,a=o>2?r[2]:void 0;for(i=t.length>3&&"function"==typeof i?(o--,i):void 0,a&&xt(r[0],r[1],a)&&(i=o<3?void 0:i,o=1),e=Object(e);++n<o;){var u=r[n];u&&t(e,u,n,i)}return e})},kt=Object.prototype;var Ct=function(t){var e=t&&t.constructor;return t===("function"==typeof e&&e.prototype||kt)};var At=function(t,e){for(var r=-1,n=Array(t);++r<t;)n[r]=e(r);return n};var Et=function(t){return null!=t&&"object"==typeof t},Dt=S,Nt=Et;var Mt=function(t){return Nt(t)&&"[object Arguments]"==Dt(t)},Tt=Et,It=Object.prototype,zt=It.hasOwnProperty,Pt=It.propertyIsEnumerable,Bt=Mt(function(){return arguments}())?Mt:function(t){return Tt(t)&&zt.call(t,"callee")&&!Pt.call(t,"callee")},Ft=Array.isArray,$t=o(Ft),Ut={exports:{}};var Vt=function(){return!1};!function(t,e){var r=s,n=Vt,o=e&&!e.nodeType&&e,i=o&&t&&!t.nodeType&&t,a=i&&i.exports===o?r.Buffer:void 0,u=(a?a.isBuffer:void 0)||n;t.exports=u}(Ut,Ut.exports);var qt=Ut.exports,Qt=S,Lt=pt,Wt=Et,Gt={};Gt["[object Float32Array]"]=Gt["[object Float64Array]"]=Gt["[object Int8Array]"]=Gt["[object Int16Array]"]=Gt["[object Int32Array]"]=Gt["[object Uint8Array]"]=Gt["[object Uint8ClampedArray]"]=Gt["[object Uint16Array]"]=Gt["[object Uint32Array]"]=!0,Gt["[object Arguments]"]=Gt["[object Array]"]=Gt["[object ArrayBuffer]"]=Gt["[object Boolean]"]=Gt["[object DataView]"]=Gt["[object Date]"]=Gt["[object Error]"]=Gt["[object Function]"]=Gt["[object Map]"]=Gt["[object Number]"]=Gt["[object Object]"]=Gt["[object RegExp]"]=Gt["[object Set]"]=Gt["[object String]"]=Gt["[object WeakMap]"]=!1;var Kt=function(t){return Wt(t)&&Lt(t.length)&&!!Gt[Qt(t)]};var Ht=function(t){return function(e){return t(e)}},Jt={exports:{}};!function(t,e){var r=i,n=e&&!e.nodeType&&e,o=n&&t&&!t.nodeType&&t,a=o&&o.exports===n&&r.process,u=function(){try{var t=o&&o.require&&o.require("util").types;return t||a&&a.binding&&a.binding("util")}catch(t){}}();t.exports=u}(Jt,Jt.exports);var Xt=Jt.exports,Yt=Kt,Zt=Ht,te=Xt&&Xt.isTypedArray,ee=te?Zt(te):Yt,re=At,ne=Bt,oe=Ft,ie=qt,ae=mt,ue=ee,se=Object.prototype.hasOwnProperty;var ce=function(t,e){var r=oe(t),n=!r&&ne(t),o=!r&&!n&&ie(t),i=!r&&!n&&!o&&ue(t),a=r||n||o||i,u=a?re(t.length,String):[],s=u.length;for(var c in t)!e&&!se.call(t,c)||a&&("length"==c||o&&("offset"==c||"parent"==c)||i&&("buffer"==c||"byteLength"==c||"byteOffset"==c)||ae(c,s))||u.push(c);return u};var le=function(t,e){return function(r){return t(e(r))}}(Object.keys,Object),he=Ct,fe=le,de=Object.prototype.hasOwnProperty;var pe=ce,ve=function(t){if(!he(t))return fe(t);var e=[];for(var r in Object(t))de.call(t,r)&&"constructor"!=r&&e.push(r);return e},be=yt;var ye=function(t){return be(t)?pe(t):ve(t)},ge=Y,me=et,Se=Rt,_e=yt,we=Ct,je=ye,Oe=Object.prototype.hasOwnProperty,xe=o(Se(function(t,e){if(we(e)||_e(e))me(e,je(e),t);else for(var r in e)Oe.call(e,r)&&ge(t,r,e[r])})),Re=S,ke=Et;var Ce=function(t){return"symbol"==typeof t||ke(t)&&"[object Symbol]"==Re(t)},Ae=Ft,Ee=Ce,De=/\.|\[(?:[^[\]]*|(["'])(?:(?!\1)[^\\]|\\.)*?\1)\]/,Ne=/^\w*$/;var Me=function(t,e){if(Ae(t))return!1;var r=typeof t;return!("number"!=r&&"symbol"!=r&&"boolean"!=r&&null!=t&&!Ee(t))||(Ne.test(t)||!De.test(t)||null!=e&&t in Object(e))},Te=q(Object,"create"),Ie=Te;var ze=function(){this.__data__=Ie?Ie(null):{},this.size=0};var Pe=function(t){var e=this.has(t)&&delete this.__data__[t];return this.size-=e?1:0,e},Be=Te,Fe=Object.prototype.hasOwnProperty;var $e=function(t){var e=this.__data__;if(Be){var r=e[t];return"__lodash_hash_undefined__"===r?void 0:r}return Fe.call(e,t)?e[t]:void 0},Ue=Te,Ve=Object.prototype.hasOwnProperty;var qe=Te;var Qe=ze,Le=Pe,We=$e,Ge=function(t){var e=this.__data__;return Ue?void 0!==e[t]:Ve.call(e,t)},Ke=function(t,e){var r=this.__data__;return this.size+=this.has(t)?0:1,r[t]=qe&&void 0===e?"__lodash_hash_undefined__":e,this};function He(t){var e=-1,r=null==t?0:t.length;for(this.clear();++e<r;){var n=t[e];this.set(n[0],n[1])}}He.prototype.clear=Qe,He.prototype.delete=Le,He.prototype.get=We,He.prototype.has=Ge,He.prototype.set=Ke;var Je=He;var Xe=function(){this.__data__=[],this.size=0},Ye=K;var Ze=function(t,e){for(var r=t.length;r--;)if(Ye(t[r][0],e))return r;return-1},tr=Ze,er=Array.prototype.splice;var rr=Ze;var nr=Ze;var or=Ze;var ir=Xe,ar=function(t){var e=this.__data__,r=tr(e,t);return!(r<0)&&(r==e.length-1?e.pop():er.call(e,r,1),--this.size,!0)},ur=function(t){var e=this.__data__,r=rr(e,t);return r<0?void 0:e[r][1]},sr=function(t){return nr(this.__data__,t)>-1},cr=function(t,e){var r=this.__data__,n=or(r,t);return n<0?(++this.size,r.push([t,e])):r[n][1]=e,this};function lr(t){var e=-1,r=null==t?0:t.length;for(this.clear();++e<r;){var n=t[e];this.set(n[0],n[1])}}lr.prototype.clear=ir,lr.prototype.delete=ar,lr.prototype.get=ur,lr.prototype.has=sr,lr.prototype.set=cr;var hr=lr,fr=q(s,"Map"),dr=Je,pr=hr,vr=fr;var br=function(t){var e=typeof t;return"string"==e||"number"==e||"symbol"==e||"boolean"==e?"__proto__"!==t:null===t};var yr=function(t,e){var r=t.__data__;return br(e)?r["string"==typeof e?"string":"hash"]:r.map},gr=yr;var mr=yr;var Sr=yr;var _r=yr;var wr=function(){this.size=0,this.__data__={hash:new dr,map:new(vr||pr),string:new dr}},jr=function(t){var e=gr(this,t).delete(t);return this.size-=e?1:0,e},Or=function(t){return mr(this,t).get(t)},xr=function(t){return Sr(this,t).has(t)},Rr=function(t,e){var r=_r(this,t),n=r.size;return r.set(t,e),this.size+=r.size==n?0:1,this};function kr(t){var e=-1,r=null==t?0:t.length;for(this.clear();++e<r;){var n=t[e];this.set(n[0],n[1])}}kr.prototype.clear=wr,kr.prototype.delete=jr,kr.prototype.get=Or,kr.prototype.has=xr,kr.prototype.set=Rr;var Cr=kr,Ar=Cr;function Er(t,e){if("function"!=typeof t||null!=e&&"function"!=typeof e)throw new TypeError("Expected a function");var r=function(){var n=arguments,o=e?e.apply(this,n):n[0],i=r.cache;if(i.has(o))return i.get(o);var a=t.apply(this,n);return r.cache=i.set(o,a)||i,a};return r.cache=new(Er.Cache||Ar),r}Er.Cache=Ar;var Dr=Er;var Nr=/[^.[\]]+|\[(?:(-?\d+(?:\.\d+)?)|(["'])((?:(?!\2)[^\\]|\\.)*?)\2)\]|(?=(?:\.|\[\])(?:\.|\[\]|$))/g,Mr=/\\(\\)?/g,Tr=function(t){var e=Dr(t,function(t){return 500===r.size&&r.clear(),t}),r=e.cache;return e}(function(t){var e=[];return 46===t.charCodeAt(0)&&e.push(""),t.replace(Nr,function(t,r,n,o){e.push(n?o.replace(Mr,"$1"):r||t)}),e});var Ir=function(t,e){for(var r=-1,n=null==t?0:t.length,o=Array(n);++r<n;)o[r]=e(t[r],r,t);return o},zr=Ir,Pr=Ft,Br=Ce,Fr=c?c.prototype:void 0,$r=Fr?Fr.toString:void 0;var Ur=function t(e){if("string"==typeof e)return e;if(Pr(e))return zr(e,t)+"";if(Br(e))return $r?$r.call(e):"";var r=e+"";return"0"==r&&1/e==-1/0?"-0":r},Vr=Ur;var qr=Ft,Qr=Me,Lr=Tr,Wr=function(t){return null==t?"":Vr(t)};var Gr=function(t,e){return qr(t)?t:Qr(t,e)?[t]:Lr(Wr(t))},Kr=Ce;var Hr=function(t){if("string"==typeof t||Kr(t))return t;var e=t+"";return"0"==e&&1/t==-1/0?"-0":e},Jr=Gr,Xr=Hr;var Yr=function(t,e){for(var r=0,n=(e=Jr(e,t)).length;null!=t&&r<n;)t=t[Xr(e[r++])];return r&&r==n?t:void 0},Zr=Yr;var tn,en=function(t,e,r){var n=null==t?void 0:Zr(t,e);return void 0===n?r:n},rn=o(en);!function(t){t["網絡錯誤"]="ERROR CODE: 500",t["環境錯誤(browser)"]="ERROR CODE: 1001",t["Worklet模組載入失敗"]="ERROR CODE: 1002",t["未獲得媒體裝置權限"]="ERROR CODE: 1003",t["實例已摧毀"]="ERROR CODE: 1004",t["環境錯誤(nodejs)"]="ERROR CODE: 2001",t["未提供憑證"]="ERROR CODE: 2002",t["獲取權杖失敗"]="ERROR CODE: 2003",t["沒有可用專案"]="ERROR CODE: 2004",t["重複初始化"]="ERROR CODE: 2005"}(tn||(tn={}));const nn="undefined"!=typeof window;"undefined"!=typeof process&&null!=process.versions&&process.versions.node;class on{config;get webserver(){return this.config.webserver}get environment(){return this.config.env}get license(){return this.config.license??""}get port(){return function(t,e){const r=e??NaN;if(t){const e=parseInt(t);return isNaN(e)?r:e}return r}(process.env.PORT,this.config.port??3e3)}get ws_url(){return this.config.ws_url??""}get worklet_url(){return this.config.worklet_url??""}get project(){const{project:t}=xe({},this.config);return void 0===t?{specific:!1}:"string"==typeof t?{name:t,id:t,specific:!1}:xe({},t,{specific:!0})}get endPoint(){return this.environment,{api:"https://aiia-content-management-dev-21193779403.asia-east1.run.app",socket:"wss://graphen-agentic-workflow-dev-21193779403.asia-east1.run.app"}}get debug(){return this.config.debug??!0}get mediaStream(){return this.config.mediaStream}get chunkTimeInSeconds(){return"number"==typeof this.config.chunkTimeInSeconds&&this.config.chunkTimeInSeconds>0?this.config.chunkTimeInSeconds:1}get llmSampleRate(){return"number"==typeof this.config.llmSampleRate&&this.config.llmSampleRate>0?this.config.llmSampleRate:16e3}constructor(t){this.config=t}}var an=function(t,e){for(var r=-1,n=null==t?0:t.length;++r<n&&!1!==e(t[r],r,t););return t};var un=function(t){return function(e,r,n){for(var o=-1,i=Object(e),a=n(e),u=a.length;u--;){var s=a[t?u:++o];if(!1===r(i[s],s,i))break}return e}}(),sn=ye;var cn=yt;var ln=function(t,e){return function(r,n){if(null==r)return r;if(!cn(r))return t(r,n);for(var o=r.length,i=e?o:-1,a=Object(r);(e?i--:++i<o)&&!1!==n(a[i],i,a););return r}}(function(t,e){return t&&un(t,e,sn)}),hn=rt;var fn=an,dn=ln,pn=function(t){return"function"==typeof t?t:hn},vn=Ft;var bn,yn=o(function(t,e){return(vn(t)?fn:dn)(t,pn(e))});!function(t){t["通道、雲端服務、麥克風都已就緒"]="CODE: 1000",t["未取得媒體裝置權限，請重新設定或忽略此訊息"]="CODE: 1001",t["請訂閱專案列表"]="CODE: 1002",t["初始化必要依賴"]="CODE: 1010",t["指定依賴已完成"]="CODE: 1011",t["啟動SDK"]="CODE: 1012",t["結束SDK"]="CODE: 1013",t["安全的關閉連線"]="CODE: 2000",t["無副作用的關閉連線"]="CODE: 2001",t["與雲端的服務中斷"]="CODE: 2002",t["沒有授權，請聯繫Graphen"]="CODE: 2003",t["自動重新連線連端服務"]="CODE: 2004",t["未預期的斷線，請聯繫Graphen"]="CODE: 2005",t["開始初始化必要模組"]="CODE: 2010",t["指定模組初始化完成"]="CODE: 2011",t["啟動服務"]="CODE: 2012",t["服務結束"]="CODE: 2013"}(bn||(bn={}));const gn={code:console.log,debug:console.log,info:console.log,warn:console.warn,error:console.error,fatal:console.error},mn=[];const Sn=new Proxy(gn,{get(e,r,n){if("string"==typeof r)switch(r){case"debug":case"info":case"error":case"warn":case"fatal":case"code":return(...n)=>{const o=t().format("yyyy-MM-DD[T]HH:mm:ss");yn(mn,t=>{t.next(r,o,...n)}),e[r](`[Aiia::${r}_${o}_]`,...n)};default:return}},set:(t,e,r,n)=>!0});var _n,wn;function jn(t,e,r){return Math.max(r,Math.min(t,e))}function On(t){const e=new DataView(t.buffer),r=[];for(let n=0;n<t.length;n++){const t=e.getInt16(2*n,!0)/32768;r.push(t)}return new Float32Array(r)}function xn(t){const e=new DataView(t.buffer),r=[];for(let n=0;n<t.length;n++){const t=jn(32768*e.getFloat32(4*n,!0),32767,-32768);r.push(t)}return r}!function(t){t[t.unknow=0]="unknow",t[t.allowed=1]="allowed",t[t.rejected=2]="rejected"}(_n||(_n={}));class Rn{audioContext;type="audio";currentNode;bufferQueue;gainNode;set volume(t){t<0&&(t=0),t>100&&(t=100),this.gainNode.gain.value=t/100}get volume(){return Math.round(100*this.gainNode.gain.value)}constructor(t){this.audioContext=t,this.bufferQueue=[],this.currentNode=null,this.gainNode=this.audioContext.createGain(),this.gainNode.connect(this.audioContext.destination)}addBuffer(t){this.bufferQueue.push(t)}addBufferByFloat32(t,e=1){const r=t.length,n=this.audioContext.sampleRate,o=this.audioContext.createBuffer(e,r,n),i=t.slice();for(let t=0;t<e;t++)o.copyToChannel(i,t);this.addBuffer(o)}addBufferByInt16(t,e=1){this.addBufferByFloat32(On(t),e)}startSpeech(){null===this.currentNode&&this.continue()}pauseSpeech(){this.audioContext.suspend().catch(t=>{Sn.error("pause speech fail",t)})}resumeSpeech(){this.audioContext.resume().catch(t=>{Sn.error("resume speech fail",t)})}nextSpeech(){this.bufferQueue.length>0&&(this.clearNode(),this.continue())}stopSpeech(){this.bufferQueue=[],this.clearNode()}clearNode(){this.currentNode&&(this.currentNode.onended=function(){},this.currentNode.stop(),this.currentNode.disconnect(),this.currentNode=null)}continue(){const t=this.bufferQueue.shift();if(t){this.currentNode=this.audioContext.createBufferSource(),this.currentNode.buffer=t,this.currentNode.connect(this.gainNode);const e=this.continue.bind(this);this.currentNode.onended=e,this.currentNode.start()}else this.clearNode()}}class kn{stream;audioContext;type="vad";workletNode;source;isRecording=!1;outputSampleRate;chunkTimeInSeconds;pcmSub;get pcm(){return this.pcmSub.asObservable()}constructor(t,r,n){this.stream=t,this.audioContext=r;const{outputSampleRate:o,chunkTimeInSeconds:i}=xe({outputSampleRate:16e3,chunkTimeInSeconds:1},n);this.outputSampleRate=o,this.chunkTimeInSeconds=i,this.pcmSub=new e.Subject}async startRecord(){this.isRecording||(this.source=this.audioContext.createMediaStreamSource(this.stream),this.workletNode=new AudioWorkletNode(this.audioContext,"aiia-vad",{processorOptions:{outputSampleRate:this.outputSampleRate,chunkTimeInSeconds:this.chunkTimeInSeconds}}),this.source.connect(this.workletNode),this.workletNode.port.onmessage=t=>{const{float32:e}=t.data;e&&this.pcmSub.next(new Float32Array(e))},this.isRecording=!0)}stopRecord(){this.isRecording&&(this.workletNode&&(this.workletNode.port.onmessage=null,this.workletNode.disconnect()),this.source&&this.source.disconnect(),this.isRecording=!1)}}!function(t){t[t.padding=0]="padding",t[t.rejected=1]="rejected",t[t.loadfail=2]="loadfail",t[t.allowed=3]="allowed"}(wn||(wn={}));class Cn{stream;_state;stateSub;audioCtx;audioManager;vadManager;destory;pcmSub;get sampleRate(){return this.audioCtx?this.audioCtx.sampleRate:16e3}get pcm(){return this.pcmSub.asObservable()}get state(){return this._state}set state(t){t!==this._state&&(this._state=t,this.stateSub.next(t))}get stateObs(){return this.stateSub.asObservable()}constructor(t){this.stream=t,this.stateSub=new e.Subject,this.pcmSub=new e.Subject,this.destory=new e.Subject,this.state=wn.padding}async init(t,e){const r=this.stream??await async function(t){try{return await navigator.mediaDevices.getUserMedia(t)}catch(t){return null}}({audio:{echoCancellation:!0,noiseSuppression:!0}});if(null===r)throw this.state=wn.rejected,new Error(tn["未獲得媒體裝置權限"]);this.stream=r,this.audioCtx=new AudioContext;try{await this.audioCtx.audioWorklet.addModule(t)}catch(t){throw Sn.fatal(t),this.state=wn.loadfail,new Error(tn["Worklet模組載入失敗"])}this.state=wn.allowed,this.audioManager=new Rn(this.audioCtx),this.vadManager=new kn(r,this.audioCtx,e),this.vadManager.pcm.subscribe(t=>{this.pcmSub.next(t)})}addAudioQueue(t){const e=rn(t,"buffer",void 0),r=rn(t,"float32",void 0),n=rn(t,"int16",void 0),o=rn(t,"numberOfChannels",void 0);e?this.audioManager?.addBuffer(e):r?this.audioManager?.addBufferByFloat32(r,o):n&&this.audioManager?.addBufferByInt16(n,o)}playAudio(){this.audioManager?.startSpeech()}stopAudio(){this.audioManager?.stopSpeech()}startRecord(){this.vadManager?.startRecord()}stopRecord(){this.vadManager?.stopRecord()}setVolume(t){this.audioManager&&(this.audioManager.volume=t)}getVolume(){return this.audioManager?this.audioManager.volume:0}onDestory(){this.audioCtx?.close(),this.destory.next(),this.destory.complete()}}var An=hr;var En=hr,Dn=fr,Nn=Cr;var Mn=hr,Tn=function(){this.__data__=new An,this.size=0},In=function(t){var e=this.__data__,r=e.delete(t);return this.size=e.size,r},zn=function(t){return this.__data__.get(t)},Pn=function(t){return this.__data__.has(t)},Bn=function(t,e){var r=this.__data__;if(r instanceof En){var n=r.__data__;if(!Dn||n.length<199)return n.push([t,e]),this.size=++r.size,this;r=this.__data__=new Nn(n)}return r.set(t,e),this.size=r.size,this};function Fn(t){var e=this.__data__=new Mn(t);this.size=e.size}Fn.prototype.clear=Tn,Fn.prototype.delete=In,Fn.prototype.get=zn,Fn.prototype.has=Pn,Fn.prototype.set=Bn;var $n=Fn;var Un=Cr,Vn=function(t){return this.__data__.set(t,"__lodash_hash_undefined__"),this},qn=function(t){return this.__data__.has(t)};function Qn(t){var e=-1,r=null==t?0:t.length;for(this.__data__=new Un;++e<r;)this.add(t[e])}Qn.prototype.add=Qn.prototype.push=Vn,Qn.prototype.has=qn;var Ln=Qn,Wn=function(t,e){for(var r=-1,n=null==t?0:t.length;++r<n;)if(e(t[r],r,t))return!0;return!1},Gn=function(t,e){return t.has(e)};var Kn=function(t,e,r,n,o,i){var a=1&r,u=t.length,s=e.length;if(u!=s&&!(a&&s>u))return!1;var c=i.get(t),l=i.get(e);if(c&&l)return c==e&&l==t;var h=-1,f=!0,d=2&r?new Ln:void 0;for(i.set(t,e),i.set(e,t);++h<u;){var p=t[h],v=e[h];if(n)var b=a?n(v,p,h,e,t,i):n(p,v,h,t,e,i);if(void 0!==b){if(b)continue;f=!1;break}if(d){if(!Wn(e,function(t,e){if(!Gn(d,e)&&(p===t||o(p,t,r,n,i)))return d.push(e)})){f=!1;break}}else if(p!==v&&!o(p,v,r,n,i)){f=!1;break}}return i.delete(t),i.delete(e),f};var Hn=function(t){var e=-1,r=Array(t.size);return t.forEach(function(t,n){r[++e]=[n,t]}),r};var Jn=s.Uint8Array,Xn=K,Yn=Kn,Zn=Hn,to=function(t){var e=-1,r=Array(t.size);return t.forEach(function(t){r[++e]=t}),r},eo=c?c.prototype:void 0,ro=eo?eo.valueOf:void 0;var no=function(t,e,r,n,o,i,a){switch(r){case"[object DataView]":if(t.byteLength!=e.byteLength||t.byteOffset!=e.byteOffset)return!1;t=t.buffer,e=e.buffer;case"[object ArrayBuffer]":return!(t.byteLength!=e.byteLength||!i(new Jn(t),new Jn(e)));case"[object Boolean]":case"[object Date]":case"[object Number]":return Xn(+t,+e);case"[object Error]":return t.name==e.name&&t.message==e.message;case"[object RegExp]":case"[object String]":return t==e+"";case"[object Map]":var u=Zn;case"[object Set]":var s=1&n;if(u||(u=to),t.size!=e.size&&!s)return!1;var c=a.get(t);if(c)return c==e;n|=2,a.set(t,e);var l=Yn(u(t),u(e),n,o,i,a);return a.delete(t),l;case"[object Symbol]":if(ro)return ro.call(t)==ro.call(e)}return!1};var oo=function(t,e){for(var r=-1,n=e.length,o=t.length;++r<n;)t[o+r]=e[r];return t},io=oo,ao=Ft;var uo=function(t,e,r){var n=e(t);return ao(t)?n:io(n,r(t))};var so=function(t,e){for(var r=-1,n=null==t?0:t.length,o=0,i=[];++r<n;){var a=t[r];e(a,r,t)&&(i[o++]=a)}return i},co=function(){return[]},lo=Object.prototype.propertyIsEnumerable,ho=Object.getOwnPropertySymbols,fo=uo,po=ho?function(t){return null==t?[]:(t=Object(t),so(ho(t),function(e){return lo.call(t,e)}))}:co,vo=ye;var bo=function(t){return fo(t,vo,po)},yo=Object.prototype.hasOwnProperty;var go=function(t,e,r,n,o,i){var a=1&r,u=bo(t),s=u.length;if(s!=bo(e).length&&!a)return!1;for(var c=s;c--;){var l=u[c];if(!(a?l in e:yo.call(e,l)))return!1}var h=i.get(t),f=i.get(e);if(h&&f)return h==e&&f==t;var d=!0;i.set(t,e),i.set(e,t);for(var p=a;++c<s;){var v=t[l=u[c]],b=e[l];if(n)var y=a?n(b,v,l,e,t,i):n(v,b,l,t,e,i);if(!(void 0===y?v===b||o(v,b,r,n,i):y)){d=!1;break}p||(p="constructor"==l)}if(d&&!p){var g=t.constructor,m=e.constructor;g==m||!("constructor"in t)||!("constructor"in e)||"function"==typeof g&&g instanceof g&&"function"==typeof m&&m instanceof m||(d=!1)}return i.delete(t),i.delete(e),d},mo=q(s,"DataView"),So=fr,_o=q(s,"Promise"),wo=q(s,"Set"),jo=q(s,"WeakMap"),Oo=S,xo=E,Ro="[object Map]",ko="[object Promise]",Co="[object Set]",Ao="[object WeakMap]",Eo="[object DataView]",Do=xo(mo),No=xo(So),Mo=xo(_o),To=xo(wo),Io=xo(jo),zo=Oo;(mo&&zo(new mo(new ArrayBuffer(1)))!=Eo||So&&zo(new So)!=Ro||_o&&zo(_o.resolve())!=ko||wo&&zo(new wo)!=Co||jo&&zo(new jo)!=Ao)&&(zo=function(t){var e=Oo(t),r="[object Object]"==e?t.constructor:void 0,n=r?xo(r):"";if(n)switch(n){case Do:return Eo;case No:return Ro;case Mo:return ko;case To:return Co;case Io:return Ao}return e});var Po=$n,Bo=Kn,Fo=no,$o=go,Uo=zo,Vo=Ft,qo=qt,Qo=ee,Lo="[object Arguments]",Wo="[object Array]",Go="[object Object]",Ko=Object.prototype.hasOwnProperty;var Ho=function(t,e,r,n,o,i){var a=Vo(t),u=Vo(e),s=a?Wo:Uo(t),c=u?Wo:Uo(e),l=(s=s==Lo?Go:s)==Go,h=(c=c==Lo?Go:c)==Go,f=s==c;if(f&&qo(t)){if(!qo(e))return!1;a=!0,l=!1}if(f&&!l)return i||(i=new Po),a||Qo(t)?Bo(t,e,r,n,o,i):Fo(t,e,s,r,n,o,i);if(!(1&r)){var d=l&&Ko.call(t,"__wrapped__"),p=h&&Ko.call(e,"__wrapped__");if(d||p){var v=d?t.value():t,b=p?e.value():e;return i||(i=new Po),o(v,b,r,n,i)}}return!!f&&(i||(i=new Po),$o(t,e,r,n,o,i))},Jo=Et;var Xo=function t(e,r,n,o,i){return e===r||(null==e||null==r||!Jo(e)&&!Jo(r)?e!=e&&r!=r:Ho(e,r,n,o,t,i))},Yo=$n,Zo=Xo;var ti=_;var ei=function(t){return t==t&&!ti(t)},ri=ei,ni=ye;var oi=function(t,e){return function(r){return null!=r&&(r[t]===e&&(void 0!==e||t in Object(r)))}},ii=function(t,e,r,n){var o=r.length,i=o,a=!n;if(null==t)return!i;for(t=Object(t);o--;){var u=r[o];if(a&&u[2]?u[1]!==t[u[0]]:!(u[0]in t))return!1}for(;++o<i;){var s=(u=r[o])[0],c=t[s],l=u[1];if(a&&u[2]){if(void 0===c&&!(s in t))return!1}else{var h=new Yo;if(n)var f=n(c,l,s,t,e,h);if(!(void 0===f?Zo(l,c,3,n,h):f))return!1}}return!0},ai=function(t){for(var e=ni(t),r=e.length;r--;){var n=e[r],o=t[n];e[r]=[n,o,ri(o)]}return e},ui=oi;var si=Gr,ci=Bt,li=Ft,hi=mt,fi=pt,di=Hr;var pi=function(t,e){return null!=t&&e in Object(t)},vi=function(t,e,r){for(var n=-1,o=(e=si(e,t)).length,i=!1;++n<o;){var a=di(e[n]);if(!(i=null!=t&&r(t,a)))break;t=t[a]}return i||++n!=o?i:!!(o=null==t?0:t.length)&&fi(o)&&hi(a,o)&&(li(t)||ci(t))};var bi=Xo,yi=en,gi=function(t,e){return null!=t&&vi(t,e,pi)},mi=Me,Si=ei,_i=oi,wi=Hr;var ji=Yr;var Oi=function(t){return function(e){return null==e?void 0:e[t]}},xi=function(t){return function(e){return ji(e,t)}},Ri=Me,ki=Hr;var Ci=function(t){var e=ai(t);return 1==e.length&&e[0][2]?ui(e[0][0],e[0][1]):function(r){return r===t||ii(r,t,e)}},Ai=function(t,e){return mi(t)&&Si(e)?_i(wi(t),e):function(r){var n=yi(r,t);return void 0===n&&n===e?gi(r,t):bi(e,n,3)}},Ei=rt,Di=Ft,Ni=function(t){return Ri(t)?Oi(ki(t)):xi(t)};var Mi=function(t){return"function"==typeof t?t:null==t?Ei:"object"==typeof t?Di(t)?Ai(t[0],t[1]):Ci(t):Ni(t)},Ti=ln,Ii=yt;var zi=Ir,Pi=Mi,Bi=function(t,e){var r=-1,n=Ii(t)?Array(t.length):[];return Ti(t,function(t,o,i){n[++r]=e(t,o,i)}),n},Fi=Ft;var $i=o(function(t,e){return(Fi(t)?zi:Bi)(t,Pi(e))}),Ui=Mi,Vi=yt,qi=ye;var Qi=function(t){return function(e,r,n){var o=Object(e);if(!Vi(e)){var i=Ui(r);e=qi(e),r=function(t){return i(o[t],t,o)}}var a=t(e,r,n);return a>-1?o[i?e[a]:a]:void 0}};var Li=/\s/;var Wi=function(t){for(var e=t.length;e--&&Li.test(t.charAt(e)););return e},Gi=/^\s+/;var Ki=function(t){return t?t.slice(0,Wi(t)+1).replace(Gi,""):t},Hi=_,Ji=Ce,Xi=/^[-+]0x[0-9a-f]+$/i,Yi=/^0b[01]+$/i,Zi=/^0o[0-7]+$/i,ta=parseInt;var ea=function(t){if("number"==typeof t)return t;if(Ji(t))return NaN;if(Hi(t)){var e="function"==typeof t.valueOf?t.valueOf():t;t=Hi(e)?e+"":e}if("string"!=typeof t)return 0===t?t:+t;t=Ki(t);var r=Yi.test(t);return r||Zi.test(t)?ta(t.slice(2),r?2:8):Xi.test(t)?NaN:+t},ra=1/0;var na=function(t){return t?(t=ea(t))===ra||t===-1/0?17976931348623157e292*(t<0?-1:1):t==t?t:0:0===t?t:0};var oa=function(t,e,r,n){for(var o=t.length,i=r+(n?1:-1);n?i--:++i<o;)if(e(t[i],i,t))return i;return-1},ia=Mi,aa=function(t){var e=na(t),r=e%1;return e==e?r?e-r:e:0},ua=Math.max;var sa=o(Qi(function(t,e,r){var n=null==t?0:t.length;if(!n)return-1;var o=null==r?0:aa(r);return o<0&&(o=ua(n+o,0)),oa(t,ia(e),o)})),ca=Ir;var la=function(t,e){return ca(e,function(e){return t[e]})},ha=ye;var fa=o(function(t){return null==t?[]:la(t,ha(t))});class da{socket;messageSub;destorySub;get message(){return this.messageSub.asObservable()}constructor(t){this.destorySub=new e.Subject,this.messageSub=new e.Subject;const{specific:n,id:o}=t.project;this.socket=r.io(t.ws_url,xe({autoConnect:!1},n&&void 0!==o?{query:{uuid:o}}:{}))}start(){const t="list",r="cloud",n="channel";e.fromEvent(this.socket,t).pipe(e.take(1),e.takeUntil(this.destorySub)).subscribe(e=>{this.messageSub.next({event:t,data:e})}),e.fromEvent(this.socket,r).pipe(e.takeUntil(this.destorySub)).subscribe(t=>{this.messageSub.next({event:r,data:t})}),e.fromEvent(this.socket,n).pipe(e.takeUntil(this.destorySub)).subscribe(t=>{this.messageSub.next({event:n,data:t})}),this.socket.connect()}send(t,e){this.socket.emit(t,e)}sendToCloud(t){this.send("cloud",JSON.stringify(t))}onDestory(){this.destorySub.next(),this.destorySub.complete(),this.messageSub.complete(),this.socket.disconnect()}}class pa{config;media;chat;destorySub;projectsSub;layoutSub;aiiaSubtitleSub;userSubtitleSub;cloudSampleRate;channelState;stateSub;isMuteAiia;get state(){return this.stateSub.asObservable()}get layout(){return this.layoutSub.asObservable()}get projects(){return this.projectsSub.asObservable()}get aiiaSubtitle(){return this.aiiaSubtitleSub.asObservable()}get userSubtitle(){return this.userSubtitleSub.asObservable()}set volume(t){this.media.setVolume(t)}get volume(){return this.media.getVolume()}constructor(t,r){this.config=t,this.media=r,this.layoutSub=new e.Subject,this.projectsSub=new e.ReplaySubject(1),this.destorySub=new e.Subject,this.aiiaSubtitleSub=new e.Subject,this.userSubtitleSub=new e.Subject,this.stateSub=new e.ReplaySubject(1),this.cloudSampleRate={input:16e3,output:16e3},this.channelState={proxy:!1,cloud:!1},this.isMuteAiia=!1,this.chat=new da(t),Sn.code(bn["指定依賴已完成"],"chat"),this.close=this.onDestory,this.stateSub.next("NotStart")}start(){this.media.stateObs.pipe(e.takeUntil(this.destorySub)).subscribe(()=>{this.channelCheck()}),this.chat.message.pipe(e.takeUntil(this.destorySub)).subscribe(({event:t,data:e})=>{switch(t){case"cloud":this.cloudToObj(e);break;case"list":{const{id:t,name:r,specific:n}=this.config.project;let o=null;if(n&&void 0!==t)o=t;else{const n=sa(e,e=>e.name===r||e.id===t);n&&(o=n.id)}null!==o?this.chooseProject(o):(this.projectsSub.next(e),Sn.code(bn["請訂閱專案列表"]));break}case"channel":switch(e){case"open":this.channelState.proxy=!0,this.channelCheck();break;case"close":this.channelState.proxy=!1,this.media.stopRecord(),this.stateSub.next("CloseService");break;case"no_permissions":this.channelState.proxy=!1,this.stateSub.next("NoPermissions");break;case"reconnect":this.channelState.proxy=!1,this.stateSub.next("ReconnectingCloud")}}}),this.chat.start(),this.stateSub.next("ConnectingCloud"),Sn.code(bn["啟動SDK"])}close;resetSession(){this.chat.sendToCloud({request:"reset"}),this.aiiaSubtitleSub.next(""),this.userSubtitleSub.next(""),this.media.stopAudio(),this.layoutSub.next({type:"resetLayout"})}chooseProject(t){this.chat.send("uuid",t)}mute(){this.isMuteAiia=!0,this.media.stopAudio(),this.media.stopRecord()}unmute(){this.isMuteAiia=!1,this.media.startRecord()}cloudToObj(t){try{const e=JSON.parse(t);void 0!==rn(e,"signal")?this.behavior(e):$t(e)?$i(e,this.behavior):$i(fa(e),this.behavior)}catch(t){Sn.error("message transfer fail",t)}}behavior(t){switch(t.signal){case"layout":this.layoutSub.next(t.content);break;case"audio":if("sampleRate"===t.command)this.cloudSampleRate.output=t.content;else switch(t.command){case"pcm":if(!this.isMuteAiia){const e=function(t,e,r){if(e===r)return t;const n=r/e,o=Math.ceil(t.length*n),i=new Float32Array(o);for(let e=0;e<o;e++){const r=e/n,o=Math.floor(r),a=r-o,u=t[o],s=t[Math.min(o+1,t.length-1)];i[e]=u+(s-u)*a}return i}(On(new Int16Array(t.content)),this.cloudSampleRate.output,this.media.sampleRate);this.media.addAudioQueue({float32:e}),this.media.playAudio()}break;case"interrupted":this.media.stopAudio(),this.aiiaSubtitleSub.next("")}break;case"status":"Connected"===rn(t,"content")&&(this.channelState.cloud=!0,this.channelCheck(),this.layoutSub.next({type:"resetLayout"}));break;case"agent":if(!this.isMuteAiia){const e=rn(t,"content.function_result.response");e&&this.aiiaSubtitleSub.next(e)}break;case"asr":if(!this.isMuteAiia&&"ASR"===rn(t,"content.function_type")){const e=rn(t,"content.function_result.result");e&&this.userSubtitleSub.next(e)}break;default:Sn.debug(t.signal)}}channelCheck(){const{proxy:t,cloud:r}=this.channelState;t&&r&&this.media.state===wn.allowed?(this.chat.sendToCloud({request:"audio",command:"sampleRate",content:this.cloudSampleRate.input}),this.media.pcm.pipe(e.takeUntil(this.destorySub)).subscribe(t=>{this.chat.sendToCloud({request:"audio",command:"pcm",content:xn(t)})}),this.media.startRecord(),this.stateSub.next("InService"),Sn.code(bn["通道、雲端服務、麥克風都已就緒"])):t&&r&&this.media.state!==wn.allowed&&(this.stateSub.next("InServiceNoMedia"),Sn.code(bn["未取得媒體裝置權限，請重新設定或忽略此訊息"]))}onDestory(){this.chat.onDestory(),this.media.onDestory(),this.destorySub.next(),this.destorySub.complete(),this.stateSub.next("Destory"),this.stateSub.complete(),Sn.code(bn["結束SDK"])}}exports.initSdk=function(t){if(nn){!function(t){const{info:e,error:r,warn:n,debug:o,fatal:i,code:a}=function(t){if(void 0===t||"all"===t)return{code:!0,error:!0,warn:!0,info:!0,debug:!0,fatal:!0};if("none"===t)return{error:!1,code:!1,warn:!1,info:!1,debug:!1,fatal:!1};if("boolean"==typeof t)return{code:t,error:t,warn:t,info:t,debug:t,fatal:t};{const e=new Set(t);return{code:e.has("code"),debug:e.has("debug"),fatal:e.has("fatal"),error:e.has("error"),warn:e.has("warn"),info:e.has("info")}}}(t);a||(gn.code=()=>{}),o||(gn.debug=()=>{}),e||(gn.info=()=>{}),n||(gn.warn=()=>{}),r||(gn.error=()=>{}),i||(gn.fatal=()=>{})}(rn(t,"debug",!0)),Sn.code(bn["初始化必要依賴"]);const e=new on(xe({},t));Sn.code(bn["指定依賴已完成"],"config");const r=new Cn(e.mediaStream);Sn.code(bn["指定依賴已完成"],"config");const n=new pa(e,r);return Sn.code(bn["指定依賴已完成"],"sdk"),""!==e.worklet_url&&r.init(e.worklet_url,{chunkTimeInSeconds:e.chunkTimeInSeconds,outputSampleRate:e.llmSampleRate}),n}throw new Error(tn["環境錯誤(browser)"])};
+"use strict";var e,t=require("lodash"),i=require("moment"),s=require("rxjs"),a=require("@mediapipe/tasks-vision"),n=require("socket.io-client");!function(e){e["網絡錯誤"]="ERROR CODE: 500",e["環境錯誤(browser)"]="ERROR CODE: 1001",e["Worklet模組載入失敗"]="ERROR CODE: 1002",e["未獲得媒體裝置權限"]="ERROR CODE: 1003",e["實例已摧毀"]="ERROR CODE: 1004",e["環境錯誤(nodejs)"]="ERROR CODE: 2001",e["未提供憑證"]="ERROR CODE: 2002",e["獲取權杖失敗"]="ERROR CODE: 2003",e["沒有可用專案"]="ERROR CODE: 2004",e["重複初始化"]="ERROR CODE: 2005"}(e||(e={}));const o="undefined"!=typeof window;"undefined"!=typeof process&&null!=process.versions&&process.versions.node;class r{config;get webserver(){return this.config.webserver}get environment(){return this.config.env}get license(){return this.config.license??""}get port(){return function(e,t){const i=t??NaN;if(e){const t=parseInt(e);return isNaN(t)?i:t}return i}(process.env.PORT,this.config.port??3e3)}get ws_url(){return this.config.ws_url??""}get worklet_url(){return this.config.worklet_url??""}get project(){const{project:e}=t.assign({},this.config);return void 0===e?{specific:!1}:"string"==typeof e?{name:e,id:e,specific:!1}:t.assign({},e,{specific:!0})}get endPoint(){return this.environment,{api:"https://aiia-content-management-dev-21193779403.asia-east1.run.app",socket:"wss://graphen-agentic-workflow-dev-21193779403.asia-east1.run.app"}}get debug(){return this.config.debug??!0}get mediaStream(){return this.config.mediaStream}get chunkTimeInSeconds(){return"number"==typeof this.config.chunkTimeInSeconds&&this.config.chunkTimeInSeconds>0?this.config.chunkTimeInSeconds:1}get llmSampleRate(){return"number"==typeof this.config.llmSampleRate&&this.config.llmSampleRate>0?this.config.llmSampleRate:16e3}get faceDetection(){return t.assign({frame:3,confidence:80},this.config.faceDetection)}get autoClearSubtitle(){const{user:e,aiia:i}=t.assign({},this.config.autoClearSubtitle);let s=3e3,a=3e3;return"number"==typeof e?s=e>=0?e:s:!1===e&&(s=NaN),"number"==typeof i?a=i>=0?i:a:!1===i&&(a=NaN),{userDelayTime:s,aiiaDelayTime:a}}constructor(e){this.config=e}}var c;!function(e){e["通道、雲端服務、麥克風都已就緒"]="CODE: 1000",e["未取得媒體裝置權限，請重新設定或忽略此訊息"]="CODE: 1001",e["請訂閱專案列表"]="CODE: 1002",e["初始化必要依賴"]="CODE: 1010",e["指定依賴已完成"]="CODE: 1011",e["啟動SDK"]="CODE: 1012",e["結束SDK"]="CODE: 1013",e["安全的關閉連線"]="CODE: 2000",e["無副作用的關閉連線"]="CODE: 2001",e["與雲端的服務中斷"]="CODE: 2002",e["沒有授權，請聯繫Graphen"]="CODE: 2003",e["自動重新連線連端服務"]="CODE: 2004",e["未預期的斷線，請聯繫Graphen"]="CODE: 2005",e["開始初始化必要模組"]="CODE: 2010",e["指定模組初始化完成"]="CODE: 2011",e["啟動服務"]="CODE: 2012",e["服務結束"]="CODE: 2013"}(c||(c={}));const u={code:console.log,debug:console.log,info:console.log,warn:console.warn,error:console.error,fatal:console.error},h=[];const d=new Proxy(u,{get(e,s,a){if("string"==typeof s)switch(s){case"debug":case"info":case"error":case"warn":case"fatal":case"code":return(...a)=>{const n=i().format("yyyy-MM-DD[T]HH:mm:ss");t.forEach(h,e=>{e.next(s,n,...a)}),e[s](`[Aiia::${s}_${n}_]`,...a)};default:return}},set:(e,t,i,s)=>!0});var l,b;function p(e,t,i){return Math.max(i,Math.min(e,t))}function m(e){const t=new DataView(e.buffer),i=[];for(let s=0;s<e.length;s++){const e=t.getInt16(2*s,!0)/32768;i.push(e)}return new Float32Array(i)}function f(e){const t=new DataView(e.buffer),i=[];for(let s=0;s<e.length;s++){const e=p(32768*t.getFloat32(4*s,!0),32767,-32768);i.push(e)}return i}!function(e){e[e.unknow=0]="unknow",e[e.allowed=1]="allowed",e[e.rejected=2]="rejected"}(l||(l={}));class g{audioContext;type="audio";currentNode;bufferQueue;gainNode;set volume(e){e<0&&(e=0),e>100&&(e=100),this.gainNode.gain.value=e/100}get volume(){return Math.round(100*this.gainNode.gain.value)}constructor(e){this.audioContext=e,this.bufferQueue=[],this.currentNode=null,this.gainNode=this.audioContext.createGain(),this.gainNode.connect(this.audioContext.destination)}addBuffer(e){this.bufferQueue.push(e)}addBufferByFloat32(e,t=1){const i=e.length,s=this.audioContext.sampleRate,a=this.audioContext.createBuffer(t,i,s),n=e.slice();for(let e=0;e<t;e++)a.copyToChannel(n,e);this.addBuffer(a)}addBufferByInt16(e,t=1){this.addBufferByFloat32(m(e),t)}startSpeech(){null===this.currentNode&&this.continue()}pauseSpeech(){this.audioContext.suspend().catch(e=>{d.error("pause speech fail",e)})}resumeSpeech(){this.audioContext.resume().catch(e=>{d.error("resume speech fail",e)})}nextSpeech(){this.bufferQueue.length>0&&(this.clearNode(),this.continue())}stopSpeech(){this.bufferQueue=[],this.clearNode()}clearNode(){this.currentNode&&(this.currentNode.onended=function(){},this.currentNode.stop(),this.currentNode.disconnect(),this.currentNode=null)}continue(){const e=this.bufferQueue.shift();if(e){this.currentNode=this.audioContext.createBufferSource(),this.currentNode.buffer=e,this.currentNode.connect(this.gainNode);const t=this.continue.bind(this);this.currentNode.onended=t,this.currentNode.start()}else this.clearNode()}}class S{stream;audioContext;type="vad";workletNode;source;isRecording=!1;outputSampleRate;chunkTimeInSeconds;pcmSub;get pcm(){return this.pcmSub.asObservable()}constructor(e,t,i){this.stream=e,this.audioContext=t,this.outputSampleRate=i?.llmSampleRate??16e3,this.chunkTimeInSeconds=i?.chunkTimeInSeconds??1,this.pcmSub=new s.Subject}async startRecord(){this.isRecording||(this.source=this.audioContext.createMediaStreamSource(this.stream),this.workletNode=new AudioWorkletNode(this.audioContext,"aiia-vad",{processorOptions:{outputSampleRate:this.outputSampleRate,chunkTimeInSeconds:this.chunkTimeInSeconds}}),this.source.connect(this.workletNode),this.workletNode.port.onmessage=e=>{const{float32:t}=e.data;t&&this.pcmSub.next(new Float32Array(t))},this.isRecording=!0)}stopRecord(){this.isRecording&&(this.workletNode&&(this.workletNode.port.onmessage=null,this.workletNode.disconnect()),this.source&&this.source.disconnect(),this.isRecording=!1)}}class y{type="camera";confidenceScore;aiiaCamera;get detections(){return this.aiiaCamera.detections}get faceResult(){const e=this.confidenceScore;return this.aiiaCamera.detections.pipe(s.map(i=>function(e,i){const s=t.filter(e,e=>{const s=e.categories[0]?.score??0,a=e.keypoints,n=100*s>=i,o=t.some(a,e=>"leftEye"===e.label||"rightEye"===e.label);return n&&o});if(0===s.length)return null;const a=t.compact(t.map(s,e=>{if(void 0!==e.boundingBox){const t=e.boundingBox,i=t.width*t.height,s=e.categories[0]?.score??0;return{...t,area:i,confidenceScore:100*s}}return null}));return t.sortBy(a,["area","confidenceScore"])[0]??null}(i,e)))}constructor(e,i,s){const{frame:a,confidence:n}=t.assign({frame:3,confidence:80},s);this.confidenceScore=n,this.aiiaCamera=new C,this.aiiaCamera.setAttribute("frequency",`${a}`),this.aiiaCamera.setStream(e),this.aiiaCamera.setFaceDetector(i),document.body.append(this.aiiaCamera)}startCapture(){this.aiiaCamera.startCapture()}stopCapture(){this.aiiaCamera.stopCapture()}onDestroy(){this.aiiaCamera.remove()}}class C extends HTMLElement{static get observedAttributes(){return["debug","frequency"]}_shadow;_containerEl;_styleEl;_videoEl;_isDebug;_debugElements;_analyzeInterval;_frameCount;_loopFrameID;_faceDetector;_detectionsSub;_isReady;get detections(){return this._detectionsSub.asObservable()}constructor(){super(),this._isDebug=!1,this._isReady=!1,this._shadow=this.attachShadow({mode:"open"}),this._containerEl=document.createElement("div"),this._videoEl=document.createElement("video"),this._styleEl=document.createElement("style"),this._debugElements=[],this._loopFrameID=null,this._analyzeInterval=3,this._frameCount=this._analyzeInterval,this._detectionsSub=new s.Subject,this.predictWebcam=this.predictWebcam.bind(this),this._settingContainer(),this._settingStyle(),this._settingVideo(),this._containerEl.appendChild(this._videoEl),this._shadow.appendChild(this._styleEl),this._shadow.appendChild(this._containerEl)}connectedCallback(){this.startCapture()}disconnectedCallback(){this.stopCapture()}attributeChangedCallback(e,t,i){switch(e){case"debug":this._isDebug=null!==i&&("true"===i||""===i),this._containerEl.style.visibility=this._isDebug?"visible":"hidden";break;case"frequency":{const e=Number(i);!isNaN(e)&&e>0&&(this._analyzeInterval=e,this._frameCount=this._analyzeInterval)}}}setStream(e){this._videoEl.srcObject=e,this._videoEl.onloadedmetadata=()=>{this._isReady=!0}}setFaceDetector(e){this._faceDetector=e}_settingStyle(){this._styleEl.textContent="\n      .aiia_container {\n        visibility: hidden;\n        position: fixed;\n        top: 0;\n        left: 0;\n      }\n      .aiia_container .highlighter {\n        background: rgba(0, 255, 0, 0.25);\n        border: 1px dashed #fff;\n        z-index: 1;\n        position: absolute;\n      }\n      .aiia_container .confidence {\n        position: absolute;\n        padding-bottom: 5px;\n        padding-top: 5px;\n        background-color: #007f8b;\n        color: #fff;\n        border: 1px dashed rgba(255, 255, 255, 0.7);\n        z-index: 2;\n        font-size: 12px;\n        margin: 0;\n      }\n    "}_settingContainer(){this._containerEl.classList.add("aiia_container")}_settingVideo(){this._videoEl.autoplay=!0,this._videoEl.playsInline=!0,this._videoEl.muted=!0}getVideo(){return this._videoEl}startCapture(){this._videoEl.play(),this._loopFrameID=window.requestAnimationFrame(this.predictWebcam)}stopCapture(){null!==this._loopFrameID&&(window.cancelAnimationFrame(this._loopFrameID),this._loopFrameID=null),this._videoEl.pause()}async predictWebcam(){if(this._loopFrameID=window.requestAnimationFrame(this.predictWebcam),void 0!==this._faceDetector&&this._isReady){if(this._frameCount===this._analyzeInterval){const e=this._faceDetector.detectForVideo(this._videoEl,performance.now()).detections;this._isDebug&&this._drawRect(e),this._detectionsSub.next(e),this._frameCount=0}this._frameCount++}}_drawRect(e){t.forEach(this._debugElements,e=>{e.style.display="none"}),t.forEach(e,(e,t)=>{const{categories:i,boundingBox:s}=e;if(s){let e=this._debugElements[2*t],a=this._debugElements[2*t+1];e&&a||(e=document.createElement("div"),e.classList.add("highlighter"),a=document.createElement("p"),a.classList.add("confidence"),this._containerEl.append(a,e),this._debugElements.push(e,a)),e.style.display="block",a.style.display="block";const n=100*i[0].score;a.innerText="Confidence: "+Math.round(n)+"% .",a.style.right=this._videoEl.offsetWidth-s.width-s.originX+"px",a.style.top=s.originY-30+"px",a.style.width=s.width-10+"px",e.style.right=this._videoEl.offsetWidth-s.width-s.originX+"px",e.style.top=`${s.originY}px`,e.style.width=s.width-10+"px",e.style.height=`${s.height}px`}});for(let t=2*e.length;t<this._debugElements.length;t++)this._debugElements[t].style.display="none"}destroy(){this._detectionsSub.complete(),this.remove()}}customElements.define("aiia-camera",C),function(e){e[e.padding=0]="padding",e[e.rejected=1]="rejected",e[e.loadfail=2]="loadfail",e[e.allowed=3]="allowed"}(b||(b={}));class w{stream;_state;stateSub;audioCtx;audioManager;vadManager;camManager;destory;pcmSub;faceResultSub;get sampleRate(){return this.audioCtx?this.audioCtx.sampleRate:16e3}get pcm(){return this.pcmSub.asObservable()}get faceResult(){return this.faceResultSub.asObservable()}get state(){return this._state}set state(e){e!==this._state&&(this._state=e,this.stateSub.next(e))}get stateObs(){return this.stateSub.asObservable()}constructor(e){this.stream=e,this.stateSub=new s.Subject,this.pcmSub=new s.Subject,this.destory=new s.Subject,this.faceResultSub=new s.Subject,this.state=b.padding}async init(t,i){const n=this.stream??await async function(e){try{return await navigator.mediaDevices.getUserMedia(e)}catch(e){return null}}({audio:{echoCancellation:!0,noiseSuppression:!0},video:!0});if(null===n)throw this.state=b.rejected,new Error(e["未獲得媒體裝置權限"]);this.stream=n,this.audioCtx=new AudioContext;try{await this.audioCtx.audioWorklet.addModule(t)}catch(t){throw d.fatal(t),this.state=b.loadfail,new Error(e["Worklet模組載入失敗"])}this.state=b.allowed;const o=await async function(){const e=await a.FilesetResolver.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@0.10.0/wasm");return await a.FaceDetector.createFromOptions(e,{baseOptions:{modelAssetPath:"https://storage.googleapis.com/mediapipe-models/face_detector/blaze_face_short_range/float16/1/blaze_face_short_range.tflite",delegate:"GPU"},runningMode:"VIDEO"})}();this.audioManager=new g(this.audioCtx),this.vadManager=new S(n,this.audioCtx,i),this.vadManager.pcm.pipe(s.takeUntil(this.destory)).subscribe(e=>{this.pcmSub.next(e)}),this.camManager=new y(n,o,i?.faceDetection),this.camManager.faceResult.pipe(s.takeUntil(this.destory)).subscribe(e=>{this.faceResultSub.next(e)})}addAudioQueue(e){const i=t.get(e,"buffer",void 0),s=t.get(e,"float32",void 0),a=t.get(e,"int16",void 0),n=t.get(e,"numberOfChannels",void 0);i?this.audioManager?.addBuffer(i):s?this.audioManager?.addBufferByFloat32(s,n):a&&this.audioManager?.addBufferByInt16(a,n)}playAudio(){this.audioManager?.startSpeech()}stopAudio(){this.audioManager?.stopSpeech()}startRecord(){this.vadManager?.startRecord()}stopRecord(){this.vadManager?.stopRecord()}setVolume(e){this.audioManager&&(this.audioManager.volume=e)}getVolume(){return this.audioManager?this.audioManager.volume:0}startCapture(){this.camManager?.startCapture()}stopCapture(){this.camManager?.stopCapture()}onDestroy(){this.camManager?.onDestroy(),this.audioCtx?.close(),this.destory.next(),this.destory.complete()}}class _{socket;messageSub;destorySub;get message(){return this.messageSub.asObservable()}constructor(e){this.destorySub=new s.Subject,this.messageSub=new s.Subject;const{specific:i,id:a}=e.project;this.socket=n.io(e.ws_url,t.assign({autoConnect:!1},i&&void 0!==a?{query:{uuid:a}}:{}))}start(){const e="list",t="cloud",i="channel";s.fromEvent(this.socket,e).pipe(s.take(1),s.takeUntil(this.destorySub)).subscribe(t=>{this.messageSub.next({event:e,data:t})}),s.fromEvent(this.socket,t).pipe(s.takeUntil(this.destorySub)).subscribe(e=>{this.messageSub.next({event:t,data:e})}),s.fromEvent(this.socket,i).pipe(s.takeUntil(this.destorySub)).subscribe(e=>{this.messageSub.next({event:i,data:e})}),this.socket.connect()}send(e,t){this.socket.emit(e,t)}sendToCloud(e){this.send("cloud",JSON.stringify(e))}onDestroy(){this.destorySub.next(),this.destorySub.complete(),this.messageSub.complete(),this.socket.disconnect()}}class v{config;media;chat;destorySub;projectsSub;layoutSub;aiiaSubtitleSub;userSubtitleSub;sampleRateOfWhisper;channelState;stateSub;isMuteAiia;aiiaSubtitleClearSub;userSubtitleClearSub;get state(){return this.stateSub.asObservable()}get layout(){return this.layoutSub.asObservable()}get projects(){return this.projectsSub.asObservable()}get aiiaSubtitle(){return this.aiiaSubtitleSub.asObservable()}get userSubtitle(){return this.userSubtitleSub.asObservable()}set volume(e){this.media.setVolume(e)}get volume(){return this.media.getVolume()}constructor(e,t){this.config=e,this.media=t,this.layoutSub=new s.Subject,this.projectsSub=new s.ReplaySubject(1),this.destorySub=new s.Subject,this.aiiaSubtitleSub=new s.Subject,this.userSubtitleSub=new s.Subject,this.aiiaSubtitleClearSub=new s.Subject,this.userSubtitleClearSub=new s.Subject,this.stateSub=new s.BehaviorSubject("NotStart"),this.sampleRateOfWhisper={input:e.llmSampleRate,output:16e3},this.channelState={proxy:!1,cloud:!1},this.isMuteAiia=!1,this.chat=new _(e),d.code(c["指定依賴已完成"],"chat"),this.close=this.onDestroy,this.behavior=this.behavior.bind(this),this.cloudToObj=this.cloudToObj.bind(this);const{userDelayTime:i,aiiaDelayTime:a}=e.autoClearSubtitle;isNaN(a)||this.aiiaSubtitleClearSub.pipe(s.debounceTime(a),s.takeUntil(this.destorySub)).subscribe(()=>{this.aiiaSubtitleSub.next("")}),isNaN(i)||this.userSubtitleClearSub.pipe(s.debounceTime(i),s.takeUntil(this.destorySub)).subscribe(()=>{this.userSubtitleSub.next("")})}start(){this.media.stateObs.pipe(s.takeUntil(this.destorySub)).subscribe(()=>{this.channelCheck()}),this.chat.message.pipe(s.takeUntil(this.destorySub)).subscribe(({event:e,data:i})=>{switch(e){case"cloud":this.cloudToObj(i);break;case"list":{const{id:e,name:s,specific:a}=this.config.project;let n=null;if(a&&void 0!==e)n=e;else{const a=t.find(i,t=>t.name===s||t.id===e);a&&(n=a.id)}null!==n?this.chooseProject(n):(this.projectsSub.next(i),this.stateSub.next("WattingProjectID"),d.code(c["請訂閱專案列表"]));break}case"channel":switch(i){case"open":this.channelState.proxy=!0,this.channelCheck();break;case"close":this.channelState.proxy=!1,this.media.stopRecord(),this.stateSub.next("CloseService");break;case"no_permissions":this.channelState.proxy=!1,this.stateSub.next("NoPermissions");break;case"reconnect":this.channelState.proxy=!1,this.stateSub.next("ReconnectingCloud")}}}),this.chat.start(),this.stateSub.next("ConnectingCloud"),d.code(c["啟動SDK"])}close;resetSession(){this.chat.sendToCloud({request:"reset"}),this.aiiaSubtitleSub.next(""),this.userSubtitleSub.next(""),this.media.stopAudio(),this.layoutSub.next({type:"resetLayout"})}chooseProject(e){this.chat.send("uuid",e),this.stateSub.next("ConnectingCloud")}mute(){this.isMuteAiia=!0,this.media.stopAudio(),this.media.stopRecord()}unmute(){this.isMuteAiia=!1,this.media.startRecord()}cloudToObj(e){try{const i=JSON.parse(e);void 0!==t.get(i,"signal")?this.behavior(i):t.isArray(i)?t.map(i,this.behavior):t.map(t.values(i),this.behavior)}catch(e){d.error("message transfer fail",e)}}behavior(e){switch(e.signal){case"layout":this.layoutSub.next(e.content);break;case"audio":if("sampleRate"===e.command)this.sampleRateOfWhisper.output=e.content;else switch(e.command){case"pcm":if(!this.isMuteAiia){const t=function(e,t,i){if(t===i)return e;const s=i/t,a=Math.ceil(e.length*s),n=new Float32Array(a);for(let t=0;t<a;t++){const i=t/s,a=Math.floor(i),o=i-a,r=e[a],c=e[Math.min(a+1,e.length-1)];n[t]=r+(c-r)*o}return n}(m(new Int16Array(e.content)),this.sampleRateOfWhisper.output,this.media.sampleRate);this.media.addAudioQueue({float32:t}),this.media.playAudio()}break;case"interrupted":this.media.stopAudio(),this.aiiaSubtitleSub.next("")}break;case"status":"Connected"===t.get(e,"content")&&(this.channelState.cloud=!0,this.channelCheck(),this.layoutSub.next({type:"resetLayout"}));break;case"agent":if(!this.isMuteAiia){const i=t.get(e,"content.function_result.response");void 0!==i&&(this.aiiaSubtitleSub.next(i),this.aiiaSubtitleClearSub.next())}break;case"asr":if(!this.isMuteAiia&&"ASR"===t.get(e,"content.function_type")){const i=t.get(e,"content.function_result.result");void 0!==i&&(this.userSubtitleSub.next(i),this.userSubtitleClearSub.next())}break;default:d.debug(e.signal)}}channelCheck(){const{proxy:e,cloud:t}=this.channelState;e&&t&&this.media.state===b.allowed?(this.chat.sendToCloud({request:"audio",command:"sampleRate",content:this.sampleRateOfWhisper.input}),this.media.pcm.pipe(s.takeUntil(this.destorySub)).subscribe(e=>{this.chat.sendToCloud({request:"audio",command:"pcm",content:f(e)})}),this.media.faceResult.pipe(s.takeUntil(this.destorySub)).subscribe(e=>{this.chat.send("face",e)}),this.media.startRecord(),this.media.startCapture(),this.stateSub.next("InService"),d.code(c["通道、雲端服務、麥克風都已就緒"])):e&&t&&this.media.state!==b.allowed&&(this.stateSub.next("InServiceNoMedia"),d.code(c["未取得媒體裝置權限，請重新設定或忽略此訊息"]))}onDestroy(){this.chat.onDestroy(),this.media.onDestroy(),this.destorySub.next(),this.destorySub.complete(),this.stateSub.next("Destroy"),this.stateSub.complete(),d.code(c["結束SDK"])}}exports.initSdk=function(i){if(o){!function(e){const{info:t,error:i,warn:s,debug:a,fatal:n,code:o}=function(e){if(void 0===e||"all"===e)return{code:!0,error:!0,warn:!0,info:!0,debug:!0,fatal:!0};if("none"===e)return{error:!1,code:!1,warn:!1,info:!1,debug:!1,fatal:!1};if("boolean"==typeof e)return{code:e,error:e,warn:e,info:e,debug:e,fatal:e};{const t=new Set(e);return{code:t.has("code"),debug:t.has("debug"),fatal:t.has("fatal"),error:t.has("error"),warn:t.has("warn"),info:t.has("info")}}}(e);o||(u.code=()=>{}),a||(u.debug=()=>{}),t||(u.info=()=>{}),s||(u.warn=()=>{}),i||(u.error=()=>{}),n||(u.fatal=()=>{})}(t.get(i,"debug",!0)),d.code(c["初始化必要依賴"]);const e=new r(t.assign({},i));d.code(c["指定依賴已完成"],"config");const s=new w(e.mediaStream);d.code(c["指定依賴已完成"],"config");const a=new v(e,s);return d.code(c["指定依賴已完成"],"sdk"),""!==e.worklet_url&&s.init(e.worklet_url,e),a}throw new Error(e["環境錯誤(browser)"])};

package/dist/browser.d.ts

@@ -1,3 +1,4 @@
+import type { BoundingBox } from '@mediapipe/tasks-vision';
 import { Http2SecureServer } from 'http2';
 import { Http2Server } from 'http2';
 import { Observable } from 'rxjs';
@@ -23,6 +24,14 @@ declare class AiiaConfig {
     get mediaStream(): MediaStream | undefined;
     get chunkTimeInSeconds(): number;
     get llmSampleRate(): number;
+    get faceDetection(): {
+        frame: number;
+        confidence: number;
+    };
+    get autoClearSubtitle(): {
+        userDelayTime: number;
+        aiiaDelayTime: number;
+    };
     constructor(config: InitOptions);
 }
 
@@ -40,10 +49,12 @@ declare class AiiaSdk {
     private layoutSub;
     private aiiaSubtitleSub;
     private userSubtitleSub;
-    private cloudSampleRate;
+    private sampleRateOfWhisper;
     private channelState;
     private stateSub;
     private isMuteAiia;
+    private aiiaSubtitleClearSub;
+    private userSubtitleClearSub;
     /**
      * [zh]
      * 服務的狀態
@@ -125,7 +136,7 @@ declare class AiiaSdk {
      */
     start(): void;
     /**
-     * Alias for `onDestory`.
+     * Alias for `onDestroy`.
      *
      * [zh]
      * 停止所有服務，釋放資源
@@ -181,13 +192,18 @@ declare class AiiaSdk {
      * [en]
      * Stop all services to release resources
      */
-    onDestory(): void;
+    onDestroy(): void;
 }
 
-export declare type AiiaState = "NotStart" | "ConnectingCloud" | "ReconnectingCloud" | "InService" | "InServiceNoMedia" | "NoPermissions" | "CloseService" | "Destory";
+export declare type AiiaState = "NotStart" | "WattingProjectID" | "ConnectingCloud" | "ReconnectingCloud" | "InService" | "InServiceNoMedia" | "NoPermissions" | "CloseService" | "Destroy";
 
 export declare type BrowserInitOptions = Omit<InitOptions, "webserver" | "port" | "license">;
 
+declare type FaceDetectorResult = ({
+    area: number;
+    confidenceScore: number;
+} & BoundingBox) | null;
+
 declare interface InitOptions {
     /**
      * [zh]
@@ -255,6 +271,15 @@ declare interface InitOptions {
      * Switch message(info, error, warn) dispaly, default: true
      */
     debug?: boolean | "all" | "none" | LoggerLevel[];
+    /**
+     * [zh]
+     * 授權的媒體裝置，請包含麥克風及鏡頭/攝影機權限
+     *
+     * [en]
+     * Authorized media devices, please include microphone and lens/camera permissions.
+     *
+     * https://developer.mozilla.org/en-US/docs/Web/API/MediaStream
+     */
     mediaStream?: MediaStream;
     /**
      * [zh]
@@ -272,6 +297,36 @@ declare interface InitOptions {
      * Specify the sampling rate of audio output (provided for LLM analysis). Changing is not recommended.
      */
     llmSampleRate?: number;
+    /**
+     * [zh]
+     * 人臉辨識
+     *
+     * frame: 每幾幀更新一次, 預設: 3
+     *
+     * confidence: 分數(0 ~ 100), 預設: 80
+     *
+     * [en]
+     * facial recognition
+     *
+     * frame: Update every few frames, default: 3
+     *
+     * confidence: score(0 ~ 100), default: 80
+     */
+    faceDetection?: {
+        frame?: number;
+        confidence?: number;
+    };
+    /**
+     * [zh]
+     * 清除字幕，可指定時間(毫秒)，預設 3000 毫秒後清除
+     *
+     * [en]
+     * Clear subtitles, you can specify the time (milliseconds), the default is to clear after 3000 milliseconds.
+     */
+    autoClearSubtitle?: {
+        user?: boolean | number;
+        aiia?: boolean | number;
+    };
 }
 
 export declare function initSdk(options?: BrowserInitOptions): AiiaSdk;
@@ -287,17 +342,21 @@ declare class MediaManager {
     private audioCtx?;
     private audioManager?;
     private vadManager?;
+    private camManager?;
     private destory;
     private pcmSub;
+    private faceResultSub;
     get sampleRate(): number;
     get pcm(): Observable<Float32Array<ArrayBufferLike>>;
+    get faceResult(): Observable<FaceDetectorResult>;
     get state(): MediaStateEnum;
     set state(v: MediaStateEnum);
     get stateObs(): Observable<MediaStateEnum>;
     constructor(stream?: MediaStream | undefined);
     init(workletUrl: string, config?: {
-        chunkTimeInSeconds?: number | undefined;
-        outputSampleRate?: number | undefined;
+        llmSampleRate?: AiiaConfig["llmSampleRate"];
+        chunkTimeInSeconds?: AiiaConfig["chunkTimeInSeconds"];
+        faceDetection?: AiiaConfig["faceDetection"];
     }): Promise<void>;
     addAudioQueue(input: {
         buffer: AudioBuffer;
@@ -314,7 +373,9 @@ declare class MediaManager {
     stopRecord(): void;
     setVolume(val: number): void;
     getVolume(): number;
-    onDestory(): void;
+    startCapture(): void;
+    stopCapture(): void;
+    onDestroy(): void;
 }
 
 declare enum MediaStateEnum {

package/dist/browser.mjs

@@ -1 +1 @@
-import t from"moment";import{Subject as e,fromEvent as r,take as n,takeUntil as o,ReplaySubject as i}from"rxjs";import{io as a}from"socket.io-client";var s="undefined"!=typeof globalThis?globalThis:"undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof self?self:{};function u(t){return t&&t.__esModule&&Object.prototype.hasOwnProperty.call(t,"default")?t.default:t}var c="object"==typeof s&&s&&s.Object===Object&&s,l=c,h="object"==typeof self&&self&&self.Object===Object&&self,f=l||h||Function("return this")(),d=f.Symbol,p=d,v=Object.prototype,b=v.hasOwnProperty,g=v.toString,y=p?p.toStringTag:void 0;var m=function(t){var e=b.call(t,y),r=t[y];try{t[y]=void 0;var n=!0}catch(t){}var o=g.call(t);return n&&(e?t[y]=r:delete t[y]),o},S=Object.prototype.toString;var _=m,w=function(t){return S.call(t)},j=d?d.toStringTag:void 0;var O=function(t){return null==t?void 0===t?"[object Undefined]":"[object Null]":j&&j in Object(t)?_(t):w(t)};var x=function(t){var e=typeof t;return null!=t&&("object"==e||"function"==e)},R=O,C=x;var k,A=function(t){if(!C(t))return!1;var e=R(t);return"[object Function]"==e||"[object GeneratorFunction]"==e||"[object AsyncFunction]"==e||"[object Proxy]"==e},E=f["__core-js_shared__"],D=(k=/[^.]+$/.exec(E&&E.keys&&E.keys.IE_PROTO||""))?"Symbol(src)_1."+k:"";var N=function(t){return!!D&&D in t},M=Function.prototype.toString;var T=function(t){if(null!=t){try{return M.call(t)}catch(t){}try{return t+""}catch(t){}}return""},I=A,z=N,P=x,B=T,F=/^\[object .+?Constructor\]$/,$=Function.prototype,V=Object.prototype,Q=$.toString,L=V.hasOwnProperty,U=RegExp("^"+Q.call(L).replace(/[\\^$.*+?()[\]{}|]/g,"\\$&").replace(/hasOwnProperty|(function).*?(?=\\\()| for .+?(?=\\\])/g,"$1.*?")+"$");var W=function(t){return!(!P(t)||z(t))&&(I(t)?U:F).test(B(t))},q=function(t,e){return null==t?void 0:t[e]};var G=function(t,e){var r=q(t,e);return W(r)?r:void 0},K=G,H=function(){try{var t=K(Object,"defineProperty");return t({},"",{}),t}catch(t){}}(),J=H;var X=function(t,e,r){"__proto__"==e&&J?J(t,e,{configurable:!0,enumerable:!0,value:r,writable:!0}):t[e]=r};var Y=function(t,e){return t===e||t!=t&&e!=e},Z=X,tt=Y,et=Object.prototype.hasOwnProperty;var rt=function(t,e,r){var n=t[e];et.call(t,e)&&tt(n,r)&&(void 0!==r||e in t)||Z(t,e,r)},nt=rt,ot=X;var it=function(t,e,r,n){var o=!r;r||(r={});for(var i=-1,a=e.length;++i<a;){var s=e[i],u=n?n(r[s],t[s],s,r,t):void 0;void 0===u&&(u=t[s]),o?ot(r,s,u):nt(r,s,u)}return r};var at=function(t){return t};var st=function(t,e,r){switch(r.length){case 0:return t.call(e);case 1:return t.call(e,r[0]);case 2:return t.call(e,r[0],r[1]);case 3:return t.call(e,r[0],r[1],r[2])}return t.apply(e,r)},ut=Math.max;var ct=function(t,e,r){return e=ut(void 0===e?t.length-1:e,0),function(){for(var n=arguments,o=-1,i=ut(n.length-e,0),a=Array(i);++o<i;)a[o]=n[e+o];o=-1;for(var s=Array(e+1);++o<e;)s[o]=n[o];return s[e]=r(a),st(t,this,s)}};var lt=function(t){return function(){return t}},ht=H,ft=ht?function(t,e){return ht(t,"toString",{configurable:!0,enumerable:!1,value:lt(e),writable:!0})}:at,dt=Date.now;var pt=function(t){var e=0,r=0;return function(){var n=dt(),o=16-(n-r);if(r=n,o>0){if(++e>=800)return arguments[0]}else e=0;return t.apply(void 0,arguments)}}(ft),vt=at,bt=ct,gt=pt;var yt=function(t){return"number"==typeof t&&t>-1&&t%1==0&&t<=9007199254740991},mt=A,St=yt;var _t=function(t){return null!=t&&St(t.length)&&!mt(t)},wt=/^(?:0|[1-9]\d*)$/;var jt=function(t,e){var r=typeof t;return!!(e=null==e?9007199254740991:e)&&("number"==r||"symbol"!=r&&wt.test(t))&&t>-1&&t%1==0&&t<e},Ot=Y,xt=_t,Rt=jt,Ct=x;var kt=function(t,e){return gt(bt(t,e,vt),t+"")},At=function(t,e,r){if(!Ct(r))return!1;var n=typeof e;return!!("number"==n?xt(r)&&Rt(e,r.length):"string"==n&&e in r)&&Ot(r[e],t)};var Et=function(t){return kt(function(e,r){var n=-1,o=r.length,i=o>1?r[o-1]:void 0,a=o>2?r[2]:void 0;for(i=t.length>3&&"function"==typeof i?(o--,i):void 0,a&&At(r[0],r[1],a)&&(i=o<3?void 0:i,o=1),e=Object(e);++n<o;){var s=r[n];s&&t(e,s,n,i)}return e})},Dt=Object.prototype;var Nt=function(t){var e=t&&t.constructor;return t===("function"==typeof e&&e.prototype||Dt)};var Mt=function(t,e){for(var r=-1,n=Array(t);++r<t;)n[r]=e(r);return n};var Tt=function(t){return null!=t&&"object"==typeof t},It=O,zt=Tt;var Pt=function(t){return zt(t)&&"[object Arguments]"==It(t)},Bt=Tt,Ft=Object.prototype,$t=Ft.hasOwnProperty,Vt=Ft.propertyIsEnumerable,Qt=Pt(function(){return arguments}())?Pt:function(t){return Bt(t)&&$t.call(t,"callee")&&!Vt.call(t,"callee")},Lt=Array.isArray,Ut=u(Lt),Wt={exports:{}};var qt=function(){return!1};!function(t,e){var r=f,n=qt,o=e&&!e.nodeType&&e,i=o&&t&&!t.nodeType&&t,a=i&&i.exports===o?r.Buffer:void 0,s=(a?a.isBuffer:void 0)||n;t.exports=s}(Wt,Wt.exports);var Gt=Wt.exports,Kt=O,Ht=yt,Jt=Tt,Xt={};Xt["[object Float32Array]"]=Xt["[object Float64Array]"]=Xt["[object Int8Array]"]=Xt["[object Int16Array]"]=Xt["[object Int32Array]"]=Xt["[object Uint8Array]"]=Xt["[object Uint8ClampedArray]"]=Xt["[object Uint16Array]"]=Xt["[object Uint32Array]"]=!0,Xt["[object Arguments]"]=Xt["[object Array]"]=Xt["[object ArrayBuffer]"]=Xt["[object Boolean]"]=Xt["[object DataView]"]=Xt["[object Date]"]=Xt["[object Error]"]=Xt["[object Function]"]=Xt["[object Map]"]=Xt["[object Number]"]=Xt["[object Object]"]=Xt["[object RegExp]"]=Xt["[object Set]"]=Xt["[object String]"]=Xt["[object WeakMap]"]=!1;var Yt=function(t){return Jt(t)&&Ht(t.length)&&!!Xt[Kt(t)]};var Zt=function(t){return function(e){return t(e)}},te={exports:{}};!function(t,e){var r=c,n=e&&!e.nodeType&&e,o=n&&t&&!t.nodeType&&t,i=o&&o.exports===n&&r.process,a=function(){try{var t=o&&o.require&&o.require("util").types;return t||i&&i.binding&&i.binding("util")}catch(t){}}();t.exports=a}(te,te.exports);var ee=te.exports,re=Yt,ne=Zt,oe=ee&&ee.isTypedArray,ie=oe?ne(oe):re,ae=Mt,se=Qt,ue=Lt,ce=Gt,le=jt,he=ie,fe=Object.prototype.hasOwnProperty;var de=function(t,e){var r=ue(t),n=!r&&se(t),o=!r&&!n&&ce(t),i=!r&&!n&&!o&&he(t),a=r||n||o||i,s=a?ae(t.length,String):[],u=s.length;for(var c in t)!e&&!fe.call(t,c)||a&&("length"==c||o&&("offset"==c||"parent"==c)||i&&("buffer"==c||"byteLength"==c||"byteOffset"==c)||le(c,u))||s.push(c);return s};var pe=function(t,e){return function(r){return t(e(r))}}(Object.keys,Object),ve=Nt,be=pe,ge=Object.prototype.hasOwnProperty;var ye=de,me=function(t){if(!ve(t))return be(t);var e=[];for(var r in Object(t))ge.call(t,r)&&"constructor"!=r&&e.push(r);return e},Se=_t;var _e=function(t){return Se(t)?ye(t):me(t)},we=rt,je=it,Oe=Et,xe=_t,Re=Nt,Ce=_e,ke=Object.prototype.hasOwnProperty,Ae=u(Oe(function(t,e){if(Re(e)||xe(e))je(e,Ce(e),t);else for(var r in e)ke.call(e,r)&&we(t,r,e[r])})),Ee=O,De=Tt;var Ne=function(t){return"symbol"==typeof t||De(t)&&"[object Symbol]"==Ee(t)},Me=Lt,Te=Ne,Ie=/\.|\[(?:[^[\]]*|(["'])(?:(?!\1)[^\\]|\\.)*?\1)\]/,ze=/^\w*$/;var Pe=function(t,e){if(Me(t))return!1;var r=typeof t;return!("number"!=r&&"symbol"!=r&&"boolean"!=r&&null!=t&&!Te(t))||(ze.test(t)||!Ie.test(t)||null!=e&&t in Object(e))},Be=G(Object,"create"),Fe=Be;var $e=function(){this.__data__=Fe?Fe(null):{},this.size=0};var Ve=function(t){var e=this.has(t)&&delete this.__data__[t];return this.size-=e?1:0,e},Qe=Be,Le=Object.prototype.hasOwnProperty;var Ue=function(t){var e=this.__data__;if(Qe){var r=e[t];return"__lodash_hash_undefined__"===r?void 0:r}return Le.call(e,t)?e[t]:void 0},We=Be,qe=Object.prototype.hasOwnProperty;var Ge=Be;var Ke=$e,He=Ve,Je=Ue,Xe=function(t){var e=this.__data__;return We?void 0!==e[t]:qe.call(e,t)},Ye=function(t,e){var r=this.__data__;return this.size+=this.has(t)?0:1,r[t]=Ge&&void 0===e?"__lodash_hash_undefined__":e,this};function Ze(t){var e=-1,r=null==t?0:t.length;for(this.clear();++e<r;){var n=t[e];this.set(n[0],n[1])}}Ze.prototype.clear=Ke,Ze.prototype.delete=He,Ze.prototype.get=Je,Ze.prototype.has=Xe,Ze.prototype.set=Ye;var tr=Ze;var er=function(){this.__data__=[],this.size=0},rr=Y;var nr=function(t,e){for(var r=t.length;r--;)if(rr(t[r][0],e))return r;return-1},or=nr,ir=Array.prototype.splice;var ar=nr;var sr=nr;var ur=nr;var cr=er,lr=function(t){var e=this.__data__,r=or(e,t);return!(r<0)&&(r==e.length-1?e.pop():ir.call(e,r,1),--this.size,!0)},hr=function(t){var e=this.__data__,r=ar(e,t);return r<0?void 0:e[r][1]},fr=function(t){return sr(this.__data__,t)>-1},dr=function(t,e){var r=this.__data__,n=ur(r,t);return n<0?(++this.size,r.push([t,e])):r[n][1]=e,this};function pr(t){var e=-1,r=null==t?0:t.length;for(this.clear();++e<r;){var n=t[e];this.set(n[0],n[1])}}pr.prototype.clear=cr,pr.prototype.delete=lr,pr.prototype.get=hr,pr.prototype.has=fr,pr.prototype.set=dr;var vr=pr,br=G(f,"Map"),gr=tr,yr=vr,mr=br;var Sr=function(t){var e=typeof t;return"string"==e||"number"==e||"symbol"==e||"boolean"==e?"__proto__"!==t:null===t};var _r=function(t,e){var r=t.__data__;return Sr(e)?r["string"==typeof e?"string":"hash"]:r.map},wr=_r;var jr=_r;var Or=_r;var xr=_r;var Rr=function(){this.size=0,this.__data__={hash:new gr,map:new(mr||yr),string:new gr}},Cr=function(t){var e=wr(this,t).delete(t);return this.size-=e?1:0,e},kr=function(t){return jr(this,t).get(t)},Ar=function(t){return Or(this,t).has(t)},Er=function(t,e){var r=xr(this,t),n=r.size;return r.set(t,e),this.size+=r.size==n?0:1,this};function Dr(t){var e=-1,r=null==t?0:t.length;for(this.clear();++e<r;){var n=t[e];this.set(n[0],n[1])}}Dr.prototype.clear=Rr,Dr.prototype.delete=Cr,Dr.prototype.get=kr,Dr.prototype.has=Ar,Dr.prototype.set=Er;var Nr=Dr,Mr=Nr;function Tr(t,e){if("function"!=typeof t||null!=e&&"function"!=typeof e)throw new TypeError("Expected a function");var r=function(){var n=arguments,o=e?e.apply(this,n):n[0],i=r.cache;if(i.has(o))return i.get(o);var a=t.apply(this,n);return r.cache=i.set(o,a)||i,a};return r.cache=new(Tr.Cache||Mr),r}Tr.Cache=Mr;var Ir=Tr;var zr=/[^.[\]]+|\[(?:(-?\d+(?:\.\d+)?)|(["'])((?:(?!\2)[^\\]|\\.)*?)\2)\]|(?=(?:\.|\[\])(?:\.|\[\]|$))/g,Pr=/\\(\\)?/g,Br=function(t){var e=Ir(t,function(t){return 500===r.size&&r.clear(),t}),r=e.cache;return e}(function(t){var e=[];return 46===t.charCodeAt(0)&&e.push(""),t.replace(zr,function(t,r,n,o){e.push(n?o.replace(Pr,"$1"):r||t)}),e});var Fr=function(t,e){for(var r=-1,n=null==t?0:t.length,o=Array(n);++r<n;)o[r]=e(t[r],r,t);return o},$r=Fr,Vr=Lt,Qr=Ne,Lr=d?d.prototype:void 0,Ur=Lr?Lr.toString:void 0;var Wr=function t(e){if("string"==typeof e)return e;if(Vr(e))return $r(e,t)+"";if(Qr(e))return Ur?Ur.call(e):"";var r=e+"";return"0"==r&&1/e==-1/0?"-0":r},qr=Wr;var Gr=Lt,Kr=Pe,Hr=Br,Jr=function(t){return null==t?"":qr(t)};var Xr=function(t,e){return Gr(t)?t:Kr(t,e)?[t]:Hr(Jr(t))},Yr=Ne;var Zr=function(t){if("string"==typeof t||Yr(t))return t;var e=t+"";return"0"==e&&1/t==-1/0?"-0":e},tn=Xr,en=Zr;var rn=function(t,e){for(var r=0,n=(e=tn(e,t)).length;null!=t&&r<n;)t=t[en(e[r++])];return r&&r==n?t:void 0},nn=rn;var on,an=function(t,e,r){var n=null==t?void 0:nn(t,e);return void 0===n?r:n},sn=u(an);!function(t){t["網絡錯誤"]="ERROR CODE: 500",t["環境錯誤(browser)"]="ERROR CODE: 1001",t["Worklet模組載入失敗"]="ERROR CODE: 1002",t["未獲得媒體裝置權限"]="ERROR CODE: 1003",t["實例已摧毀"]="ERROR CODE: 1004",t["環境錯誤(nodejs)"]="ERROR CODE: 2001",t["未提供憑證"]="ERROR CODE: 2002",t["獲取權杖失敗"]="ERROR CODE: 2003",t["沒有可用專案"]="ERROR CODE: 2004",t["重複初始化"]="ERROR CODE: 2005"}(on||(on={}));const un="undefined"!=typeof window;"undefined"!=typeof process&&null!=process.versions&&process.versions.node;class cn{config;get webserver(){return this.config.webserver}get environment(){return this.config.env}get license(){return this.config.license??""}get port(){return function(t,e){const r=e??NaN;if(t){const e=parseInt(t);return isNaN(e)?r:e}return r}(process.env.PORT,this.config.port??3e3)}get ws_url(){return this.config.ws_url??""}get worklet_url(){return this.config.worklet_url??""}get project(){const{project:t}=Ae({},this.config);return void 0===t?{specific:!1}:"string"==typeof t?{name:t,id:t,specific:!1}:Ae({},t,{specific:!0})}get endPoint(){return this.environment,{api:"https://aiia-content-management-dev-21193779403.asia-east1.run.app",socket:"wss://graphen-agentic-workflow-dev-21193779403.asia-east1.run.app"}}get debug(){return this.config.debug??!0}get mediaStream(){return this.config.mediaStream}get chunkTimeInSeconds(){return"number"==typeof this.config.chunkTimeInSeconds&&this.config.chunkTimeInSeconds>0?this.config.chunkTimeInSeconds:1}get llmSampleRate(){return"number"==typeof this.config.llmSampleRate&&this.config.llmSampleRate>0?this.config.llmSampleRate:16e3}constructor(t){this.config=t}}var ln=function(t,e){for(var r=-1,n=null==t?0:t.length;++r<n&&!1!==e(t[r],r,t););return t};var hn=function(t){return function(e,r,n){for(var o=-1,i=Object(e),a=n(e),s=a.length;s--;){var u=a[t?s:++o];if(!1===r(i[u],u,i))break}return e}}(),fn=_e;var dn=_t;var pn=function(t,e){return function(r,n){if(null==r)return r;if(!dn(r))return t(r,n);for(var o=r.length,i=e?o:-1,a=Object(r);(e?i--:++i<o)&&!1!==n(a[i],i,a););return r}}(function(t,e){return t&&hn(t,e,fn)}),vn=at;var bn=ln,gn=pn,yn=function(t){return"function"==typeof t?t:vn},mn=Lt;var Sn,_n=u(function(t,e){return(mn(t)?bn:gn)(t,yn(e))});!function(t){t["通道、雲端服務、麥克風都已就緒"]="CODE: 1000",t["未取得媒體裝置權限，請重新設定或忽略此訊息"]="CODE: 1001",t["請訂閱專案列表"]="CODE: 1002",t["初始化必要依賴"]="CODE: 1010",t["指定依賴已完成"]="CODE: 1011",t["啟動SDK"]="CODE: 1012",t["結束SDK"]="CODE: 1013",t["安全的關閉連線"]="CODE: 2000",t["無副作用的關閉連線"]="CODE: 2001",t["與雲端的服務中斷"]="CODE: 2002",t["沒有授權，請聯繫Graphen"]="CODE: 2003",t["自動重新連線連端服務"]="CODE: 2004",t["未預期的斷線，請聯繫Graphen"]="CODE: 2005",t["開始初始化必要模組"]="CODE: 2010",t["指定模組初始化完成"]="CODE: 2011",t["啟動服務"]="CODE: 2012",t["服務結束"]="CODE: 2013"}(Sn||(Sn={}));const wn={code:console.log,debug:console.log,info:console.log,warn:console.warn,error:console.error,fatal:console.error},jn=[];const On=new Proxy(wn,{get(e,r,n){if("string"==typeof r)switch(r){case"debug":case"info":case"error":case"warn":case"fatal":case"code":return(...n)=>{const o=t().format("yyyy-MM-DD[T]HH:mm:ss");_n(jn,t=>{t.next(r,o,...n)}),e[r](`[Aiia::${r}_${o}_]`,...n)};default:return}},set:(t,e,r,n)=>!0});var xn,Rn;function Cn(t,e,r){return Math.max(r,Math.min(t,e))}function kn(t){const e=new DataView(t.buffer),r=[];for(let n=0;n<t.length;n++){const t=e.getInt16(2*n,!0)/32768;r.push(t)}return new Float32Array(r)}function An(t){const e=new DataView(t.buffer),r=[];for(let n=0;n<t.length;n++){const t=Cn(32768*e.getFloat32(4*n,!0),32767,-32768);r.push(t)}return r}!function(t){t[t.unknow=0]="unknow",t[t.allowed=1]="allowed",t[t.rejected=2]="rejected"}(xn||(xn={}));class En{audioContext;type="audio";currentNode;bufferQueue;gainNode;set volume(t){t<0&&(t=0),t>100&&(t=100),this.gainNode.gain.value=t/100}get volume(){return Math.round(100*this.gainNode.gain.value)}constructor(t){this.audioContext=t,this.bufferQueue=[],this.currentNode=null,this.gainNode=this.audioContext.createGain(),this.gainNode.connect(this.audioContext.destination)}addBuffer(t){this.bufferQueue.push(t)}addBufferByFloat32(t,e=1){const r=t.length,n=this.audioContext.sampleRate,o=this.audioContext.createBuffer(e,r,n),i=t.slice();for(let t=0;t<e;t++)o.copyToChannel(i,t);this.addBuffer(o)}addBufferByInt16(t,e=1){this.addBufferByFloat32(kn(t),e)}startSpeech(){null===this.currentNode&&this.continue()}pauseSpeech(){this.audioContext.suspend().catch(t=>{On.error("pause speech fail",t)})}resumeSpeech(){this.audioContext.resume().catch(t=>{On.error("resume speech fail",t)})}nextSpeech(){this.bufferQueue.length>0&&(this.clearNode(),this.continue())}stopSpeech(){this.bufferQueue=[],this.clearNode()}clearNode(){this.currentNode&&(this.currentNode.onended=function(){},this.currentNode.stop(),this.currentNode.disconnect(),this.currentNode=null)}continue(){const t=this.bufferQueue.shift();if(t){this.currentNode=this.audioContext.createBufferSource(),this.currentNode.buffer=t,this.currentNode.connect(this.gainNode);const e=this.continue.bind(this);this.currentNode.onended=e,this.currentNode.start()}else this.clearNode()}}class Dn{stream;audioContext;type="vad";workletNode;source;isRecording=!1;outputSampleRate;chunkTimeInSeconds;pcmSub;get pcm(){return this.pcmSub.asObservable()}constructor(t,r,n){this.stream=t,this.audioContext=r;const{outputSampleRate:o,chunkTimeInSeconds:i}=Ae({outputSampleRate:16e3,chunkTimeInSeconds:1},n);this.outputSampleRate=o,this.chunkTimeInSeconds=i,this.pcmSub=new e}async startRecord(){this.isRecording||(this.source=this.audioContext.createMediaStreamSource(this.stream),this.workletNode=new AudioWorkletNode(this.audioContext,"aiia-vad",{processorOptions:{outputSampleRate:this.outputSampleRate,chunkTimeInSeconds:this.chunkTimeInSeconds}}),this.source.connect(this.workletNode),this.workletNode.port.onmessage=t=>{const{float32:e}=t.data;e&&this.pcmSub.next(new Float32Array(e))},this.isRecording=!0)}stopRecord(){this.isRecording&&(this.workletNode&&(this.workletNode.port.onmessage=null,this.workletNode.disconnect()),this.source&&this.source.disconnect(),this.isRecording=!1)}}!function(t){t[t.padding=0]="padding",t[t.rejected=1]="rejected",t[t.loadfail=2]="loadfail",t[t.allowed=3]="allowed"}(Rn||(Rn={}));class Nn{stream;_state;stateSub;audioCtx;audioManager;vadManager;destory;pcmSub;get sampleRate(){return this.audioCtx?this.audioCtx.sampleRate:16e3}get pcm(){return this.pcmSub.asObservable()}get state(){return this._state}set state(t){t!==this._state&&(this._state=t,this.stateSub.next(t))}get stateObs(){return this.stateSub.asObservable()}constructor(t){this.stream=t,this.stateSub=new e,this.pcmSub=new e,this.destory=new e,this.state=Rn.padding}async init(t,e){const r=this.stream??await async function(t){try{return await navigator.mediaDevices.getUserMedia(t)}catch(t){return null}}({audio:{echoCancellation:!0,noiseSuppression:!0}});if(null===r)throw this.state=Rn.rejected,new Error(on["未獲得媒體裝置權限"]);this.stream=r,this.audioCtx=new AudioContext;try{await this.audioCtx.audioWorklet.addModule(t)}catch(t){throw On.fatal(t),this.state=Rn.loadfail,new Error(on["Worklet模組載入失敗"])}this.state=Rn.allowed,this.audioManager=new En(this.audioCtx),this.vadManager=new Dn(r,this.audioCtx,e),this.vadManager.pcm.subscribe(t=>{this.pcmSub.next(t)})}addAudioQueue(t){const e=sn(t,"buffer",void 0),r=sn(t,"float32",void 0),n=sn(t,"int16",void 0),o=sn(t,"numberOfChannels",void 0);e?this.audioManager?.addBuffer(e):r?this.audioManager?.addBufferByFloat32(r,o):n&&this.audioManager?.addBufferByInt16(n,o)}playAudio(){this.audioManager?.startSpeech()}stopAudio(){this.audioManager?.stopSpeech()}startRecord(){this.vadManager?.startRecord()}stopRecord(){this.vadManager?.stopRecord()}setVolume(t){this.audioManager&&(this.audioManager.volume=t)}getVolume(){return this.audioManager?this.audioManager.volume:0}onDestory(){this.audioCtx?.close(),this.destory.next(),this.destory.complete()}}var Mn=vr;var Tn=vr,In=br,zn=Nr;var Pn=vr,Bn=function(){this.__data__=new Mn,this.size=0},Fn=function(t){var e=this.__data__,r=e.delete(t);return this.size=e.size,r},$n=function(t){return this.__data__.get(t)},Vn=function(t){return this.__data__.has(t)},Qn=function(t,e){var r=this.__data__;if(r instanceof Tn){var n=r.__data__;if(!In||n.length<199)return n.push([t,e]),this.size=++r.size,this;r=this.__data__=new zn(n)}return r.set(t,e),this.size=r.size,this};function Ln(t){var e=this.__data__=new Pn(t);this.size=e.size}Ln.prototype.clear=Bn,Ln.prototype.delete=Fn,Ln.prototype.get=$n,Ln.prototype.has=Vn,Ln.prototype.set=Qn;var Un=Ln;var Wn=Nr,qn=function(t){return this.__data__.set(t,"__lodash_hash_undefined__"),this},Gn=function(t){return this.__data__.has(t)};function Kn(t){var e=-1,r=null==t?0:t.length;for(this.__data__=new Wn;++e<r;)this.add(t[e])}Kn.prototype.add=Kn.prototype.push=qn,Kn.prototype.has=Gn;var Hn=Kn,Jn=function(t,e){for(var r=-1,n=null==t?0:t.length;++r<n;)if(e(t[r],r,t))return!0;return!1},Xn=function(t,e){return t.has(e)};var Yn=function(t,e,r,n,o,i){var a=1&r,s=t.length,u=e.length;if(s!=u&&!(a&&u>s))return!1;var c=i.get(t),l=i.get(e);if(c&&l)return c==e&&l==t;var h=-1,f=!0,d=2&r?new Hn:void 0;for(i.set(t,e),i.set(e,t);++h<s;){var p=t[h],v=e[h];if(n)var b=a?n(v,p,h,e,t,i):n(p,v,h,t,e,i);if(void 0!==b){if(b)continue;f=!1;break}if(d){if(!Jn(e,function(t,e){if(!Xn(d,e)&&(p===t||o(p,t,r,n,i)))return d.push(e)})){f=!1;break}}else if(p!==v&&!o(p,v,r,n,i)){f=!1;break}}return i.delete(t),i.delete(e),f};var Zn=function(t){var e=-1,r=Array(t.size);return t.forEach(function(t,n){r[++e]=[n,t]}),r};var to=f.Uint8Array,eo=Y,ro=Yn,no=Zn,oo=function(t){var e=-1,r=Array(t.size);return t.forEach(function(t){r[++e]=t}),r},io=d?d.prototype:void 0,ao=io?io.valueOf:void 0;var so=function(t,e,r,n,o,i,a){switch(r){case"[object DataView]":if(t.byteLength!=e.byteLength||t.byteOffset!=e.byteOffset)return!1;t=t.buffer,e=e.buffer;case"[object ArrayBuffer]":return!(t.byteLength!=e.byteLength||!i(new to(t),new to(e)));case"[object Boolean]":case"[object Date]":case"[object Number]":return eo(+t,+e);case"[object Error]":return t.name==e.name&&t.message==e.message;case"[object RegExp]":case"[object String]":return t==e+"";case"[object Map]":var s=no;case"[object Set]":var u=1&n;if(s||(s=oo),t.size!=e.size&&!u)return!1;var c=a.get(t);if(c)return c==e;n|=2,a.set(t,e);var l=ro(s(t),s(e),n,o,i,a);return a.delete(t),l;case"[object Symbol]":if(ao)return ao.call(t)==ao.call(e)}return!1};var uo=function(t,e){for(var r=-1,n=e.length,o=t.length;++r<n;)t[o+r]=e[r];return t},co=uo,lo=Lt;var ho=function(t,e,r){var n=e(t);return lo(t)?n:co(n,r(t))};var fo=function(t,e){for(var r=-1,n=null==t?0:t.length,o=0,i=[];++r<n;){var a=t[r];e(a,r,t)&&(i[o++]=a)}return i},po=function(){return[]},vo=Object.prototype.propertyIsEnumerable,bo=Object.getOwnPropertySymbols,go=ho,yo=bo?function(t){return null==t?[]:(t=Object(t),fo(bo(t),function(e){return vo.call(t,e)}))}:po,mo=_e;var So=function(t){return go(t,mo,yo)},_o=Object.prototype.hasOwnProperty;var wo=function(t,e,r,n,o,i){var a=1&r,s=So(t),u=s.length;if(u!=So(e).length&&!a)return!1;for(var c=u;c--;){var l=s[c];if(!(a?l in e:_o.call(e,l)))return!1}var h=i.get(t),f=i.get(e);if(h&&f)return h==e&&f==t;var d=!0;i.set(t,e),i.set(e,t);for(var p=a;++c<u;){var v=t[l=s[c]],b=e[l];if(n)var g=a?n(b,v,l,e,t,i):n(v,b,l,t,e,i);if(!(void 0===g?v===b||o(v,b,r,n,i):g)){d=!1;break}p||(p="constructor"==l)}if(d&&!p){var y=t.constructor,m=e.constructor;y==m||!("constructor"in t)||!("constructor"in e)||"function"==typeof y&&y instanceof y&&"function"==typeof m&&m instanceof m||(d=!1)}return i.delete(t),i.delete(e),d},jo=G(f,"DataView"),Oo=br,xo=G(f,"Promise"),Ro=G(f,"Set"),Co=G(f,"WeakMap"),ko=O,Ao=T,Eo="[object Map]",Do="[object Promise]",No="[object Set]",Mo="[object WeakMap]",To="[object DataView]",Io=Ao(jo),zo=Ao(Oo),Po=Ao(xo),Bo=Ao(Ro),Fo=Ao(Co),$o=ko;(jo&&$o(new jo(new ArrayBuffer(1)))!=To||Oo&&$o(new Oo)!=Eo||xo&&$o(xo.resolve())!=Do||Ro&&$o(new Ro)!=No||Co&&$o(new Co)!=Mo)&&($o=function(t){var e=ko(t),r="[object Object]"==e?t.constructor:void 0,n=r?Ao(r):"";if(n)switch(n){case Io:return To;case zo:return Eo;case Po:return Do;case Bo:return No;case Fo:return Mo}return e});var Vo=Un,Qo=Yn,Lo=so,Uo=wo,Wo=$o,qo=Lt,Go=Gt,Ko=ie,Ho="[object Arguments]",Jo="[object Array]",Xo="[object Object]",Yo=Object.prototype.hasOwnProperty;var Zo=function(t,e,r,n,o,i){var a=qo(t),s=qo(e),u=a?Jo:Wo(t),c=s?Jo:Wo(e),l=(u=u==Ho?Xo:u)==Xo,h=(c=c==Ho?Xo:c)==Xo,f=u==c;if(f&&Go(t)){if(!Go(e))return!1;a=!0,l=!1}if(f&&!l)return i||(i=new Vo),a||Ko(t)?Qo(t,e,r,n,o,i):Lo(t,e,u,r,n,o,i);if(!(1&r)){var d=l&&Yo.call(t,"__wrapped__"),p=h&&Yo.call(e,"__wrapped__");if(d||p){var v=d?t.value():t,b=p?e.value():e;return i||(i=new Vo),o(v,b,r,n,i)}}return!!f&&(i||(i=new Vo),Uo(t,e,r,n,o,i))},ti=Tt;var ei=function t(e,r,n,o,i){return e===r||(null==e||null==r||!ti(e)&&!ti(r)?e!=e&&r!=r:Zo(e,r,n,o,t,i))},ri=Un,ni=ei;var oi=x;var ii=function(t){return t==t&&!oi(t)},ai=ii,si=_e;var ui=function(t,e){return function(r){return null!=r&&(r[t]===e&&(void 0!==e||t in Object(r)))}},ci=function(t,e,r,n){var o=r.length,i=o,a=!n;if(null==t)return!i;for(t=Object(t);o--;){var s=r[o];if(a&&s[2]?s[1]!==t[s[0]]:!(s[0]in t))return!1}for(;++o<i;){var u=(s=r[o])[0],c=t[u],l=s[1];if(a&&s[2]){if(void 0===c&&!(u in t))return!1}else{var h=new ri;if(n)var f=n(c,l,u,t,e,h);if(!(void 0===f?ni(l,c,3,n,h):f))return!1}}return!0},li=function(t){for(var e=si(t),r=e.length;r--;){var n=e[r],o=t[n];e[r]=[n,o,ai(o)]}return e},hi=ui;var fi=Xr,di=Qt,pi=Lt,vi=jt,bi=yt,gi=Zr;var yi=function(t,e){return null!=t&&e in Object(t)},mi=function(t,e,r){for(var n=-1,o=(e=fi(e,t)).length,i=!1;++n<o;){var a=gi(e[n]);if(!(i=null!=t&&r(t,a)))break;t=t[a]}return i||++n!=o?i:!!(o=null==t?0:t.length)&&bi(o)&&vi(a,o)&&(pi(t)||di(t))};var Si=ei,_i=an,wi=function(t,e){return null!=t&&mi(t,e,yi)},ji=Pe,Oi=ii,xi=ui,Ri=Zr;var Ci=rn;var ki=function(t){return function(e){return null==e?void 0:e[t]}},Ai=function(t){return function(e){return Ci(e,t)}},Ei=Pe,Di=Zr;var Ni=function(t){var e=li(t);return 1==e.length&&e[0][2]?hi(e[0][0],e[0][1]):function(r){return r===t||ci(r,t,e)}},Mi=function(t,e){return ji(t)&&Oi(e)?xi(Ri(t),e):function(r){var n=_i(r,t);return void 0===n&&n===e?wi(r,t):Si(e,n,3)}},Ti=at,Ii=Lt,zi=function(t){return Ei(t)?ki(Di(t)):Ai(t)};var Pi=function(t){return"function"==typeof t?t:null==t?Ti:"object"==typeof t?Ii(t)?Mi(t[0],t[1]):Ni(t):zi(t)},Bi=pn,Fi=_t;var $i=Fr,Vi=Pi,Qi=function(t,e){var r=-1,n=Fi(t)?Array(t.length):[];return Bi(t,function(t,o,i){n[++r]=e(t,o,i)}),n},Li=Lt;var Ui=u(function(t,e){return(Li(t)?$i:Qi)(t,Vi(e))}),Wi=Pi,qi=_t,Gi=_e;var Ki=function(t){return function(e,r,n){var o=Object(e);if(!qi(e)){var i=Wi(r);e=Gi(e),r=function(t){return i(o[t],t,o)}}var a=t(e,r,n);return a>-1?o[i?e[a]:a]:void 0}};var Hi=/\s/;var Ji=function(t){for(var e=t.length;e--&&Hi.test(t.charAt(e)););return e},Xi=/^\s+/;var Yi=function(t){return t?t.slice(0,Ji(t)+1).replace(Xi,""):t},Zi=x,ta=Ne,ea=/^[-+]0x[0-9a-f]+$/i,ra=/^0b[01]+$/i,na=/^0o[0-7]+$/i,oa=parseInt;var ia=function(t){if("number"==typeof t)return t;if(ta(t))return NaN;if(Zi(t)){var e="function"==typeof t.valueOf?t.valueOf():t;t=Zi(e)?e+"":e}if("string"!=typeof t)return 0===t?t:+t;t=Yi(t);var r=ra.test(t);return r||na.test(t)?oa(t.slice(2),r?2:8):ea.test(t)?NaN:+t},aa=1/0;var sa=function(t){return t?(t=ia(t))===aa||t===-1/0?17976931348623157e292*(t<0?-1:1):t==t?t:0:0===t?t:0};var ua=function(t,e,r,n){for(var o=t.length,i=r+(n?1:-1);n?i--:++i<o;)if(e(t[i],i,t))return i;return-1},ca=Pi,la=function(t){var e=sa(t),r=e%1;return e==e?r?e-r:e:0},ha=Math.max;var fa=u(Ki(function(t,e,r){var n=null==t?0:t.length;if(!n)return-1;var o=null==r?0:la(r);return o<0&&(o=ha(n+o,0)),ua(t,ca(e),o)})),da=Fr;var pa=function(t,e){return da(e,function(e){return t[e]})},va=_e;var ba=u(function(t){return null==t?[]:pa(t,va(t))});class ga{socket;messageSub;destorySub;get message(){return this.messageSub.asObservable()}constructor(t){this.destorySub=new e,this.messageSub=new e;const{specific:r,id:n}=t.project;this.socket=a(t.ws_url,Ae({autoConnect:!1},r&&void 0!==n?{query:{uuid:n}}:{}))}start(){const t="list",e="cloud",i="channel";r(this.socket,t).pipe(n(1),o(this.destorySub)).subscribe(e=>{this.messageSub.next({event:t,data:e})}),r(this.socket,e).pipe(o(this.destorySub)).subscribe(t=>{this.messageSub.next({event:e,data:t})}),r(this.socket,i).pipe(o(this.destorySub)).subscribe(t=>{this.messageSub.next({event:i,data:t})}),this.socket.connect()}send(t,e){this.socket.emit(t,e)}sendToCloud(t){this.send("cloud",JSON.stringify(t))}onDestory(){this.destorySub.next(),this.destorySub.complete(),this.messageSub.complete(),this.socket.disconnect()}}class ya{config;media;chat;destorySub;projectsSub;layoutSub;aiiaSubtitleSub;userSubtitleSub;cloudSampleRate;channelState;stateSub;isMuteAiia;get state(){return this.stateSub.asObservable()}get layout(){return this.layoutSub.asObservable()}get projects(){return this.projectsSub.asObservable()}get aiiaSubtitle(){return this.aiiaSubtitleSub.asObservable()}get userSubtitle(){return this.userSubtitleSub.asObservable()}set volume(t){this.media.setVolume(t)}get volume(){return this.media.getVolume()}constructor(t,r){this.config=t,this.media=r,this.layoutSub=new e,this.projectsSub=new i(1),this.destorySub=new e,this.aiiaSubtitleSub=new e,this.userSubtitleSub=new e,this.stateSub=new i(1),this.cloudSampleRate={input:16e3,output:16e3},this.channelState={proxy:!1,cloud:!1},this.isMuteAiia=!1,this.chat=new ga(t),On.code(Sn["指定依賴已完成"],"chat"),this.close=this.onDestory,this.stateSub.next("NotStart")}start(){this.media.stateObs.pipe(o(this.destorySub)).subscribe(()=>{this.channelCheck()}),this.chat.message.pipe(o(this.destorySub)).subscribe(({event:t,data:e})=>{switch(t){case"cloud":this.cloudToObj(e);break;case"list":{const{id:t,name:r,specific:n}=this.config.project;let o=null;if(n&&void 0!==t)o=t;else{const n=fa(e,e=>e.name===r||e.id===t);n&&(o=n.id)}null!==o?this.chooseProject(o):(this.projectsSub.next(e),On.code(Sn["請訂閱專案列表"]));break}case"channel":switch(e){case"open":this.channelState.proxy=!0,this.channelCheck();break;case"close":this.channelState.proxy=!1,this.media.stopRecord(),this.stateSub.next("CloseService");break;case"no_permissions":this.channelState.proxy=!1,this.stateSub.next("NoPermissions");break;case"reconnect":this.channelState.proxy=!1,this.stateSub.next("ReconnectingCloud")}}}),this.chat.start(),this.stateSub.next("ConnectingCloud"),On.code(Sn["啟動SDK"])}close;resetSession(){this.chat.sendToCloud({request:"reset"}),this.aiiaSubtitleSub.next(""),this.userSubtitleSub.next(""),this.media.stopAudio(),this.layoutSub.next({type:"resetLayout"})}chooseProject(t){this.chat.send("uuid",t)}mute(){this.isMuteAiia=!0,this.media.stopAudio(),this.media.stopRecord()}unmute(){this.isMuteAiia=!1,this.media.startRecord()}cloudToObj(t){try{const e=JSON.parse(t);void 0!==sn(e,"signal")?this.behavior(e):Ut(e)?Ui(e,this.behavior):Ui(ba(e),this.behavior)}catch(t){On.error("message transfer fail",t)}}behavior(t){switch(t.signal){case"layout":this.layoutSub.next(t.content);break;case"audio":if("sampleRate"===t.command)this.cloudSampleRate.output=t.content;else switch(t.command){case"pcm":if(!this.isMuteAiia){const e=function(t,e,r){if(e===r)return t;const n=r/e,o=Math.ceil(t.length*n),i=new Float32Array(o);for(let e=0;e<o;e++){const r=e/n,o=Math.floor(r),a=r-o,s=t[o],u=t[Math.min(o+1,t.length-1)];i[e]=s+(u-s)*a}return i}(kn(new Int16Array(t.content)),this.cloudSampleRate.output,this.media.sampleRate);this.media.addAudioQueue({float32:e}),this.media.playAudio()}break;case"interrupted":this.media.stopAudio(),this.aiiaSubtitleSub.next("")}break;case"status":"Connected"===sn(t,"content")&&(this.channelState.cloud=!0,this.channelCheck(),this.layoutSub.next({type:"resetLayout"}));break;case"agent":if(!this.isMuteAiia){const e=sn(t,"content.function_result.response");e&&this.aiiaSubtitleSub.next(e)}break;case"asr":if(!this.isMuteAiia&&"ASR"===sn(t,"content.function_type")){const e=sn(t,"content.function_result.result");e&&this.userSubtitleSub.next(e)}break;default:On.debug(t.signal)}}channelCheck(){const{proxy:t,cloud:e}=this.channelState;t&&e&&this.media.state===Rn.allowed?(this.chat.sendToCloud({request:"audio",command:"sampleRate",content:this.cloudSampleRate.input}),this.media.pcm.pipe(o(this.destorySub)).subscribe(t=>{this.chat.sendToCloud({request:"audio",command:"pcm",content:An(t)})}),this.media.startRecord(),this.stateSub.next("InService"),On.code(Sn["通道、雲端服務、麥克風都已就緒"])):t&&e&&this.media.state!==Rn.allowed&&(this.stateSub.next("InServiceNoMedia"),On.code(Sn["未取得媒體裝置權限，請重新設定或忽略此訊息"]))}onDestory(){this.chat.onDestory(),this.media.onDestory(),this.destorySub.next(),this.destorySub.complete(),this.stateSub.next("Destory"),this.stateSub.complete(),On.code(Sn["結束SDK"])}}function ma(t){if(un){!function(t){const{info:e,error:r,warn:n,debug:o,fatal:i,code:a}=function(t){if(void 0===t||"all"===t)return{code:!0,error:!0,warn:!0,info:!0,debug:!0,fatal:!0};if("none"===t)return{error:!1,code:!1,warn:!1,info:!1,debug:!1,fatal:!1};if("boolean"==typeof t)return{code:t,error:t,warn:t,info:t,debug:t,fatal:t};{const e=new Set(t);return{code:e.has("code"),debug:e.has("debug"),fatal:e.has("fatal"),error:e.has("error"),warn:e.has("warn"),info:e.has("info")}}}(t);a||(wn.code=()=>{}),o||(wn.debug=()=>{}),e||(wn.info=()=>{}),n||(wn.warn=()=>{}),r||(wn.error=()=>{}),i||(wn.fatal=()=>{})}(sn(t,"debug",!0)),On.code(Sn["初始化必要依賴"]);const e=new cn(Ae({},t));On.code(Sn["指定依賴已完成"],"config");const r=new Nn(e.mediaStream);On.code(Sn["指定依賴已完成"],"config");const n=new ya(e,r);return On.code(Sn["指定依賴已完成"],"sdk"),""!==e.worklet_url&&r.init(e.worklet_url,{chunkTimeInSeconds:e.chunkTimeInSeconds,outputSampleRate:e.llmSampleRate}),n}throw new Error(on["環境錯誤(browser)"])}export{ma as initSdk};
+import{assign as e,forEach as t,filter as i,some as s,compact as a,map as n,sortBy as o,get as r,find as c,isArray as u,values as h}from"lodash";import d from"moment";import{Subject as l,map as b,takeUntil as p,fromEvent as m,take as f,ReplaySubject as g,BehaviorSubject as S,debounceTime as y}from"rxjs";import{FilesetResolver as C,FaceDetector as w}from"@mediapipe/tasks-vision";import{io as _}from"socket.io-client";var v;!function(e){e["網絡錯誤"]="ERROR CODE: 500",e["環境錯誤(browser)"]="ERROR CODE: 1001",e["Worklet模組載入失敗"]="ERROR CODE: 1002",e["未獲得媒體裝置權限"]="ERROR CODE: 1003",e["實例已摧毀"]="ERROR CODE: 1004",e["環境錯誤(nodejs)"]="ERROR CODE: 2001",e["未提供憑證"]="ERROR CODE: 2002",e["獲取權杖失敗"]="ERROR CODE: 2003",e["沒有可用專案"]="ERROR CODE: 2004",e["重複初始化"]="ERROR CODE: 2005"}(v||(v={}));const x="undefined"!=typeof window;"undefined"!=typeof process&&null!=process.versions&&process.versions.node;class E{config;get webserver(){return this.config.webserver}get environment(){return this.config.env}get license(){return this.config.license??""}get port(){return function(e,t){const i=t??NaN;if(e){const t=parseInt(e);return isNaN(t)?i:t}return i}(process.env.PORT,this.config.port??3e3)}get ws_url(){return this.config.ws_url??""}get worklet_url(){return this.config.worklet_url??""}get project(){const{project:t}=e({},this.config);return void 0===t?{specific:!1}:"string"==typeof t?{name:t,id:t,specific:!1}:e({},t,{specific:!0})}get endPoint(){return this.environment,{api:"https://aiia-content-management-dev-21193779403.asia-east1.run.app",socket:"wss://graphen-agentic-workflow-dev-21193779403.asia-east1.run.app"}}get debug(){return this.config.debug??!0}get mediaStream(){return this.config.mediaStream}get chunkTimeInSeconds(){return"number"==typeof this.config.chunkTimeInSeconds&&this.config.chunkTimeInSeconds>0?this.config.chunkTimeInSeconds:1}get llmSampleRate(){return"number"==typeof this.config.llmSampleRate&&this.config.llmSampleRate>0?this.config.llmSampleRate:16e3}get faceDetection(){return e({frame:3,confidence:80},this.config.faceDetection)}get autoClearSubtitle(){const{user:t,aiia:i}=e({},this.config.autoClearSubtitle);let s=3e3,a=3e3;return"number"==typeof t?s=t>=0?t:s:!1===t&&(s=NaN),"number"==typeof i?a=i>=0?i:a:!1===i&&(a=NaN),{userDelayTime:s,aiiaDelayTime:a}}constructor(e){this.config=e}}var R;!function(e){e["通道、雲端服務、麥克風都已就緒"]="CODE: 1000",e["未取得媒體裝置權限，請重新設定或忽略此訊息"]="CODE: 1001",e["請訂閱專案列表"]="CODE: 1002",e["初始化必要依賴"]="CODE: 1010",e["指定依賴已完成"]="CODE: 1011",e["啟動SDK"]="CODE: 1012",e["結束SDK"]="CODE: 1013",e["安全的關閉連線"]="CODE: 2000",e["無副作用的關閉連線"]="CODE: 2001",e["與雲端的服務中斷"]="CODE: 2002",e["沒有授權，請聯繫Graphen"]="CODE: 2003",e["自動重新連線連端服務"]="CODE: 2004",e["未預期的斷線，請聯繫Graphen"]="CODE: 2005",e["開始初始化必要模組"]="CODE: 2010",e["指定模組初始化完成"]="CODE: 2011",e["啟動服務"]="CODE: 2012",e["服務結束"]="CODE: 2013"}(R||(R={}));const D={code:console.log,debug:console.log,info:console.log,warn:console.warn,error:console.error,fatal:console.error},O=[];const k=new Proxy(D,{get(e,i,s){if("string"==typeof i)switch(i){case"debug":case"info":case"error":case"warn":case"fatal":case"code":return(...s)=>{const a=d().format("yyyy-MM-DD[T]HH:mm:ss");t(O,e=>{e.next(i,a,...s)}),e[i](`[Aiia::${i}_${a}_]`,...s)};default:return}},set:(e,t,i,s)=>!0});var N,M;function I(e,t,i){return Math.max(i,Math.min(e,t))}function A(e){const t=new DataView(e.buffer),i=[];for(let s=0;s<e.length;s++){const e=t.getInt16(2*s,!0)/32768;i.push(e)}return new Float32Array(i)}function T(e){const t=new DataView(e.buffer),i=[];for(let s=0;s<e.length;s++){const e=I(32768*t.getFloat32(4*s,!0),32767,-32768);i.push(e)}return i}!function(e){e[e.unknow=0]="unknow",e[e.allowed=1]="allowed",e[e.rejected=2]="rejected"}(N||(N={}));class j{audioContext;type="audio";currentNode;bufferQueue;gainNode;set volume(e){e<0&&(e=0),e>100&&(e=100),this.gainNode.gain.value=e/100}get volume(){return Math.round(100*this.gainNode.gain.value)}constructor(e){this.audioContext=e,this.bufferQueue=[],this.currentNode=null,this.gainNode=this.audioContext.createGain(),this.gainNode.connect(this.audioContext.destination)}addBuffer(e){this.bufferQueue.push(e)}addBufferByFloat32(e,t=1){const i=e.length,s=this.audioContext.sampleRate,a=this.audioContext.createBuffer(t,i,s),n=e.slice();for(let e=0;e<t;e++)a.copyToChannel(n,e);this.addBuffer(a)}addBufferByInt16(e,t=1){this.addBufferByFloat32(A(e),t)}startSpeech(){null===this.currentNode&&this.continue()}pauseSpeech(){this.audioContext.suspend().catch(e=>{k.error("pause speech fail",e)})}resumeSpeech(){this.audioContext.resume().catch(e=>{k.error("resume speech fail",e)})}nextSpeech(){this.bufferQueue.length>0&&(this.clearNode(),this.continue())}stopSpeech(){this.bufferQueue=[],this.clearNode()}clearNode(){this.currentNode&&(this.currentNode.onended=function(){},this.currentNode.stop(),this.currentNode.disconnect(),this.currentNode=null)}continue(){const e=this.bufferQueue.shift();if(e){this.currentNode=this.audioContext.createBufferSource(),this.currentNode.buffer=e,this.currentNode.connect(this.gainNode);const t=this.continue.bind(this);this.currentNode.onended=t,this.currentNode.start()}else this.clearNode()}}class F{stream;audioContext;type="vad";workletNode;source;isRecording=!1;outputSampleRate;chunkTimeInSeconds;pcmSub;get pcm(){return this.pcmSub.asObservable()}constructor(e,t,i){this.stream=e,this.audioContext=t,this.outputSampleRate=i?.llmSampleRate??16e3,this.chunkTimeInSeconds=i?.chunkTimeInSeconds??1,this.pcmSub=new l}async startRecord(){this.isRecording||(this.source=this.audioContext.createMediaStreamSource(this.stream),this.workletNode=new AudioWorkletNode(this.audioContext,"aiia-vad",{processorOptions:{outputSampleRate:this.outputSampleRate,chunkTimeInSeconds:this.chunkTimeInSeconds}}),this.source.connect(this.workletNode),this.workletNode.port.onmessage=e=>{const{float32:t}=e.data;t&&this.pcmSub.next(new Float32Array(t))},this.isRecording=!0)}stopRecord(){this.isRecording&&(this.workletNode&&(this.workletNode.port.onmessage=null,this.workletNode.disconnect()),this.source&&this.source.disconnect(),this.isRecording=!1)}}class B{type="camera";confidenceScore;aiiaCamera;get detections(){return this.aiiaCamera.detections}get faceResult(){const e=this.confidenceScore;return this.aiiaCamera.detections.pipe(b(t=>function(e,t){const r=i(e,e=>{const i=e.categories[0]?.score??0,a=e.keypoints,n=100*i>=t,o=s(a,e=>"leftEye"===e.label||"rightEye"===e.label);return n&&o});if(0===r.length)return null;const c=a(n(r,e=>{if(void 0!==e.boundingBox){const t=e.boundingBox,i=t.width*t.height,s=e.categories[0]?.score??0;return{...t,area:i,confidenceScore:100*s}}return null}));return o(c,["area","confidenceScore"])[0]??null}(t,e)))}constructor(t,i,s){const{frame:a,confidence:n}=e({frame:3,confidence:80},s);this.confidenceScore=n,this.aiiaCamera=new W,this.aiiaCamera.setAttribute("frequency",`${a}`),this.aiiaCamera.setStream(t),this.aiiaCamera.setFaceDetector(i),document.body.append(this.aiiaCamera)}startCapture(){this.aiiaCamera.startCapture()}stopCapture(){this.aiiaCamera.stopCapture()}onDestroy(){this.aiiaCamera.remove()}}class W extends HTMLElement{static get observedAttributes(){return["debug","frequency"]}_shadow;_containerEl;_styleEl;_videoEl;_isDebug;_debugElements;_analyzeInterval;_frameCount;_loopFrameID;_faceDetector;_detectionsSub;_isReady;get detections(){return this._detectionsSub.asObservable()}constructor(){super(),this._isDebug=!1,this._isReady=!1,this._shadow=this.attachShadow({mode:"open"}),this._containerEl=document.createElement("div"),this._videoEl=document.createElement("video"),this._styleEl=document.createElement("style"),this._debugElements=[],this._loopFrameID=null,this._analyzeInterval=3,this._frameCount=this._analyzeInterval,this._detectionsSub=new l,this.predictWebcam=this.predictWebcam.bind(this),this._settingContainer(),this._settingStyle(),this._settingVideo(),this._containerEl.appendChild(this._videoEl),this._shadow.appendChild(this._styleEl),this._shadow.appendChild(this._containerEl)}connectedCallback(){this.startCapture()}disconnectedCallback(){this.stopCapture()}attributeChangedCallback(e,t,i){switch(e){case"debug":this._isDebug=null!==i&&("true"===i||""===i),this._containerEl.style.visibility=this._isDebug?"visible":"hidden";break;case"frequency":{const e=Number(i);!isNaN(e)&&e>0&&(this._analyzeInterval=e,this._frameCount=this._analyzeInterval)}}}setStream(e){this._videoEl.srcObject=e,this._videoEl.onloadedmetadata=()=>{this._isReady=!0}}setFaceDetector(e){this._faceDetector=e}_settingStyle(){this._styleEl.textContent="\n      .aiia_container {\n        visibility: hidden;\n        position: fixed;\n        top: 0;\n        left: 0;\n      }\n      .aiia_container .highlighter {\n        background: rgba(0, 255, 0, 0.25);\n        border: 1px dashed #fff;\n        z-index: 1;\n        position: absolute;\n      }\n      .aiia_container .confidence {\n        position: absolute;\n        padding-bottom: 5px;\n        padding-top: 5px;\n        background-color: #007f8b;\n        color: #fff;\n        border: 1px dashed rgba(255, 255, 255, 0.7);\n        z-index: 2;\n        font-size: 12px;\n        margin: 0;\n      }\n    "}_settingContainer(){this._containerEl.classList.add("aiia_container")}_settingVideo(){this._videoEl.autoplay=!0,this._videoEl.playsInline=!0,this._videoEl.muted=!0}getVideo(){return this._videoEl}startCapture(){this._videoEl.play(),this._loopFrameID=window.requestAnimationFrame(this.predictWebcam)}stopCapture(){null!==this._loopFrameID&&(window.cancelAnimationFrame(this._loopFrameID),this._loopFrameID=null),this._videoEl.pause()}async predictWebcam(){if(this._loopFrameID=window.requestAnimationFrame(this.predictWebcam),void 0!==this._faceDetector&&this._isReady){if(this._frameCount===this._analyzeInterval){const e=this._faceDetector.detectForVideo(this._videoEl,performance.now()).detections;this._isDebug&&this._drawRect(e),this._detectionsSub.next(e),this._frameCount=0}this._frameCount++}}_drawRect(e){t(this._debugElements,e=>{e.style.display="none"}),t(e,(e,t)=>{const{categories:i,boundingBox:s}=e;if(s){let e=this._debugElements[2*t],a=this._debugElements[2*t+1];e&&a||(e=document.createElement("div"),e.classList.add("highlighter"),a=document.createElement("p"),a.classList.add("confidence"),this._containerEl.append(a,e),this._debugElements.push(e,a)),e.style.display="block",a.style.display="block";const n=100*i[0].score;a.innerText="Confidence: "+Math.round(n)+"% .",a.style.right=this._videoEl.offsetWidth-s.width-s.originX+"px",a.style.top=s.originY-30+"px",a.style.width=s.width-10+"px",e.style.right=this._videoEl.offsetWidth-s.width-s.originX+"px",e.style.top=`${s.originY}px`,e.style.width=s.width-10+"px",e.style.height=`${s.height}px`}});for(let t=2*e.length;t<this._debugElements.length;t++)this._debugElements[t].style.display="none"}destroy(){this._detectionsSub.complete(),this.remove()}}customElements.define("aiia-camera",W),function(e){e[e.padding=0]="padding",e[e.rejected=1]="rejected",e[e.loadfail=2]="loadfail",e[e.allowed=3]="allowed"}(M||(M={}));class V{stream;_state;stateSub;audioCtx;audioManager;vadManager;camManager;destory;pcmSub;faceResultSub;get sampleRate(){return this.audioCtx?this.audioCtx.sampleRate:16e3}get pcm(){return this.pcmSub.asObservable()}get faceResult(){return this.faceResultSub.asObservable()}get state(){return this._state}set state(e){e!==this._state&&(this._state=e,this.stateSub.next(e))}get stateObs(){return this.stateSub.asObservable()}constructor(e){this.stream=e,this.stateSub=new l,this.pcmSub=new l,this.destory=new l,this.faceResultSub=new l,this.state=M.padding}async init(e,t){const i=this.stream??await async function(e){try{return await navigator.mediaDevices.getUserMedia(e)}catch(e){return null}}({audio:{echoCancellation:!0,noiseSuppression:!0},video:!0});if(null===i)throw this.state=M.rejected,new Error(v["未獲得媒體裝置權限"]);this.stream=i,this.audioCtx=new AudioContext;try{await this.audioCtx.audioWorklet.addModule(e)}catch(e){throw k.fatal(e),this.state=M.loadfail,new Error(v["Worklet模組載入失敗"])}this.state=M.allowed;const s=await async function(){const e=await C.forVisionTasks("https://cdn.jsdelivr.net/npm/@mediapipe/tasks-vision@0.10.0/wasm");return await w.createFromOptions(e,{baseOptions:{modelAssetPath:"https://storage.googleapis.com/mediapipe-models/face_detector/blaze_face_short_range/float16/1/blaze_face_short_range.tflite",delegate:"GPU"},runningMode:"VIDEO"})}();this.audioManager=new j(this.audioCtx),this.vadManager=new F(i,this.audioCtx,t),this.vadManager.pcm.pipe(p(this.destory)).subscribe(e=>{this.pcmSub.next(e)}),this.camManager=new B(i,s,t?.faceDetection),this.camManager.faceResult.pipe(p(this.destory)).subscribe(e=>{this.faceResultSub.next(e)})}addAudioQueue(e){const t=r(e,"buffer",void 0),i=r(e,"float32",void 0),s=r(e,"int16",void 0),a=r(e,"numberOfChannels",void 0);t?this.audioManager?.addBuffer(t):i?this.audioManager?.addBufferByFloat32(i,a):s&&this.audioManager?.addBufferByInt16(s,a)}playAudio(){this.audioManager?.startSpeech()}stopAudio(){this.audioManager?.stopSpeech()}startRecord(){this.vadManager?.startRecord()}stopRecord(){this.vadManager?.stopRecord()}setVolume(e){this.audioManager&&(this.audioManager.volume=e)}getVolume(){return this.audioManager?this.audioManager.volume:0}startCapture(){this.camManager?.startCapture()}stopCapture(){this.camManager?.stopCapture()}onDestroy(){this.camManager?.onDestroy(),this.audioCtx?.close(),this.destory.next(),this.destory.complete()}}class z{socket;messageSub;destorySub;get message(){return this.messageSub.asObservable()}constructor(t){this.destorySub=new l,this.messageSub=new l;const{specific:i,id:s}=t.project;this.socket=_(t.ws_url,e({autoConnect:!1},i&&void 0!==s?{query:{uuid:s}}:{}))}start(){const e="list",t="cloud",i="channel";m(this.socket,e).pipe(f(1),p(this.destorySub)).subscribe(t=>{this.messageSub.next({event:e,data:t})}),m(this.socket,t).pipe(p(this.destorySub)).subscribe(e=>{this.messageSub.next({event:t,data:e})}),m(this.socket,i).pipe(p(this.destorySub)).subscribe(e=>{this.messageSub.next({event:i,data:e})}),this.socket.connect()}send(e,t){this.socket.emit(e,t)}sendToCloud(e){this.send("cloud",JSON.stringify(e))}onDestroy(){this.destorySub.next(),this.destorySub.complete(),this.messageSub.complete(),this.socket.disconnect()}}class q{config;media;chat;destorySub;projectsSub;layoutSub;aiiaSubtitleSub;userSubtitleSub;sampleRateOfWhisper;channelState;stateSub;isMuteAiia;aiiaSubtitleClearSub;userSubtitleClearSub;get state(){return this.stateSub.asObservable()}get layout(){return this.layoutSub.asObservable()}get projects(){return this.projectsSub.asObservable()}get aiiaSubtitle(){return this.aiiaSubtitleSub.asObservable()}get userSubtitle(){return this.userSubtitleSub.asObservable()}set volume(e){this.media.setVolume(e)}get volume(){return this.media.getVolume()}constructor(e,t){this.config=e,this.media=t,this.layoutSub=new l,this.projectsSub=new g(1),this.destorySub=new l,this.aiiaSubtitleSub=new l,this.userSubtitleSub=new l,this.aiiaSubtitleClearSub=new l,this.userSubtitleClearSub=new l,this.stateSub=new S("NotStart"),this.sampleRateOfWhisper={input:e.llmSampleRate,output:16e3},this.channelState={proxy:!1,cloud:!1},this.isMuteAiia=!1,this.chat=new z(e),k.code(R["指定依賴已完成"],"chat"),this.close=this.onDestroy,this.behavior=this.behavior.bind(this),this.cloudToObj=this.cloudToObj.bind(this);const{userDelayTime:i,aiiaDelayTime:s}=e.autoClearSubtitle;isNaN(s)||this.aiiaSubtitleClearSub.pipe(y(s),p(this.destorySub)).subscribe(()=>{this.aiiaSubtitleSub.next("")}),isNaN(i)||this.userSubtitleClearSub.pipe(y(i),p(this.destorySub)).subscribe(()=>{this.userSubtitleSub.next("")})}start(){this.media.stateObs.pipe(p(this.destorySub)).subscribe(()=>{this.channelCheck()}),this.chat.message.pipe(p(this.destorySub)).subscribe(({event:e,data:t})=>{switch(e){case"cloud":this.cloudToObj(t);break;case"list":{const{id:e,name:i,specific:s}=this.config.project;let a=null;if(s&&void 0!==e)a=e;else{const s=c(t,t=>t.name===i||t.id===e);s&&(a=s.id)}null!==a?this.chooseProject(a):(this.projectsSub.next(t),this.stateSub.next("WattingProjectID"),k.code(R["請訂閱專案列表"]));break}case"channel":switch(t){case"open":this.channelState.proxy=!0,this.channelCheck();break;case"close":this.channelState.proxy=!1,this.media.stopRecord(),this.stateSub.next("CloseService");break;case"no_permissions":this.channelState.proxy=!1,this.stateSub.next("NoPermissions");break;case"reconnect":this.channelState.proxy=!1,this.stateSub.next("ReconnectingCloud")}}}),this.chat.start(),this.stateSub.next("ConnectingCloud"),k.code(R["啟動SDK"])}close;resetSession(){this.chat.sendToCloud({request:"reset"}),this.aiiaSubtitleSub.next(""),this.userSubtitleSub.next(""),this.media.stopAudio(),this.layoutSub.next({type:"resetLayout"})}chooseProject(e){this.chat.send("uuid",e),this.stateSub.next("ConnectingCloud")}mute(){this.isMuteAiia=!0,this.media.stopAudio(),this.media.stopRecord()}unmute(){this.isMuteAiia=!1,this.media.startRecord()}cloudToObj(e){try{const t=JSON.parse(e);void 0!==r(t,"signal")?this.behavior(t):u(t)?n(t,this.behavior):n(h(t),this.behavior)}catch(e){k.error("message transfer fail",e)}}behavior(e){switch(e.signal){case"layout":this.layoutSub.next(e.content);break;case"audio":if("sampleRate"===e.command)this.sampleRateOfWhisper.output=e.content;else switch(e.command){case"pcm":if(!this.isMuteAiia){const t=function(e,t,i){if(t===i)return e;const s=i/t,a=Math.ceil(e.length*s),n=new Float32Array(a);for(let t=0;t<a;t++){const i=t/s,a=Math.floor(i),o=i-a,r=e[a],c=e[Math.min(a+1,e.length-1)];n[t]=r+(c-r)*o}return n}(A(new Int16Array(e.content)),this.sampleRateOfWhisper.output,this.media.sampleRate);this.media.addAudioQueue({float32:t}),this.media.playAudio()}break;case"interrupted":this.media.stopAudio(),this.aiiaSubtitleSub.next("")}break;case"status":"Connected"===r(e,"content")&&(this.channelState.cloud=!0,this.channelCheck(),this.layoutSub.next({type:"resetLayout"}));break;case"agent":if(!this.isMuteAiia){const t=r(e,"content.function_result.response");void 0!==t&&(this.aiiaSubtitleSub.next(t),this.aiiaSubtitleClearSub.next())}break;case"asr":if(!this.isMuteAiia&&"ASR"===r(e,"content.function_type")){const t=r(e,"content.function_result.result");void 0!==t&&(this.userSubtitleSub.next(t),this.userSubtitleClearSub.next())}break;default:k.debug(e.signal)}}channelCheck(){const{proxy:e,cloud:t}=this.channelState;e&&t&&this.media.state===M.allowed?(this.chat.sendToCloud({request:"audio",command:"sampleRate",content:this.sampleRateOfWhisper.input}),this.media.pcm.pipe(p(this.destorySub)).subscribe(e=>{this.chat.sendToCloud({request:"audio",command:"pcm",content:T(e)})}),this.media.faceResult.pipe(p(this.destorySub)).subscribe(e=>{this.chat.send("face",e)}),this.media.startRecord(),this.media.startCapture(),this.stateSub.next("InService"),k.code(R["通道、雲端服務、麥克風都已就緒"])):e&&t&&this.media.state!==M.allowed&&(this.stateSub.next("InServiceNoMedia"),k.code(R["未取得媒體裝置權限，請重新設定或忽略此訊息"]))}onDestroy(){this.chat.onDestroy(),this.media.onDestroy(),this.destorySub.next(),this.destorySub.complete(),this.stateSub.next("Destroy"),this.stateSub.complete(),k.code(R["結束SDK"])}}function P(t){if(x){!function(e){const{info:t,error:i,warn:s,debug:a,fatal:n,code:o}=function(e){if(void 0===e||"all"===e)return{code:!0,error:!0,warn:!0,info:!0,debug:!0,fatal:!0};if("none"===e)return{error:!1,code:!1,warn:!1,info:!1,debug:!1,fatal:!1};if("boolean"==typeof e)return{code:e,error:e,warn:e,info:e,debug:e,fatal:e};{const t=new Set(e);return{code:t.has("code"),debug:t.has("debug"),fatal:t.has("fatal"),error:t.has("error"),warn:t.has("warn"),info:t.has("info")}}}(e);o||(D.code=()=>{}),a||(D.debug=()=>{}),t||(D.info=()=>{}),s||(D.warn=()=>{}),i||(D.error=()=>{}),n||(D.fatal=()=>{})}(r(t,"debug",!0)),k.code(R["初始化必要依賴"]);const i=new E(e({},t));k.code(R["指定依賴已完成"],"config");const s=new V(i.mediaStream);k.code(R["指定依賴已完成"],"config");const a=new q(i,s);return k.code(R["指定依賴已完成"],"sdk"),""!==i.worklet_url&&s.init(i.worklet_url,i),a}throw new Error(v["環境錯誤(browser)"])}export{P as initSdk};

package/dist/node.cjs

@@ -1 +1 @@
-"use strict";var t=require("moment"),e=require("socket.io"),r=require("rxjs"),n=require("axios"),o=require("ws"),i=require("fs"),a=require("os"),c=require("path"),s="undefined"!=typeof globalThis?globalThis:"undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof self?self:{};function u(t){return t&&t.__esModule&&Object.prototype.hasOwnProperty.call(t,"default")?t.default:t}var f="object"==typeof s&&s&&s.Object===Object&&s,l=f,h="object"==typeof self&&self&&self.Object===Object&&self,v=l||h||Function("return this")(),p=v.Symbol,b=p,d=Object.prototype,y=d.hasOwnProperty,_=d.toString,g=b?b.toStringTag:void 0;var O=function(t){var e=y.call(t,g),r=t[g];try{t[g]=void 0;var n=!0}catch(t){}var o=_.call(t);return n&&(e?t[g]=r:delete t[g]),o},j=Object.prototype.toString;var S=O,w=function(t){return j.call(t)},m=p?p.toStringTag:void 0;var E=function(t){return null==t?void 0===t?"[object Undefined]":"[object Null]":m&&m in Object(t)?S(t):w(t)};var A=function(t){var e=typeof t;return null!=t&&("object"==e||"function"==e)},D=E,N=A;var R,k=function(t){if(!N(t))return!1;var e=D(t);return"[object Function]"==e||"[object GeneratorFunction]"==e||"[object AsyncFunction]"==e||"[object Proxy]"==e},M=v["__core-js_shared__"],C=(R=/[^.]+$/.exec(M&&M.keys&&M.keys.IE_PROTO||""))?"Symbol(src)_1."+R:"";var P=function(t){return!!C&&C in t},I=Function.prototype.toString;var L=function(t){if(null!=t){try{return I.call(t)}catch(t){}try{return t+""}catch(t){}}return""},T=k,x=P,U=A,F=L,$=/^\[object .+?Constructor\]$/,W=Function.prototype,z=Object.prototype,G=W.toString,B=z.hasOwnProperty,V=RegExp("^"+G.call(B).replace(/[\\^$.*+?()[\]{}|]/g,"\\$&").replace(/hasOwnProperty|(function).*?(?=\\\()| for .+?(?=\\\])/g,"$1.*?")+"$");var X=function(t){return!(!U(t)||x(t))&&(T(t)?V:$).test(F(t))},Y=function(t,e){return null==t?void 0:t[e]};var q=function(t,e){var r=Y(t,e);return X(r)?r:void 0},H=q,K=function(){try{var t=H(Object,"defineProperty");return t({},"",{}),t}catch(t){}}(),Q=K;var J=function(t,e,r){"__proto__"==e&&Q?Q(t,e,{configurable:!0,enumerable:!0,value:r,writable:!0}):t[e]=r};var Z=function(t,e){return t===e||t!=t&&e!=e},tt=J,et=Z,rt=Object.prototype.hasOwnProperty;var nt=function(t,e,r){var n=t[e];rt.call(t,e)&&et(n,r)&&(void 0!==r||e in t)||tt(t,e,r)},ot=nt,it=J;var at=function(t,e,r,n){var o=!r;r||(r={});for(var i=-1,a=e.length;++i<a;){var c=e[i],s=n?n(r[c],t[c],c,r,t):void 0;void 0===s&&(s=t[c]),o?it(r,c,s):ot(r,c,s)}return r};var ct=function(t){return t};var st=function(t,e,r){switch(r.length){case 0:return t.call(e);case 1:return t.call(e,r[0]);case 2:return t.call(e,r[0],r[1]);case 3:return t.call(e,r[0],r[1],r[2])}return t.apply(e,r)},ut=Math.max;var ft=function(t,e,r){return e=ut(void 0===e?t.length-1:e,0),function(){for(var n=arguments,o=-1,i=ut(n.length-e,0),a=Array(i);++o<i;)a[o]=n[e+o];o=-1;for(var c=Array(e+1);++o<e;)c[o]=n[o];return c[e]=r(a),st(t,this,c)}};var lt=function(t){return function(){return t}},ht=K,vt=ht?function(t,e){return ht(t,"toString",{configurable:!0,enumerable:!1,value:lt(e),writable:!0})}:ct,pt=Date.now;var bt=function(t){var e=0,r=0;return function(){var n=pt(),o=16-(n-r);if(r=n,o>0){if(++e>=800)return arguments[0]}else e=0;return t.apply(void 0,arguments)}}(vt),dt=ct,yt=ft,_t=bt;var gt=function(t){return"number"==typeof t&&t>-1&&t%1==0&&t<=9007199254740991},Ot=k,jt=gt;var St=function(t){return null!=t&&jt(t.length)&&!Ot(t)},wt=/^(?:0|[1-9]\d*)$/;var mt=function(t,e){var r=typeof t;return!!(e=null==e?9007199254740991:e)&&("number"==r||"symbol"!=r&&wt.test(t))&&t>-1&&t%1==0&&t<e},Et=Z,At=St,Dt=mt,Nt=A;var Rt=function(t,e){return _t(yt(t,e,dt),t+"")},kt=function(t,e,r){if(!Nt(r))return!1;var n=typeof e;return!!("number"==n?At(r)&&Dt(e,r.length):"string"==n&&e in r)&&Et(r[e],t)};var Mt=function(t){return Rt(function(e,r){var n=-1,o=r.length,i=o>1?r[o-1]:void 0,a=o>2?r[2]:void 0;for(i=t.length>3&&"function"==typeof i?(o--,i):void 0,a&&kt(r[0],r[1],a)&&(i=o<3?void 0:i,o=1),e=Object(e);++n<o;){var c=r[n];c&&t(e,c,n,i)}return e})},Ct=Object.prototype;var Pt=function(t){var e=t&&t.constructor;return t===("function"==typeof e&&e.prototype||Ct)};var It=function(t,e){for(var r=-1,n=Array(t);++r<t;)n[r]=e(r);return n};var Lt=function(t){return null!=t&&"object"==typeof t},Tt=E,xt=Lt;var Ut=function(t){return xt(t)&&"[object Arguments]"==Tt(t)},Ft=Lt,$t=Object.prototype,Wt=$t.hasOwnProperty,zt=$t.propertyIsEnumerable,Gt=Ut(function(){return arguments}())?Ut:function(t){return Ft(t)&&Wt.call(t,"callee")&&!zt.call(t,"callee")},Bt=Array.isArray,Vt=u(Bt),Xt={exports:{}};var Yt=function(){return!1};!function(t,e){var r=v,n=Yt,o=e&&!e.nodeType&&e,i=o&&t&&!t.nodeType&&t,a=i&&i.exports===o?r.Buffer:void 0,c=(a?a.isBuffer:void 0)||n;t.exports=c}(Xt,Xt.exports);var qt=Xt.exports,Ht=E,Kt=gt,Qt=Lt,Jt={};Jt["[object Float32Array]"]=Jt["[object Float64Array]"]=Jt["[object Int8Array]"]=Jt["[object Int16Array]"]=Jt["[object Int32Array]"]=Jt["[object Uint8Array]"]=Jt["[object Uint8ClampedArray]"]=Jt["[object Uint16Array]"]=Jt["[object Uint32Array]"]=!0,Jt["[object Arguments]"]=Jt["[object Array]"]=Jt["[object ArrayBuffer]"]=Jt["[object Boolean]"]=Jt["[object DataView]"]=Jt["[object Date]"]=Jt["[object Error]"]=Jt["[object Function]"]=Jt["[object Map]"]=Jt["[object Number]"]=Jt["[object Object]"]=Jt["[object RegExp]"]=Jt["[object Set]"]=Jt["[object String]"]=Jt["[object WeakMap]"]=!1;var Zt=function(t){return Qt(t)&&Kt(t.length)&&!!Jt[Ht(t)]};var te=function(t){return function(e){return t(e)}},ee={exports:{}};!function(t,e){var r=f,n=e&&!e.nodeType&&e,o=n&&t&&!t.nodeType&&t,i=o&&o.exports===n&&r.process,a=function(){try{var t=o&&o.require&&o.require("util").types;return t||i&&i.binding&&i.binding("util")}catch(t){}}();t.exports=a}(ee,ee.exports);var re=ee.exports,ne=Zt,oe=te,ie=re&&re.isTypedArray,ae=ie?oe(ie):ne,ce=It,se=Gt,ue=Bt,fe=qt,le=mt,he=ae,ve=Object.prototype.hasOwnProperty;var pe=function(t,e){var r=ue(t),n=!r&&se(t),o=!r&&!n&&fe(t),i=!r&&!n&&!o&&he(t),a=r||n||o||i,c=a?ce(t.length,String):[],s=c.length;for(var u in t)!e&&!ve.call(t,u)||a&&("length"==u||o&&("offset"==u||"parent"==u)||i&&("buffer"==u||"byteLength"==u||"byteOffset"==u)||le(u,s))||c.push(u);return c};var be=function(t,e){return function(r){return t(e(r))}},de=be(Object.keys,Object),ye=Pt,_e=de,ge=Object.prototype.hasOwnProperty;var Oe=pe,je=function(t){if(!ye(t))return _e(t);var e=[];for(var r in Object(t))ge.call(t,r)&&"constructor"!=r&&e.push(r);return e},Se=St;var we=function(t){return Se(t)?Oe(t):je(t)},me=nt,Ee=at,Ae=Mt,De=St,Ne=Pt,Re=we,ke=Object.prototype.hasOwnProperty,Me=u(Ae(function(t,e){if(Ne(e)||De(e))Ee(e,Re(e),t);else for(var r in e)ke.call(e,r)&&me(t,r,e[r])})),Ce=E,Pe=Lt;var Ie=function(t){return"symbol"==typeof t||Pe(t)&&"[object Symbol]"==Ce(t)},Le=Bt,Te=Ie,xe=/\.|\[(?:[^[\]]*|(["'])(?:(?!\1)[^\\]|\\.)*?\1)\]/,Ue=/^\w*$/;var Fe=function(t,e){if(Le(t))return!1;var r=typeof t;return!("number"!=r&&"symbol"!=r&&"boolean"!=r&&null!=t&&!Te(t))||(Ue.test(t)||!xe.test(t)||null!=e&&t in Object(e))},$e=q(Object,"create"),We=$e;var ze=function(){this.__data__=We?We(null):{},this.size=0};var Ge=function(t){var e=this.has(t)&&delete this.__data__[t];return this.size-=e?1:0,e},Be=$e,Ve=Object.prototype.hasOwnProperty;var Xe=function(t){var e=this.__data__;if(Be){var r=e[t];return"__lodash_hash_undefined__"===r?void 0:r}return Ve.call(e,t)?e[t]:void 0},Ye=$e,qe=Object.prototype.hasOwnProperty;var He=$e;var Ke=ze,Qe=Ge,Je=Xe,Ze=function(t){var e=this.__data__;return Ye?void 0!==e[t]:qe.call(e,t)},tr=function(t,e){var r=this.__data__;return this.size+=this.has(t)?0:1,r[t]=He&&void 0===e?"__lodash_hash_undefined__":e,this};function er(t){var e=-1,r=null==t?0:t.length;for(this.clear();++e<r;){var n=t[e];this.set(n[0],n[1])}}er.prototype.clear=Ke,er.prototype.delete=Qe,er.prototype.get=Je,er.prototype.has=Ze,er.prototype.set=tr;var rr=er;var nr=function(){this.__data__=[],this.size=0},or=Z;var ir=function(t,e){for(var r=t.length;r--;)if(or(t[r][0],e))return r;return-1},ar=ir,cr=Array.prototype.splice;var sr=ir;var ur=ir;var fr=ir;var lr=nr,hr=function(t){var e=this.__data__,r=ar(e,t);return!(r<0)&&(r==e.length-1?e.pop():cr.call(e,r,1),--this.size,!0)},vr=function(t){var e=this.__data__,r=sr(e,t);return r<0?void 0:e[r][1]},pr=function(t){return ur(this.__data__,t)>-1},br=function(t,e){var r=this.__data__,n=fr(r,t);return n<0?(++this.size,r.push([t,e])):r[n][1]=e,this};function dr(t){var e=-1,r=null==t?0:t.length;for(this.clear();++e<r;){var n=t[e];this.set(n[0],n[1])}}dr.prototype.clear=lr,dr.prototype.delete=hr,dr.prototype.get=vr,dr.prototype.has=pr,dr.prototype.set=br;var yr=dr,_r=q(v,"Map"),gr=rr,Or=yr,jr=_r;var Sr=function(t){var e=typeof t;return"string"==e||"number"==e||"symbol"==e||"boolean"==e?"__proto__"!==t:null===t};var wr=function(t,e){var r=t.__data__;return Sr(e)?r["string"==typeof e?"string":"hash"]:r.map},mr=wr;var Er=wr;var Ar=wr;var Dr=wr;var Nr=function(){this.size=0,this.__data__={hash:new gr,map:new(jr||Or),string:new gr}},Rr=function(t){var e=mr(this,t).delete(t);return this.size-=e?1:0,e},kr=function(t){return Er(this,t).get(t)},Mr=function(t){return Ar(this,t).has(t)},Cr=function(t,e){var r=Dr(this,t),n=r.size;return r.set(t,e),this.size+=r.size==n?0:1,this};function Pr(t){var e=-1,r=null==t?0:t.length;for(this.clear();++e<r;){var n=t[e];this.set(n[0],n[1])}}Pr.prototype.clear=Nr,Pr.prototype.delete=Rr,Pr.prototype.get=kr,Pr.prototype.has=Mr,Pr.prototype.set=Cr;var Ir=Pr,Lr=Ir;function Tr(t,e){if("function"!=typeof t||null!=e&&"function"!=typeof e)throw new TypeError("Expected a function");var r=function(){var n=arguments,o=e?e.apply(this,n):n[0],i=r.cache;if(i.has(o))return i.get(o);var a=t.apply(this,n);return r.cache=i.set(o,a)||i,a};return r.cache=new(Tr.Cache||Lr),r}Tr.Cache=Lr;var xr=Tr;var Ur=/[^.[\]]+|\[(?:(-?\d+(?:\.\d+)?)|(["'])((?:(?!\2)[^\\]|\\.)*?)\2)\]|(?=(?:\.|\[\])(?:\.|\[\]|$))/g,Fr=/\\(\\)?/g,$r=function(t){var e=xr(t,function(t){return 500===r.size&&r.clear(),t}),r=e.cache;return e}(function(t){var e=[];return 46===t.charCodeAt(0)&&e.push(""),t.replace(Ur,function(t,r,n,o){e.push(n?o.replace(Fr,"$1"):r||t)}),e});var Wr=function(t,e){for(var r=-1,n=null==t?0:t.length,o=Array(n);++r<n;)o[r]=e(t[r],r,t);return o},zr=Wr,Gr=Bt,Br=Ie,Vr=p?p.prototype:void 0,Xr=Vr?Vr.toString:void 0;var Yr=function t(e){if("string"==typeof e)return e;if(Gr(e))return zr(e,t)+"";if(Br(e))return Xr?Xr.call(e):"";var r=e+"";return"0"==r&&1/e==-1/0?"-0":r},qr=Yr;var Hr=Bt,Kr=Fe,Qr=$r,Jr=function(t){return null==t?"":qr(t)};var Zr=function(t,e){return Hr(t)?t:Kr(t,e)?[t]:Qr(Jr(t))},tn=Ie;var en=function(t){if("string"==typeof t||tn(t))return t;var e=t+"";return"0"==e&&1/t==-1/0?"-0":e},rn=Zr,nn=en;var on=function(t,e){for(var r=0,n=(e=rn(e,t)).length;null!=t&&r<n;)t=t[nn(e[r++])];return r&&r==n?t:void 0},an=on;var cn,sn=function(t,e,r){var n=null==t?void 0:an(t,e);return void 0===n?r:n},un=u(sn);!function(t){t["網絡錯誤"]="ERROR CODE: 500",t["環境錯誤(browser)"]="ERROR CODE: 1001",t["Worklet模組載入失敗"]="ERROR CODE: 1002",t["未獲得媒體裝置權限"]="ERROR CODE: 1003",t["實例已摧毀"]="ERROR CODE: 1004",t["環境錯誤(nodejs)"]="ERROR CODE: 2001",t["未提供憑證"]="ERROR CODE: 2002",t["獲取權杖失敗"]="ERROR CODE: 2003",t["沒有可用專案"]="ERROR CODE: 2004",t["重複初始化"]="ERROR CODE: 2005"}(cn||(cn={}));const fn="access_token",ln="undefined"!=typeof process&&null!=process.versions&&null!=process.versions.node;class hn{config;get webserver(){return this.config.webserver}get environment(){return this.config.env}get license(){return this.config.license??""}get port(){return function(t,e){const r=e??NaN;if(t){const e=parseInt(t);return isNaN(e)?r:e}return r}(process.env.PORT,this.config.port??3e3)}get ws_url(){return this.config.ws_url??""}get worklet_url(){return this.config.worklet_url??""}get project(){const{project:t}=Me({},this.config);return void 0===t?{specific:!1}:"string"==typeof t?{name:t,id:t,specific:!1}:Me({},t,{specific:!0})}get endPoint(){return this.environment,{api:"https://aiia-content-management-dev-21193779403.asia-east1.run.app",socket:"wss://graphen-agentic-workflow-dev-21193779403.asia-east1.run.app"}}get debug(){return this.config.debug??!0}get mediaStream(){return this.config.mediaStream}get chunkTimeInSeconds(){return"number"==typeof this.config.chunkTimeInSeconds&&this.config.chunkTimeInSeconds>0?this.config.chunkTimeInSeconds:1}get llmSampleRate(){return"number"==typeof this.config.llmSampleRate&&this.config.llmSampleRate>0?this.config.llmSampleRate:16e3}constructor(t){this.config=t}}var vn=function(t,e){for(var r=-1,n=null==t?0:t.length;++r<n&&!1!==e(t[r],r,t););return t};var pn=function(t){return function(e,r,n){for(var o=-1,i=Object(e),a=n(e),c=a.length;c--;){var s=a[t?c:++o];if(!1===r(i[s],s,i))break}return e}}(),bn=we;var dn=St;var yn=function(t,e){return function(r,n){if(null==r)return r;if(!dn(r))return t(r,n);for(var o=r.length,i=e?o:-1,a=Object(r);(e?i--:++i<o)&&!1!==n(a[i],i,a););return r}}(function(t,e){return t&&pn(t,e,bn)}),_n=ct;var gn=vn,On=yn,jn=function(t){return"function"==typeof t?t:_n},Sn=Bt;var wn,mn=u(function(t,e){return(Sn(t)?gn:On)(t,jn(e))});!function(t){t["通道、雲端服務、麥克風都已就緒"]="CODE: 1000",t["未取得媒體裝置權限，請重新設定或忽略此訊息"]="CODE: 1001",t["請訂閱專案列表"]="CODE: 1002",t["初始化必要依賴"]="CODE: 1010",t["指定依賴已完成"]="CODE: 1011",t["啟動SDK"]="CODE: 1012",t["結束SDK"]="CODE: 1013",t["安全的關閉連線"]="CODE: 2000",t["無副作用的關閉連線"]="CODE: 2001",t["與雲端的服務中斷"]="CODE: 2002",t["沒有授權，請聯繫Graphen"]="CODE: 2003",t["自動重新連線連端服務"]="CODE: 2004",t["未預期的斷線，請聯繫Graphen"]="CODE: 2005",t["開始初始化必要模組"]="CODE: 2010",t["指定模組初始化完成"]="CODE: 2011",t["啟動服務"]="CODE: 2012",t["服務結束"]="CODE: 2013"}(wn||(wn={}));const En={code:console.log,debug:console.log,info:console.log,warn:console.warn,error:console.error,fatal:console.error},An=[];function Dn(t){return An.push(t),Dn}const Nn=new Proxy(En,{get(e,r,n){if("string"==typeof r)switch(r){case"debug":case"info":case"error":case"warn":case"fatal":case"code":return(...n)=>{const o=t().format("yyyy-MM-DD[T]HH:mm:ss");mn(An,t=>{t.next(r,o,...n)}),e[r](`[Aiia::${r}_${o}_]`,...n)};default:return}},set:(t,e,r,n)=>!0});class Rn{config;server;memberSub;get port(){return this.config.port}get webserver(){return this.config.webserver}get memberChange(){return this.memberSub.asObservable()}constructor(t){this.config=t,this.memberSub=new r.Subject}start(){this.server=new e.Server(this.webserver,{cors:{origin:"*"}}),this.server.on("connection",t=>{this.memberSub.next({type:"in",socket:t}),Nn.debug("client on",t.id),t.on("disconnect",e=>{this.memberSub.next({type:"out",socket:t}),Nn.debug("client off",e)})}),void 0===this.webserver&&this.server.listen(this.port)}onDestory(){this.server&&this.server.close()}}var kn=yr;var Mn=yr,Cn=_r,Pn=Ir;var In=yr,Ln=function(){this.__data__=new kn,this.size=0},Tn=function(t){var e=this.__data__,r=e.delete(t);return this.size=e.size,r},xn=function(t){return this.__data__.get(t)},Un=function(t){return this.__data__.has(t)},Fn=function(t,e){var r=this.__data__;if(r instanceof Mn){var n=r.__data__;if(!Cn||n.length<199)return n.push([t,e]),this.size=++r.size,this;r=this.__data__=new Pn(n)}return r.set(t,e),this.size=r.size,this};function $n(t){var e=this.__data__=new In(t);this.size=e.size}$n.prototype.clear=Ln,$n.prototype.delete=Tn,$n.prototype.get=xn,$n.prototype.has=Un,$n.prototype.set=Fn;var Wn=$n;var zn=Ir,Gn=function(t){return this.__data__.set(t,"__lodash_hash_undefined__"),this},Bn=function(t){return this.__data__.has(t)};function Vn(t){var e=-1,r=null==t?0:t.length;for(this.__data__=new zn;++e<r;)this.add(t[e])}Vn.prototype.add=Vn.prototype.push=Gn,Vn.prototype.has=Bn;var Xn=Vn,Yn=function(t,e){for(var r=-1,n=null==t?0:t.length;++r<n;)if(e(t[r],r,t))return!0;return!1},qn=function(t,e){return t.has(e)};var Hn=function(t,e,r,n,o,i){var a=1&r,c=t.length,s=e.length;if(c!=s&&!(a&&s>c))return!1;var u=i.get(t),f=i.get(e);if(u&&f)return u==e&&f==t;var l=-1,h=!0,v=2&r?new Xn:void 0;for(i.set(t,e),i.set(e,t);++l<c;){var p=t[l],b=e[l];if(n)var d=a?n(b,p,l,e,t,i):n(p,b,l,t,e,i);if(void 0!==d){if(d)continue;h=!1;break}if(v){if(!Yn(e,function(t,e){if(!qn(v,e)&&(p===t||o(p,t,r,n,i)))return v.push(e)})){h=!1;break}}else if(p!==b&&!o(p,b,r,n,i)){h=!1;break}}return i.delete(t),i.delete(e),h},Kn=v.Uint8Array;var Qn=function(t){var e=-1,r=Array(t.size);return t.forEach(function(t,n){r[++e]=[n,t]}),r};var Jn=Kn,Zn=Z,to=Hn,eo=Qn,ro=function(t){var e=-1,r=Array(t.size);return t.forEach(function(t){r[++e]=t}),r},no=p?p.prototype:void 0,oo=no?no.valueOf:void 0;var io=function(t,e,r,n,o,i,a){switch(r){case"[object DataView]":if(t.byteLength!=e.byteLength||t.byteOffset!=e.byteOffset)return!1;t=t.buffer,e=e.buffer;case"[object ArrayBuffer]":return!(t.byteLength!=e.byteLength||!i(new Jn(t),new Jn(e)));case"[object Boolean]":case"[object Date]":case"[object Number]":return Zn(+t,+e);case"[object Error]":return t.name==e.name&&t.message==e.message;case"[object RegExp]":case"[object String]":return t==e+"";case"[object Map]":var c=eo;case"[object Set]":var s=1&n;if(c||(c=ro),t.size!=e.size&&!s)return!1;var u=a.get(t);if(u)return u==e;n|=2,a.set(t,e);var f=to(c(t),c(e),n,o,i,a);return a.delete(t),f;case"[object Symbol]":if(oo)return oo.call(t)==oo.call(e)}return!1};var ao=function(t,e){for(var r=-1,n=e.length,o=t.length;++r<n;)t[o+r]=e[r];return t},co=ao,so=Bt;var uo=function(t,e,r){var n=e(t);return so(t)?n:co(n,r(t))};var fo=function(){return[]},lo=function(t,e){for(var r=-1,n=null==t?0:t.length,o=0,i=[];++r<n;){var a=t[r];e(a,r,t)&&(i[o++]=a)}return i},ho=fo,vo=Object.prototype.propertyIsEnumerable,po=Object.getOwnPropertySymbols,bo=po?function(t){return null==t?[]:(t=Object(t),lo(po(t),function(e){return vo.call(t,e)}))}:ho,yo=uo,_o=bo,go=we;var Oo=function(t){return yo(t,go,_o)},jo=Oo,So=Object.prototype.hasOwnProperty;var wo=function(t,e,r,n,o,i){var a=1&r,c=jo(t),s=c.length;if(s!=jo(e).length&&!a)return!1;for(var u=s;u--;){var f=c[u];if(!(a?f in e:So.call(e,f)))return!1}var l=i.get(t),h=i.get(e);if(l&&h)return l==e&&h==t;var v=!0;i.set(t,e),i.set(e,t);for(var p=a;++u<s;){var b=t[f=c[u]],d=e[f];if(n)var y=a?n(d,b,f,e,t,i):n(b,d,f,t,e,i);if(!(void 0===y?b===d||o(b,d,r,n,i):y)){v=!1;break}p||(p="constructor"==f)}if(v&&!p){var _=t.constructor,g=e.constructor;_==g||!("constructor"in t)||!("constructor"in e)||"function"==typeof _&&_ instanceof _&&"function"==typeof g&&g instanceof g||(v=!1)}return i.delete(t),i.delete(e),v},mo=q(v,"DataView"),Eo=_r,Ao=q(v,"Promise"),Do=q(v,"Set"),No=q(v,"WeakMap"),Ro=E,ko=L,Mo="[object Map]",Co="[object Promise]",Po="[object Set]",Io="[object WeakMap]",Lo="[object DataView]",To=ko(mo),xo=ko(Eo),Uo=ko(Ao),Fo=ko(Do),$o=ko(No),Wo=Ro;(mo&&Wo(new mo(new ArrayBuffer(1)))!=Lo||Eo&&Wo(new Eo)!=Mo||Ao&&Wo(Ao.resolve())!=Co||Do&&Wo(new Do)!=Po||No&&Wo(new No)!=Io)&&(Wo=function(t){var e=Ro(t),r="[object Object]"==e?t.constructor:void 0,n=r?ko(r):"";if(n)switch(n){case To:return Lo;case xo:return Mo;case Uo:return Co;case Fo:return Po;case $o:return Io}return e});var zo=Wo,Go=Wn,Bo=Hn,Vo=io,Xo=wo,Yo=zo,qo=Bt,Ho=qt,Ko=ae,Qo="[object Arguments]",Jo="[object Array]",Zo="[object Object]",ti=Object.prototype.hasOwnProperty;var ei=function(t,e,r,n,o,i){var a=qo(t),c=qo(e),s=a?Jo:Yo(t),u=c?Jo:Yo(e),f=(s=s==Qo?Zo:s)==Zo,l=(u=u==Qo?Zo:u)==Zo,h=s==u;if(h&&Ho(t)){if(!Ho(e))return!1;a=!0,f=!1}if(h&&!f)return i||(i=new Go),a||Ko(t)?Bo(t,e,r,n,o,i):Vo(t,e,s,r,n,o,i);if(!(1&r)){var v=f&&ti.call(t,"__wrapped__"),p=l&&ti.call(e,"__wrapped__");if(v||p){var b=v?t.value():t,d=p?e.value():e;return i||(i=new Go),o(b,d,r,n,i)}}return!!h&&(i||(i=new Go),Xo(t,e,r,n,o,i))},ri=Lt;var ni=function t(e,r,n,o,i){return e===r||(null==e||null==r||!ri(e)&&!ri(r)?e!=e&&r!=r:ei(e,r,n,o,t,i))},oi=Wn,ii=ni;var ai=A;var ci=function(t){return t==t&&!ai(t)},si=ci,ui=we;var fi=function(t,e){return function(r){return null!=r&&(r[t]===e&&(void 0!==e||t in Object(r)))}},li=function(t,e,r,n){var o=r.length,i=o,a=!n;if(null==t)return!i;for(t=Object(t);o--;){var c=r[o];if(a&&c[2]?c[1]!==t[c[0]]:!(c[0]in t))return!1}for(;++o<i;){var s=(c=r[o])[0],u=t[s],f=c[1];if(a&&c[2]){if(void 0===u&&!(s in t))return!1}else{var l=new oi;if(n)var h=n(u,f,s,t,e,l);if(!(void 0===h?ii(f,u,3,n,l):h))return!1}}return!0},hi=function(t){for(var e=ui(t),r=e.length;r--;){var n=e[r],o=t[n];e[r]=[n,o,si(o)]}return e},vi=fi;var pi=Zr,bi=Gt,di=Bt,yi=mt,_i=gt,gi=en;var Oi=function(t,e,r){for(var n=-1,o=(e=pi(e,t)).length,i=!1;++n<o;){var a=gi(e[n]);if(!(i=null!=t&&r(t,a)))break;t=t[a]}return i||++n!=o?i:!!(o=null==t?0:t.length)&&_i(o)&&yi(a,o)&&(di(t)||bi(t))},ji=function(t,e){return null!=t&&e in Object(t)},Si=Oi;var wi=function(t,e){return null!=t&&Si(t,e,ji)},mi=ni,Ei=sn,Ai=wi,Di=Fe,Ni=ci,Ri=fi,ki=en;var Mi=function(t,e){return Di(t)&&Ni(e)?Ri(ki(t),e):function(r){var n=Ei(r,t);return void 0===n&&n===e?Ai(r,t):mi(e,n,3)}};var Ci=on;var Pi=function(t){return function(e){return Ci(e,t)}},Ii=function(t){return function(e){return null==e?void 0:e[t]}},Li=Pi,Ti=Fe,xi=en;var Ui=function(t){return Ti(t)?Ii(xi(t)):Li(t)},Fi=function(t){var e=hi(t);return 1==e.length&&e[0][2]?vi(e[0][0],e[0][1]):function(r){return r===t||li(r,t,e)}},$i=Mi,Wi=ct,zi=Bt,Gi=Ui;var Bi=yn,Vi=St;var Xi=Wr,Yi=function(t){return"function"==typeof t?t:null==t?Wi:"object"==typeof t?zi(t)?$i(t[0],t[1]):Fi(t):Gi(t)},qi=function(t,e){var r=-1,n=Vi(t)?Array(t.length):[];return Bi(t,function(t,o,i){n[++r]=e(t,o,i)}),n},Hi=Bt;var Ki,Qi=u(function(t,e){return(Hi(t)?Xi:qi)(t,Yi(e))});class Ji{instance;controller;constructor(t){this.controller=new AbortController,this.instance=n.create({baseURL:t,signal:this.controller.signal})}async getAccessToken(t,e){const r={license_number:t,token_value:e??""},n=await this.instance.post("/api/v1/license/agent_token",r).then(t=>un(t.data,"token_value","")).catch(()=>null);if(null===n)throw new Error(cn["網絡錯誤"]);if(""===n)throw new Error(cn["獲取權杖失敗"]);return n}async getProjectList(t){const e=await this.instance.post("/api/v1/license/projects",{license_number:t}).then(t=>Qi(un(t,"data.projects",[]),({id:t,sub_project_name:e})=>({id:t,name:e}))).catch(t=>null);if(null===e)throw new Error(cn["網絡錯誤"]);if(0===e.length)throw new Error(cn["沒有可用專案"]);return e}onDestory(){this.controller.abort()}}!function(t){t[t.MDN_NORMAL_CLOSURE=1e3]="MDN_NORMAL_CLOSURE",t[t.MDN_GOING_AWAY=1001]="MDN_GOING_AWAY",t[t.MDN_PROTOCOL_ERROR=1002]="MDN_PROTOCOL_ERROR",t[t.MDN_UNSUPPORTED_DATA=1003]="MDN_UNSUPPORTED_DATA",t[t.MDN_RESERVED_1004=1004]="MDN_RESERVED_1004",t[t.MDN_NO_STATUS_RECEIVED=1005]="MDN_NO_STATUS_RECEIVED",t[t.MDN_ABNORMAL_CLOSURE=1006]="MDN_ABNORMAL_CLOSURE",t[t.MDN_INVALID_FRAME_PAYLOAD=1007]="MDN_INVALID_FRAME_PAYLOAD",t[t.MDN_POLICY_VIOLATION=1008]="MDN_POLICY_VIOLATION",t[t.MDN_MESSAGE_TOO_BIG=1009]="MDN_MESSAGE_TOO_BIG",t[t.MDN_MANDATORY_EXTENSION=1010]="MDN_MANDATORY_EXTENSION",t[t.MDN_INTERNAL_ERROR=1011]="MDN_INTERNAL_ERROR",t[t.MDN_SERVICE_RESTART=1012]="MDN_SERVICE_RESTART",t[t.MDN_TRY_AGAIN_LATER=1013]="MDN_TRY_AGAIN_LATER",t[t.MDN_BAD_GATEWAY=1014]="MDN_BAD_GATEWAY",t[t.MDN_TLS_HANDSHAKE=1015]="MDN_TLS_HANDSHAKE",t[t.MANUAL_CLOSE=4001]="MANUAL_CLOSE",t[t.WS_5000_NORAML_CLOSURE=5e3]="WS_5000_NORAML_CLOSURE",t[t.WS_5001_UNAUTHORIZED=5001]="WS_5001_UNAUTHORIZED",t[t.WS_5002_LICENSE_EXPIRED=5002]="WS_5002_LICENSE_EXPIRED",t[t.WS_5003_TOKEN_EXPIRED=5003]="WS_5003_TOKEN_EXPIRED"}(Ki||(Ki={}));class Zi{socket;messageSub;linkStartSub;destorySub;closeSub;get message(){return this.messageSub.asObservable()}get close(){return this.closeSub.asObservable()}get linkStart(){return this.linkStartSub.asObservable()}messageQueue=[];isConnected;constructor(){this.isConnected=!1,this.messageSub=new r.Subject,this.linkStartSub=new r.Subject,this.closeSub=new r.Subject,this.destorySub=new r.Subject}start(t){this.socket=new o(t,{autoPong:!0}),r.fromEvent(this.socket,"open").pipe(r.takeUntil(this.destorySub)).subscribe(()=>{this.isConnected=!0,this.linkStartSub.next(),Nn.code(wn["啟動服務"],"proxy"),this.flushMessageQueue()}),r.fromEvent(this.socket,"message").pipe(r.takeUntil(this.destorySub)).subscribe(t=>{const{data:e}=t;this.messageSub.next(e)}),r.fromEvent(this.socket,"error").pipe(r.takeUntil(this.destorySub)).subscribe(t=>{const{error:e}=t;Nn.error("Proxy has some problem",e)}),r.fromEvent(this.socket,"close").pipe(r.takeUntil(this.destorySub)).subscribe(t=>{this.isConnected=!1;const{code:e,reason:r}=t;switch(e){case Ki.MANUAL_CLOSE:Nn.code(wn["無副作用的關閉連線"]);break;case Ki.WS_5000_NORAML_CLOSURE:case Ki.MDN_NORMAL_CLOSURE:case Ki.MDN_GOING_AWAY:this.closeSub.next("close"),Nn.code(wn["安全的關閉連線"]);break;case Ki.MDN_NO_STATUS_RECEIVED:case Ki.MDN_ABNORMAL_CLOSURE:this.closeSub.next("close"),Nn.code(wn["與雲端的服務中斷"],{code:e,reason:r});break;case Ki.WS_5001_UNAUTHORIZED:case Ki.WS_5002_LICENSE_EXPIRED:this.closeSub.next("no_permissions"),Nn.code(wn["沒有授權，請聯繫Graphen"]);break;case Ki.WS_5003_TOKEN_EXPIRED:this.closeSub.next("reconnect"),Nn.code(wn["自動重新連線連端服務"]);break;default:this.closeSub.next("close"),Nn.code(wn["未預期的斷線，請聯繫Graphen"],{code:e,reason:r})}})}reconnect(t){this.onDestory(),this.destorySub=new r.Subject,this.start(t)}flushMessageQueue(){for(;this.messageQueue.length>0&&this.isConnected&&void 0!==this.socket;){const t=this.messageQueue.shift();t&&this.socket.send(t)}}send(t){this.isConnected&&void 0!==this.socket?this.socket.send(t):this.messageQueue.push(t)}onClose(){this.socket?.close(Ki.MANUAL_CLOSE)}onDestory(){this.destorySub.next(),this.destorySub.complete()}}var ta=at,ea=we;var ra=function(t,e){return t&&ta(e,ea(e),t)};var na=A,oa=Pt,ia=function(t){var e=[];if(null!=t)for(var r in Object(t))e.push(r);return e},aa=Object.prototype.hasOwnProperty;var ca=pe,sa=function(t){if(!na(t))return ia(t);var e=oa(t),r=[];for(var n in t)("constructor"!=n||!e&&aa.call(t,n))&&r.push(n);return r},ua=St;var fa=function(t){return ua(t)?ca(t,!0):sa(t)},la=at,ha=fa;var va=function(t,e){return t&&la(e,ha(e),t)},pa={exports:{}};!function(t,e){var r=v,n=e&&!e.nodeType&&e,o=n&&t&&!t.nodeType&&t,i=o&&o.exports===n?r.Buffer:void 0,a=i?i.allocUnsafe:void 0;t.exports=function(t,e){if(e)return t.slice();var r=t.length,n=a?a(r):new t.constructor(r);return t.copy(n),n}}(pa,pa.exports);var ba=pa.exports;var da=function(t,e){var r=-1,n=t.length;for(e||(e=Array(n));++r<n;)e[r]=t[r];return e},ya=at,_a=bo;var ga=function(t,e){return ya(t,_a(t),e)},Oa=be(Object.getPrototypeOf,Object),ja=ao,Sa=Oa,wa=bo,ma=fo,Ea=Object.getOwnPropertySymbols?function(t){for(var e=[];t;)ja(e,wa(t)),t=Sa(t);return e}:ma,Aa=at,Da=Ea;var Na=function(t,e){return Aa(t,Da(t),e)},Ra=uo,ka=Ea,Ma=fa;var Ca=function(t){return Ra(t,Ma,ka)},Pa=Object.prototype.hasOwnProperty;var Ia=function(t){var e=t.length,r=new t.constructor(e);return e&&"string"==typeof t[0]&&Pa.call(t,"index")&&(r.index=t.index,r.input=t.input),r},La=Kn;var Ta=function(t){var e=new t.constructor(t.byteLength);return new La(e).set(new La(t)),e},xa=Ta;var Ua=function(t,e){var r=e?xa(t.buffer):t.buffer;return new t.constructor(r,t.byteOffset,t.byteLength)},Fa=/\w*$/;var $a=function(t){var e=new t.constructor(t.source,Fa.exec(t));return e.lastIndex=t.lastIndex,e},Wa=p?p.prototype:void 0,za=Wa?Wa.valueOf:void 0;var Ga=Ta;var Ba=Ta,Va=Ua,Xa=$a,Ya=function(t){return za?Object(za.call(t)):{}},qa=function(t,e){var r=e?Ga(t.buffer):t.buffer;return new t.constructor(r,t.byteOffset,t.length)};var Ha=function(t,e,r){var n=t.constructor;switch(e){case"[object ArrayBuffer]":return Ba(t);case"[object Boolean]":case"[object Date]":return new n(+t);case"[object DataView]":return Va(t,r);case"[object Float32Array]":case"[object Float64Array]":case"[object Int8Array]":case"[object Int16Array]":case"[object Int32Array]":case"[object Uint8Array]":case"[object Uint8ClampedArray]":case"[object Uint16Array]":case"[object Uint32Array]":return qa(t,r);case"[object Map]":case"[object Set]":return new n;case"[object Number]":case"[object String]":return new n(t);case"[object RegExp]":return Xa(t);case"[object Symbol]":return Ya(t)}},Ka=A,Qa=Object.create,Ja=function(){function t(){}return function(e){if(!Ka(e))return{};if(Qa)return Qa(e);t.prototype=e;var r=new t;return t.prototype=void 0,r}}(),Za=Oa,tc=Pt;var ec=function(t){return"function"!=typeof t.constructor||tc(t)?{}:Ja(Za(t))},rc=zo,nc=Lt;var oc=function(t){return nc(t)&&"[object Map]"==rc(t)},ic=te,ac=re&&re.isMap,cc=ac?ic(ac):oc,sc=zo,uc=Lt;var fc=function(t){return uc(t)&&"[object Set]"==sc(t)},lc=te,hc=re&&re.isSet,vc=hc?lc(hc):fc,pc=Wn,bc=vn,dc=nt,yc=ra,_c=va,gc=ba,Oc=da,jc=ga,Sc=Na,wc=Oo,mc=Ca,Ec=zo,Ac=Ia,Dc=Ha,Nc=ec,Rc=Bt,kc=qt,Mc=cc,Cc=A,Pc=vc,Ic=we,Lc=fa,Tc="[object Arguments]",xc="[object Function]",Uc="[object Object]",Fc={};Fc[Tc]=Fc["[object Array]"]=Fc["[object ArrayBuffer]"]=Fc["[object DataView]"]=Fc["[object Boolean]"]=Fc["[object Date]"]=Fc["[object Float32Array]"]=Fc["[object Float64Array]"]=Fc["[object Int8Array]"]=Fc["[object Int16Array]"]=Fc["[object Int32Array]"]=Fc["[object Map]"]=Fc["[object Number]"]=Fc[Uc]=Fc["[object RegExp]"]=Fc["[object Set]"]=Fc["[object String]"]=Fc["[object Symbol]"]=Fc["[object Uint8Array]"]=Fc["[object Uint8ClampedArray]"]=Fc["[object Uint16Array]"]=Fc["[object Uint32Array]"]=!0,Fc["[object Error]"]=Fc[xc]=Fc["[object WeakMap]"]=!1;var $c=function t(e,r,n,o,i,a){var c,s=1&r,u=2&r,f=4&r;if(n&&(c=i?n(e,o,i,a):n(e)),void 0!==c)return c;if(!Cc(e))return e;var l=Rc(e);if(l){if(c=Ac(e),!s)return Oc(e,c)}else{var h=Ec(e),v=h==xc||"[object GeneratorFunction]"==h;if(kc(e))return gc(e,s);if(h==Uc||h==Tc||v&&!i){if(c=u||v?{}:Nc(e),!s)return u?Sc(e,_c(c,e)):jc(e,yc(c,e))}else{if(!Fc[h])return i?e:{};c=Dc(e,h,s)}}a||(a=new pc);var p=a.get(e);if(p)return p;a.set(e,c),Pc(e)?e.forEach(function(o){c.add(t(o,r,n,o,e,a))}):Mc(e)&&e.forEach(function(o,i){c.set(i,t(o,r,n,i,e,a))});var b=l?void 0:(f?u?mc:wc:u?Lc:Ic)(e);return bc(b||e,function(o,i){b&&(o=e[i=o]),dc(c,i,t(o,r,n,i,e,a))}),c};var Wc=on,zc=function(t,e,r){var n=-1,o=t.length;e<0&&(e=-e>o?0:o+e),(r=r>o?o:r)<0&&(r+=o),o=e>r?0:r-e>>>0,e>>>=0;for(var i=Array(o);++n<o;)i[n]=t[n+e];return i};var Gc=function(t,e){return e.length<2?t:Wc(t,zc(e,0,-1))},Bc=Zr,Vc=function(t){var e=null==t?0:t.length;return e?t[e-1]:void 0},Xc=Gc,Yc=en;var qc=function(t,e){return e=Bc(e,t),null==(t=Xc(t,e))||delete t[Yc(Vc(e))]},Hc=E,Kc=Oa,Qc=Lt,Jc=Function.prototype,Zc=Object.prototype,ts=Jc.toString,es=Zc.hasOwnProperty,rs=ts.call(Object);var ns=function(t){if(!Qc(t)||"[object Object]"!=Hc(t))return!1;var e=Kc(t);if(null===e)return!0;var r=es.call(e,"constructor")&&e.constructor;return"function"==typeof r&&r instanceof r&&ts.call(r)==rs};var os=function(t){return ns(t)?void 0:t},is=Gt,as=Bt,cs=p?p.isConcatSpreadable:void 0;var ss=ao,us=function(t){return as(t)||is(t)||!!(cs&&t&&t[cs])};var fs=function t(e,r,n,o,i){var a=-1,c=e.length;for(n||(n=us),i||(i=[]);++a<c;){var s=e[a];r>0&&n(s)?r>1?t(s,r-1,n,o,i):ss(i,s):o||(i[i.length]=s)}return i},ls=fs;var hs=function(t){return(null==t?0:t.length)?ls(t,1):[]},vs=ft,ps=bt;var bs=Wr,ds=$c,ys=qc,_s=Zr,gs=at,Os=os,js=Ca,Ss=function(t){return ps(vs(t,void 0,hs),t+"")}(function(t,e){var r={};if(null==t)return r;var n=!1;e=bs(e,function(e){return e=_s(e,t),n||(n=e.length>1),e}),gs(t,js(t),r),n&&(r=ds(r,7,Os));for(var o=e.length;o--;)ys(r,e[o]);return r}),ws=u(Ss);const ms=new class{AppName;platform;isMAC;isWIN;isLINUX;saveFolder;homedir;appFolder;EOL;constructor(t){switch(this.AppName=t,this.platform=process.platform,this.homedir=a.homedir(),this.EOL=a.EOL,this.platform){case"darwin":this.isMAC=!0,this.isWIN=!1,this.isLINUX=!1,this.saveFolder=c.join(this.homedir,"Library","Application Support");break;case"win32":this.isMAC=!1,this.isWIN=!0,this.isLINUX=!1,this.saveFolder=process.env.APPDATA||c.join(this.homedir,"AppData","Roaming");break;case"linux":this.isMAC=!1,this.isWIN=!1,this.isLINUX=!0,this.saveFolder=process.env.XDG_CONFIG_HOME||c.join(this.homedir,".config");break;default:console.log(`當前系統是未知的平台: ${this.platform}`),this.isMAC=!1,this.isWIN=!1,this.isLINUX=!1,this.saveFolder=this.homedir}this.appFolder=c.join(this.saveFolder,this.AppName),this.folderCheck(this.appFolder)}addPath(...t){return c.join(...t)}folderCheck(t){i.mkdirSync(t,{recursive:!0})}fileCheck(t){i.existsSync(t)||i.writeFileSync(t,"",{encoding:"utf8"})}}("aiia-sdk");class Es{type="node";filePath;fileName;constructor(){this.fileName="storage.json",this.filePath=ms.addPath(ms.appFolder,this.fileName),ms.fileCheck(this.filePath)}getFileDataSync(){const t=i.readFileSync(this.filePath,"utf8");try{return JSON.parse(t)}catch(t){return{}}}setFileDataSync(t){try{const e=JSON.stringify(t);i.writeFileSync(this.filePath,e,"utf8")}catch(t){}}async getFileData(){return new Promise(t=>{i.readFile(this.filePath,"utf8",(e,r)=>{if(e)t({});else try{t(JSON.parse(r))}catch(e){t({})}})})}async setFileData(t){return new Promise(e=>{try{const r=JSON.stringify(t);i.writeFile(this.filePath,r,"utf8",t=>{e()})}catch(t){}})}async getItem(t){return(await this.getFileData())[t]??null}async setItem(t,e){const r=await this.getFileData();r[t]=e,await this.setFileData(r)}async removeItem(t){const e=await this.getFileData(),r=ws(e,t);await this.setFileData(r)}async clear(){await this.setFileData({})}getItemSync(t){return this.getFileDataSync()[t]??null}setItemSync(t,e){const r=this.getFileDataSync();r[t]=e,this.setFileDataSync(r)}removeItemSync(t){const e=ws(this.getFileDataSync(),t);this.setFileDataSync(e)}clearSync(){this.setFileDataSync({})}}class As{filePath;fileName;constructor(){this.fileName="log.txt",this.filePath=ms.addPath(ms.appFolder,this.fileName)}next(t,e,...r){try{const n=r.reduce((t,e)=>{switch(typeof e){case"string":case"number":case"bigint":return`${t} ${e.toString()}`;case"boolean":return`${t} ${e?"true":"false"}`;case"object":try{return`${t} ${JSON.stringify(e)}`}catch(e){return t}case"symbol":case"undefined":case"function":return`${t} [${typeof e}]`}},"");i.appendFileSync(this.filePath,`LOG(${t})__${e}__:: ${n}${ms.EOL}`,{encoding:"utf8"})}catch(t){}}}class Ds{config;constructor(t){this.config=t}onDestory(){}send(t){}start(){}}class Ns{config;stroage;apiProxy;chat;udpProxy;isStart;channelMap;destorySub;access_token;get accessToken(){return this.access_token}constructor(t,e){this.config=t,this.stroage=e,this.isStart=!1,this.destorySub=new r.Subject,this.channelMap=new Map,this.access_token=e.getItemSync(fn),this.apiProxy=new Ji(this.config.endPoint.api),Nn.code(wn["指定模組初始化完成"],"api"),this.chat=new Rn(this.config),Nn.code(wn["指定模組初始化完成"],"chat"),this.udpProxy=new Ds(this.config),Nn.code(wn["指定模組初始化完成"],"udp")}async start(){if(this.isStart)throw new Error(cn["重複初始化"]);this.isStart=!0,await this.replaceAccessToken(),this.chat.memberChange.pipe(r.takeUntil(this.destorySub)).subscribe(({type:t,socket:e})=>{switch(t){case"in":{Nn.debug("member join",e.id);const t=new Zi,o=new r.Subject,i=(n=e.handshake.query.uuid,Vt(n)?un(n,"[0]",void 0):n??void 0);void 0===i?(this.getProjectList().then(t=>{e.emit("list",t)}),r.fromEvent(e,"uuid").pipe(r.take(1),r.takeUntil(o)).subscribe(r=>{this.openChannel(r,e,t,o)})):this.openChannel(i,e,t,o),this.channelMap.set(e.id,()=>{o.next(),o.complete()});break}case"out":Nn.debug("member leave",e.id),this.channelMap.has(e.id)&&(this.channelMap.get(e.id)(),this.channelMap.delete(e.id))}var n}),this.chat.start(),Nn.code(wn["啟動服務"],"chat"),this.udpProxy.start(),Nn.code(wn["啟動服務"],"udp")}async replaceAccessToken(){const t=await this.apiProxy.getAccessToken(this.config.license,this.access_token);return this.access_token=t,this.stroage.setItemSync(fn,t),t}async getProjectList(){return await this.apiProxy.getProjectList(this.config.license)}getProxySocketURL(t){return`${this.config.endPoint.socket}/v1/chat/project/${this.accessToken}/${t}`}openChannel(t,e,n,o){r.fromEvent(e,"cloud").pipe(r.takeUntil(o)).subscribe(t=>{n.send(t)}),n.message.pipe(r.takeUntil(o)).subscribe(t=>{e.emit("cloud",t),this.udpProxy.send(t)}),n.close.pipe(r.takeUntil(o)).subscribe(async r=>{switch(e.emit("channel",r),r){case"close":case"no_permissions":n.onDestory();break;case"reconnect":await this.replaceAccessToken(),n.reconnect(this.getProxySocketURL(t))}}),n.linkStart.pipe(r.takeUntil(o)).subscribe(()=>{e.emit("channel","open")}),o.subscribe(()=>{n.onClose()}),n.start(this.getProxySocketURL(t))}onDestory(){this.apiProxy.onDestory(),this.chat.onDestory(),this.udpProxy.onDestory(),this.destorySub.next(),this.destorySub.complete(),Nn.code(wn["服務結束"])}}exports.aiiaCore=function(t){if(ln){if(void 0===un(t,"license",void 0))throw new Error(cn["未提供憑證"]);!function(t){const{info:e,error:r,warn:n,debug:o,fatal:i,code:a}=function(t){if(void 0===t||"all"===t)return{code:!0,error:!0,warn:!0,info:!0,debug:!0,fatal:!0};if("none"===t)return{error:!1,code:!1,warn:!1,info:!1,debug:!1,fatal:!1};if("boolean"==typeof t)return{code:t,error:t,warn:t,info:t,debug:t,fatal:t};{const e=new Set(t);return{code:e.has("code"),debug:e.has("debug"),fatal:e.has("fatal"),error:e.has("error"),warn:e.has("warn"),info:e.has("info")}}}(t);return a||(En.code=()=>{}),o||(En.debug=()=>{}),e||(En.info=()=>{}),n||(En.warn=()=>{}),r||(En.error=()=>{}),i||(En.fatal=()=>{}),Dn}(un(t,"debug",!0))(new As),Nn.code(wn["開始初始化必要模組"]);const e=new hn(Me({},t));Nn.code(wn["指定模組初始化完成"],"config");const r=new Es;Nn.code(wn["指定模組初始化完成"],"storage");const n=new Ns(e,r);return Nn.code(wn["指定模組初始化完成"],"core"),n.start(),Nn.code(wn["啟動服務"]),()=>{n.onDestory()}}throw new Error(cn["環境錯誤(nodejs)"])};
+"use strict";var e,t=require("lodash"),s=require("moment"),i=require("socket.io"),o=require("rxjs"),r=require("axios"),n=require("ws"),c=require("fs"),a=require("os"),h=require("path"),l=require("node-osc");!function(e){e["網絡錯誤"]="ERROR CODE: 500",e["環境錯誤(browser)"]="ERROR CODE: 1001",e["Worklet模組載入失敗"]="ERROR CODE: 1002",e["未獲得媒體裝置權限"]="ERROR CODE: 1003",e["實例已摧毀"]="ERROR CODE: 1004",e["環境錯誤(nodejs)"]="ERROR CODE: 2001",e["未提供憑證"]="ERROR CODE: 2002",e["獲取權杖失敗"]="ERROR CODE: 2003",e["沒有可用專案"]="ERROR CODE: 2004",e["重複初始化"]="ERROR CODE: 2005"}(e||(e={}));const u="access_token",d="undefined"!=typeof process&&null!=process.versions&&null!=process.versions.node;class g{config;get webserver(){return this.config.webserver}get environment(){return this.config.env}get license(){return this.config.license??""}get port(){return function(e,t){const s=t??NaN;if(e){const t=parseInt(e);return isNaN(t)?s:t}return s}(process.env.PORT,this.config.port??3e3)}get ws_url(){return this.config.ws_url??""}get worklet_url(){return this.config.worklet_url??""}get project(){const{project:e}=t.assign({},this.config);return void 0===e?{specific:!1}:"string"==typeof e?{name:e,id:e,specific:!1}:t.assign({},e,{specific:!0})}get endPoint(){return this.environment,{api:"https://aiia-content-management-dev-21193779403.asia-east1.run.app",socket:"wss://graphen-agentic-workflow-dev-21193779403.asia-east1.run.app"}}get debug(){return this.config.debug??!0}get mediaStream(){return this.config.mediaStream}get chunkTimeInSeconds(){return"number"==typeof this.config.chunkTimeInSeconds&&this.config.chunkTimeInSeconds>0?this.config.chunkTimeInSeconds:1}get llmSampleRate(){return"number"==typeof this.config.llmSampleRate&&this.config.llmSampleRate>0?this.config.llmSampleRate:16e3}get faceDetection(){return t.assign({frame:3,confidence:80},this.config.faceDetection)}get autoClearSubtitle(){const{user:e,aiia:s}=t.assign({},this.config.autoClearSubtitle);let i=3e3,o=3e3;return"number"==typeof e?i=e>=0?e:i:!1===e&&(i=NaN),"number"==typeof s?o=s>=0?s:o:!1===s&&(o=NaN),{userDelayTime:i,aiiaDelayTime:o}}constructor(e){this.config=e}}var f;!function(e){e["通道、雲端服務、麥克風都已就緒"]="CODE: 1000",e["未取得媒體裝置權限，請重新設定或忽略此訊息"]="CODE: 1001",e["請訂閱專案列表"]="CODE: 1002",e["初始化必要依賴"]="CODE: 1010",e["指定依賴已完成"]="CODE: 1011",e["啟動SDK"]="CODE: 1012",e["結束SDK"]="CODE: 1013",e["安全的關閉連線"]="CODE: 2000",e["無副作用的關閉連線"]="CODE: 2001",e["與雲端的服務中斷"]="CODE: 2002",e["沒有授權，請聯繫Graphen"]="CODE: 2003",e["自動重新連線連端服務"]="CODE: 2004",e["未預期的斷線，請聯繫Graphen"]="CODE: 2005",e["開始初始化必要模組"]="CODE: 2010",e["指定模組初始化完成"]="CODE: 2011",e["啟動服務"]="CODE: 2012",e["服務結束"]="CODE: 2013"}(f||(f={}));const p={code:console.log,debug:console.log,info:console.log,warn:console.warn,error:console.error,fatal:console.error},S=[];function _(e){return S.push(e),_}const E=new Proxy(p,{get(e,i,o){if("string"==typeof i)switch(i){case"debug":case"info":case"error":case"warn":case"fatal":case"code":return(...o)=>{const r=s().format("yyyy-MM-DD[T]HH:mm:ss");t.forEach(S,e=>{e.next(i,r,...o)}),e[i](`[Aiia::${i}_${r}_]`,...o)};default:return}},set:(e,t,s,i)=>!0});class b{config;server;memberSub;get port(){return this.config.port}get webserver(){return this.config.webserver}get memberChange(){return this.memberSub.asObservable()}constructor(e){this.config=e,this.memberSub=new o.Subject}start(){if(this.server=new i.Server(this.webserver,{cors:{origin:"*"}}),this.server.on("connection",e=>{this.memberSub.next({type:"in",socket:e}),E.debug("client on",e.id),e.on("disconnect",t=>{this.memberSub.next({type:"out",socket:e}),E.debug("client off",t)})}),void 0===this.webserver){const e=this.port;this.server.listen(e),E.info("Websocket server run on",e)}else E.info("Websocket server rely your webserver.")}onDestroy(){this.server&&this.server.close()}}class D{instance;controller;constructor(e){this.controller=new AbortController,this.instance=r.create({baseURL:e,signal:this.controller.signal})}async getAccessToken(s,i){const o={license_number:s,token_value:i??""},r=await this.instance.post("/api/v1/license/agent_token",o).then(e=>t.get(e.data,"token_value","")).catch(()=>null);if(null===r)throw new Error(e["網絡錯誤"]);if(""===r)throw new Error(e["獲取權杖失敗"]);return r}async getProjectList(s){const i=await this.instance.post("/api/v1/license/projects",{license_number:s}).then(e=>t.map(t.get(e,"data.projects",[]),({id:e,sub_project_name:t})=>({id:e,name:t}))).catch(e=>null);if(null===i)throw new Error(e["網絡錯誤"]);if(0===i.length)throw new Error(e["沒有可用專案"]);return i}onDestroy(){this.controller.abort()}}var m;!function(e){e[e.MDN_NORMAL_CLOSURE=1e3]="MDN_NORMAL_CLOSURE",e[e.MDN_GOING_AWAY=1001]="MDN_GOING_AWAY",e[e.MDN_PROTOCOL_ERROR=1002]="MDN_PROTOCOL_ERROR",e[e.MDN_UNSUPPORTED_DATA=1003]="MDN_UNSUPPORTED_DATA",e[e.MDN_RESERVED_1004=1004]="MDN_RESERVED_1004",e[e.MDN_NO_STATUS_RECEIVED=1005]="MDN_NO_STATUS_RECEIVED",e[e.MDN_ABNORMAL_CLOSURE=1006]="MDN_ABNORMAL_CLOSURE",e[e.MDN_INVALID_FRAME_PAYLOAD=1007]="MDN_INVALID_FRAME_PAYLOAD",e[e.MDN_POLICY_VIOLATION=1008]="MDN_POLICY_VIOLATION",e[e.MDN_MESSAGE_TOO_BIG=1009]="MDN_MESSAGE_TOO_BIG",e[e.MDN_MANDATORY_EXTENSION=1010]="MDN_MANDATORY_EXTENSION",e[e.MDN_INTERNAL_ERROR=1011]="MDN_INTERNAL_ERROR",e[e.MDN_SERVICE_RESTART=1012]="MDN_SERVICE_RESTART",e[e.MDN_TRY_AGAIN_LATER=1013]="MDN_TRY_AGAIN_LATER",e[e.MDN_BAD_GATEWAY=1014]="MDN_BAD_GATEWAY",e[e.MDN_TLS_HANDSHAKE=1015]="MDN_TLS_HANDSHAKE",e[e.MANUAL_CLOSE=4001]="MANUAL_CLOSE",e[e.WS_5000_NORAML_CLOSURE=5e3]="WS_5000_NORAML_CLOSURE",e[e.WS_5001_UNAUTHORIZED=5001]="WS_5001_UNAUTHORIZED",e[e.WS_5002_LICENSE_EXPIRED=5002]="WS_5002_LICENSE_EXPIRED",e[e.WS_5003_TOKEN_EXPIRED=5003]="WS_5003_TOKEN_EXPIRED"}(m||(m={}));class y{socket;messageSub;linkStartSub;destorySub;closeSub;get message(){return this.messageSub.asObservable()}get close(){return this.closeSub.asObservable()}get linkStart(){return this.linkStartSub.asObservable()}messageQueue=[];isConnected;constructor(){this.isConnected=!1,this.messageSub=new o.Subject,this.linkStartSub=new o.Subject,this.closeSub=new o.Subject,this.destorySub=new o.Subject}start(e){this.socket=new n(e,{autoPong:!0}),o.fromEvent(this.socket,"open").pipe(o.takeUntil(this.destorySub)).subscribe(()=>{this.isConnected=!0,E.code(f["啟動服務"],"proxy"),this.flushMessageQueue(),this.linkStartSub.next()}),o.fromEvent(this.socket,"message").pipe(o.takeUntil(this.destorySub)).subscribe(e=>{const{data:t}=e;this.messageSub.next(t)}),o.fromEvent(this.socket,"error").pipe(o.takeUntil(this.destorySub)).subscribe(e=>{const{error:t}=e;E.error("Proxy has some problem",t)}),o.fromEvent(this.socket,"close").pipe(o.takeUntil(this.destorySub)).subscribe(e=>{this.isConnected=!1;const{code:t,reason:s}=e;switch(t){case m.MANUAL_CLOSE:E.code(f["無副作用的關閉連線"]);break;case m.WS_5000_NORAML_CLOSURE:case m.MDN_NORMAL_CLOSURE:case m.MDN_GOING_AWAY:this.closeSub.next("close"),E.code(f["安全的關閉連線"]);break;case m.MDN_NO_STATUS_RECEIVED:case m.MDN_ABNORMAL_CLOSURE:this.closeSub.next("close"),E.code(f["與雲端的服務中斷"],{code:t,reason:s});break;case m.WS_5001_UNAUTHORIZED:case m.WS_5002_LICENSE_EXPIRED:this.closeSub.next("no_permissions"),E.code(f["沒有授權，請聯繫Graphen"]);break;case m.WS_5003_TOKEN_EXPIRED:this.closeSub.next("reconnect"),E.code(f["自動重新連線連端服務"]);break;default:this.closeSub.next("close"),E.code(f["未預期的斷線，請聯繫Graphen"],{code:t,reason:s})}})}reconnect(e){this.onDestroy(),this.destorySub=new o.Subject,this.start(e)}flushMessageQueue(){for(;this.messageQueue.length>0&&this.isConnected&&void 0!==this.socket;){const e=this.messageQueue.shift();e&&this.socket.send(e)}}send(e){this.isConnected&&void 0!==this.socket?this.socket.send(e):this.messageQueue.push(e)}onClose(){this.socket?.close(m.MANUAL_CLOSE)}onDestroy(){this.destorySub.next(),this.destorySub.complete()}}const O=new class{AppName;platform;isMAC;isWIN;isLINUX;saveFolder;homedir;appFolder;EOL;constructor(e){switch(this.AppName=e,this.platform=process.platform,this.homedir=a.homedir(),this.EOL=a.EOL,this.platform){case"darwin":this.isMAC=!0,this.isWIN=!1,this.isLINUX=!1,this.saveFolder=h.join(this.homedir,"Library","Application Support");break;case"win32":this.isMAC=!1,this.isWIN=!0,this.isLINUX=!1,this.saveFolder=process.env.APPDATA||h.join(this.homedir,"AppData","Roaming");break;case"linux":this.isMAC=!1,this.isWIN=!1,this.isLINUX=!0,this.saveFolder=process.env.XDG_CONFIG_HOME||h.join(this.homedir,".config");break;default:console.log(`當前系統是未知的平台: ${this.platform}`),this.isMAC=!1,this.isWIN=!1,this.isLINUX=!1,this.saveFolder=this.homedir}this.appFolder=h.join(this.saveFolder,this.AppName),this.folderCheck(this.appFolder)}addPath(...e){return h.join(...e)}folderCheck(e){c.mkdirSync(e,{recursive:!0})}fileCheck(e){c.existsSync(e)||c.writeFileSync(e,"",{encoding:"utf8"})}}("aiia-sdk");class N{type="node";filePath;fileName;constructor(){this.fileName="storage.json",this.filePath=O.addPath(O.appFolder,this.fileName),O.fileCheck(this.filePath)}getFileDataSync(){const e=c.readFileSync(this.filePath,"utf8");try{return JSON.parse(e)}catch(e){return{}}}setFileDataSync(e){try{const t=JSON.stringify(e);c.writeFileSync(this.filePath,t,"utf8")}catch(e){}}async getFileData(){return new Promise(e=>{c.readFile(this.filePath,"utf8",(t,s)=>{if(t)e({});else try{e(JSON.parse(s))}catch(t){e({})}})})}async setFileData(e){return new Promise(t=>{try{const s=JSON.stringify(e);c.writeFile(this.filePath,s,"utf8",e=>{t()})}catch(e){}})}async getItem(e){return(await this.getFileData())[e]??null}async setItem(e,t){const s=await this.getFileData();s[e]=t,await this.setFileData(s)}async removeItem(e){const s=await this.getFileData(),i=t.omit(s,e);await this.setFileData(i)}async clear(){await this.setFileData({})}getItemSync(e){return this.getFileDataSync()[e]??null}setItemSync(e,t){const s=this.getFileDataSync();s[e]=t,this.setFileDataSync(s)}removeItemSync(e){const s=t.omit(this.getFileDataSync(),e);this.setFileDataSync(s)}clearSync(){this.setFileDataSync({})}}class R{config;constructor(e){this.config=e,console.log("UEProxy, config=",e)}start(){console.log("UEProxy, start proxy")}send(e){let t=this.cloudToObj(e);if(t&&t.signal&&"osc"==t.signal){console.log("UEProxy, payload=",t);try{let e=t.content;const s=new l.Client(e.host,e.port);console.debug("UEProxy, client open to port "+e.port),s.send(e.message,e=>{e&&console.error(e),s.close(),console.debug("UEProxy, client closed")})}catch(e){console.log(e)}}}cloudToObj(e){try{return JSON.parse(e)}catch(e){console.error("message transfer fail",e)}}onDestroy(){console.log("UEProxy, destroy proxy")}}class A{filePath;fileName;constructor(){this.fileName="log.txt",this.filePath=O.addPath(O.appFolder,this.fileName)}next(e,t,...s){try{const i=s.reduce((e,t)=>{switch(typeof t){case"string":case"number":case"bigint":return`${e} ${t.toString()}`;case"boolean":return`${e} ${t?"true":"false"}`;case"object":try{return`${e} ${JSON.stringify(t)}`}catch(t){return e}case"symbol":case"undefined":case"function":return`${e} [${typeof t}]`}},"");c.appendFileSync(this.filePath,`LOG(${e})__${t}__::${i}${O.EOL}`,{encoding:"utf8"})}catch(e){}}}class w{config;stroage;apiProxy;chat;udpProxy;isStart;channelMap;destorySub;access_token;get accessToken(){return this.access_token}constructor(e,t){this.config=e,this.stroage=t,this.isStart=!1,this.destorySub=new o.Subject,this.channelMap=new Map,this.access_token=t.getItemSync(u),this.apiProxy=new D(this.config.endPoint.api),E.code(f["指定模組初始化完成"],"api"),this.chat=new b(this.config),E.code(f["指定模組初始化完成"],"chat"),this.udpProxy=new R(this.config),E.code(f["指定模組初始化完成"],"udp")}async start(){if(this.isStart)throw new Error(e["重複初始化"]);this.isStart=!0,await this.replaceAccessToken(),this.chat.memberChange.pipe(o.takeUntil(this.destorySub)).subscribe(({type:e,socket:s})=>{switch(e){case"in":{E.debug("member join",s.id);const e=new y,r=new o.Subject,n=(i=s.handshake.query.uuid,t.isArray(i)?t.get(i,"[0]",void 0):i??void 0);void 0===n?(this.getProjectList().then(e=>{s.emit("list",e)}),o.fromEvent(s,"uuid").pipe(o.take(1),o.takeUntil(r)).subscribe(t=>{this.openChannel(t,s,e,r)})):this.openChannel(n,s,e,r),this.channelMap.set(s.id,()=>{r.next(),r.complete()});break}case"out":E.debug("member leave",s.id),this.channelMap.has(s.id)&&(this.channelMap.get(s.id)(),this.channelMap.delete(s.id))}var i}),this.chat.start(),E.code(f["啟動服務"],"chat"),this.udpProxy.start(),E.code(f["啟動服務"],"udp")}async replaceAccessToken(){const e=await this.apiProxy.getAccessToken(this.config.license,this.access_token);return this.access_token=e,this.stroage.setItemSync(u,e),e}async getProjectList(){return await this.apiProxy.getProjectList(this.config.license)}getProxySocketURL(e){return`${this.config.endPoint.socket}/v1/chat/project/${this.accessToken}/${e}`}openChannel(e,t,s,i){o.fromEvent(t,"cloud").pipe(o.takeUntil(i)).subscribe(e=>{s.send(e)}),s.message.pipe(o.takeUntil(i)).subscribe(e=>{t.emit("cloud",e),this.udpProxy.send(e)}),s.close.pipe(o.takeUntil(i)).subscribe(async i=>{switch(t.emit("channel",i),i){case"close":case"no_permissions":s.onDestroy();break;case"reconnect":await this.replaceAccessToken(),s.reconnect(this.getProxySocketURL(e))}}),s.linkStart.pipe(o.takeUntil(i)).subscribe(()=>{t.emit("channel","open")}),i.subscribe(()=>{s.onClose()}),s.start(this.getProxySocketURL(e))}onDestroy(){this.apiProxy.onDestroy(),this.chat.onDestroy(),this.udpProxy.onDestroy(),this.destorySub.next(),this.destorySub.complete(),E.code(f["服務結束"])}}exports.aiiaCore=function(s){if(d){if(void 0===t.get(s,"license",void 0))throw new Error(e["未提供憑證"]);!function(e){const{info:t,error:s,warn:i,debug:o,fatal:r,code:n}=function(e){if(void 0===e||"all"===e)return{code:!0,error:!0,warn:!0,info:!0,debug:!0,fatal:!0};if("none"===e)return{error:!1,code:!1,warn:!1,info:!1,debug:!1,fatal:!1};if("boolean"==typeof e)return{code:e,error:e,warn:e,info:e,debug:e,fatal:e};{const t=new Set(e);return{code:t.has("code"),debug:t.has("debug"),fatal:t.has("fatal"),error:t.has("error"),warn:t.has("warn"),info:t.has("info")}}}(e);return n||(p.code=()=>{}),o||(p.debug=()=>{}),t||(p.info=()=>{}),i||(p.warn=()=>{}),s||(p.error=()=>{}),r||(p.fatal=()=>{}),_}(t.get(s,"debug",!0))(new A),E.code(f["開始初始化必要模組"]);const i=new g(t.assign({},s));E.code(f["指定模組初始化完成"],"config");const o=new N;E.code(f["指定模組初始化完成"],"storage");const r=new w(i,o);return E.code(f["指定模組初始化完成"],"core"),r.start(),E.code(f["啟動服務"]),()=>{r.onDestroy()}}throw new Error(e["環境錯誤(nodejs)"])};

package/dist/node.d.ts

@@ -82,6 +82,15 @@ declare interface InitOptions {
      * Switch message(info, error, warn) dispaly, default: true
      */
     debug?: boolean | "all" | "none" | LoggerLevel[];
+    /**
+     * [zh]
+     * 授權的媒體裝置，請包含麥克風及鏡頭/攝影機權限
+     *
+     * [en]
+     * Authorized media devices, please include microphone and lens/camera permissions.
+     *
+     * https://developer.mozilla.org/en-US/docs/Web/API/MediaStream
+     */
     mediaStream?: MediaStream;
     /**
      * [zh]
@@ -99,11 +108,41 @@ declare interface InitOptions {
      * Specify the sampling rate of audio output (provided for LLM analysis). Changing is not recommended.
      */
     llmSampleRate?: number;
+    /**
+     * [zh]
+     * 人臉辨識
+     *
+     * frame: 每幾幀更新一次, 預設: 3
+     *
+     * confidence: 分數(0 ~ 100), 預設: 80
+     *
+     * [en]
+     * facial recognition
+     *
+     * frame: Update every few frames, default: 3
+     *
+     * confidence: score(0 ~ 100), default: 80
+     */
+    faceDetection?: {
+        frame?: number;
+        confidence?: number;
+    };
+    /**
+     * [zh]
+     * 清除字幕，可指定時間(毫秒)，預設 3000 毫秒後清除
+     *
+     * [en]
+     * Clear subtitles, you can specify the time (milliseconds), the default is to clear after 3000 milliseconds.
+     */
+    autoClearSubtitle?: {
+        user?: boolean | number;
+        aiia?: boolean | number;
+    };
 }
 
 declare type LoggerLevel = "info" | "error" | "warn" | "debug" | "fatal" | "code";
 
-export declare type NodeInitOptions = Omit<InitOptions, "project" | "ws_url" | "worklet_url" | "mediaStream" | "chunkTimeInSeconds" | "llmSampleRate">;
+export declare type NodeInitOptions = Omit<InitOptions, "project" | "ws_url" | "worklet_url" | "mediaStream" | "chunkTimeInSeconds" | "llmSampleRate" | "autoClearSubtitle">;
 
 declare type Webserver = Server<any, any> | Server_2<any, any> | Http2SecureServer<any, any, any, any> | Http2Server<any, any, any, any>;
 

package/dist/node.mjs

@@ -1 +1 @@
-import t from"moment";import{Server as e}from"socket.io";import{Subject as r,fromEvent as n,takeUntil as o,take as i}from"rxjs";import a from"axios";import c from"ws";import s from"fs";import u from"os";import f from"path";var l="undefined"!=typeof globalThis?globalThis:"undefined"!=typeof window?window:"undefined"!=typeof global?global:"undefined"!=typeof self?self:{};function h(t){return t&&t.__esModule&&Object.prototype.hasOwnProperty.call(t,"default")?t.default:t}var p="object"==typeof l&&l&&l.Object===Object&&l,v=p,b="object"==typeof self&&self&&self.Object===Object&&self,d=v||b||Function("return this")(),y=d.Symbol,_=y,g=Object.prototype,O=g.hasOwnProperty,j=g.toString,S=_?_.toStringTag:void 0;var m=function(t){var e=O.call(t,S),r=t[S];try{t[S]=void 0;var n=!0}catch(t){}var o=j.call(t);return n&&(e?t[S]=r:delete t[S]),o},w=Object.prototype.toString;var E=m,A=function(t){return w.call(t)},D=y?y.toStringTag:void 0;var N=function(t){return null==t?void 0===t?"[object Undefined]":"[object Null]":D&&D in Object(t)?E(t):A(t)};var R=function(t){var e=typeof t;return null!=t&&("object"==e||"function"==e)},M=N,C=R;var P,k=function(t){if(!C(t))return!1;var e=M(t);return"[object Function]"==e||"[object GeneratorFunction]"==e||"[object AsyncFunction]"==e||"[object Proxy]"==e},I=d["__core-js_shared__"],L=(P=/[^.]+$/.exec(I&&I.keys&&I.keys.IE_PROTO||""))?"Symbol(src)_1."+P:"";var T=function(t){return!!L&&L in t},x=Function.prototype.toString;var F=function(t){if(null!=t){try{return x.call(t)}catch(t){}try{return t+""}catch(t){}}return""},U=k,$=T,W=R,z=F,G=/^\[object .+?Constructor\]$/,B=Function.prototype,V=Object.prototype,X=B.toString,Y=V.hasOwnProperty,H=RegExp("^"+X.call(Y).replace(/[\\^$.*+?()[\]{}|]/g,"\\$&").replace(/hasOwnProperty|(function).*?(?=\\\()| for .+?(?=\\\])/g,"$1.*?")+"$");var K=function(t){return!(!W(t)||$(t))&&(U(t)?H:G).test(z(t))},Q=function(t,e){return null==t?void 0:t[e]};var J=function(t,e){var r=Q(t,e);return K(r)?r:void 0},q=J,Z=function(){try{var t=q(Object,"defineProperty");return t({},"",{}),t}catch(t){}}(),tt=Z;var et=function(t,e,r){"__proto__"==e&&tt?tt(t,e,{configurable:!0,enumerable:!0,value:r,writable:!0}):t[e]=r};var rt=function(t,e){return t===e||t!=t&&e!=e},nt=et,ot=rt,it=Object.prototype.hasOwnProperty;var at=function(t,e,r){var n=t[e];it.call(t,e)&&ot(n,r)&&(void 0!==r||e in t)||nt(t,e,r)},ct=at,st=et;var ut=function(t,e,r,n){var o=!r;r||(r={});for(var i=-1,a=e.length;++i<a;){var c=e[i],s=n?n(r[c],t[c],c,r,t):void 0;void 0===s&&(s=t[c]),o?st(r,c,s):ct(r,c,s)}return r};var ft=function(t){return t};var lt=function(t,e,r){switch(r.length){case 0:return t.call(e);case 1:return t.call(e,r[0]);case 2:return t.call(e,r[0],r[1]);case 3:return t.call(e,r[0],r[1],r[2])}return t.apply(e,r)},ht=Math.max;var pt=function(t,e,r){return e=ht(void 0===e?t.length-1:e,0),function(){for(var n=arguments,o=-1,i=ht(n.length-e,0),a=Array(i);++o<i;)a[o]=n[e+o];o=-1;for(var c=Array(e+1);++o<e;)c[o]=n[o];return c[e]=r(a),lt(t,this,c)}};var vt=function(t){return function(){return t}},bt=Z,dt=bt?function(t,e){return bt(t,"toString",{configurable:!0,enumerable:!1,value:vt(e),writable:!0})}:ft,yt=Date.now;var _t=function(t){var e=0,r=0;return function(){var n=yt(),o=16-(n-r);if(r=n,o>0){if(++e>=800)return arguments[0]}else e=0;return t.apply(void 0,arguments)}}(dt),gt=ft,Ot=pt,jt=_t;var St=function(t){return"number"==typeof t&&t>-1&&t%1==0&&t<=9007199254740991},mt=k,wt=St;var Et=function(t){return null!=t&&wt(t.length)&&!mt(t)},At=/^(?:0|[1-9]\d*)$/;var Dt=function(t,e){var r=typeof t;return!!(e=null==e?9007199254740991:e)&&("number"==r||"symbol"!=r&&At.test(t))&&t>-1&&t%1==0&&t<e},Nt=rt,Rt=Et,Mt=Dt,Ct=R;var Pt=function(t,e){return jt(Ot(t,e,gt),t+"")},kt=function(t,e,r){if(!Ct(r))return!1;var n=typeof e;return!!("number"==n?Rt(r)&&Mt(e,r.length):"string"==n&&e in r)&&Nt(r[e],t)};var It=function(t){return Pt(function(e,r){var n=-1,o=r.length,i=o>1?r[o-1]:void 0,a=o>2?r[2]:void 0;for(i=t.length>3&&"function"==typeof i?(o--,i):void 0,a&&kt(r[0],r[1],a)&&(i=o<3?void 0:i,o=1),e=Object(e);++n<o;){var c=r[n];c&&t(e,c,n,i)}return e})},Lt=Object.prototype;var Tt=function(t){var e=t&&t.constructor;return t===("function"==typeof e&&e.prototype||Lt)};var xt=function(t,e){for(var r=-1,n=Array(t);++r<t;)n[r]=e(r);return n};var Ft=function(t){return null!=t&&"object"==typeof t},Ut=N,$t=Ft;var Wt=function(t){return $t(t)&&"[object Arguments]"==Ut(t)},zt=Ft,Gt=Object.prototype,Bt=Gt.hasOwnProperty,Vt=Gt.propertyIsEnumerable,Xt=Wt(function(){return arguments}())?Wt:function(t){return zt(t)&&Bt.call(t,"callee")&&!Vt.call(t,"callee")},Yt=Array.isArray,Ht=h(Yt),Kt={exports:{}};var Qt=function(){return!1};!function(t,e){var r=d,n=Qt,o=e&&!e.nodeType&&e,i=o&&t&&!t.nodeType&&t,a=i&&i.exports===o?r.Buffer:void 0,c=(a?a.isBuffer:void 0)||n;t.exports=c}(Kt,Kt.exports);var Jt=Kt.exports,qt=N,Zt=St,te=Ft,ee={};ee["[object Float32Array]"]=ee["[object Float64Array]"]=ee["[object Int8Array]"]=ee["[object Int16Array]"]=ee["[object Int32Array]"]=ee["[object Uint8Array]"]=ee["[object Uint8ClampedArray]"]=ee["[object Uint16Array]"]=ee["[object Uint32Array]"]=!0,ee["[object Arguments]"]=ee["[object Array]"]=ee["[object ArrayBuffer]"]=ee["[object Boolean]"]=ee["[object DataView]"]=ee["[object Date]"]=ee["[object Error]"]=ee["[object Function]"]=ee["[object Map]"]=ee["[object Number]"]=ee["[object Object]"]=ee["[object RegExp]"]=ee["[object Set]"]=ee["[object String]"]=ee["[object WeakMap]"]=!1;var re=function(t){return te(t)&&Zt(t.length)&&!!ee[qt(t)]};var ne=function(t){return function(e){return t(e)}},oe={exports:{}};!function(t,e){var r=p,n=e&&!e.nodeType&&e,o=n&&t&&!t.nodeType&&t,i=o&&o.exports===n&&r.process,a=function(){try{var t=o&&o.require&&o.require("util").types;return t||i&&i.binding&&i.binding("util")}catch(t){}}();t.exports=a}(oe,oe.exports);var ie=oe.exports,ae=re,ce=ne,se=ie&&ie.isTypedArray,ue=se?ce(se):ae,fe=xt,le=Xt,he=Yt,pe=Jt,ve=Dt,be=ue,de=Object.prototype.hasOwnProperty;var ye=function(t,e){var r=he(t),n=!r&&le(t),o=!r&&!n&&pe(t),i=!r&&!n&&!o&&be(t),a=r||n||o||i,c=a?fe(t.length,String):[],s=c.length;for(var u in t)!e&&!de.call(t,u)||a&&("length"==u||o&&("offset"==u||"parent"==u)||i&&("buffer"==u||"byteLength"==u||"byteOffset"==u)||ve(u,s))||c.push(u);return c};var _e=function(t,e){return function(r){return t(e(r))}},ge=_e(Object.keys,Object),Oe=Tt,je=ge,Se=Object.prototype.hasOwnProperty;var me=ye,we=function(t){if(!Oe(t))return je(t);var e=[];for(var r in Object(t))Se.call(t,r)&&"constructor"!=r&&e.push(r);return e},Ee=Et;var Ae=function(t){return Ee(t)?me(t):we(t)},De=at,Ne=ut,Re=It,Me=Et,Ce=Tt,Pe=Ae,ke=Object.prototype.hasOwnProperty,Ie=h(Re(function(t,e){if(Ce(e)||Me(e))Ne(e,Pe(e),t);else for(var r in e)ke.call(e,r)&&De(t,r,e[r])})),Le=N,Te=Ft;var xe=function(t){return"symbol"==typeof t||Te(t)&&"[object Symbol]"==Le(t)},Fe=Yt,Ue=xe,$e=/\.|\[(?:[^[\]]*|(["'])(?:(?!\1)[^\\]|\\.)*?\1)\]/,We=/^\w*$/;var ze=function(t,e){if(Fe(t))return!1;var r=typeof t;return!("number"!=r&&"symbol"!=r&&"boolean"!=r&&null!=t&&!Ue(t))||(We.test(t)||!$e.test(t)||null!=e&&t in Object(e))},Ge=J(Object,"create"),Be=Ge;var Ve=function(){this.__data__=Be?Be(null):{},this.size=0};var Xe=function(t){var e=this.has(t)&&delete this.__data__[t];return this.size-=e?1:0,e},Ye=Ge,He=Object.prototype.hasOwnProperty;var Ke=function(t){var e=this.__data__;if(Ye){var r=e[t];return"__lodash_hash_undefined__"===r?void 0:r}return He.call(e,t)?e[t]:void 0},Qe=Ge,Je=Object.prototype.hasOwnProperty;var qe=Ge;var Ze=Ve,tr=Xe,er=Ke,rr=function(t){var e=this.__data__;return Qe?void 0!==e[t]:Je.call(e,t)},nr=function(t,e){var r=this.__data__;return this.size+=this.has(t)?0:1,r[t]=qe&&void 0===e?"__lodash_hash_undefined__":e,this};function or(t){var e=-1,r=null==t?0:t.length;for(this.clear();++e<r;){var n=t[e];this.set(n[0],n[1])}}or.prototype.clear=Ze,or.prototype.delete=tr,or.prototype.get=er,or.prototype.has=rr,or.prototype.set=nr;var ir=or;var ar=function(){this.__data__=[],this.size=0},cr=rt;var sr=function(t,e){for(var r=t.length;r--;)if(cr(t[r][0],e))return r;return-1},ur=sr,fr=Array.prototype.splice;var lr=sr;var hr=sr;var pr=sr;var vr=ar,br=function(t){var e=this.__data__,r=ur(e,t);return!(r<0)&&(r==e.length-1?e.pop():fr.call(e,r,1),--this.size,!0)},dr=function(t){var e=this.__data__,r=lr(e,t);return r<0?void 0:e[r][1]},yr=function(t){return hr(this.__data__,t)>-1},_r=function(t,e){var r=this.__data__,n=pr(r,t);return n<0?(++this.size,r.push([t,e])):r[n][1]=e,this};function gr(t){var e=-1,r=null==t?0:t.length;for(this.clear();++e<r;){var n=t[e];this.set(n[0],n[1])}}gr.prototype.clear=vr,gr.prototype.delete=br,gr.prototype.get=dr,gr.prototype.has=yr,gr.prototype.set=_r;var Or=gr,jr=J(d,"Map"),Sr=ir,mr=Or,wr=jr;var Er=function(t){var e=typeof t;return"string"==e||"number"==e||"symbol"==e||"boolean"==e?"__proto__"!==t:null===t};var Ar=function(t,e){var r=t.__data__;return Er(e)?r["string"==typeof e?"string":"hash"]:r.map},Dr=Ar;var Nr=Ar;var Rr=Ar;var Mr=Ar;var Cr=function(){this.size=0,this.__data__={hash:new Sr,map:new(wr||mr),string:new Sr}},Pr=function(t){var e=Dr(this,t).delete(t);return this.size-=e?1:0,e},kr=function(t){return Nr(this,t).get(t)},Ir=function(t){return Rr(this,t).has(t)},Lr=function(t,e){var r=Mr(this,t),n=r.size;return r.set(t,e),this.size+=r.size==n?0:1,this};function Tr(t){var e=-1,r=null==t?0:t.length;for(this.clear();++e<r;){var n=t[e];this.set(n[0],n[1])}}Tr.prototype.clear=Cr,Tr.prototype.delete=Pr,Tr.prototype.get=kr,Tr.prototype.has=Ir,Tr.prototype.set=Lr;var xr=Tr,Fr=xr;function Ur(t,e){if("function"!=typeof t||null!=e&&"function"!=typeof e)throw new TypeError("Expected a function");var r=function(){var n=arguments,o=e?e.apply(this,n):n[0],i=r.cache;if(i.has(o))return i.get(o);var a=t.apply(this,n);return r.cache=i.set(o,a)||i,a};return r.cache=new(Ur.Cache||Fr),r}Ur.Cache=Fr;var $r=Ur;var Wr=/[^.[\]]+|\[(?:(-?\d+(?:\.\d+)?)|(["'])((?:(?!\2)[^\\]|\\.)*?)\2)\]|(?=(?:\.|\[\])(?:\.|\[\]|$))/g,zr=/\\(\\)?/g,Gr=function(t){var e=$r(t,function(t){return 500===r.size&&r.clear(),t}),r=e.cache;return e}(function(t){var e=[];return 46===t.charCodeAt(0)&&e.push(""),t.replace(Wr,function(t,r,n,o){e.push(n?o.replace(zr,"$1"):r||t)}),e});var Br=function(t,e){for(var r=-1,n=null==t?0:t.length,o=Array(n);++r<n;)o[r]=e(t[r],r,t);return o},Vr=Br,Xr=Yt,Yr=xe,Hr=y?y.prototype:void 0,Kr=Hr?Hr.toString:void 0;var Qr=function t(e){if("string"==typeof e)return e;if(Xr(e))return Vr(e,t)+"";if(Yr(e))return Kr?Kr.call(e):"";var r=e+"";return"0"==r&&1/e==-1/0?"-0":r},Jr=Qr;var qr=Yt,Zr=ze,tn=Gr,en=function(t){return null==t?"":Jr(t)};var rn=function(t,e){return qr(t)?t:Zr(t,e)?[t]:tn(en(t))},nn=xe;var on=function(t){if("string"==typeof t||nn(t))return t;var e=t+"";return"0"==e&&1/t==-1/0?"-0":e},an=rn,cn=on;var sn=function(t,e){for(var r=0,n=(e=an(e,t)).length;null!=t&&r<n;)t=t[cn(e[r++])];return r&&r==n?t:void 0},un=sn;var fn,ln=function(t,e,r){var n=null==t?void 0:un(t,e);return void 0===n?r:n},hn=h(ln);!function(t){t["網絡錯誤"]="ERROR CODE: 500",t["環境錯誤(browser)"]="ERROR CODE: 1001",t["Worklet模組載入失敗"]="ERROR CODE: 1002",t["未獲得媒體裝置權限"]="ERROR CODE: 1003",t["實例已摧毀"]="ERROR CODE: 1004",t["環境錯誤(nodejs)"]="ERROR CODE: 2001",t["未提供憑證"]="ERROR CODE: 2002",t["獲取權杖失敗"]="ERROR CODE: 2003",t["沒有可用專案"]="ERROR CODE: 2004",t["重複初始化"]="ERROR CODE: 2005"}(fn||(fn={}));const pn="access_token",vn="undefined"!=typeof process&&null!=process.versions&&null!=process.versions.node;class bn{config;get webserver(){return this.config.webserver}get environment(){return this.config.env}get license(){return this.config.license??""}get port(){return function(t,e){const r=e??NaN;if(t){const e=parseInt(t);return isNaN(e)?r:e}return r}(process.env.PORT,this.config.port??3e3)}get ws_url(){return this.config.ws_url??""}get worklet_url(){return this.config.worklet_url??""}get project(){const{project:t}=Ie({},this.config);return void 0===t?{specific:!1}:"string"==typeof t?{name:t,id:t,specific:!1}:Ie({},t,{specific:!0})}get endPoint(){return this.environment,{api:"https://aiia-content-management-dev-21193779403.asia-east1.run.app",socket:"wss://graphen-agentic-workflow-dev-21193779403.asia-east1.run.app"}}get debug(){return this.config.debug??!0}get mediaStream(){return this.config.mediaStream}get chunkTimeInSeconds(){return"number"==typeof this.config.chunkTimeInSeconds&&this.config.chunkTimeInSeconds>0?this.config.chunkTimeInSeconds:1}get llmSampleRate(){return"number"==typeof this.config.llmSampleRate&&this.config.llmSampleRate>0?this.config.llmSampleRate:16e3}constructor(t){this.config=t}}var dn=function(t,e){for(var r=-1,n=null==t?0:t.length;++r<n&&!1!==e(t[r],r,t););return t};var yn=function(t){return function(e,r,n){for(var o=-1,i=Object(e),a=n(e),c=a.length;c--;){var s=a[t?c:++o];if(!1===r(i[s],s,i))break}return e}}(),_n=Ae;var gn=Et;var On=function(t,e){return function(r,n){if(null==r)return r;if(!gn(r))return t(r,n);for(var o=r.length,i=e?o:-1,a=Object(r);(e?i--:++i<o)&&!1!==n(a[i],i,a););return r}}(function(t,e){return t&&yn(t,e,_n)}),jn=ft;var Sn=dn,mn=On,wn=function(t){return"function"==typeof t?t:jn},En=Yt;var An,Dn=h(function(t,e){return(En(t)?Sn:mn)(t,wn(e))});!function(t){t["通道、雲端服務、麥克風都已就緒"]="CODE: 1000",t["未取得媒體裝置權限，請重新設定或忽略此訊息"]="CODE: 1001",t["請訂閱專案列表"]="CODE: 1002",t["初始化必要依賴"]="CODE: 1010",t["指定依賴已完成"]="CODE: 1011",t["啟動SDK"]="CODE: 1012",t["結束SDK"]="CODE: 1013",t["安全的關閉連線"]="CODE: 2000",t["無副作用的關閉連線"]="CODE: 2001",t["與雲端的服務中斷"]="CODE: 2002",t["沒有授權，請聯繫Graphen"]="CODE: 2003",t["自動重新連線連端服務"]="CODE: 2004",t["未預期的斷線，請聯繫Graphen"]="CODE: 2005",t["開始初始化必要模組"]="CODE: 2010",t["指定模組初始化完成"]="CODE: 2011",t["啟動服務"]="CODE: 2012",t["服務結束"]="CODE: 2013"}(An||(An={}));const Nn={code:console.log,debug:console.log,info:console.log,warn:console.warn,error:console.error,fatal:console.error},Rn=[];function Mn(t){return Rn.push(t),Mn}const Cn=new Proxy(Nn,{get(e,r,n){if("string"==typeof r)switch(r){case"debug":case"info":case"error":case"warn":case"fatal":case"code":return(...n)=>{const o=t().format("yyyy-MM-DD[T]HH:mm:ss");Dn(Rn,t=>{t.next(r,o,...n)}),e[r](`[Aiia::${r}_${o}_]`,...n)};default:return}},set:(t,e,r,n)=>!0});class Pn{config;server;memberSub;get port(){return this.config.port}get webserver(){return this.config.webserver}get memberChange(){return this.memberSub.asObservable()}constructor(t){this.config=t,this.memberSub=new r}start(){this.server=new e(this.webserver,{cors:{origin:"*"}}),this.server.on("connection",t=>{this.memberSub.next({type:"in",socket:t}),Cn.debug("client on",t.id),t.on("disconnect",e=>{this.memberSub.next({type:"out",socket:t}),Cn.debug("client off",e)})}),void 0===this.webserver&&this.server.listen(this.port)}onDestory(){this.server&&this.server.close()}}var kn=Or;var In=Or,Ln=jr,Tn=xr;var xn=Or,Fn=function(){this.__data__=new kn,this.size=0},Un=function(t){var e=this.__data__,r=e.delete(t);return this.size=e.size,r},$n=function(t){return this.__data__.get(t)},Wn=function(t){return this.__data__.has(t)},zn=function(t,e){var r=this.__data__;if(r instanceof In){var n=r.__data__;if(!Ln||n.length<199)return n.push([t,e]),this.size=++r.size,this;r=this.__data__=new Tn(n)}return r.set(t,e),this.size=r.size,this};function Gn(t){var e=this.__data__=new xn(t);this.size=e.size}Gn.prototype.clear=Fn,Gn.prototype.delete=Un,Gn.prototype.get=$n,Gn.prototype.has=Wn,Gn.prototype.set=zn;var Bn=Gn;var Vn=xr,Xn=function(t){return this.__data__.set(t,"__lodash_hash_undefined__"),this},Yn=function(t){return this.__data__.has(t)};function Hn(t){var e=-1,r=null==t?0:t.length;for(this.__data__=new Vn;++e<r;)this.add(t[e])}Hn.prototype.add=Hn.prototype.push=Xn,Hn.prototype.has=Yn;var Kn=Hn,Qn=function(t,e){for(var r=-1,n=null==t?0:t.length;++r<n;)if(e(t[r],r,t))return!0;return!1},Jn=function(t,e){return t.has(e)};var qn=function(t,e,r,n,o,i){var a=1&r,c=t.length,s=e.length;if(c!=s&&!(a&&s>c))return!1;var u=i.get(t),f=i.get(e);if(u&&f)return u==e&&f==t;var l=-1,h=!0,p=2&r?new Kn:void 0;for(i.set(t,e),i.set(e,t);++l<c;){var v=t[l],b=e[l];if(n)var d=a?n(b,v,l,e,t,i):n(v,b,l,t,e,i);if(void 0!==d){if(d)continue;h=!1;break}if(p){if(!Qn(e,function(t,e){if(!Jn(p,e)&&(v===t||o(v,t,r,n,i)))return p.push(e)})){h=!1;break}}else if(v!==b&&!o(v,b,r,n,i)){h=!1;break}}return i.delete(t),i.delete(e),h},Zn=d.Uint8Array;var to=function(t){var e=-1,r=Array(t.size);return t.forEach(function(t,n){r[++e]=[n,t]}),r};var eo=Zn,ro=rt,no=qn,oo=to,io=function(t){var e=-1,r=Array(t.size);return t.forEach(function(t){r[++e]=t}),r},ao=y?y.prototype:void 0,co=ao?ao.valueOf:void 0;var so=function(t,e,r,n,o,i,a){switch(r){case"[object DataView]":if(t.byteLength!=e.byteLength||t.byteOffset!=e.byteOffset)return!1;t=t.buffer,e=e.buffer;case"[object ArrayBuffer]":return!(t.byteLength!=e.byteLength||!i(new eo(t),new eo(e)));case"[object Boolean]":case"[object Date]":case"[object Number]":return ro(+t,+e);case"[object Error]":return t.name==e.name&&t.message==e.message;case"[object RegExp]":case"[object String]":return t==e+"";case"[object Map]":var c=oo;case"[object Set]":var s=1&n;if(c||(c=io),t.size!=e.size&&!s)return!1;var u=a.get(t);if(u)return u==e;n|=2,a.set(t,e);var f=no(c(t),c(e),n,o,i,a);return a.delete(t),f;case"[object Symbol]":if(co)return co.call(t)==co.call(e)}return!1};var uo=function(t,e){for(var r=-1,n=e.length,o=t.length;++r<n;)t[o+r]=e[r];return t},fo=uo,lo=Yt;var ho=function(t,e,r){var n=e(t);return lo(t)?n:fo(n,r(t))};var po=function(){return[]},vo=function(t,e){for(var r=-1,n=null==t?0:t.length,o=0,i=[];++r<n;){var a=t[r];e(a,r,t)&&(i[o++]=a)}return i},bo=po,yo=Object.prototype.propertyIsEnumerable,_o=Object.getOwnPropertySymbols,go=_o?function(t){return null==t?[]:(t=Object(t),vo(_o(t),function(e){return yo.call(t,e)}))}:bo,Oo=ho,jo=go,So=Ae;var mo=function(t){return Oo(t,So,jo)},wo=mo,Eo=Object.prototype.hasOwnProperty;var Ao=function(t,e,r,n,o,i){var a=1&r,c=wo(t),s=c.length;if(s!=wo(e).length&&!a)return!1;for(var u=s;u--;){var f=c[u];if(!(a?f in e:Eo.call(e,f)))return!1}var l=i.get(t),h=i.get(e);if(l&&h)return l==e&&h==t;var p=!0;i.set(t,e),i.set(e,t);for(var v=a;++u<s;){var b=t[f=c[u]],d=e[f];if(n)var y=a?n(d,b,f,e,t,i):n(b,d,f,t,e,i);if(!(void 0===y?b===d||o(b,d,r,n,i):y)){p=!1;break}v||(v="constructor"==f)}if(p&&!v){var _=t.constructor,g=e.constructor;_==g||!("constructor"in t)||!("constructor"in e)||"function"==typeof _&&_ instanceof _&&"function"==typeof g&&g instanceof g||(p=!1)}return i.delete(t),i.delete(e),p},Do=J(d,"DataView"),No=jr,Ro=J(d,"Promise"),Mo=J(d,"Set"),Co=J(d,"WeakMap"),Po=N,ko=F,Io="[object Map]",Lo="[object Promise]",To="[object Set]",xo="[object WeakMap]",Fo="[object DataView]",Uo=ko(Do),$o=ko(No),Wo=ko(Ro),zo=ko(Mo),Go=ko(Co),Bo=Po;(Do&&Bo(new Do(new ArrayBuffer(1)))!=Fo||No&&Bo(new No)!=Io||Ro&&Bo(Ro.resolve())!=Lo||Mo&&Bo(new Mo)!=To||Co&&Bo(new Co)!=xo)&&(Bo=function(t){var e=Po(t),r="[object Object]"==e?t.constructor:void 0,n=r?ko(r):"";if(n)switch(n){case Uo:return Fo;case $o:return Io;case Wo:return Lo;case zo:return To;case Go:return xo}return e});var Vo=Bo,Xo=Bn,Yo=qn,Ho=so,Ko=Ao,Qo=Vo,Jo=Yt,qo=Jt,Zo=ue,ti="[object Arguments]",ei="[object Array]",ri="[object Object]",ni=Object.prototype.hasOwnProperty;var oi=function(t,e,r,n,o,i){var a=Jo(t),c=Jo(e),s=a?ei:Qo(t),u=c?ei:Qo(e),f=(s=s==ti?ri:s)==ri,l=(u=u==ti?ri:u)==ri,h=s==u;if(h&&qo(t)){if(!qo(e))return!1;a=!0,f=!1}if(h&&!f)return i||(i=new Xo),a||Zo(t)?Yo(t,e,r,n,o,i):Ho(t,e,s,r,n,o,i);if(!(1&r)){var p=f&&ni.call(t,"__wrapped__"),v=l&&ni.call(e,"__wrapped__");if(p||v){var b=p?t.value():t,d=v?e.value():e;return i||(i=new Xo),o(b,d,r,n,i)}}return!!h&&(i||(i=new Xo),Ko(t,e,r,n,o,i))},ii=Ft;var ai=function t(e,r,n,o,i){return e===r||(null==e||null==r||!ii(e)&&!ii(r)?e!=e&&r!=r:oi(e,r,n,o,t,i))},ci=Bn,si=ai;var ui=R;var fi=function(t){return t==t&&!ui(t)},li=fi,hi=Ae;var pi=function(t,e){return function(r){return null!=r&&(r[t]===e&&(void 0!==e||t in Object(r)))}},vi=function(t,e,r,n){var o=r.length,i=o,a=!n;if(null==t)return!i;for(t=Object(t);o--;){var c=r[o];if(a&&c[2]?c[1]!==t[c[0]]:!(c[0]in t))return!1}for(;++o<i;){var s=(c=r[o])[0],u=t[s],f=c[1];if(a&&c[2]){if(void 0===u&&!(s in t))return!1}else{var l=new ci;if(n)var h=n(u,f,s,t,e,l);if(!(void 0===h?si(f,u,3,n,l):h))return!1}}return!0},bi=function(t){for(var e=hi(t),r=e.length;r--;){var n=e[r],o=t[n];e[r]=[n,o,li(o)]}return e},di=pi;var yi=rn,_i=Xt,gi=Yt,Oi=Dt,ji=St,Si=on;var mi=function(t,e,r){for(var n=-1,o=(e=yi(e,t)).length,i=!1;++n<o;){var a=Si(e[n]);if(!(i=null!=t&&r(t,a)))break;t=t[a]}return i||++n!=o?i:!!(o=null==t?0:t.length)&&ji(o)&&Oi(a,o)&&(gi(t)||_i(t))},wi=function(t,e){return null!=t&&e in Object(t)},Ei=mi;var Ai=function(t,e){return null!=t&&Ei(t,e,wi)},Di=ai,Ni=ln,Ri=Ai,Mi=ze,Ci=fi,Pi=pi,ki=on;var Ii=function(t,e){return Mi(t)&&Ci(e)?Pi(ki(t),e):function(r){var n=Ni(r,t);return void 0===n&&n===e?Ri(r,t):Di(e,n,3)}};var Li=sn;var Ti=function(t){return function(e){return Li(e,t)}},xi=function(t){return function(e){return null==e?void 0:e[t]}},Fi=Ti,Ui=ze,$i=on;var Wi=function(t){return Ui(t)?xi($i(t)):Fi(t)},zi=function(t){var e=bi(t);return 1==e.length&&e[0][2]?di(e[0][0],e[0][1]):function(r){return r===t||vi(r,t,e)}},Gi=Ii,Bi=ft,Vi=Yt,Xi=Wi;var Yi=On,Hi=Et;var Ki=Br,Qi=function(t){return"function"==typeof t?t:null==t?Bi:"object"==typeof t?Vi(t)?Gi(t[0],t[1]):zi(t):Xi(t)},Ji=function(t,e){var r=-1,n=Hi(t)?Array(t.length):[];return Yi(t,function(t,o,i){n[++r]=e(t,o,i)}),n},qi=Yt;var Zi,ta=h(function(t,e){return(qi(t)?Ki:Ji)(t,Qi(e))});class ea{instance;controller;constructor(t){this.controller=new AbortController,this.instance=a.create({baseURL:t,signal:this.controller.signal})}async getAccessToken(t,e){const r={license_number:t,token_value:e??""},n=await this.instance.post("/api/v1/license/agent_token",r).then(t=>hn(t.data,"token_value","")).catch(()=>null);if(null===n)throw new Error(fn["網絡錯誤"]);if(""===n)throw new Error(fn["獲取權杖失敗"]);return n}async getProjectList(t){const e=await this.instance.post("/api/v1/license/projects",{license_number:t}).then(t=>ta(hn(t,"data.projects",[]),({id:t,sub_project_name:e})=>({id:t,name:e}))).catch(t=>null);if(null===e)throw new Error(fn["網絡錯誤"]);if(0===e.length)throw new Error(fn["沒有可用專案"]);return e}onDestory(){this.controller.abort()}}!function(t){t[t.MDN_NORMAL_CLOSURE=1e3]="MDN_NORMAL_CLOSURE",t[t.MDN_GOING_AWAY=1001]="MDN_GOING_AWAY",t[t.MDN_PROTOCOL_ERROR=1002]="MDN_PROTOCOL_ERROR",t[t.MDN_UNSUPPORTED_DATA=1003]="MDN_UNSUPPORTED_DATA",t[t.MDN_RESERVED_1004=1004]="MDN_RESERVED_1004",t[t.MDN_NO_STATUS_RECEIVED=1005]="MDN_NO_STATUS_RECEIVED",t[t.MDN_ABNORMAL_CLOSURE=1006]="MDN_ABNORMAL_CLOSURE",t[t.MDN_INVALID_FRAME_PAYLOAD=1007]="MDN_INVALID_FRAME_PAYLOAD",t[t.MDN_POLICY_VIOLATION=1008]="MDN_POLICY_VIOLATION",t[t.MDN_MESSAGE_TOO_BIG=1009]="MDN_MESSAGE_TOO_BIG",t[t.MDN_MANDATORY_EXTENSION=1010]="MDN_MANDATORY_EXTENSION",t[t.MDN_INTERNAL_ERROR=1011]="MDN_INTERNAL_ERROR",t[t.MDN_SERVICE_RESTART=1012]="MDN_SERVICE_RESTART",t[t.MDN_TRY_AGAIN_LATER=1013]="MDN_TRY_AGAIN_LATER",t[t.MDN_BAD_GATEWAY=1014]="MDN_BAD_GATEWAY",t[t.MDN_TLS_HANDSHAKE=1015]="MDN_TLS_HANDSHAKE",t[t.MANUAL_CLOSE=4001]="MANUAL_CLOSE",t[t.WS_5000_NORAML_CLOSURE=5e3]="WS_5000_NORAML_CLOSURE",t[t.WS_5001_UNAUTHORIZED=5001]="WS_5001_UNAUTHORIZED",t[t.WS_5002_LICENSE_EXPIRED=5002]="WS_5002_LICENSE_EXPIRED",t[t.WS_5003_TOKEN_EXPIRED=5003]="WS_5003_TOKEN_EXPIRED"}(Zi||(Zi={}));class ra{socket;messageSub;linkStartSub;destorySub;closeSub;get message(){return this.messageSub.asObservable()}get close(){return this.closeSub.asObservable()}get linkStart(){return this.linkStartSub.asObservable()}messageQueue=[];isConnected;constructor(){this.isConnected=!1,this.messageSub=new r,this.linkStartSub=new r,this.closeSub=new r,this.destorySub=new r}start(t){this.socket=new c(t,{autoPong:!0}),n(this.socket,"open").pipe(o(this.destorySub)).subscribe(()=>{this.isConnected=!0,this.linkStartSub.next(),Cn.code(An["啟動服務"],"proxy"),this.flushMessageQueue()}),n(this.socket,"message").pipe(o(this.destorySub)).subscribe(t=>{const{data:e}=t;this.messageSub.next(e)}),n(this.socket,"error").pipe(o(this.destorySub)).subscribe(t=>{const{error:e}=t;Cn.error("Proxy has some problem",e)}),n(this.socket,"close").pipe(o(this.destorySub)).subscribe(t=>{this.isConnected=!1;const{code:e,reason:r}=t;switch(e){case Zi.MANUAL_CLOSE:Cn.code(An["無副作用的關閉連線"]);break;case Zi.WS_5000_NORAML_CLOSURE:case Zi.MDN_NORMAL_CLOSURE:case Zi.MDN_GOING_AWAY:this.closeSub.next("close"),Cn.code(An["安全的關閉連線"]);break;case Zi.MDN_NO_STATUS_RECEIVED:case Zi.MDN_ABNORMAL_CLOSURE:this.closeSub.next("close"),Cn.code(An["與雲端的服務中斷"],{code:e,reason:r});break;case Zi.WS_5001_UNAUTHORIZED:case Zi.WS_5002_LICENSE_EXPIRED:this.closeSub.next("no_permissions"),Cn.code(An["沒有授權，請聯繫Graphen"]);break;case Zi.WS_5003_TOKEN_EXPIRED:this.closeSub.next("reconnect"),Cn.code(An["自動重新連線連端服務"]);break;default:this.closeSub.next("close"),Cn.code(An["未預期的斷線，請聯繫Graphen"],{code:e,reason:r})}})}reconnect(t){this.onDestory(),this.destorySub=new r,this.start(t)}flushMessageQueue(){for(;this.messageQueue.length>0&&this.isConnected&&void 0!==this.socket;){const t=this.messageQueue.shift();t&&this.socket.send(t)}}send(t){this.isConnected&&void 0!==this.socket?this.socket.send(t):this.messageQueue.push(t)}onClose(){this.socket?.close(Zi.MANUAL_CLOSE)}onDestory(){this.destorySub.next(),this.destorySub.complete()}}var na=ut,oa=Ae;var ia=function(t,e){return t&&na(e,oa(e),t)};var aa=R,ca=Tt,sa=function(t){var e=[];if(null!=t)for(var r in Object(t))e.push(r);return e},ua=Object.prototype.hasOwnProperty;var fa=ye,la=function(t){if(!aa(t))return sa(t);var e=ca(t),r=[];for(var n in t)("constructor"!=n||!e&&ua.call(t,n))&&r.push(n);return r},ha=Et;var pa=function(t){return ha(t)?fa(t,!0):la(t)},va=ut,ba=pa;var da=function(t,e){return t&&va(e,ba(e),t)},ya={exports:{}};!function(t,e){var r=d,n=e&&!e.nodeType&&e,o=n&&t&&!t.nodeType&&t,i=o&&o.exports===n?r.Buffer:void 0,a=i?i.allocUnsafe:void 0;t.exports=function(t,e){if(e)return t.slice();var r=t.length,n=a?a(r):new t.constructor(r);return t.copy(n),n}}(ya,ya.exports);var _a=ya.exports;var ga=function(t,e){var r=-1,n=t.length;for(e||(e=Array(n));++r<n;)e[r]=t[r];return e},Oa=ut,ja=go;var Sa=function(t,e){return Oa(t,ja(t),e)},ma=_e(Object.getPrototypeOf,Object),wa=uo,Ea=ma,Aa=go,Da=po,Na=Object.getOwnPropertySymbols?function(t){for(var e=[];t;)wa(e,Aa(t)),t=Ea(t);return e}:Da,Ra=ut,Ma=Na;var Ca=function(t,e){return Ra(t,Ma(t),e)},Pa=ho,ka=Na,Ia=pa;var La=function(t){return Pa(t,Ia,ka)},Ta=Object.prototype.hasOwnProperty;var xa=function(t){var e=t.length,r=new t.constructor(e);return e&&"string"==typeof t[0]&&Ta.call(t,"index")&&(r.index=t.index,r.input=t.input),r},Fa=Zn;var Ua=function(t){var e=new t.constructor(t.byteLength);return new Fa(e).set(new Fa(t)),e},$a=Ua;var Wa=function(t,e){var r=e?$a(t.buffer):t.buffer;return new t.constructor(r,t.byteOffset,t.byteLength)},za=/\w*$/;var Ga=function(t){var e=new t.constructor(t.source,za.exec(t));return e.lastIndex=t.lastIndex,e},Ba=y?y.prototype:void 0,Va=Ba?Ba.valueOf:void 0;var Xa=Ua;var Ya=Ua,Ha=Wa,Ka=Ga,Qa=function(t){return Va?Object(Va.call(t)):{}},Ja=function(t,e){var r=e?Xa(t.buffer):t.buffer;return new t.constructor(r,t.byteOffset,t.length)};var qa=function(t,e,r){var n=t.constructor;switch(e){case"[object ArrayBuffer]":return Ya(t);case"[object Boolean]":case"[object Date]":return new n(+t);case"[object DataView]":return Ha(t,r);case"[object Float32Array]":case"[object Float64Array]":case"[object Int8Array]":case"[object Int16Array]":case"[object Int32Array]":case"[object Uint8Array]":case"[object Uint8ClampedArray]":case"[object Uint16Array]":case"[object Uint32Array]":return Ja(t,r);case"[object Map]":case"[object Set]":return new n;case"[object Number]":case"[object String]":return new n(t);case"[object RegExp]":return Ka(t);case"[object Symbol]":return Qa(t)}},Za=R,tc=Object.create,ec=function(){function t(){}return function(e){if(!Za(e))return{};if(tc)return tc(e);t.prototype=e;var r=new t;return t.prototype=void 0,r}}(),rc=ma,nc=Tt;var oc=function(t){return"function"!=typeof t.constructor||nc(t)?{}:ec(rc(t))},ic=Vo,ac=Ft;var cc=function(t){return ac(t)&&"[object Map]"==ic(t)},sc=ne,uc=ie&&ie.isMap,fc=uc?sc(uc):cc,lc=Vo,hc=Ft;var pc=function(t){return hc(t)&&"[object Set]"==lc(t)},vc=ne,bc=ie&&ie.isSet,dc=bc?vc(bc):pc,yc=Bn,_c=dn,gc=at,Oc=ia,jc=da,Sc=_a,mc=ga,wc=Sa,Ec=Ca,Ac=mo,Dc=La,Nc=Vo,Rc=xa,Mc=qa,Cc=oc,Pc=Yt,kc=Jt,Ic=fc,Lc=R,Tc=dc,xc=Ae,Fc=pa,Uc="[object Arguments]",$c="[object Function]",Wc="[object Object]",zc={};zc[Uc]=zc["[object Array]"]=zc["[object ArrayBuffer]"]=zc["[object DataView]"]=zc["[object Boolean]"]=zc["[object Date]"]=zc["[object Float32Array]"]=zc["[object Float64Array]"]=zc["[object Int8Array]"]=zc["[object Int16Array]"]=zc["[object Int32Array]"]=zc["[object Map]"]=zc["[object Number]"]=zc[Wc]=zc["[object RegExp]"]=zc["[object Set]"]=zc["[object String]"]=zc["[object Symbol]"]=zc["[object Uint8Array]"]=zc["[object Uint8ClampedArray]"]=zc["[object Uint16Array]"]=zc["[object Uint32Array]"]=!0,zc["[object Error]"]=zc[$c]=zc["[object WeakMap]"]=!1;var Gc=function t(e,r,n,o,i,a){var c,s=1&r,u=2&r,f=4&r;if(n&&(c=i?n(e,o,i,a):n(e)),void 0!==c)return c;if(!Lc(e))return e;var l=Pc(e);if(l){if(c=Rc(e),!s)return mc(e,c)}else{var h=Nc(e),p=h==$c||"[object GeneratorFunction]"==h;if(kc(e))return Sc(e,s);if(h==Wc||h==Uc||p&&!i){if(c=u||p?{}:Cc(e),!s)return u?Ec(e,jc(c,e)):wc(e,Oc(c,e))}else{if(!zc[h])return i?e:{};c=Mc(e,h,s)}}a||(a=new yc);var v=a.get(e);if(v)return v;a.set(e,c),Tc(e)?e.forEach(function(o){c.add(t(o,r,n,o,e,a))}):Ic(e)&&e.forEach(function(o,i){c.set(i,t(o,r,n,i,e,a))});var b=l?void 0:(f?u?Dc:Ac:u?Fc:xc)(e);return _c(b||e,function(o,i){b&&(o=e[i=o]),gc(c,i,t(o,r,n,i,e,a))}),c};var Bc=sn,Vc=function(t,e,r){var n=-1,o=t.length;e<0&&(e=-e>o?0:o+e),(r=r>o?o:r)<0&&(r+=o),o=e>r?0:r-e>>>0,e>>>=0;for(var i=Array(o);++n<o;)i[n]=t[n+e];return i};var Xc=function(t,e){return e.length<2?t:Bc(t,Vc(e,0,-1))},Yc=rn,Hc=function(t){var e=null==t?0:t.length;return e?t[e-1]:void 0},Kc=Xc,Qc=on;var Jc=function(t,e){return e=Yc(e,t),null==(t=Kc(t,e))||delete t[Qc(Hc(e))]},qc=N,Zc=ma,ts=Ft,es=Function.prototype,rs=Object.prototype,ns=es.toString,os=rs.hasOwnProperty,is=ns.call(Object);var as=function(t){if(!ts(t)||"[object Object]"!=qc(t))return!1;var e=Zc(t);if(null===e)return!0;var r=os.call(e,"constructor")&&e.constructor;return"function"==typeof r&&r instanceof r&&ns.call(r)==is};var cs=function(t){return as(t)?void 0:t},ss=Xt,us=Yt,fs=y?y.isConcatSpreadable:void 0;var ls=uo,hs=function(t){return us(t)||ss(t)||!!(fs&&t&&t[fs])};var ps=function t(e,r,n,o,i){var a=-1,c=e.length;for(n||(n=hs),i||(i=[]);++a<c;){var s=e[a];r>0&&n(s)?r>1?t(s,r-1,n,o,i):ls(i,s):o||(i[i.length]=s)}return i},vs=ps;var bs=function(t){return(null==t?0:t.length)?vs(t,1):[]},ds=pt,ys=_t;var _s=Br,gs=Gc,Os=Jc,js=rn,Ss=ut,ms=cs,ws=La,Es=function(t){return ys(ds(t,void 0,bs),t+"")}(function(t,e){var r={};if(null==t)return r;var n=!1;e=_s(e,function(e){return e=js(e,t),n||(n=e.length>1),e}),Ss(t,ws(t),r),n&&(r=gs(r,7,ms));for(var o=e.length;o--;)Os(r,e[o]);return r}),As=h(Es);const Ds=new class{AppName;platform;isMAC;isWIN;isLINUX;saveFolder;homedir;appFolder;EOL;constructor(t){switch(this.AppName=t,this.platform=process.platform,this.homedir=u.homedir(),this.EOL=u.EOL,this.platform){case"darwin":this.isMAC=!0,this.isWIN=!1,this.isLINUX=!1,this.saveFolder=f.join(this.homedir,"Library","Application Support");break;case"win32":this.isMAC=!1,this.isWIN=!0,this.isLINUX=!1,this.saveFolder=process.env.APPDATA||f.join(this.homedir,"AppData","Roaming");break;case"linux":this.isMAC=!1,this.isWIN=!1,this.isLINUX=!0,this.saveFolder=process.env.XDG_CONFIG_HOME||f.join(this.homedir,".config");break;default:console.log(`當前系統是未知的平台: ${this.platform}`),this.isMAC=!1,this.isWIN=!1,this.isLINUX=!1,this.saveFolder=this.homedir}this.appFolder=f.join(this.saveFolder,this.AppName),this.folderCheck(this.appFolder)}addPath(...t){return f.join(...t)}folderCheck(t){s.mkdirSync(t,{recursive:!0})}fileCheck(t){s.existsSync(t)||s.writeFileSync(t,"",{encoding:"utf8"})}}("aiia-sdk");class Ns{type="node";filePath;fileName;constructor(){this.fileName="storage.json",this.filePath=Ds.addPath(Ds.appFolder,this.fileName),Ds.fileCheck(this.filePath)}getFileDataSync(){const t=s.readFileSync(this.filePath,"utf8");try{return JSON.parse(t)}catch(t){return{}}}setFileDataSync(t){try{const e=JSON.stringify(t);s.writeFileSync(this.filePath,e,"utf8")}catch(t){}}async getFileData(){return new Promise(t=>{s.readFile(this.filePath,"utf8",(e,r)=>{if(e)t({});else try{t(JSON.parse(r))}catch(e){t({})}})})}async setFileData(t){return new Promise(e=>{try{const r=JSON.stringify(t);s.writeFile(this.filePath,r,"utf8",t=>{e()})}catch(t){}})}async getItem(t){return(await this.getFileData())[t]??null}async setItem(t,e){const r=await this.getFileData();r[t]=e,await this.setFileData(r)}async removeItem(t){const e=await this.getFileData(),r=As(e,t);await this.setFileData(r)}async clear(){await this.setFileData({})}getItemSync(t){return this.getFileDataSync()[t]??null}setItemSync(t,e){const r=this.getFileDataSync();r[t]=e,this.setFileDataSync(r)}removeItemSync(t){const e=As(this.getFileDataSync(),t);this.setFileDataSync(e)}clearSync(){this.setFileDataSync({})}}class Rs{filePath;fileName;constructor(){this.fileName="log.txt",this.filePath=Ds.addPath(Ds.appFolder,this.fileName)}next(t,e,...r){try{const n=r.reduce((t,e)=>{switch(typeof e){case"string":case"number":case"bigint":return`${t} ${e.toString()}`;case"boolean":return`${t} ${e?"true":"false"}`;case"object":try{return`${t} ${JSON.stringify(e)}`}catch(e){return t}case"symbol":case"undefined":case"function":return`${t} [${typeof e}]`}},"");s.appendFileSync(this.filePath,`LOG(${t})__${e}__:: ${n}${Ds.EOL}`,{encoding:"utf8"})}catch(t){}}}class Ms{config;constructor(t){this.config=t}onDestory(){}send(t){}start(){}}class Cs{config;stroage;apiProxy;chat;udpProxy;isStart;channelMap;destorySub;access_token;get accessToken(){return this.access_token}constructor(t,e){this.config=t,this.stroage=e,this.isStart=!1,this.destorySub=new r,this.channelMap=new Map,this.access_token=e.getItemSync(pn),this.apiProxy=new ea(this.config.endPoint.api),Cn.code(An["指定模組初始化完成"],"api"),this.chat=new Pn(this.config),Cn.code(An["指定模組初始化完成"],"chat"),this.udpProxy=new Ms(this.config),Cn.code(An["指定模組初始化完成"],"udp")}async start(){if(this.isStart)throw new Error(fn["重複初始化"]);this.isStart=!0,await this.replaceAccessToken(),this.chat.memberChange.pipe(o(this.destorySub)).subscribe(({type:t,socket:e})=>{switch(t){case"in":{Cn.debug("member join",e.id);const t=new ra,c=new r,s=(a=e.handshake.query.uuid,Ht(a)?hn(a,"[0]",void 0):a??void 0);void 0===s?(this.getProjectList().then(t=>{e.emit("list",t)}),n(e,"uuid").pipe(i(1),o(c)).subscribe(r=>{this.openChannel(r,e,t,c)})):this.openChannel(s,e,t,c),this.channelMap.set(e.id,()=>{c.next(),c.complete()});break}case"out":Cn.debug("member leave",e.id),this.channelMap.has(e.id)&&(this.channelMap.get(e.id)(),this.channelMap.delete(e.id))}var a}),this.chat.start(),Cn.code(An["啟動服務"],"chat"),this.udpProxy.start(),Cn.code(An["啟動服務"],"udp")}async replaceAccessToken(){const t=await this.apiProxy.getAccessToken(this.config.license,this.access_token);return this.access_token=t,this.stroage.setItemSync(pn,t),t}async getProjectList(){return await this.apiProxy.getProjectList(this.config.license)}getProxySocketURL(t){return`${this.config.endPoint.socket}/v1/chat/project/${this.accessToken}/${t}`}openChannel(t,e,r,i){n(e,"cloud").pipe(o(i)).subscribe(t=>{r.send(t)}),r.message.pipe(o(i)).subscribe(t=>{e.emit("cloud",t),this.udpProxy.send(t)}),r.close.pipe(o(i)).subscribe(async n=>{switch(e.emit("channel",n),n){case"close":case"no_permissions":r.onDestory();break;case"reconnect":await this.replaceAccessToken(),r.reconnect(this.getProxySocketURL(t))}}),r.linkStart.pipe(o(i)).subscribe(()=>{e.emit("channel","open")}),i.subscribe(()=>{r.onClose()}),r.start(this.getProxySocketURL(t))}onDestory(){this.apiProxy.onDestory(),this.chat.onDestory(),this.udpProxy.onDestory(),this.destorySub.next(),this.destorySub.complete(),Cn.code(An["服務結束"])}}function Ps(t){if(vn){if(void 0===hn(t,"license",void 0))throw new Error(fn["未提供憑證"]);!function(t){const{info:e,error:r,warn:n,debug:o,fatal:i,code:a}=function(t){if(void 0===t||"all"===t)return{code:!0,error:!0,warn:!0,info:!0,debug:!0,fatal:!0};if("none"===t)return{error:!1,code:!1,warn:!1,info:!1,debug:!1,fatal:!1};if("boolean"==typeof t)return{code:t,error:t,warn:t,info:t,debug:t,fatal:t};{const e=new Set(t);return{code:e.has("code"),debug:e.has("debug"),fatal:e.has("fatal"),error:e.has("error"),warn:e.has("warn"),info:e.has("info")}}}(t);return a||(Nn.code=()=>{}),o||(Nn.debug=()=>{}),e||(Nn.info=()=>{}),n||(Nn.warn=()=>{}),r||(Nn.error=()=>{}),i||(Nn.fatal=()=>{}),Mn}(hn(t,"debug",!0))(new Rs),Cn.code(An["開始初始化必要模組"]);const e=new bn(Ie({},t));Cn.code(An["指定模組初始化完成"],"config");const r=new Ns;Cn.code(An["指定模組初始化完成"],"storage");const n=new Cs(e,r);return Cn.code(An["指定模組初始化完成"],"core"),n.start(),Cn.code(An["啟動服務"]),()=>{n.onDestory()}}throw new Error(fn["環境錯誤(nodejs)"])}export{Ps as aiiaCore};
+import{assign as e,forEach as t,get as s,map as o,omit as i,isArray as r}from"lodash";import n from"moment";import{Server as c}from"socket.io";import{Subject as a,fromEvent as h,takeUntil as l,take as u}from"rxjs";import d from"axios";import p from"ws";import f from"fs";import g from"os";import _ from"path";import{Client as S}from"node-osc";var E;!function(e){e["網絡錯誤"]="ERROR CODE: 500",e["環境錯誤(browser)"]="ERROR CODE: 1001",e["Worklet模組載入失敗"]="ERROR CODE: 1002",e["未獲得媒體裝置權限"]="ERROR CODE: 1003",e["實例已摧毀"]="ERROR CODE: 1004",e["環境錯誤(nodejs)"]="ERROR CODE: 2001",e["未提供憑證"]="ERROR CODE: 2002",e["獲取權杖失敗"]="ERROR CODE: 2003",e["沒有可用專案"]="ERROR CODE: 2004",e["重複初始化"]="ERROR CODE: 2005"}(E||(E={}));const m="access_token",b="undefined"!=typeof process&&null!=process.versions&&null!=process.versions.node;class D{config;get webserver(){return this.config.webserver}get environment(){return this.config.env}get license(){return this.config.license??""}get port(){return function(e,t){const s=t??NaN;if(e){const t=parseInt(e);return isNaN(t)?s:t}return s}(process.env.PORT,this.config.port??3e3)}get ws_url(){return this.config.ws_url??""}get worklet_url(){return this.config.worklet_url??""}get project(){const{project:t}=e({},this.config);return void 0===t?{specific:!1}:"string"==typeof t?{name:t,id:t,specific:!1}:e({},t,{specific:!0})}get endPoint(){return this.environment,{api:"https://aiia-content-management-dev-21193779403.asia-east1.run.app",socket:"wss://graphen-agentic-workflow-dev-21193779403.asia-east1.run.app"}}get debug(){return this.config.debug??!0}get mediaStream(){return this.config.mediaStream}get chunkTimeInSeconds(){return"number"==typeof this.config.chunkTimeInSeconds&&this.config.chunkTimeInSeconds>0?this.config.chunkTimeInSeconds:1}get llmSampleRate(){return"number"==typeof this.config.llmSampleRate&&this.config.llmSampleRate>0?this.config.llmSampleRate:16e3}get faceDetection(){return e({frame:3,confidence:80},this.config.faceDetection)}get autoClearSubtitle(){const{user:t,aiia:s}=e({},this.config.autoClearSubtitle);let o=3e3,i=3e3;return"number"==typeof t?o=t>=0?t:o:!1===t&&(o=NaN),"number"==typeof s?i=s>=0?s:i:!1===s&&(i=NaN),{userDelayTime:o,aiiaDelayTime:i}}constructor(e){this.config=e}}var y;!function(e){e["通道、雲端服務、麥克風都已就緒"]="CODE: 1000",e["未取得媒體裝置權限，請重新設定或忽略此訊息"]="CODE: 1001",e["請訂閱專案列表"]="CODE: 1002",e["初始化必要依賴"]="CODE: 1010",e["指定依賴已完成"]="CODE: 1011",e["啟動SDK"]="CODE: 1012",e["結束SDK"]="CODE: 1013",e["安全的關閉連線"]="CODE: 2000",e["無副作用的關閉連線"]="CODE: 2001",e["與雲端的服務中斷"]="CODE: 2002",e["沒有授權，請聯繫Graphen"]="CODE: 2003",e["自動重新連線連端服務"]="CODE: 2004",e["未預期的斷線，請聯繫Graphen"]="CODE: 2005",e["開始初始化必要模組"]="CODE: 2010",e["指定模組初始化完成"]="CODE: 2011",e["啟動服務"]="CODE: 2012",e["服務結束"]="CODE: 2013"}(y||(y={}));const O={code:console.log,debug:console.log,info:console.log,warn:console.warn,error:console.error,fatal:console.error},N=[];function R(e){return N.push(e),R}const A=new Proxy(O,{get(e,s,o){if("string"==typeof s)switch(s){case"debug":case"info":case"error":case"warn":case"fatal":case"code":return(...o)=>{const i=n().format("yyyy-MM-DD[T]HH:mm:ss");t(N,e=>{e.next(s,i,...o)}),e[s](`[Aiia::${s}_${i}_]`,...o)};default:return}},set:(e,t,s,o)=>!0});class w{config;server;memberSub;get port(){return this.config.port}get webserver(){return this.config.webserver}get memberChange(){return this.memberSub.asObservable()}constructor(e){this.config=e,this.memberSub=new a}start(){if(this.server=new c(this.webserver,{cors:{origin:"*"}}),this.server.on("connection",e=>{this.memberSub.next({type:"in",socket:e}),A.debug("client on",e.id),e.on("disconnect",t=>{this.memberSub.next({type:"out",socket:e}),A.debug("client off",t)})}),void 0===this.webserver){const e=this.port;this.server.listen(e),A.info("Websocket server run on",e)}else A.info("Websocket server rely your webserver.")}onDestroy(){this.server&&this.server.close()}}class C{instance;controller;constructor(e){this.controller=new AbortController,this.instance=d.create({baseURL:e,signal:this.controller.signal})}async getAccessToken(e,t){const o={license_number:e,token_value:t??""},i=await this.instance.post("/api/v1/license/agent_token",o).then(e=>s(e.data,"token_value","")).catch(()=>null);if(null===i)throw new Error(E["網絡錯誤"]);if(""===i)throw new Error(E["獲取權杖失敗"]);return i}async getProjectList(e){const t=await this.instance.post("/api/v1/license/projects",{license_number:e}).then(e=>o(s(e,"data.projects",[]),({id:e,sub_project_name:t})=>({id:e,name:t}))).catch(e=>null);if(null===t)throw new Error(E["網絡錯誤"]);if(0===t.length)throw new Error(E["沒有可用專案"]);return t}onDestroy(){this.controller.abort()}}var M;!function(e){e[e.MDN_NORMAL_CLOSURE=1e3]="MDN_NORMAL_CLOSURE",e[e.MDN_GOING_AWAY=1001]="MDN_GOING_AWAY",e[e.MDN_PROTOCOL_ERROR=1002]="MDN_PROTOCOL_ERROR",e[e.MDN_UNSUPPORTED_DATA=1003]="MDN_UNSUPPORTED_DATA",e[e.MDN_RESERVED_1004=1004]="MDN_RESERVED_1004",e[e.MDN_NO_STATUS_RECEIVED=1005]="MDN_NO_STATUS_RECEIVED",e[e.MDN_ABNORMAL_CLOSURE=1006]="MDN_ABNORMAL_CLOSURE",e[e.MDN_INVALID_FRAME_PAYLOAD=1007]="MDN_INVALID_FRAME_PAYLOAD",e[e.MDN_POLICY_VIOLATION=1008]="MDN_POLICY_VIOLATION",e[e.MDN_MESSAGE_TOO_BIG=1009]="MDN_MESSAGE_TOO_BIG",e[e.MDN_MANDATORY_EXTENSION=1010]="MDN_MANDATORY_EXTENSION",e[e.MDN_INTERNAL_ERROR=1011]="MDN_INTERNAL_ERROR",e[e.MDN_SERVICE_RESTART=1012]="MDN_SERVICE_RESTART",e[e.MDN_TRY_AGAIN_LATER=1013]="MDN_TRY_AGAIN_LATER",e[e.MDN_BAD_GATEWAY=1014]="MDN_BAD_GATEWAY",e[e.MDN_TLS_HANDSHAKE=1015]="MDN_TLS_HANDSHAKE",e[e.MANUAL_CLOSE=4001]="MANUAL_CLOSE",e[e.WS_5000_NORAML_CLOSURE=5e3]="WS_5000_NORAML_CLOSURE",e[e.WS_5001_UNAUTHORIZED=5001]="WS_5001_UNAUTHORIZED",e[e.WS_5002_LICENSE_EXPIRED=5002]="WS_5002_LICENSE_EXPIRED",e[e.WS_5003_TOKEN_EXPIRED=5003]="WS_5003_TOKEN_EXPIRED"}(M||(M={}));class k{socket;messageSub;linkStartSub;destorySub;closeSub;get message(){return this.messageSub.asObservable()}get close(){return this.closeSub.asObservable()}get linkStart(){return this.linkStartSub.asObservable()}messageQueue=[];isConnected;constructor(){this.isConnected=!1,this.messageSub=new a,this.linkStartSub=new a,this.closeSub=new a,this.destorySub=new a}start(e){this.socket=new p(e,{autoPong:!0}),h(this.socket,"open").pipe(l(this.destorySub)).subscribe(()=>{this.isConnected=!0,A.code(y["啟動服務"],"proxy"),this.flushMessageQueue(),this.linkStartSub.next()}),h(this.socket,"message").pipe(l(this.destorySub)).subscribe(e=>{const{data:t}=e;this.messageSub.next(t)}),h(this.socket,"error").pipe(l(this.destorySub)).subscribe(e=>{const{error:t}=e;A.error("Proxy has some problem",t)}),h(this.socket,"close").pipe(l(this.destorySub)).subscribe(e=>{this.isConnected=!1;const{code:t,reason:s}=e;switch(t){case M.MANUAL_CLOSE:A.code(y["無副作用的關閉連線"]);break;case M.WS_5000_NORAML_CLOSURE:case M.MDN_NORMAL_CLOSURE:case M.MDN_GOING_AWAY:this.closeSub.next("close"),A.code(y["安全的關閉連線"]);break;case M.MDN_NO_STATUS_RECEIVED:case M.MDN_ABNORMAL_CLOSURE:this.closeSub.next("close"),A.code(y["與雲端的服務中斷"],{code:t,reason:s});break;case M.WS_5001_UNAUTHORIZED:case M.WS_5002_LICENSE_EXPIRED:this.closeSub.next("no_permissions"),A.code(y["沒有授權，請聯繫Graphen"]);break;case M.WS_5003_TOKEN_EXPIRED:this.closeSub.next("reconnect"),A.code(y["自動重新連線連端服務"]);break;default:this.closeSub.next("close"),A.code(y["未預期的斷線，請聯繫Graphen"],{code:t,reason:s})}})}reconnect(e){this.onDestroy(),this.destorySub=new a,this.start(e)}flushMessageQueue(){for(;this.messageQueue.length>0&&this.isConnected&&void 0!==this.socket;){const e=this.messageQueue.shift();e&&this.socket.send(e)}}send(e){this.isConnected&&void 0!==this.socket?this.socket.send(e):this.messageQueue.push(e)}onClose(){this.socket?.close(M.MANUAL_CLOSE)}onDestroy(){this.destorySub.next(),this.destorySub.complete()}}const L=new class{AppName;platform;isMAC;isWIN;isLINUX;saveFolder;homedir;appFolder;EOL;constructor(e){switch(this.AppName=e,this.platform=process.platform,this.homedir=g.homedir(),this.EOL=g.EOL,this.platform){case"darwin":this.isMAC=!0,this.isWIN=!1,this.isLINUX=!1,this.saveFolder=_.join(this.homedir,"Library","Application Support");break;case"win32":this.isMAC=!1,this.isWIN=!0,this.isLINUX=!1,this.saveFolder=process.env.APPDATA||_.join(this.homedir,"AppData","Roaming");break;case"linux":this.isMAC=!1,this.isWIN=!1,this.isLINUX=!0,this.saveFolder=process.env.XDG_CONFIG_HOME||_.join(this.homedir,".config");break;default:console.log(`當前系統是未知的平台: ${this.platform}`),this.isMAC=!1,this.isWIN=!1,this.isLINUX=!1,this.saveFolder=this.homedir}this.appFolder=_.join(this.saveFolder,this.AppName),this.folderCheck(this.appFolder)}addPath(...e){return _.join(...e)}folderCheck(e){f.mkdirSync(e,{recursive:!0})}fileCheck(e){f.existsSync(e)||f.writeFileSync(e,"",{encoding:"utf8"})}}("aiia-sdk");class P{type="node";filePath;fileName;constructor(){this.fileName="storage.json",this.filePath=L.addPath(L.appFolder,this.fileName),L.fileCheck(this.filePath)}getFileDataSync(){const e=f.readFileSync(this.filePath,"utf8");try{return JSON.parse(e)}catch(e){return{}}}setFileDataSync(e){try{const t=JSON.stringify(e);f.writeFileSync(this.filePath,t,"utf8")}catch(e){}}async getFileData(){return new Promise(e=>{f.readFile(this.filePath,"utf8",(t,s)=>{if(t)e({});else try{e(JSON.parse(s))}catch(t){e({})}})})}async setFileData(e){return new Promise(t=>{try{const s=JSON.stringify(e);f.writeFile(this.filePath,s,"utf8",e=>{t()})}catch(e){}})}async getItem(e){return(await this.getFileData())[e]??null}async setItem(e,t){const s=await this.getFileData();s[e]=t,await this.setFileData(s)}async removeItem(e){const t=await this.getFileData(),s=i(t,e);await this.setFileData(s)}async clear(){await this.setFileData({})}getItemSync(e){return this.getFileDataSync()[e]??null}setItemSync(e,t){const s=this.getFileDataSync();s[e]=t,this.setFileDataSync(s)}removeItemSync(e){const t=i(this.getFileDataSync(),e);this.setFileDataSync(t)}clearSync(){this.setFileDataSync({})}}class I{config;constructor(e){this.config=e,console.log("UEProxy, config=",e)}start(){console.log("UEProxy, start proxy")}send(e){let t=this.cloudToObj(e);if(t&&t.signal&&"osc"==t.signal){console.log("UEProxy, payload=",t);try{let e=t.content;const s=new S(e.host,e.port);console.debug("UEProxy, client open to port "+e.port),s.send(e.message,e=>{e&&console.error(e),s.close(),console.debug("UEProxy, client closed")})}catch(e){console.log(e)}}}cloudToObj(e){try{return JSON.parse(e)}catch(e){console.error("message transfer fail",e)}}onDestroy(){console.log("UEProxy, destroy proxy")}}class v{filePath;fileName;constructor(){this.fileName="log.txt",this.filePath=L.addPath(L.appFolder,this.fileName)}next(e,t,...s){try{const o=s.reduce((e,t)=>{switch(typeof t){case"string":case"number":case"bigint":return`${e} ${t.toString()}`;case"boolean":return`${e} ${t?"true":"false"}`;case"object":try{return`${e} ${JSON.stringify(t)}`}catch(t){return e}case"symbol":case"undefined":case"function":return`${e} [${typeof t}]`}},"");f.appendFileSync(this.filePath,`LOG(${e})__${t}__::${o}${L.EOL}`,{encoding:"utf8"})}catch(e){}}}class T{config;stroage;apiProxy;chat;udpProxy;isStart;channelMap;destorySub;access_token;get accessToken(){return this.access_token}constructor(e,t){this.config=e,this.stroage=t,this.isStart=!1,this.destorySub=new a,this.channelMap=new Map,this.access_token=t.getItemSync(m),this.apiProxy=new C(this.config.endPoint.api),A.code(y["指定模組初始化完成"],"api"),this.chat=new w(this.config),A.code(y["指定模組初始化完成"],"chat"),this.udpProxy=new I(this.config),A.code(y["指定模組初始化完成"],"udp")}async start(){if(this.isStart)throw new Error(E["重複初始化"]);this.isStart=!0,await this.replaceAccessToken(),this.chat.memberChange.pipe(l(this.destorySub)).subscribe(({type:e,socket:t})=>{switch(e){case"in":{A.debug("member join",t.id);const e=new k,i=new a,n=(o=t.handshake.query.uuid,r(o)?s(o,"[0]",void 0):o??void 0);void 0===n?(this.getProjectList().then(e=>{t.emit("list",e)}),h(t,"uuid").pipe(u(1),l(i)).subscribe(s=>{this.openChannel(s,t,e,i)})):this.openChannel(n,t,e,i),this.channelMap.set(t.id,()=>{i.next(),i.complete()});break}case"out":A.debug("member leave",t.id),this.channelMap.has(t.id)&&(this.channelMap.get(t.id)(),this.channelMap.delete(t.id))}var o}),this.chat.start(),A.code(y["啟動服務"],"chat"),this.udpProxy.start(),A.code(y["啟動服務"],"udp")}async replaceAccessToken(){const e=await this.apiProxy.getAccessToken(this.config.license,this.access_token);return this.access_token=e,this.stroage.setItemSync(m,e),e}async getProjectList(){return await this.apiProxy.getProjectList(this.config.license)}getProxySocketURL(e){return`${this.config.endPoint.socket}/v1/chat/project/${this.accessToken}/${e}`}openChannel(e,t,s,o){h(t,"cloud").pipe(l(o)).subscribe(e=>{s.send(e)}),s.message.pipe(l(o)).subscribe(e=>{t.emit("cloud",e),this.udpProxy.send(e)}),s.close.pipe(l(o)).subscribe(async o=>{switch(t.emit("channel",o),o){case"close":case"no_permissions":s.onDestroy();break;case"reconnect":await this.replaceAccessToken(),s.reconnect(this.getProxySocketURL(e))}}),s.linkStart.pipe(l(o)).subscribe(()=>{t.emit("channel","open")}),o.subscribe(()=>{s.onClose()}),s.start(this.getProxySocketURL(e))}onDestroy(){this.apiProxy.onDestroy(),this.chat.onDestroy(),this.udpProxy.onDestroy(),this.destorySub.next(),this.destorySub.complete(),A.code(y["服務結束"])}}function x(t){if(b){if(void 0===s(t,"license",void 0))throw new Error(E["未提供憑證"]);!function(e){const{info:t,error:s,warn:o,debug:i,fatal:r,code:n}=function(e){if(void 0===e||"all"===e)return{code:!0,error:!0,warn:!0,info:!0,debug:!0,fatal:!0};if("none"===e)return{error:!1,code:!1,warn:!1,info:!1,debug:!1,fatal:!1};if("boolean"==typeof e)return{code:e,error:e,warn:e,info:e,debug:e,fatal:e};{const t=new Set(e);return{code:t.has("code"),debug:t.has("debug"),fatal:t.has("fatal"),error:t.has("error"),warn:t.has("warn"),info:t.has("info")}}}(e);return n||(O.code=()=>{}),i||(O.debug=()=>{}),t||(O.info=()=>{}),o||(O.warn=()=>{}),s||(O.error=()=>{}),r||(O.fatal=()=>{}),R}(s(t,"debug",!0))(new v),A.code(y["開始初始化必要模組"]);const o=new D(e({},t));A.code(y["指定模組初始化完成"],"config");const i=new P;A.code(y["指定模組初始化完成"],"storage");const r=new T(o,i);return A.code(y["指定模組初始化完成"],"core"),r.start(),A.code(y["啟動服務"]),()=>{r.onDestroy()}}throw new Error(E["環境錯誤(nodejs)"])}export{x as aiiaCore};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@graphen.ai/aiia-sdk",
-  "version": "1.0.6",
+  "version": "1.0.7",
   "keywords": [],
   "author": {
     "name": "Jay Huang",
@@ -36,11 +36,12 @@
     "tsdoc-metadata.json"
   ],
   "scripts": {
-    "clean": "rm -rf ./dist",
-    "clean:type": "rm -rf ./dist/types",
+    "clean": "node rm.cjs ./dist",
+    "clean:type": "node rm.cjs ./dist/types",
     "build": "npm run clean && rollup -c && npm run types:extract",
     "watch": "rollup -c -w",
-    "build:testmodule": "rm -rf ./dist_test && rollup -c ./rollup.module.config.js",
+    "build:testmodule": "node rm.cjs ./dist_test && rollup -c ./rollup.module.config.js",
+    "test": "jest",
     "types:extract": "npm run types:extract:browser && npm run types:extract:node && npm run clean:type",
     "types:extract:browser": "api-extractor run --local --config api-extractor.browser.json",
     "types:extract:node": "api-extractor run --local --config api-extractor.node.json"
@@ -56,8 +57,10 @@
     "@types/jest": "^30.0.0",
     "@types/lodash": "^4.17.20",
     "@types/node": "^24.2.1",
+    "@types/node-osc": "^9.1.0",
     "@types/ws": "^8.18.1",
     "jest": "^30.1.3",
+    "jest-environment-jsdom": "^30.1.2",
     "rollup": "^4.46.2",
     "rollup-plugin-javascript-obfuscator": "^1.0.1",
     "ts-jest": "^29.4.1",
@@ -65,9 +68,11 @@
     "typescript": "^5.9.2"
   },
   "dependencies": {
+    "@mediapipe/tasks-vision": "^0.10.22-rc.20250304",
     "axios": "^1.11.0",
     "lodash": "^4.17.21",
     "moment": "^2.30.1",
+    "node-osc": "^11.0.0",
     "rxjs": "^7.8.2",
     "socket.io": "^4.8.1",
     "socket.io-client": "^4.8.1",

package/tsdoc-metadata.json

@@ -5,7 +5,7 @@
   "toolPackages": [
     {
       "packageName": "@microsoft/api-extractor",
-      "packageVersion": "7.52.11"
+      "packageVersion": "7.52.13"
     }
   ]
 }