zann-voice 0.1.73 → 0.1.75

package/README.md

@@ -18,7 +18,10 @@ import ZannVoice from "zann-voice";
 //maxReconnect 最大重连次数非必填
 const voice = new ZannVoice({
    wss: "wss://example.com",
-   maxReconnect:5
+   maxReconnect:10,
+   iceServers:[
+     { urls: 'turn:mimu.aizann.com:3478?transport=udp', username: 'tqhy', credential: 'tqhy' }
+   ]
 });
 
 
@@ -27,6 +30,7 @@ voice.connect({
   onOpen: () => console.log("Connected!"),
   onError: (type: string, event: any) => console.error(e),
   onAuth:(e) => console.log(e),
+  onConnect:(e)=>console.log(e),
   onMessage: (msg) => console.log("WS Message", msg)
 });
 
@@ -46,8 +50,8 @@ voice.startMicrophone();
 | 属性   | 类型|  是否必须    |备注    |
 | -------------| :-----------: | :-----------: | :-----------: | 
 | wss   | string |是  |  WebSocket地址    |
-| maxReconnect | number |否  |  最大重连次数非必填默认5  | 
-
+| maxReconnect | number |否  |  最大重连次数非必填默认10  | 
+| iceServers   | RTCIceServer[] |是  |  iceServers    |
 
 
 ### **1.connect()创建呼叫**
@@ -56,6 +60,9 @@ voice.startMicrophone();
 ```javascript
 const voice = new ZannVoice({
   wss: "wss://example.com",
+  iceServers:[
+     { urls: 'turn:mimu.aizann.com:3478?transport=udp', username: 'tqhy', credential: 'tqhy' }
+   ]
 });
 
 //在需要呼叫地方调用 必须在click事件中调用，一次new 可以多次调用
@@ -63,6 +70,7 @@ voice.connect({
   media:{ audio:true, video:false},
   onOpen: () => console.log("Connected!"),
   onAuth:(e) => console.log(e),
+  onConnect:(e)=>console.log(e),
   onError: (type: string, event: any) => console.error(e),
   onMessage: (msg) => console.log("WS Message", msg)
 });
@@ -78,6 +86,7 @@ voice.connect({
 | onAuth | function | 是 | 监听到需要用户授权麦克风或者摄像头，返回值参考 <code>PermissionState.state 授权状态</code>|
 | onMicrophoneChange | function | 否 | 监听麦克风变化，并返回 MediaStream |
 | onCameraChange | function | 否 | 监听摄像头变化，并返回 MediaStream |
+| onConnect | function | 是 | 监听是否正在重连
 
 媒体模式参数
 ``` markdown

package/dist/index.cjs.js

@@ -1 +1 @@
-"use strict";var st=require("@fingerprintjs/fingerprintjs");function t(o,e,s,a){if(s==="a"&&!a)throw new TypeError("Private accessor was defined without a getter");if(typeof e=="function"?o!==e||!a:!e.has(o))throw new TypeError("Cannot read private member from an object whose class did not declare it");return s==="m"?a:s==="a"?a.call(o):a?a.value:e.get(o)}function i(o,e,s,a,r){if(a==="m")throw new TypeError("Private method is not writable");if(a==="a"&&!r)throw new TypeError("Private accessor was defined without a setter");if(typeof e=="function"?o!==e||!r:!e.has(o))throw new TypeError("Cannot write private member to an object whose class did not declare it");return a==="a"?r.call(o,s):r?r.value=s:e.set(o,s),s}typeof SuppressedError=="function"&&SuppressedError;function at(){return typeof crypto<"u"&&crypto.randomUUID?crypto.randomUUID():"xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx".replace(/[xy]/g,function(o){const e=Math.random()*16|0;return(o==="x"?e:e&3|8).toString(16)})}var l,z;class nt{constructor(){l.set(this,null),z.set(this,""),i(this,l,document.createElement("audio"),"f"),i(this,z,at(),"f"),t(this,l,"f").id=t(this,z,"f"),document.body.appendChild(t(this,l,"f")),t(this,l,"f").autoplay=!0,t(this,l,"f").muted=!0}srcObject(e){t(this,l,"f")&&(t(this,l,"f").srcObject=e,t(this,l,"f").muted=!1)}setVolume(e){t(this,l,"f")&&(t(this,l,"f").volume=Math.min(Math.max(e,0),1))}destroy(){t(this,l,"f")&&(t(this,l,"f").pause(),t(this,l,"f").srcObject=null,t(this,l,"f").parentNode&&t(this,l,"f").parentNode.removeChild(t(this,l,"f")),i(this,l,null,"f"))}}l=new WeakMap,z=new WeakMap;var c,n,h,u,E,R,M,T,C,D,I,x,k,U,N,y,P,O,V,d,W,b,A,g,Z,m,v,F,B,G,L,H,X,K,q,Q,J,j,Y,tt,$,et,it;class ot{constructor({wss:e,maxReconnect:s=5}){c.add(this),n.set(this,null),h.set(this,null),u.set(this,null),E.set(this,!1),R.set(this,!1),M.set(this,0),T.set(this,10),C.set(this,!1),D.set(this,!0),I.set(this,""),x.set(this,null),k.set(this,null),U.set(this,void 0),N.set(this,void 0),y.set(this,void 0),P.set(this,void 0),O.set(this,void 0),V.set(this,void 0),d.set(this,void 0),W.set(this,""),b.set(this,null),A.set(this,null),g.set(this,null),Z.set(this,null),m.set(this,null),v.set(this,!1),F.set(this,!1),i(this,I,e,"f"),i(this,T,s,"f")}async connect({media:e={audio:!0,video:!1},onOpen:s,onError:a,onMessage:r,onAuth:_,onMicrophoneChange:f,onCameraChange:w,onConnect:S}){if(t(this,E,"f")){console.warn("\u26A0\uFE0F \u5DF2\u7ECF\u5B58\u5728 RTC/WS\uFF0C\u4E0D\u91CD\u590D\u521B\u5EFA");return}i(this,b,new nt,"f"),i(this,R,!1,"f"),i(this,C,!1,"f"),i(this,M,0,"f"),i(this,U,s,"f"),i(this,N,a,"f"),i(this,y,r,"f"),i(this,P,_,"f"),i(this,O,f,"f"),i(this,V,w,"f"),i(this,d,S,"f"),i(this,n,new RTCPeerConnection({iceServers:[{urls:"stun:stun.l.google.com:19302"},{urls:"stun:stun1.l.google.com:19302"},{urls:"stun:mimu.aizann.com:3478"},{urls:"turn:mimu.aizann.com:3478?transport=udp",username:"tqhy",credential:"tqhy"}],iceTransportPolicy:"all"}),"f"),t(this,n,"f").onicecandidate=p=>{p.candidate&&t(this,h,"f")?.readyState===WebSocket.OPEN&&t(this,h,"f").send(JSON.stringify({type:"ice",data:p.candidate}))},t(this,n,"f").ontrack=p=>{p.track.kind=="audio"&&t(this,b,"f")&&t(this,b,"f").srcObject(p.streams[0])},t(this,n,"f").onicegatheringstatechange=()=>{t(this,n,"f")&&console.log("ICE gathering:",t(this,n,"f").iceGatheringState)},e.audio&&await this.initMicrophone(),e.video&&await this.startCamera(),t(this,c,"m",L).call(this),await t(this,c,"m",H).call(this),t(this,n,"f").onconnectionstatechange=()=>{const p=t(this,n,"f")?.connectionState;console.log("RTC connection state:",p),p==="disconnected"&&(console.warn("RTC\u6CE2\u52A8"),t(this,d,"f")&&t(this,d,"f").call(this,!0)),!t(this,R,"f")&&p==="failed"&&(console.warn("RTC disconnected, retrying offer..."),t(this,d,"f")&&t(this,d,"f").call(this,!0),t(this,c,"m",$).call(this)),p=="connected"&&(t(this,d,"f")&&t(this,d,"f").call(this,!1),console.log("RTC\u8FDE\u63A5\u6210\u529F"),console.timeEnd("\u91CD\u8FDE\u65F6\u95F4"))}}stopTalking(){t(this,h,"f")?.send(JSON.stringify({type:"stop_talking",data:""}))}async initMicrophone(){if(!t(this,g,"f"))try{const e=await navigator.mediaDevices.getUserMedia({audio:!0});i(this,g,new AudioContext,"f"),i(this,Z,t(this,g,"f").createMediaStreamSource(e),"f"),i(this,m,t(this,g,"f").createGain(),"f"),t(this,m,"f").gain.value=1;const s=t(this,g,"f").createMediaStreamDestination();t(this,Z,"f").connect(t(this,m,"f")),t(this,m,"f").connect(s),s.stream.getAudioTracks().forEach(a=>{t(this,n,"f").addTrack(a,s.stream)}),i(this,u,s.stream,"f"),t(this,O,"f")?.call(this,!0,s.stream)}catch(e){t(this,P,"f").call(this,e)}}analyzeFrequency({stream:e,fftSize:s=2048,callback:a}){i(this,k,new AudioContext,"f");const r=t(this,k,"f").createAnalyser();r.fftSize=t(this,c,"m",Y).call(this,s),r.smoothingTimeConstant=.8,t(this,k,"f").createMediaStreamSource(e).connect(r);const f=new Uint8Array(r.fftSize),w=new Uint8Array(r.frequencyBinCount),S=this;function p(){t(S,k,"f")&&(r.getByteTimeDomainData(f),r.getByteFrequencyData(w),t(S,E,"f")&&a(f,w),requestAnimationFrame(p))}p()}startMicrophone(){!t(this,m,"f")||!t(this,u,"f")||(t(this,m,"f").gain.setTargetAtTime(1,t(this,g,"f").currentTime,.01),i(this,v,!1,"f"),t(this,O,"f")?.call(this,!0,t(this,u,"f")))}stopMicrophone(){!t(this,m,"f")||!t(this,u,"f")||(t(this,m,"f").gain.setTargetAtTime(0,t(this,g,"f").currentTime,.01),i(this,v,!0,"f"),t(this,O,"f")?.call(this,!1,t(this,u,"f")),t(this,c,"m",j).call(this))}async startCamera(){if(!t(this,n,"f")){console.warn("\u274C startCamera \u9700\u8981\u5148\u8C03\u7528 connect()");return}if(t(this,u,"f")?.getVideoTracks().length){t(this,u,"f").getVideoTracks().forEach(e=>e.enabled=!0),t(this,V,"f")&&t(this,V,"f").call(this,!0,t(this,u,"f"));return}try{const e=await navigator.mediaDevices.getUserMedia({video:!0});e.getVideoTracks().forEach(s=>t(this,n,"f").addTrack(s,e)),t(this,u,"f")||i(this,u,new MediaStream,"f"),e.getVideoTracks().forEach(s=>t(this,u,"f").addTrack(s)),t(this,V,"f")&&t(this,V,"f").call(this,!0,e)}catch(e){t(this,P,"f").call(this,e),t(this,V,"f")&&t(this,V,"f").call(this,!1,null)}}stopCamera(){t(this,u,"f")&&(t(this,u,"f").getVideoTracks().forEach(e=>{e.enabled=!1}),t(this,V,"f")&&t(this,V,"f").call(this,!1,t(this,u,"f")))}destroy(){console.log("\u{1F6D1} Destroying ZannVoice..."),i(this,R,!0,"f"),this.stopMicrophone(),t(this,c,"m",tt).call(this),this.stopCamera(),t(this,c,"m",et).call(this),t(this,c,"m",it).call(this),i(this,E,!1,"f"),clearInterval(t(this,x,"f")),i(this,x,null,"f"),i(this,C,!1,"f"),t(this,b,"f")&&t(this,b,"f").destroy()}async authorize(){if(!navigator.permissions)return{microphone:"unknown",camera:"unknown"};const e=async r=>{try{return(await navigator.permissions.query({name:r})).state}catch{return"unknown"}},s=await e("microphone"),a=await e("camera");return{microphone:s,camera:a}}}n=new WeakMap,h=new WeakMap,u=new WeakMap,E=new WeakMap,R=new WeakMap,M=new WeakMap,T=new WeakMap,C=new WeakMap,D=new WeakMap,I=new WeakMap,x=new WeakMap,k=new WeakMap,U=new WeakMap,N=new WeakMap,y=new WeakMap,P=new WeakMap,O=new WeakMap,V=new WeakMap,d=new WeakMap,W=new WeakMap,b=new WeakMap,A=new WeakMap,g=new WeakMap,Z=new WeakMap,m=new WeakMap,v=new WeakMap,F=new WeakMap,c=new WeakSet,B=function(e,s){const a=new URL(e);return Object.entries(s).forEach(([r,_])=>a.searchParams.set(r,String(_))),a.toString()},G=function(e,s,a=1e4){let r=0,_=e;for(let f=0;f<s;f++)r+=_,_=Math.min(_*2,a);return r},L=function(){if(!t(this,n,"f"))return;const e=t(this,n,"f").createDataChannel("heartbeat",{ordered:!0});e.onopen=()=>{console.log("[RTC] DataChannel open"),i(this,A,window.setInterval(()=>{e.readyState==="open"&&e.send(JSON.stringify({type:"ping",ts:Date.now()}))},3e3),"f")},e.onclose=()=>{console.log("[RTC] DataChannel closed"),t(this,A,"f")&&(clearInterval(t(this,A,"f")),i(this,A,null,"f"))},e.onerror=s=>{console.warn("[RTC] DataChannel error",s)}},H=async function o(e=1e3){if(!t(this,I,"f"))return;const a=await(await st.load()).get(),r=t(this,c,"m",G).call(this,1e3,t(this,T,"f")),_=t(this,c,"m",B).call(this,t(this,I,"f"),{fingerprint:a.visitorId,maxRetryTotalTime:r});i(this,h,new WebSocket(_),"f"),t(this,h,"f").onopen=()=>{console.log("\u2705 WS connected"),i(this,C,!0,"f"),i(this,M,0,"f"),t(this,n,"f")&&(t(this,n,"f").iceConnectionState==="disconnected"||t(this,n,"f").iceConnectionState==="failed")?t(this,c,"m",X).call(this):t(this,n,"f")?.connectionState!=="connected"&&t(this,c,"m",$).call(this),t(this,F,"f")&&(i(this,v,!1,"f"),i(this,F,!1,"f"),this.stopMicrophone())},t(this,h,"f").onmessage=f=>t(this,c,"m",Q).call(this,f),t(this,h,"f").onerror=f=>{t(this,C,"f")&&t(this,N,"f").call(this,"onerror",f)},t(this,h,"f").onclose=()=>{var f;if(t(this,R,"f"))return;if(console.log("Ws\u65AD\u5F00"),console.time("\u91CD\u8FDE\u65F6\u95F4"),t(this,M,"f")>=t(this,T,"f")){console.error(`\u274C WS \u8D85\u8FC7\u6700\u5927\u91CD\u8FDE\u6B21\u6570 ${t(this,T,"f")}`),t(this,N,"f")?.call(this,"onclose",new Error(`WS exceeded max reconnects ${t(this,T,"f")}`)),i(this,C,!1,"f"),this.stopMicrophone(),t(this,d,"f")&&t(this,d,"f").call(this,!1);return}i(this,M,(f=t(this,M,"f"),f++,f),"f");const w=t(this,M,"f")<=2?0:e;console.warn(`\u{1F504} WS disconnected, retrying in ${w}ms... [${t(this,M,"f")}/${t(this,T,"f")}]`),t(this,c,"m",q).call(this),setTimeout(()=>{t(this,v,"f")&&(this.startMicrophone(),i(this,F,!0,"f")),t(this,d,"f")&&t(this,d,"f").call(this,!0),t(this,c,"m",o).call(this,Math.min(e*2,1e4))},w)}},X=async function(){if(!(!t(this,n,"f")||!t(this,h,"f")||t(this,h,"f").readyState!==WebSocket.OPEN))try{console.log("\u{1F680} \u53D1\u8D77\u5FEB\u901F ICE Restart...");const e=await t(this,n,"f").createOffer({iceRestart:!0});await t(this,n,"f").setLocalDescription(e),t(this,h,"f").send(JSON.stringify({type:"offer",data:e}))}catch(e){console.error("\u5FEB\u901F\u91CD\u542F\u5931\u8D25:",e)}},K=function(){t(this,c,"m",q).call(this),i(this,x,setInterval(()=>{t(this,h,"f")?.send(JSON.stringify({type:"heartbeat",data:"1"}))},1e4),"f")},q=function(){t(this,x,"f")!=null&&(clearInterval(t(this,x,"f")),i(this,x,null,"f"))},Q=async function(e){const s=JSON.parse(e.data);switch(s.type){case"answer":await t(this,c,"m",J).call(this,s.data),t(this,U,"f").call(this),t(this,c,"m",K).call(this),i(this,E,!0,"f");break;case"ice":await t(this,n,"f")?.addIceCandidate(s.data);break;case"offer":await t(this,c,"m",J).call(this,s.data);const a=await t(this,n,"f")?.createAnswer();a&&(await t(this,n,"f")?.setLocalDescription(a),t(this,h,"f")?.send(JSON.stringify({type:"answer",data:a})));break;case"start_talking":i(this,W,"","f"),i(this,D,!0,"f"),t(this,y,"f").call(this,{type:"start",data:null});break;case"asr_text":t(this,y,"f").call(this,{type:"user",data:{content:s.data}});break;case"llm_text":s.finish_reason==="content_filter"?i(this,W,s.content,"f"):i(this,W,t(this,W,"f")+s.content,"f"),t(this,D,"f")&&(t(this,y,"f").call(this,{type:"before",data:null}),i(this,D,!1,"f")),t(this,y,"f").call(this,{type:"assistant",data:{content:t(this,W,"f")}});break;case"llm_end":t(this,y,"f").call(this,{type:"end",data:null}),i(this,W,"","f"),i(this,D,!0,"f");break;case"listening_start":t(this,y,"f").call(this,{type:"listening",data:!0}),t(this,d,"f")&&t(this,d,"f").call(this,!1);break;case"listening_end":t(this,y,"f").call(this,{type:"listening",data:!1});break;case"interrupt_ok":t(this,y,"f").call(this,{type:"interrupt",data:!0});break;case"interrupt_no":t(this,y,"f").call(this,{type:"interrupt",data:!1});break}},J=async function(e){const s=t(this,n,"f")?.signalingState;if(s!=="have-local-offer"){console.warn("\u26A0 \u5FFD\u7565\u91CD\u590D answer\uFF0C\u5F53\u524D\u72B6\u6001:",s);return}else await t(this,n,"f")?.setRemoteDescription(e)},j=function(){t(this,k,"f")&&(t(this,k,"f").close(),i(this,k,null,"f"))},Y=function(e){const r=w=>(w&w-1)===0,_=w=>{let S=1;for(;S*2<=w;)S*=2;return S};let f=Math.min(Math.max(e,32),32768);return r(f)||(f=_(f)),f},tt=function(){!t(this,g,"f")&&!t(this,Z,"f")&&!t(this,m,"f")&&!t(this,u,"f")||(t(this,c,"m",j).call(this),t(this,Z,"f")?.mediaStream&&t(this,Z,"f").mediaStream.getTracks().forEach(e=>e.stop()),t(this,m,"f")?.disconnect(),t(this,Z,"f")?.disconnect(),t(this,g,"f")?.close(),i(this,g,null,"f"),i(this,Z,null,"f"),i(this,m,null,"f"),i(this,u,null,"f"),i(this,v,!1,"f"),i(this,F,!1,"f"),console.log("\u2705 Microphone resources released"))},$=async function(){if(!t(this,n,"f")||!t(this,h,"f")||t(this,h,"f").readyState!==WebSocket.OPEN)return;const e=await t(this,n,"f").createOffer({iceRestart:!0});await t(this,n,"f").setLocalDescription(e),t(this,h,"f").send(JSON.stringify({type:"offer",data:e}))},et=function(){t(this,n,"f")?.getSenders().forEach(e=>e.track?.stop()),t(this,n,"f")?.close(),i(this,n,null,"f")},it=function(){t(this,h,"f")&&t(this,h,"f").readyState===WebSocket.OPEN&&t(this,h,"f").close(),i(this,h,null,"f")},module.exports=ot;
+"use strict";var nt=require("@fingerprintjs/fingerprintjs");function t(o,e,s,a){if(s==="a"&&!a)throw new TypeError("Private accessor was defined without a getter");if(typeof e=="function"?o!==e||!a:!e.has(o))throw new TypeError("Cannot read private member from an object whose class did not declare it");return s==="m"?a:s==="a"?a.call(o):a?a.value:e.get(o)}function i(o,e,s,a,r){if(a==="m")throw new TypeError("Private method is not writable");if(a==="a"&&!r)throw new TypeError("Private accessor was defined without a setter");if(typeof e=="function"?o!==e||!r:!e.has(o))throw new TypeError("Cannot write private member to an object whose class did not declare it");return a==="a"?r.call(o,s):r?r.value=s:e.set(o,s),s}typeof SuppressedError=="function"&&SuppressedError;function ot(){return typeof crypto<"u"&&crypto.randomUUID?crypto.randomUUID():"xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx".replace(/[xy]/g,function(o){const e=Math.random()*16|0;return(o==="x"?e:e&3|8).toString(16)})}var l,z;class rt{constructor(){l.set(this,null),z.set(this,""),i(this,l,document.createElement("audio"),"f"),i(this,z,ot(),"f"),t(this,l,"f").id=t(this,z,"f"),document.body.appendChild(t(this,l,"f")),t(this,l,"f").autoplay=!0,t(this,l,"f").muted=!0}srcObject(e){t(this,l,"f")&&(t(this,l,"f").srcObject=e,t(this,l,"f").muted=!1)}setVolume(e){t(this,l,"f")&&(t(this,l,"f").volume=Math.min(Math.max(e,0),1))}destroy(){t(this,l,"f")&&(t(this,l,"f").pause(),t(this,l,"f").srcObject=null,t(this,l,"f").parentNode&&t(this,l,"f").parentNode.removeChild(t(this,l,"f")),i(this,l,null,"f"))}}l=new WeakMap,z=new WeakMap;var c,n,h,u,E,R,M,T,C,D,I,W,k,J,N,w,P,O,g,d,x,b,A,y,Z,p,v,F,j,L,H,X,K,Q,Y,q,tt,$,B,et,it,G,st,at;class ct{constructor({wss:e,iceServers:s,maxReconnect:a=5}){c.add(this),n.set(this,null),h.set(this,null),u.set(this,null),E.set(this,!1),R.set(this,!1),M.set(this,0),T.set(this,10),C.set(this,!1),D.set(this,!0),I.set(this,""),W.set(this,null),k.set(this,null),J.set(this,void 0),N.set(this,void 0),w.set(this,void 0),P.set(this,void 0),O.set(this,void 0),g.set(this,void 0),d.set(this,void 0),x.set(this,""),b.set(this,null),A.set(this,null),y.set(this,null),Z.set(this,null),p.set(this,null),v.set(this,!1),F.set(this,!1),j.set(this,[]),i(this,I,e,"f"),i(this,T,a,"f"),i(this,j,s,"f")}async connect({media:e={audio:!0,video:!1},onOpen:s,onError:a,onMessage:r,onAuth:_,onMicrophoneChange:f,onCameraChange:m,onConnect:S}){if(t(this,E,"f")){console.warn("\u26A0\uFE0F \u5DF2\u7ECF\u5B58\u5728 RTC/WS\uFF0C\u4E0D\u91CD\u590D\u521B\u5EFA");return}i(this,b,new rt,"f"),i(this,R,!1,"f"),i(this,C,!1,"f"),i(this,M,0,"f"),i(this,J,s,"f"),i(this,N,a,"f"),i(this,w,r,"f"),i(this,P,_,"f"),i(this,O,f,"f"),i(this,g,m,"f"),i(this,d,S,"f");const U=t(this,j,"f").concat([{urls:"stun:stun.l.google.com:19302"},{urls:"stun:stun1.l.google.com:19302"}]);i(this,n,new RTCPeerConnection({iceServers:U}),"f"),t(this,n,"f").onicecandidate=V=>{V.candidate&&t(this,h,"f")?.readyState===WebSocket.OPEN&&t(this,h,"f").send(JSON.stringify({type:"ice",data:V.candidate}))},t(this,n,"f").ontrack=V=>{V.track.kind=="audio"&&t(this,b,"f")&&t(this,b,"f").srcObject(V.streams[0])},t(this,n,"f").onicegatheringstatechange=()=>{t(this,n,"f")&&console.log("ICE gathering:",t(this,n,"f").iceGatheringState)},e.audio&&await this.initMicrophone(),e.video&&await this.startCamera(),t(this,c,"m",X).call(this),await t(this,c,"m",K).call(this),t(this,n,"f").onconnectionstatechange=()=>{const V=t(this,n,"f")?.connectionState;console.log("RTC connection state:",V),V==="disconnected"&&(console.warn("RTC\u6CE2\u52A8"),t(this,d,"f")&&t(this,d,"f").call(this,!0)),!t(this,R,"f")&&V==="failed"&&(console.warn("RTC disconnected, retrying offer..."),t(this,d,"f")&&t(this,d,"f").call(this,!0),t(this,c,"m",G).call(this)),V=="connected"&&(t(this,d,"f")&&t(this,d,"f").call(this,!1),console.log("RTC\u8FDE\u63A5\u6210\u529F"),console.timeEnd("\u91CD\u8FDE\u65F6\u95F4"))}}stopTalking(){t(this,h,"f")?.send(JSON.stringify({type:"stop_talking",data:""}))}async initMicrophone(){if(!t(this,y,"f"))try{const e=await navigator.mediaDevices.getUserMedia({audio:!0});i(this,y,new AudioContext,"f"),i(this,Z,t(this,y,"f").createMediaStreamSource(e),"f"),i(this,p,t(this,y,"f").createGain(),"f"),t(this,p,"f").gain.value=1;const s=t(this,y,"f").createMediaStreamDestination();t(this,Z,"f").connect(t(this,p,"f")),t(this,p,"f").connect(s),s.stream.getAudioTracks().forEach(a=>{t(this,n,"f").addTrack(a,s.stream)}),i(this,u,s.stream,"f"),t(this,O,"f")?.call(this,!0,s.stream)}catch(e){t(this,P,"f").call(this,e)}}analyzeFrequency({stream:e,fftSize:s=2048,callback:a}){i(this,k,new AudioContext,"f");const r=t(this,k,"f").createAnalyser();r.fftSize=t(this,c,"m",et).call(this,s),r.smoothingTimeConstant=.8,t(this,k,"f").createMediaStreamSource(e).connect(r);const f=new Uint8Array(r.fftSize),m=new Uint8Array(r.frequencyBinCount),S=this;function U(){t(S,k,"f")&&(r.getByteTimeDomainData(f),r.getByteFrequencyData(m),t(S,E,"f")&&a(f,m),requestAnimationFrame(U))}U()}startMicrophone(){!t(this,p,"f")||!t(this,u,"f")||(t(this,p,"f").gain.setTargetAtTime(1,t(this,y,"f").currentTime,.01),i(this,v,!1,"f"),t(this,O,"f")?.call(this,!0,t(this,u,"f")))}stopMicrophone(){!t(this,p,"f")||!t(this,u,"f")||(t(this,p,"f").gain.setTargetAtTime(0,t(this,y,"f").currentTime,.01),i(this,v,!0,"f"),t(this,O,"f")?.call(this,!1,t(this,u,"f")),t(this,c,"m",B).call(this))}async startCamera(){if(!t(this,n,"f")){console.warn("\u274C startCamera \u9700\u8981\u5148\u8C03\u7528 connect()");return}if(t(this,u,"f")?.getVideoTracks().length){t(this,u,"f").getVideoTracks().forEach(e=>e.enabled=!0),t(this,g,"f")&&t(this,g,"f").call(this,!0,t(this,u,"f"));return}try{const e=await navigator.mediaDevices.getUserMedia({video:!0});e.getVideoTracks().forEach(s=>t(this,n,"f").addTrack(s,e)),t(this,u,"f")||i(this,u,new MediaStream,"f"),e.getVideoTracks().forEach(s=>t(this,u,"f").addTrack(s)),t(this,g,"f")&&t(this,g,"f").call(this,!0,e)}catch(e){t(this,P,"f").call(this,e),t(this,g,"f")&&t(this,g,"f").call(this,!1,null)}}stopCamera(){t(this,u,"f")&&(t(this,u,"f").getVideoTracks().forEach(e=>{e.enabled=!1}),t(this,g,"f")&&t(this,g,"f").call(this,!1,t(this,u,"f")))}destroy(){console.log("\u{1F6D1} Destroying ZannVoice..."),i(this,R,!0,"f"),this.stopMicrophone(),t(this,c,"m",it).call(this),this.stopCamera(),t(this,c,"m",st).call(this),t(this,c,"m",at).call(this),i(this,E,!1,"f"),clearInterval(t(this,W,"f")),i(this,W,null,"f"),i(this,C,!1,"f"),t(this,b,"f")&&t(this,b,"f").destroy()}async authorize(){if(!navigator.permissions)return{microphone:"unknown",camera:"unknown"};const e=async r=>{try{return(await navigator.permissions.query({name:r})).state}catch{return"unknown"}},s=await e("microphone"),a=await e("camera");return{microphone:s,camera:a}}}n=new WeakMap,h=new WeakMap,u=new WeakMap,E=new WeakMap,R=new WeakMap,M=new WeakMap,T=new WeakMap,C=new WeakMap,D=new WeakMap,I=new WeakMap,W=new WeakMap,k=new WeakMap,J=new WeakMap,N=new WeakMap,w=new WeakMap,P=new WeakMap,O=new WeakMap,g=new WeakMap,d=new WeakMap,x=new WeakMap,b=new WeakMap,A=new WeakMap,y=new WeakMap,Z=new WeakMap,p=new WeakMap,v=new WeakMap,F=new WeakMap,j=new WeakMap,c=new WeakSet,L=function(e,s){const a=new URL(e);return Object.entries(s).forEach(([r,_])=>a.searchParams.set(r,String(_))),a.toString()},H=function(e,s,a=1e4){let r=0,_=e;for(let f=0;f<s;f++)r+=_,_=Math.min(_*2,a);return r},X=function(){if(!t(this,n,"f"))return;const e=t(this,n,"f").createDataChannel("heartbeat",{ordered:!0});e.onopen=()=>{console.log("[RTC] DataChannel open"),i(this,A,window.setInterval(()=>{e.readyState==="open"&&e.send(JSON.stringify({type:"ping",ts:Date.now()}))},3e3),"f")},e.onclose=()=>{console.log("[RTC] DataChannel closed"),t(this,A,"f")&&(clearInterval(t(this,A,"f")),i(this,A,null,"f"))},e.onerror=s=>{console.warn("[RTC] DataChannel error",s)}},K=async function o(e=1e3){if(!t(this,I,"f"))return;const a=await(await nt.load()).get(),r=t(this,c,"m",H).call(this,1e3,t(this,T,"f")),_=t(this,c,"m",L).call(this,t(this,I,"f"),{fingerprint:a.visitorId,maxRetryTotalTime:r});i(this,h,new WebSocket(_),"f"),t(this,h,"f").onopen=()=>{console.log("\u2705 WS connected"),i(this,C,!0,"f"),i(this,M,0,"f"),t(this,n,"f")&&(t(this,n,"f").iceConnectionState==="disconnected"||t(this,n,"f").iceConnectionState==="failed")?t(this,c,"m",Q).call(this):t(this,n,"f")?.connectionState!=="connected"&&t(this,c,"m",G).call(this),t(this,F,"f")&&(i(this,v,!1,"f"),i(this,F,!1,"f"),this.stopMicrophone())},t(this,h,"f").onmessage=f=>t(this,c,"m",tt).call(this,f),t(this,h,"f").onerror=f=>{t(this,C,"f")&&t(this,N,"f").call(this,"onerror",f)},t(this,h,"f").onclose=()=>{var f;if(t(this,R,"f"))return;if(console.log("Ws\u65AD\u5F00"),console.time("\u91CD\u8FDE\u65F6\u95F4"),t(this,M,"f")>=t(this,T,"f")){console.error(`\u274C WS \u8D85\u8FC7\u6700\u5927\u91CD\u8FDE\u6B21\u6570 ${t(this,T,"f")}`),t(this,N,"f")?.call(this,"onclose",new Error(`WS exceeded max reconnects ${t(this,T,"f")}`)),i(this,C,!1,"f"),this.stopMicrophone(),t(this,d,"f")&&t(this,d,"f").call(this,!1);return}i(this,M,(f=t(this,M,"f"),f++,f),"f");const m=t(this,M,"f")<=2?0:e;console.warn(`\u{1F504} WS disconnected, retrying in ${m}ms... [${t(this,M,"f")}/${t(this,T,"f")}]`),t(this,c,"m",q).call(this),setTimeout(()=>{t(this,v,"f")&&(this.startMicrophone(),i(this,F,!0,"f")),t(this,d,"f")&&t(this,d,"f").call(this,!0),t(this,c,"m",o).call(this,Math.min(e*2,1e4))},m)}},Q=async function(){if(!(!t(this,n,"f")||!t(this,h,"f")||t(this,h,"f").readyState!==WebSocket.OPEN))try{console.log("\u{1F680} \u53D1\u8D77\u5FEB\u901F ICE Restart...");const e=await t(this,n,"f").createOffer({iceRestart:!0});await t(this,n,"f").setLocalDescription(e),t(this,h,"f").send(JSON.stringify({type:"offer",data:e}))}catch(e){console.error("\u5FEB\u901F\u91CD\u542F\u5931\u8D25:",e)}},Y=function(){t(this,c,"m",q).call(this),i(this,W,setInterval(()=>{t(this,h,"f")?.send(JSON.stringify({type:"heartbeat",data:"1"}))},1e4),"f")},q=function(){t(this,W,"f")!=null&&(clearInterval(t(this,W,"f")),i(this,W,null,"f"))},tt=async function(e){const s=JSON.parse(e.data);switch(s.type){case"answer":await t(this,c,"m",$).call(this,s.data),t(this,J,"f").call(this),t(this,c,"m",Y).call(this),i(this,E,!0,"f");break;case"ice":await t(this,n,"f")?.addIceCandidate(s.data);break;case"offer":await t(this,c,"m",$).call(this,s.data);const a=await t(this,n,"f")?.createAnswer();a&&(await t(this,n,"f")?.setLocalDescription(a),t(this,h,"f")?.send(JSON.stringify({type:"answer",data:a})));break;case"start_talking":i(this,x,"","f"),i(this,D,!0,"f"),t(this,w,"f").call(this,{type:"start",data:null});break;case"asr_text":t(this,w,"f").call(this,{type:"user",data:{content:s.data}});break;case"llm_text":s.finish_reason==="content_filter"?i(this,x,s.content,"f"):i(this,x,t(this,x,"f")+s.content,"f"),t(this,D,"f")&&(t(this,w,"f").call(this,{type:"before",data:null}),i(this,D,!1,"f")),t(this,w,"f").call(this,{type:"assistant",data:{content:t(this,x,"f")}});break;case"llm_end":t(this,w,"f").call(this,{type:"end",data:null}),i(this,x,"","f"),i(this,D,!0,"f");break;case"listening_start":t(this,w,"f").call(this,{type:"listening",data:!0}),t(this,d,"f")&&t(this,d,"f").call(this,!1);break;case"listening_end":t(this,w,"f").call(this,{type:"listening",data:!1});break;case"interrupt_ok":t(this,w,"f").call(this,{type:"interrupt",data:!0});break;case"interrupt_no":t(this,w,"f").call(this,{type:"interrupt",data:!1});break}},$=async function(e){const s=t(this,n,"f")?.signalingState;if(s!=="have-local-offer"){console.warn("\u26A0 \u5FFD\u7565\u91CD\u590D answer\uFF0C\u5F53\u524D\u72B6\u6001:",s);return}else await t(this,n,"f")?.setRemoteDescription(e)},B=function(){t(this,k,"f")&&(t(this,k,"f").close(),i(this,k,null,"f"))},et=function(e){const r=m=>(m&m-1)===0,_=m=>{let S=1;for(;S*2<=m;)S*=2;return S};let f=Math.min(Math.max(e,32),32768);return r(f)||(f=_(f)),f},it=function(){!t(this,y,"f")&&!t(this,Z,"f")&&!t(this,p,"f")&&!t(this,u,"f")||(t(this,c,"m",B).call(this),t(this,Z,"f")?.mediaStream&&t(this,Z,"f").mediaStream.getTracks().forEach(e=>e.stop()),t(this,p,"f")?.disconnect(),t(this,Z,"f")?.disconnect(),t(this,y,"f")?.close(),i(this,y,null,"f"),i(this,Z,null,"f"),i(this,p,null,"f"),i(this,u,null,"f"),i(this,v,!1,"f"),i(this,F,!1,"f"),console.log("\u2705 Microphone resources released"))},G=async function(){if(!t(this,n,"f")||!t(this,h,"f")||t(this,h,"f").readyState!==WebSocket.OPEN)return;const e=await t(this,n,"f").createOffer({iceRestart:!0});await t(this,n,"f").setLocalDescription(e),t(this,h,"f").send(JSON.stringify({type:"offer",data:e}))},st=function(){t(this,n,"f")?.getSenders().forEach(e=>e.track?.stop()),t(this,n,"f")?.close(),i(this,n,null,"f")},at=function(){t(this,h,"f")&&t(this,h,"f").readyState===WebSocket.OPEN&&t(this,h,"f").close(),i(this,h,null,"f")},module.exports=ct;

package/dist/index.esm.js

@@ -1 +1 @@
-import st from"@fingerprintjs/fingerprintjs";function t(o,e,s,a){if(s==="a"&&!a)throw new TypeError("Private accessor was defined without a getter");if(typeof e=="function"?o!==e||!a:!e.has(o))throw new TypeError("Cannot read private member from an object whose class did not declare it");return s==="m"?a:s==="a"?a.call(o):a?a.value:e.get(o)}function i(o,e,s,a,r){if(a==="m")throw new TypeError("Private method is not writable");if(a==="a"&&!r)throw new TypeError("Private accessor was defined without a setter");if(typeof e=="function"?o!==e||!r:!e.has(o))throw new TypeError("Cannot write private member to an object whose class did not declare it");return a==="a"?r.call(o,s):r?r.value=s:e.set(o,s),s}typeof SuppressedError=="function"&&SuppressedError;function at(){return typeof crypto<"u"&&crypto.randomUUID?crypto.randomUUID():"xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx".replace(/[xy]/g,function(o){const e=Math.random()*16|0;return(o==="x"?e:e&3|8).toString(16)})}var l,z;class nt{constructor(){l.set(this,null),z.set(this,""),i(this,l,document.createElement("audio"),"f"),i(this,z,at(),"f"),t(this,l,"f").id=t(this,z,"f"),document.body.appendChild(t(this,l,"f")),t(this,l,"f").autoplay=!0,t(this,l,"f").muted=!0}srcObject(e){t(this,l,"f")&&(t(this,l,"f").srcObject=e,t(this,l,"f").muted=!1)}setVolume(e){t(this,l,"f")&&(t(this,l,"f").volume=Math.min(Math.max(e,0),1))}destroy(){t(this,l,"f")&&(t(this,l,"f").pause(),t(this,l,"f").srcObject=null,t(this,l,"f").parentNode&&t(this,l,"f").parentNode.removeChild(t(this,l,"f")),i(this,l,null,"f"))}}l=new WeakMap,z=new WeakMap;var c,n,h,u,E,R,M,T,C,D,I,x,k,U,N,y,P,O,V,d,W,b,A,g,Z,m,v,F,B,G,L,H,X,K,J,Q,q,j,Y,tt,$,et,it;class ot{constructor({wss:e,maxReconnect:s=5}){c.add(this),n.set(this,null),h.set(this,null),u.set(this,null),E.set(this,!1),R.set(this,!1),M.set(this,0),T.set(this,10),C.set(this,!1),D.set(this,!0),I.set(this,""),x.set(this,null),k.set(this,null),U.set(this,void 0),N.set(this,void 0),y.set(this,void 0),P.set(this,void 0),O.set(this,void 0),V.set(this,void 0),d.set(this,void 0),W.set(this,""),b.set(this,null),A.set(this,null),g.set(this,null),Z.set(this,null),m.set(this,null),v.set(this,!1),F.set(this,!1),i(this,I,e,"f"),i(this,T,s,"f")}async connect({media:e={audio:!0,video:!1},onOpen:s,onError:a,onMessage:r,onAuth:_,onMicrophoneChange:f,onCameraChange:w,onConnect:S}){if(t(this,E,"f")){console.warn("\u26A0\uFE0F \u5DF2\u7ECF\u5B58\u5728 RTC/WS\uFF0C\u4E0D\u91CD\u590D\u521B\u5EFA");return}i(this,b,new nt,"f"),i(this,R,!1,"f"),i(this,C,!1,"f"),i(this,M,0,"f"),i(this,U,s,"f"),i(this,N,a,"f"),i(this,y,r,"f"),i(this,P,_,"f"),i(this,O,f,"f"),i(this,V,w,"f"),i(this,d,S,"f"),i(this,n,new RTCPeerConnection({iceServers:[{urls:"stun:stun.l.google.com:19302"},{urls:"stun:stun1.l.google.com:19302"},{urls:"stun:mimu.aizann.com:3478"},{urls:"turn:mimu.aizann.com:3478?transport=udp",username:"tqhy",credential:"tqhy"}],iceTransportPolicy:"all"}),"f"),t(this,n,"f").onicecandidate=p=>{p.candidate&&t(this,h,"f")?.readyState===WebSocket.OPEN&&t(this,h,"f").send(JSON.stringify({type:"ice",data:p.candidate}))},t(this,n,"f").ontrack=p=>{p.track.kind=="audio"&&t(this,b,"f")&&t(this,b,"f").srcObject(p.streams[0])},t(this,n,"f").onicegatheringstatechange=()=>{t(this,n,"f")&&console.log("ICE gathering:",t(this,n,"f").iceGatheringState)},e.audio&&await this.initMicrophone(),e.video&&await this.startCamera(),t(this,c,"m",L).call(this),await t(this,c,"m",H).call(this),t(this,n,"f").onconnectionstatechange=()=>{const p=t(this,n,"f")?.connectionState;console.log("RTC connection state:",p),p==="disconnected"&&(console.warn("RTC\u6CE2\u52A8"),t(this,d,"f")&&t(this,d,"f").call(this,!0)),!t(this,R,"f")&&p==="failed"&&(console.warn("RTC disconnected, retrying offer..."),t(this,d,"f")&&t(this,d,"f").call(this,!0),t(this,c,"m",$).call(this)),p=="connected"&&(t(this,d,"f")&&t(this,d,"f").call(this,!1),console.log("RTC\u8FDE\u63A5\u6210\u529F"),console.timeEnd("\u91CD\u8FDE\u65F6\u95F4"))}}stopTalking(){t(this,h,"f")?.send(JSON.stringify({type:"stop_talking",data:""}))}async initMicrophone(){if(!t(this,g,"f"))try{const e=await navigator.mediaDevices.getUserMedia({audio:!0});i(this,g,new AudioContext,"f"),i(this,Z,t(this,g,"f").createMediaStreamSource(e),"f"),i(this,m,t(this,g,"f").createGain(),"f"),t(this,m,"f").gain.value=1;const s=t(this,g,"f").createMediaStreamDestination();t(this,Z,"f").connect(t(this,m,"f")),t(this,m,"f").connect(s),s.stream.getAudioTracks().forEach(a=>{t(this,n,"f").addTrack(a,s.stream)}),i(this,u,s.stream,"f"),t(this,O,"f")?.call(this,!0,s.stream)}catch(e){t(this,P,"f").call(this,e)}}analyzeFrequency({stream:e,fftSize:s=2048,callback:a}){i(this,k,new AudioContext,"f");const r=t(this,k,"f").createAnalyser();r.fftSize=t(this,c,"m",Y).call(this,s),r.smoothingTimeConstant=.8,t(this,k,"f").createMediaStreamSource(e).connect(r);const f=new Uint8Array(r.fftSize),w=new Uint8Array(r.frequencyBinCount),S=this;function p(){t(S,k,"f")&&(r.getByteTimeDomainData(f),r.getByteFrequencyData(w),t(S,E,"f")&&a(f,w),requestAnimationFrame(p))}p()}startMicrophone(){!t(this,m,"f")||!t(this,u,"f")||(t(this,m,"f").gain.setTargetAtTime(1,t(this,g,"f").currentTime,.01),i(this,v,!1,"f"),t(this,O,"f")?.call(this,!0,t(this,u,"f")))}stopMicrophone(){!t(this,m,"f")||!t(this,u,"f")||(t(this,m,"f").gain.setTargetAtTime(0,t(this,g,"f").currentTime,.01),i(this,v,!0,"f"),t(this,O,"f")?.call(this,!1,t(this,u,"f")),t(this,c,"m",j).call(this))}async startCamera(){if(!t(this,n,"f")){console.warn("\u274C startCamera \u9700\u8981\u5148\u8C03\u7528 connect()");return}if(t(this,u,"f")?.getVideoTracks().length){t(this,u,"f").getVideoTracks().forEach(e=>e.enabled=!0),t(this,V,"f")&&t(this,V,"f").call(this,!0,t(this,u,"f"));return}try{const e=await navigator.mediaDevices.getUserMedia({video:!0});e.getVideoTracks().forEach(s=>t(this,n,"f").addTrack(s,e)),t(this,u,"f")||i(this,u,new MediaStream,"f"),e.getVideoTracks().forEach(s=>t(this,u,"f").addTrack(s)),t(this,V,"f")&&t(this,V,"f").call(this,!0,e)}catch(e){t(this,P,"f").call(this,e),t(this,V,"f")&&t(this,V,"f").call(this,!1,null)}}stopCamera(){t(this,u,"f")&&(t(this,u,"f").getVideoTracks().forEach(e=>{e.enabled=!1}),t(this,V,"f")&&t(this,V,"f").call(this,!1,t(this,u,"f")))}destroy(){console.log("\u{1F6D1} Destroying ZannVoice..."),i(this,R,!0,"f"),this.stopMicrophone(),t(this,c,"m",tt).call(this),this.stopCamera(),t(this,c,"m",et).call(this),t(this,c,"m",it).call(this),i(this,E,!1,"f"),clearInterval(t(this,x,"f")),i(this,x,null,"f"),i(this,C,!1,"f"),t(this,b,"f")&&t(this,b,"f").destroy()}async authorize(){if(!navigator.permissions)return{microphone:"unknown",camera:"unknown"};const e=async r=>{try{return(await navigator.permissions.query({name:r})).state}catch{return"unknown"}},s=await e("microphone"),a=await e("camera");return{microphone:s,camera:a}}}n=new WeakMap,h=new WeakMap,u=new WeakMap,E=new WeakMap,R=new WeakMap,M=new WeakMap,T=new WeakMap,C=new WeakMap,D=new WeakMap,I=new WeakMap,x=new WeakMap,k=new WeakMap,U=new WeakMap,N=new WeakMap,y=new WeakMap,P=new WeakMap,O=new WeakMap,V=new WeakMap,d=new WeakMap,W=new WeakMap,b=new WeakMap,A=new WeakMap,g=new WeakMap,Z=new WeakMap,m=new WeakMap,v=new WeakMap,F=new WeakMap,c=new WeakSet,B=function(e,s){const a=new URL(e);return Object.entries(s).forEach(([r,_])=>a.searchParams.set(r,String(_))),a.toString()},G=function(e,s,a=1e4){let r=0,_=e;for(let f=0;f<s;f++)r+=_,_=Math.min(_*2,a);return r},L=function(){if(!t(this,n,"f"))return;const e=t(this,n,"f").createDataChannel("heartbeat",{ordered:!0});e.onopen=()=>{console.log("[RTC] DataChannel open"),i(this,A,window.setInterval(()=>{e.readyState==="open"&&e.send(JSON.stringify({type:"ping",ts:Date.now()}))},3e3),"f")},e.onclose=()=>{console.log("[RTC] DataChannel closed"),t(this,A,"f")&&(clearInterval(t(this,A,"f")),i(this,A,null,"f"))},e.onerror=s=>{console.warn("[RTC] DataChannel error",s)}},H=async function o(e=1e3){if(!t(this,I,"f"))return;const a=await(await st.load()).get(),r=t(this,c,"m",G).call(this,1e3,t(this,T,"f")),_=t(this,c,"m",B).call(this,t(this,I,"f"),{fingerprint:a.visitorId,maxRetryTotalTime:r});i(this,h,new WebSocket(_),"f"),t(this,h,"f").onopen=()=>{console.log("\u2705 WS connected"),i(this,C,!0,"f"),i(this,M,0,"f"),t(this,n,"f")&&(t(this,n,"f").iceConnectionState==="disconnected"||t(this,n,"f").iceConnectionState==="failed")?t(this,c,"m",X).call(this):t(this,n,"f")?.connectionState!=="connected"&&t(this,c,"m",$).call(this),t(this,F,"f")&&(i(this,v,!1,"f"),i(this,F,!1,"f"),this.stopMicrophone())},t(this,h,"f").onmessage=f=>t(this,c,"m",Q).call(this,f),t(this,h,"f").onerror=f=>{t(this,C,"f")&&t(this,N,"f").call(this,"onerror",f)},t(this,h,"f").onclose=()=>{var f;if(t(this,R,"f"))return;if(console.log("Ws\u65AD\u5F00"),console.time("\u91CD\u8FDE\u65F6\u95F4"),t(this,M,"f")>=t(this,T,"f")){console.error(`\u274C WS \u8D85\u8FC7\u6700\u5927\u91CD\u8FDE\u6B21\u6570 ${t(this,T,"f")}`),t(this,N,"f")?.call(this,"onclose",new Error(`WS exceeded max reconnects ${t(this,T,"f")}`)),i(this,C,!1,"f"),this.stopMicrophone(),t(this,d,"f")&&t(this,d,"f").call(this,!1);return}i(this,M,(f=t(this,M,"f"),f++,f),"f");const w=t(this,M,"f")<=2?0:e;console.warn(`\u{1F504} WS disconnected, retrying in ${w}ms... [${t(this,M,"f")}/${t(this,T,"f")}]`),t(this,c,"m",J).call(this),setTimeout(()=>{t(this,v,"f")&&(this.startMicrophone(),i(this,F,!0,"f")),t(this,d,"f")&&t(this,d,"f").call(this,!0),t(this,c,"m",o).call(this,Math.min(e*2,1e4))},w)}},X=async function(){if(!(!t(this,n,"f")||!t(this,h,"f")||t(this,h,"f").readyState!==WebSocket.OPEN))try{console.log("\u{1F680} \u53D1\u8D77\u5FEB\u901F ICE Restart...");const e=await t(this,n,"f").createOffer({iceRestart:!0});await t(this,n,"f").setLocalDescription(e),t(this,h,"f").send(JSON.stringify({type:"offer",data:e}))}catch(e){console.error("\u5FEB\u901F\u91CD\u542F\u5931\u8D25:",e)}},K=function(){t(this,c,"m",J).call(this),i(this,x,setInterval(()=>{t(this,h,"f")?.send(JSON.stringify({type:"heartbeat",data:"1"}))},1e4),"f")},J=function(){t(this,x,"f")!=null&&(clearInterval(t(this,x,"f")),i(this,x,null,"f"))},Q=async function(e){const s=JSON.parse(e.data);switch(s.type){case"answer":await t(this,c,"m",q).call(this,s.data),t(this,U,"f").call(this),t(this,c,"m",K).call(this),i(this,E,!0,"f");break;case"ice":await t(this,n,"f")?.addIceCandidate(s.data);break;case"offer":await t(this,c,"m",q).call(this,s.data);const a=await t(this,n,"f")?.createAnswer();a&&(await t(this,n,"f")?.setLocalDescription(a),t(this,h,"f")?.send(JSON.stringify({type:"answer",data:a})));break;case"start_talking":i(this,W,"","f"),i(this,D,!0,"f"),t(this,y,"f").call(this,{type:"start",data:null});break;case"asr_text":t(this,y,"f").call(this,{type:"user",data:{content:s.data}});break;case"llm_text":s.finish_reason==="content_filter"?i(this,W,s.content,"f"):i(this,W,t(this,W,"f")+s.content,"f"),t(this,D,"f")&&(t(this,y,"f").call(this,{type:"before",data:null}),i(this,D,!1,"f")),t(this,y,"f").call(this,{type:"assistant",data:{content:t(this,W,"f")}});break;case"llm_end":t(this,y,"f").call(this,{type:"end",data:null}),i(this,W,"","f"),i(this,D,!0,"f");break;case"listening_start":t(this,y,"f").call(this,{type:"listening",data:!0}),t(this,d,"f")&&t(this,d,"f").call(this,!1);break;case"listening_end":t(this,y,"f").call(this,{type:"listening",data:!1});break;case"interrupt_ok":t(this,y,"f").call(this,{type:"interrupt",data:!0});break;case"interrupt_no":t(this,y,"f").call(this,{type:"interrupt",data:!1});break}},q=async function(e){const s=t(this,n,"f")?.signalingState;if(s!=="have-local-offer"){console.warn("\u26A0 \u5FFD\u7565\u91CD\u590D answer\uFF0C\u5F53\u524D\u72B6\u6001:",s);return}else await t(this,n,"f")?.setRemoteDescription(e)},j=function(){t(this,k,"f")&&(t(this,k,"f").close(),i(this,k,null,"f"))},Y=function(e){const r=w=>(w&w-1)===0,_=w=>{let S=1;for(;S*2<=w;)S*=2;return S};let f=Math.min(Math.max(e,32),32768);return r(f)||(f=_(f)),f},tt=function(){!t(this,g,"f")&&!t(this,Z,"f")&&!t(this,m,"f")&&!t(this,u,"f")||(t(this,c,"m",j).call(this),t(this,Z,"f")?.mediaStream&&t(this,Z,"f").mediaStream.getTracks().forEach(e=>e.stop()),t(this,m,"f")?.disconnect(),t(this,Z,"f")?.disconnect(),t(this,g,"f")?.close(),i(this,g,null,"f"),i(this,Z,null,"f"),i(this,m,null,"f"),i(this,u,null,"f"),i(this,v,!1,"f"),i(this,F,!1,"f"),console.log("\u2705 Microphone resources released"))},$=async function(){if(!t(this,n,"f")||!t(this,h,"f")||t(this,h,"f").readyState!==WebSocket.OPEN)return;const e=await t(this,n,"f").createOffer({iceRestart:!0});await t(this,n,"f").setLocalDescription(e),t(this,h,"f").send(JSON.stringify({type:"offer",data:e}))},et=function(){t(this,n,"f")?.getSenders().forEach(e=>e.track?.stop()),t(this,n,"f")?.close(),i(this,n,null,"f")},it=function(){t(this,h,"f")&&t(this,h,"f").readyState===WebSocket.OPEN&&t(this,h,"f").close(),i(this,h,null,"f")};export{ot as default};
+import nt from"@fingerprintjs/fingerprintjs";function t(o,e,s,a){if(s==="a"&&!a)throw new TypeError("Private accessor was defined without a getter");if(typeof e=="function"?o!==e||!a:!e.has(o))throw new TypeError("Cannot read private member from an object whose class did not declare it");return s==="m"?a:s==="a"?a.call(o):a?a.value:e.get(o)}function i(o,e,s,a,r){if(a==="m")throw new TypeError("Private method is not writable");if(a==="a"&&!r)throw new TypeError("Private accessor was defined without a setter");if(typeof e=="function"?o!==e||!r:!e.has(o))throw new TypeError("Cannot write private member to an object whose class did not declare it");return a==="a"?r.call(o,s):r?r.value=s:e.set(o,s),s}typeof SuppressedError=="function"&&SuppressedError;function ot(){return typeof crypto<"u"&&crypto.randomUUID?crypto.randomUUID():"xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx".replace(/[xy]/g,function(o){const e=Math.random()*16|0;return(o==="x"?e:e&3|8).toString(16)})}var l,z;class rt{constructor(){l.set(this,null),z.set(this,""),i(this,l,document.createElement("audio"),"f"),i(this,z,ot(),"f"),t(this,l,"f").id=t(this,z,"f"),document.body.appendChild(t(this,l,"f")),t(this,l,"f").autoplay=!0,t(this,l,"f").muted=!0}srcObject(e){t(this,l,"f")&&(t(this,l,"f").srcObject=e,t(this,l,"f").muted=!1)}setVolume(e){t(this,l,"f")&&(t(this,l,"f").volume=Math.min(Math.max(e,0),1))}destroy(){t(this,l,"f")&&(t(this,l,"f").pause(),t(this,l,"f").srcObject=null,t(this,l,"f").parentNode&&t(this,l,"f").parentNode.removeChild(t(this,l,"f")),i(this,l,null,"f"))}}l=new WeakMap,z=new WeakMap;var c,n,h,u,E,R,M,T,C,D,I,W,k,J,N,w,P,O,g,d,x,b,A,y,Z,p,v,F,j,L,H,X,K,Q,Y,q,tt,$,B,et,it,G,st,at;class ct{constructor({wss:e,iceServers:s,maxReconnect:a=5}){c.add(this),n.set(this,null),h.set(this,null),u.set(this,null),E.set(this,!1),R.set(this,!1),M.set(this,0),T.set(this,10),C.set(this,!1),D.set(this,!0),I.set(this,""),W.set(this,null),k.set(this,null),J.set(this,void 0),N.set(this,void 0),w.set(this,void 0),P.set(this,void 0),O.set(this,void 0),g.set(this,void 0),d.set(this,void 0),x.set(this,""),b.set(this,null),A.set(this,null),y.set(this,null),Z.set(this,null),p.set(this,null),v.set(this,!1),F.set(this,!1),j.set(this,[]),i(this,I,e,"f"),i(this,T,a,"f"),i(this,j,s,"f")}async connect({media:e={audio:!0,video:!1},onOpen:s,onError:a,onMessage:r,onAuth:_,onMicrophoneChange:f,onCameraChange:m,onConnect:S}){if(t(this,E,"f")){console.warn("\u26A0\uFE0F \u5DF2\u7ECF\u5B58\u5728 RTC/WS\uFF0C\u4E0D\u91CD\u590D\u521B\u5EFA");return}i(this,b,new rt,"f"),i(this,R,!1,"f"),i(this,C,!1,"f"),i(this,M,0,"f"),i(this,J,s,"f"),i(this,N,a,"f"),i(this,w,r,"f"),i(this,P,_,"f"),i(this,O,f,"f"),i(this,g,m,"f"),i(this,d,S,"f");const U=t(this,j,"f").concat([{urls:"stun:stun.l.google.com:19302"},{urls:"stun:stun1.l.google.com:19302"}]);i(this,n,new RTCPeerConnection({iceServers:U}),"f"),t(this,n,"f").onicecandidate=V=>{V.candidate&&t(this,h,"f")?.readyState===WebSocket.OPEN&&t(this,h,"f").send(JSON.stringify({type:"ice",data:V.candidate}))},t(this,n,"f").ontrack=V=>{V.track.kind=="audio"&&t(this,b,"f")&&t(this,b,"f").srcObject(V.streams[0])},t(this,n,"f").onicegatheringstatechange=()=>{t(this,n,"f")&&console.log("ICE gathering:",t(this,n,"f").iceGatheringState)},e.audio&&await this.initMicrophone(),e.video&&await this.startCamera(),t(this,c,"m",X).call(this),await t(this,c,"m",K).call(this),t(this,n,"f").onconnectionstatechange=()=>{const V=t(this,n,"f")?.connectionState;console.log("RTC connection state:",V),V==="disconnected"&&(console.warn("RTC\u6CE2\u52A8"),t(this,d,"f")&&t(this,d,"f").call(this,!0)),!t(this,R,"f")&&V==="failed"&&(console.warn("RTC disconnected, retrying offer..."),t(this,d,"f")&&t(this,d,"f").call(this,!0),t(this,c,"m",G).call(this)),V=="connected"&&(t(this,d,"f")&&t(this,d,"f").call(this,!1),console.log("RTC\u8FDE\u63A5\u6210\u529F"),console.timeEnd("\u91CD\u8FDE\u65F6\u95F4"))}}stopTalking(){t(this,h,"f")?.send(JSON.stringify({type:"stop_talking",data:""}))}async initMicrophone(){if(!t(this,y,"f"))try{const e=await navigator.mediaDevices.getUserMedia({audio:!0});i(this,y,new AudioContext,"f"),i(this,Z,t(this,y,"f").createMediaStreamSource(e),"f"),i(this,p,t(this,y,"f").createGain(),"f"),t(this,p,"f").gain.value=1;const s=t(this,y,"f").createMediaStreamDestination();t(this,Z,"f").connect(t(this,p,"f")),t(this,p,"f").connect(s),s.stream.getAudioTracks().forEach(a=>{t(this,n,"f").addTrack(a,s.stream)}),i(this,u,s.stream,"f"),t(this,O,"f")?.call(this,!0,s.stream)}catch(e){t(this,P,"f").call(this,e)}}analyzeFrequency({stream:e,fftSize:s=2048,callback:a}){i(this,k,new AudioContext,"f");const r=t(this,k,"f").createAnalyser();r.fftSize=t(this,c,"m",et).call(this,s),r.smoothingTimeConstant=.8,t(this,k,"f").createMediaStreamSource(e).connect(r);const f=new Uint8Array(r.fftSize),m=new Uint8Array(r.frequencyBinCount),S=this;function U(){t(S,k,"f")&&(r.getByteTimeDomainData(f),r.getByteFrequencyData(m),t(S,E,"f")&&a(f,m),requestAnimationFrame(U))}U()}startMicrophone(){!t(this,p,"f")||!t(this,u,"f")||(t(this,p,"f").gain.setTargetAtTime(1,t(this,y,"f").currentTime,.01),i(this,v,!1,"f"),t(this,O,"f")?.call(this,!0,t(this,u,"f")))}stopMicrophone(){!t(this,p,"f")||!t(this,u,"f")||(t(this,p,"f").gain.setTargetAtTime(0,t(this,y,"f").currentTime,.01),i(this,v,!0,"f"),t(this,O,"f")?.call(this,!1,t(this,u,"f")),t(this,c,"m",B).call(this))}async startCamera(){if(!t(this,n,"f")){console.warn("\u274C startCamera \u9700\u8981\u5148\u8C03\u7528 connect()");return}if(t(this,u,"f")?.getVideoTracks().length){t(this,u,"f").getVideoTracks().forEach(e=>e.enabled=!0),t(this,g,"f")&&t(this,g,"f").call(this,!0,t(this,u,"f"));return}try{const e=await navigator.mediaDevices.getUserMedia({video:!0});e.getVideoTracks().forEach(s=>t(this,n,"f").addTrack(s,e)),t(this,u,"f")||i(this,u,new MediaStream,"f"),e.getVideoTracks().forEach(s=>t(this,u,"f").addTrack(s)),t(this,g,"f")&&t(this,g,"f").call(this,!0,e)}catch(e){t(this,P,"f").call(this,e),t(this,g,"f")&&t(this,g,"f").call(this,!1,null)}}stopCamera(){t(this,u,"f")&&(t(this,u,"f").getVideoTracks().forEach(e=>{e.enabled=!1}),t(this,g,"f")&&t(this,g,"f").call(this,!1,t(this,u,"f")))}destroy(){console.log("\u{1F6D1} Destroying ZannVoice..."),i(this,R,!0,"f"),this.stopMicrophone(),t(this,c,"m",it).call(this),this.stopCamera(),t(this,c,"m",st).call(this),t(this,c,"m",at).call(this),i(this,E,!1,"f"),clearInterval(t(this,W,"f")),i(this,W,null,"f"),i(this,C,!1,"f"),t(this,b,"f")&&t(this,b,"f").destroy()}async authorize(){if(!navigator.permissions)return{microphone:"unknown",camera:"unknown"};const e=async r=>{try{return(await navigator.permissions.query({name:r})).state}catch{return"unknown"}},s=await e("microphone"),a=await e("camera");return{microphone:s,camera:a}}}n=new WeakMap,h=new WeakMap,u=new WeakMap,E=new WeakMap,R=new WeakMap,M=new WeakMap,T=new WeakMap,C=new WeakMap,D=new WeakMap,I=new WeakMap,W=new WeakMap,k=new WeakMap,J=new WeakMap,N=new WeakMap,w=new WeakMap,P=new WeakMap,O=new WeakMap,g=new WeakMap,d=new WeakMap,x=new WeakMap,b=new WeakMap,A=new WeakMap,y=new WeakMap,Z=new WeakMap,p=new WeakMap,v=new WeakMap,F=new WeakMap,j=new WeakMap,c=new WeakSet,L=function(e,s){const a=new URL(e);return Object.entries(s).forEach(([r,_])=>a.searchParams.set(r,String(_))),a.toString()},H=function(e,s,a=1e4){let r=0,_=e;for(let f=0;f<s;f++)r+=_,_=Math.min(_*2,a);return r},X=function(){if(!t(this,n,"f"))return;const e=t(this,n,"f").createDataChannel("heartbeat",{ordered:!0});e.onopen=()=>{console.log("[RTC] DataChannel open"),i(this,A,window.setInterval(()=>{e.readyState==="open"&&e.send(JSON.stringify({type:"ping",ts:Date.now()}))},3e3),"f")},e.onclose=()=>{console.log("[RTC] DataChannel closed"),t(this,A,"f")&&(clearInterval(t(this,A,"f")),i(this,A,null,"f"))},e.onerror=s=>{console.warn("[RTC] DataChannel error",s)}},K=async function o(e=1e3){if(!t(this,I,"f"))return;const a=await(await nt.load()).get(),r=t(this,c,"m",H).call(this,1e3,t(this,T,"f")),_=t(this,c,"m",L).call(this,t(this,I,"f"),{fingerprint:a.visitorId,maxRetryTotalTime:r});i(this,h,new WebSocket(_),"f"),t(this,h,"f").onopen=()=>{console.log("\u2705 WS connected"),i(this,C,!0,"f"),i(this,M,0,"f"),t(this,n,"f")&&(t(this,n,"f").iceConnectionState==="disconnected"||t(this,n,"f").iceConnectionState==="failed")?t(this,c,"m",Q).call(this):t(this,n,"f")?.connectionState!=="connected"&&t(this,c,"m",G).call(this),t(this,F,"f")&&(i(this,v,!1,"f"),i(this,F,!1,"f"),this.stopMicrophone())},t(this,h,"f").onmessage=f=>t(this,c,"m",tt).call(this,f),t(this,h,"f").onerror=f=>{t(this,C,"f")&&t(this,N,"f").call(this,"onerror",f)},t(this,h,"f").onclose=()=>{var f;if(t(this,R,"f"))return;if(console.log("Ws\u65AD\u5F00"),console.time("\u91CD\u8FDE\u65F6\u95F4"),t(this,M,"f")>=t(this,T,"f")){console.error(`\u274C WS \u8D85\u8FC7\u6700\u5927\u91CD\u8FDE\u6B21\u6570 ${t(this,T,"f")}`),t(this,N,"f")?.call(this,"onclose",new Error(`WS exceeded max reconnects ${t(this,T,"f")}`)),i(this,C,!1,"f"),this.stopMicrophone(),t(this,d,"f")&&t(this,d,"f").call(this,!1);return}i(this,M,(f=t(this,M,"f"),f++,f),"f");const m=t(this,M,"f")<=2?0:e;console.warn(`\u{1F504} WS disconnected, retrying in ${m}ms... [${t(this,M,"f")}/${t(this,T,"f")}]`),t(this,c,"m",q).call(this),setTimeout(()=>{t(this,v,"f")&&(this.startMicrophone(),i(this,F,!0,"f")),t(this,d,"f")&&t(this,d,"f").call(this,!0),t(this,c,"m",o).call(this,Math.min(e*2,1e4))},m)}},Q=async function(){if(!(!t(this,n,"f")||!t(this,h,"f")||t(this,h,"f").readyState!==WebSocket.OPEN))try{console.log("\u{1F680} \u53D1\u8D77\u5FEB\u901F ICE Restart...");const e=await t(this,n,"f").createOffer({iceRestart:!0});await t(this,n,"f").setLocalDescription(e),t(this,h,"f").send(JSON.stringify({type:"offer",data:e}))}catch(e){console.error("\u5FEB\u901F\u91CD\u542F\u5931\u8D25:",e)}},Y=function(){t(this,c,"m",q).call(this),i(this,W,setInterval(()=>{t(this,h,"f")?.send(JSON.stringify({type:"heartbeat",data:"1"}))},1e4),"f")},q=function(){t(this,W,"f")!=null&&(clearInterval(t(this,W,"f")),i(this,W,null,"f"))},tt=async function(e){const s=JSON.parse(e.data);switch(s.type){case"answer":await t(this,c,"m",$).call(this,s.data),t(this,J,"f").call(this),t(this,c,"m",Y).call(this),i(this,E,!0,"f");break;case"ice":await t(this,n,"f")?.addIceCandidate(s.data);break;case"offer":await t(this,c,"m",$).call(this,s.data);const a=await t(this,n,"f")?.createAnswer();a&&(await t(this,n,"f")?.setLocalDescription(a),t(this,h,"f")?.send(JSON.stringify({type:"answer",data:a})));break;case"start_talking":i(this,x,"","f"),i(this,D,!0,"f"),t(this,w,"f").call(this,{type:"start",data:null});break;case"asr_text":t(this,w,"f").call(this,{type:"user",data:{content:s.data}});break;case"llm_text":s.finish_reason==="content_filter"?i(this,x,s.content,"f"):i(this,x,t(this,x,"f")+s.content,"f"),t(this,D,"f")&&(t(this,w,"f").call(this,{type:"before",data:null}),i(this,D,!1,"f")),t(this,w,"f").call(this,{type:"assistant",data:{content:t(this,x,"f")}});break;case"llm_end":t(this,w,"f").call(this,{type:"end",data:null}),i(this,x,"","f"),i(this,D,!0,"f");break;case"listening_start":t(this,w,"f").call(this,{type:"listening",data:!0}),t(this,d,"f")&&t(this,d,"f").call(this,!1);break;case"listening_end":t(this,w,"f").call(this,{type:"listening",data:!1});break;case"interrupt_ok":t(this,w,"f").call(this,{type:"interrupt",data:!0});break;case"interrupt_no":t(this,w,"f").call(this,{type:"interrupt",data:!1});break}},$=async function(e){const s=t(this,n,"f")?.signalingState;if(s!=="have-local-offer"){console.warn("\u26A0 \u5FFD\u7565\u91CD\u590D answer\uFF0C\u5F53\u524D\u72B6\u6001:",s);return}else await t(this,n,"f")?.setRemoteDescription(e)},B=function(){t(this,k,"f")&&(t(this,k,"f").close(),i(this,k,null,"f"))},et=function(e){const r=m=>(m&m-1)===0,_=m=>{let S=1;for(;S*2<=m;)S*=2;return S};let f=Math.min(Math.max(e,32),32768);return r(f)||(f=_(f)),f},it=function(){!t(this,y,"f")&&!t(this,Z,"f")&&!t(this,p,"f")&&!t(this,u,"f")||(t(this,c,"m",B).call(this),t(this,Z,"f")?.mediaStream&&t(this,Z,"f").mediaStream.getTracks().forEach(e=>e.stop()),t(this,p,"f")?.disconnect(),t(this,Z,"f")?.disconnect(),t(this,y,"f")?.close(),i(this,y,null,"f"),i(this,Z,null,"f"),i(this,p,null,"f"),i(this,u,null,"f"),i(this,v,!1,"f"),i(this,F,!1,"f"),console.log("\u2705 Microphone resources released"))},G=async function(){if(!t(this,n,"f")||!t(this,h,"f")||t(this,h,"f").readyState!==WebSocket.OPEN)return;const e=await t(this,n,"f").createOffer({iceRestart:!0});await t(this,n,"f").setLocalDescription(e),t(this,h,"f").send(JSON.stringify({type:"offer",data:e}))},st=function(){t(this,n,"f")?.getSenders().forEach(e=>e.track?.stop()),t(this,n,"f")?.close(),i(this,n,null,"f")},at=function(){t(this,h,"f")&&t(this,h,"f").readyState===WebSocket.OPEN&&t(this,h,"f").close(),i(this,h,null,"f")};export{ct as default};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "zann-voice",
-  "version": "0.1.73",
+  "version": "0.1.75",
   "main": "dist/index.cjs.js",
   "module": "dist/index.esm.js",
   "types": "types/index.d.ts",

package/types/index.d.ts

@@ -23,8 +23,9 @@ declare class ZannVoice {
      * @param wss  WebSocket wss地址
      * @param maxReconnect 最大重连次数
      */
-    constructor({ wss, maxReconnect }: {
+    constructor({ wss, iceServers, maxReconnect }: {
         wss: string;
+        iceServers: RTCIceServer[];
         maxReconnect?: number;
     });
     /**