@streamoji/aitwin 0.2.8 → 0.2.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/aitwin.cjs +3 -3
- package/dist/aitwin.js +984 -969
- package/dist/index.d.ts +1 -1
- package/package.json +1 -1
package/dist/aitwin.cjs
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const mt=require("react/jsx-runtime"),p=require("react"),Ln=require("@pipecat-ai/client-js"),At=require("@pipecat-ai/websocket-transport");var ht=typeof document<"u"?document.currentScript:null;const Bn="https://pub-607ad1fc22e2400eb57d17240aab857c.r2.dev",rn={publicBase:Bn},On="0.2.8",Fn={version:On},Un={},Te="https://ai.streamoji.com",It=`${rn.publicBase}/custom-faces`,Nn=`${rn.publicBase}/aitwin-workers/v${Fn.version}/visemeDiffPreview.worker.js`;function Vn(e){if(e)return e;const t=typeof{url:typeof document>"u"?require("url").pathToFileURL(__filename).href:ht&&ht.tagName.toUpperCase()==="SCRIPT"&&ht.src||new URL("aitwin.cjs",document.baseURI).href}<"u"?Un?.VITE_AITWIN_WORKER_URL:void 0;return t?.trim()?t.trim():Nn}const $n="https://us-central1-streamoji-265f4.cloudfunctions.net/getAiTwin",Rt="eng_a7f2b9c1",nt="eng_d4e8f3a2",Ie="eng_c9b1e6d4",be=Ie,sn=new Set([nt,Ie]),on={[Rt]:"oculus_direct",[Ie]:"oculus_direct",[nt]:"inworld_word"},Nt={google:Rt,inworld:nt,cartesia:Ie};function Wn(e){return on[e]}function Hn(e){return e===Ie}function qn(e){if(e.ttsEngineId&&e.ttsEngineId in on)return e.ttsEngineId;const t=e.tts?.toLowerCase();return t&&t in Nt?Nt[t]:be}class Xe extends Error{constructor(t="AI twin not found"){super(t),this.name="AiTwinNotFoundError"}}async function an(e,t=$n){const n=new URL(t);n.searchParams.set("id",e);const r=await fetch(n.toString());if(r.status===404)throw new Xe;if(!r.ok)throw new Error(`getAiTwin failed (${r.status})`);const s=await r.json();if(!s.success)throw new Xe(s.error??"AI twin not found");const{tts:i,token:o,...c}=s.data,l=String(c.authToken??o??"").trim()||void 0;return{...c,ttsEngineId:qn(s.data),authToken:l}}const Kn="https://us-central1-streamoji-265f4.cloudfunctions.net/getAuthToken",jn="client_6TNvp3SCs4Og0a1ijm9TommXLql1",Gn="kk8Fq8EmexzP10jMIEwY3R44M5RKUEm1",zn="6TNvp3SCs4Og0a1ijm9TommXLql1",Yn="Swaraj Mali";async function Qe(){const e=await fetch(Kn,{method:"POST",headers:{"Content-Type":"application/json","Client-Id":jn,"Client-Secret":Gn},body:JSON.stringify({userId:zn,userName:Yn})});if(!e.ok)throw new Error(`getAuthToken failed (${e.status})`);const t=await e.json(),n=t.authToken??t.token??"";if(!n.trim())throw new Error("getAuthToken returned no token");return n}async function Jn(e,t=Te){const n=await fetch(`${t.replace(/\/$/,"")}/api/session-value`,{headers:{Authorization:`Bearer ${e}`}});if(!n.ok)throw new Error(`/api/session-value failed (${n.status})`);const r=await n.json();if(!r.value)throw new Error("Session value response missing value");return r}function Qn(e){const t=e.trim();if(t.length%2!==0)throw new Error("Invalid hex key");const n=new Uint8Array(t.length/2);for(let r=0;r<t.length;r+=2)n[r/2]=Number.parseInt(t.slice(r,r+2),16);return n}function Ge(e){return Uint8Array.from(e)}function Xn(e,t){const n=new Uint8Array(e.length+t.length);return n.set(e,0),n.set(t,e.length),n}async function Zn(e,t){if(!t)throw new Error("Asset key is required for encrypted assets");if(e.byteLength<28)throw new Error("Encrypted payload too small");const n=new Uint8Array(e),r=Ge(n.subarray(0,12)),s=Ge(n.subarray(12,28)),i=Ge(n.subarray(28)),o=Ge(Xn(i,s)),c=await crypto.subtle.importKey("raw",Qn(t),{name:"AES-GCM"},!1,["decrypt"]);return crypto.subtle.decrypt({name:"AES-GCM",iv:r,tagLength:128},c,o)}let pt=null;const yt=new Set;function ze(e){return e.includes("/custom-faces/")}function Ze(e){const t=e.binBase.trim().replace(/\/$/,""),n=e.twinBase.trim().replace(/\/$/,"");if(!(e.encrypted||ze(t)||ze(n)))return{twinBase:n,binBase:t,encrypted:!1};const s=ze(t)?t:ze(n)?n:t;return{twinBase:s,binBase:s,encrypted:!0}}function Le(e){return Ze(e).encrypted}function Et(e,t=It){const n=`${t.replace(/\/$/,"")}/${e}`;return{twinBase:n,binBase:n,encrypted:!0}}function cn(e,t){return(e??t)?.trim()||void 0}function un(e){pt=Ze(e);for(const t of yt)t()}function er(e,t){const n=typeof globalThis.location<"u"?globalThis.location.href:void 0;if(!n)return Ze(e);const r=s=>{try{return new URL(s,n).href.replace(/\/$/,"")}catch{return s}};return Ze({twinBase:r(e.twinBase),binBase:r(e.binBase),encrypted:e.encrypted})}function Re(){if(!pt)throw new Error("Twin assets not configured; call setActiveTwinAssets first");return pt}function tr(e){return yt.add(e),()=>yt.delete(e)}function Vt(){const e=Re();return Le(e)?`${e.binBase}/sil.bin`:`${e.twinBase}/sil.png`}function nr(){const e=Re();return Le(e)?`${e.binBase}/idle.bin`:`${e.twinBase}/idle.mp4`}function rr(){const e=Re();return Le(e)?e.binBase:e.twinBase}function rt(){return Le(Re())}function sr(){const e=Re();return Le(e)?`${e.binBase}/atlas.bin`:`${e.twinBase}/atlas.json`}function ir(){const e=Re();return Le(e)?`${e.binBase}/expression_atlas.bin`:`${e.twinBase}/expression_atlas.json`}function ln(e){const t=e.split(/\r?\n/);let n="",r="";for(const i of t)i.startsWith("event:")?n=i.slice(6).trim():i.startsWith("data:")&&(r=i.slice(5).trim());if(!n)return null;let s={};if(r)try{s=JSON.parse(r)}catch{s={raw:r}}return{event:n,data:s}}const fn=["aa","CH","DD","E","FF","I","O","PP","RR","SS","TH","U","kk","nn","sil"],or=new Map(fn.map(e=>[e.toLowerCase(),e]));function dn(e){const t=(e??"").trim();return t?or.get(t.toLowerCase())??"sil":"sil"}const ar={aei:["aa","E","I"],o:["O","U"],ee:["I"],bmp:["PP"],fv:["FF"],l:["nn"],r:["RR"],th:["TH"],qw:["U","O"],cdgknstxyz:["DD","SS","kk","CH"]};function cr(e){if(!e)return["sil"];const t=e.toLowerCase();return ar[t]??["sil"]}function ur(e,t){const n=e.word.length;if(n<=0)return 0;const r=e.wduration;if(r<=0)return 0;const s=Math.max(0,Math.min(1,(t-e.wtime)/r));return Math.min(n-1,Math.floor(s*n))}function st(e,t){const n=Math.max(0,Math.min(e.length-1,t));return e[n]??""}function lr(e,t){const n=e.toLowerCase(),r=st(n,t),s=n.slice(Math.max(0,t-1),t+2);return r==="i"||r==="y"?"I":s.includes("ee")||r==="e"||n.includes("ea")?"E":"aa"}function fr(e,t){const n=e.toLowerCase(),r=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));if(/oo|ou|uw/.test(r))return"U";const s=st(n,t);return s==="u"||s==="w"?"U":"O"}function dr(e,t){const n=e.toLowerCase(),r=n.slice(Math.max(0,t-2),t+1);if(/qu/.test(r))return"U";const s=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));return/wo|wh/.test(s)||st(n,t)==="o"?"O":"U"}const Ye={d:"DD",t:"DD",n:"DD",s:"SS",z:"SS",k:"kk",g:"kk",c:"CH",x:"CH",j:"CH"};function mr(e,t){const n=e.toLowerCase(),r=st(n,t);if(Ye[r])return Ye[r];for(let s=0;s<n.length;s++){const i=n[s];if(Ye[i])return Ye[i]}return"DD"}function hr(e,t,n){const r=cr(e);if(r.length===1)return r[0];const s=t.trim();if(!s)return r[0];const i=(e??"").toLowerCase(),o=Math.max(0,n);switch(i){case"aei":return lr(s,o);case"o":return fr(s,o);case"qw":return dr(s,o);case"cdgknstxyz":return mr(s,o);default:return r[0]}}const wr=24e3;function _r(e){let t=e.trim();const n=t.indexOf(",");t.startsWith("data:")&&n>=0&&(t=t.slice(n+1)),t=t.replace(/\s+/g,"").replace(/-/g,"+").replace(/_/g,"/");const r=t.length%4;return r!==0&&(t+="=".repeat(4-r)),t}function gr(e){return e.length>=4&&e[0]===82&&e[1]===73&&e[2]===70&&e[3]===70}function $t(e,t,n=wr){const r=t.byteOffset%2===0?t:t.slice(),s=new Int16Array(r.buffer,r.byteOffset,r.byteLength/2),i=new Float32Array(s.length);for(let c=0;c<s.length;c++)i[c]=s[c]>=32768?-(65536-s[c])/32768:s[c]/32767;const o=e.createBuffer(1,i.length,n);return o.copyToChannel(i,0),o}function pr(e){const t=_r(e),n=window.atob(t),r=new Uint8Array(n.length);for(let s=0;s<n.length;s++)r[s]=n.charCodeAt(s);return r}async function yr(e,t){const n=pr(t);if(gr(n)){const r=n.buffer.slice(n.byteOffset,n.byteOffset+n.byteLength);return e.decodeAudioData(r)}if(n.length>=2&&n.length%2===0)return $t(e,n);try{const r=n.buffer.slice(n.byteOffset,n.byteOffset+n.byteLength);return await e.decodeAudioData(r)}catch{return $t(e,n)}}function Wt(e){let t=0;for(const n of e)t=Math.max(t,n.vtime+n.vduration);return t}function Er(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function mn(e,t){const n=[],r=[];let s=null,i=!1,o=!1,c=!1,l=!1,f=0,w=0,E=0,m=0,v=null,k=1,u=t,g=!1;const d=()=>{v!=null&&(clearTimeout(v),v=null)},D=()=>{for(const S of r){try{S.onended=null,S.stop(0)}catch{}try{S.disconnect()}catch{}}r.length=0},T=()=>{for(const S of r)S.playbackRate.value=k},N=()=>{g||!l||i||r.length>0||n.length>0||(o=!1,d(),e.onSpeakingDone(),e.onNotify())},j=S=>{const M=Wt(S);if(M<=0){e.onSpeakingDone(),e.onNotify();return}o=!0,f=performance.now(),e.onSpeakingStart(),e.onNotify(),d();const A=k>0?M/k:M;v=setTimeout(()=>{g||(o=!1,v=null,e.onSpeakingDone(),e.onNotify())},A)},P=(S,M,A,b)=>{M.length!==0&&(b&&(E=A),M.forEach(I=>{const B=String(I.word??"").trim();if(!B)return;const G=Math.round((I.start??0)*1e3),J=I.duration!=null?Math.round(I.duration*1e3):I.end!=null?Math.max(1,Math.round((I.end-(I.start??0))*1e3)):0;S.push({word:B,wtime:E+G,wduration:J,queueIndex:S.length,gesture:I.gesture??null,emphasis:I.emphasis===!0})}))},V=(S,M,A,b,I,F)=>{A.length!==0&&(I&&(E=b),A.forEach(B=>{const G=String(B.symbol??B.viseme??"").trim();if(!G)return;const J=Math.round((B.start??0)*1e3),H=Math.max(1,Math.round((B.duration??0)*1e3)),X=E+J;let Z;if(Wn(F)==="oculus_direct")Z=dn(G);else{const we=Er(M,X),te=we?ur(we,X):0;Z=hr(G,we?.word??"",te)}S.push({viseme:Z,weight:1,vtime:X,vduration:H})}),e.onNotify())},U=(S,M,A,b,I,F,B)=>{P(M,b,I,F),V(S,M,A,I,F,B)},_=async(S,M,A,b,I,F,B)=>{if(!(g||!A?.trim())){if(i){n.push({audio:A,visemes:b,words:I,isNewSegment:F});return}i=!0;try{const G=window.AudioContext||window.webkitAudioContext;s||(s=new G);const J=s;J.state==="suspended"&&await J.resume();const H=await yr(J,A);c=!0;const X=J.currentTime;let Z=m;const we=!o;Z<X&&(Z=X+.1),m=Z+H.duration;const te=J.createBufferSource();if(te.buffer=H,te.playbackRate.value=k,te.connect(J.destination),r.push(te),g){r.pop();return}if(we){o=!0,e.onSpeakingStart(),w=Z,E=0,S.length=0,M.length=0,B?.();const oe=(Z-X)*1e3;f=performance.now()+oe}te.onended=()=>{const oe=r.indexOf(te);oe>=0&&r.splice(oe,1),N(),e.onNotify()},te.start(Z);const pe=(Z-w)*1e3;U(S,M,b,I,pe,F,u)}catch(G){console.error("[avatarChunkPlayback] audio chunk failed:",G)}finally{if(i=!1,g)return;const G=n.shift();G?await _(S,M,G.audio,G.visemes,G.words,G.isNewSegment,B):N()}}};return{setStreamTtsEngineId:S=>{u=S},setPlaybackSpeed:S=>{k=Math.max(.1,Math.min(1,S)),T()},getPlaybackSpeed:()=>k,resetForNewStream:S=>{g=!1,l=!1,u=S},primeAudioContext:async()=>{const S=window.AudioContext||window.webkitAudioContext;s||(s=new S),s.state==="suspended"&&await s.resume()},stop:()=>{g=!0,d(),D(),n.length=0,i=!1,o=!1,c=!1,l=!1,E=0,m=0,w=0,f=0},markStreamComplete:S=>{if(l=!0,!c&&S.length>0){j(S);return}N()},playAudioChunk:_,queueTimingsOnly:(S,M,A,b,I)=>{if(g)return;let F=E;I&&S.length>0&&(F=Wt(S)),U(S,M,A,b,F,I,u)},getPlaybackElapsedMs:()=>o?c&&s&&w>0?Math.max(0,(s.currentTime-w)*1e3):Math.max(0,(performance.now()-f)*k):0,isSpeaking:()=>o,getPlaybackStartPerf:()=>f,bargeIn:()=>{g=!0,l=!1,d(),D(),n.length=0,i=!1,o=!1,c=!1,E=0,m=0,w=0,f=0},interrupt:()=>{g=!0,l=!1,d(),D(),n.length=0,i=!1,o=!1,c=!1,E=0,m=0,w=0,f=0}}}function We(e,t){let n=null;for(const r of e)t<r.vtime||t>=r.vtime+r.vduration||(!n||r.vtime>=n.vtime)&&(n=r);return n?n.viseme:"sil"}function Sr(e,t,n=120){const r=We(e,t);if(r!=="sil")return r;let s=null;for(const i of e){if(i.vtime>t)break;const o=i.vtime+i.vduration;o<=t&&t-o<=n&&(s=i)}return s?.viseme??"sil"}function kr(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}const it=.5,ot=1.5,Dt="Olivia",Ct="f786b574-daa5-4673-aa0c-cbe3e8534c02",He=.85;function St(e,t=Te){const n=`${t.replace(/\/$/,"")}/avatar_ttsWithPoses`,r=[],s=[],i=[];let o="neutral",c="",l=be;const f=new Set,w=()=>f.forEach(k=>k()),E=mn({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:w},be),m=()=>{E.stop(),r.length=0,s.length=0,i.length=0,o="neutral",e("idle"),w()};return{setDeveloperToken:k=>{c=k},setTtsEngineId:k=>{l=k},getTtsEngineId:()=>l,speak:async(k,u)=>{m(),e("loading");const g=c.trim();if(!g)throw new Error("Developer token required for avatar_ttsWithPoses");const d=u?.ttsEngineId??l??be;E.resetForNewStream(d),E.setStreamTtsEngineId(d);const D=u?.voiceId??Dt,T=u?.speakingRate??He,N=Math.max(it,Math.min(ot,T)),j={user_query:k,ttsEngineId:d,speakingRate:N,tenant:"aiTwin"};sn.has(d)&&(j.voice_id=D);try{const P=await fetch(n,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${g}`},body:JSON.stringify(j)});if(!P.ok)throw new Error(`avatar_ttsWithPoses failed (${P.status})`);const V=P.body;if(!V)throw new Error("No response body");const U=V.getReader(),_=new TextDecoder;let R="";const S=async M=>{const A=ln(M);if(A){if(A.event==="audio"){const b=A.data.chunk,I=A.data.visemes??[],F=A.data.words??[],B=A.data.is_new_segment??!1;b?await E.playAudioChunk(r,s,b,I,F,B):(I.length>0||F.length>0)&&E.queueTimingsOnly(r,s,I,F,B)}else if(A.event==="metadata"){const b=A.data.mood;typeof b=="string"&&b.trim()&&(o=b.trim());const I=A.data.sentence_emotions;if(Array.isArray(I)){i.length=0;for(const F of I){if(!F||typeof F!="object")continue;const B=F;i.push({sentence_index:Number(B.sentence_index??0),text:String(B.text??""),sentiment:typeof B.sentiment=="string"?B.sentiment:void 0,emotion:String(B.emotion??o),start_word:Number(B.start_word??0),end_word:Number(B.end_word??0)})}}w()}else if(A.event==="error")throw new Error(String(A.data.message??"avatar_ttsWithPoses stream error"))}};for(;;){const{done:M,value:A}=await U.read();A&&(R+=_.decode(A,{stream:!0}));const b=R.split(`
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const ht=require("react/jsx-runtime"),p=require("react"),Bn=require("@pipecat-ai/client-js"),It=require("@pipecat-ai/websocket-transport");var wt=typeof document<"u"?document.currentScript:null;const On="https://pub-607ad1fc22e2400eb57d17240aab857c.r2.dev",on={publicBase:On},Un="0.2.9",Nn={version:Un},Vn={},be="https://ai.streamoji.com",Rt=`${on.publicBase}/custom-faces`,$n=`${on.publicBase}/aitwin-workers/v${Nn.version}/visemeDiffPreview.worker.js`;function Wn(e){if(e)return e;const t=typeof{url:typeof document>"u"?require("url").pathToFileURL(__filename).href:wt&&wt.tagName.toUpperCase()==="SCRIPT"&&wt.src||new URL("aitwin.cjs",document.baseURI).href}<"u"?Vn?.VITE_AITWIN_WORKER_URL:void 0;return t?.trim()?t.trim():$n}const Hn="https://us-central1-streamoji-265f4.cloudfunctions.net/getAiTwin",Ct="eng_a7f2b9c1",rt="eng_d4e8f3a2",Re="eng_c9b1e6d4",Ae=Re,an=new Set([rt,Re]),cn={[Ct]:"oculus_direct",[Re]:"oculus_direct",[rt]:"inworld_word"},$t={google:Ct,inworld:rt,cartesia:Re};function qn(e){return cn[e]}function Kn(e){return e===Re}function jn(e){if(e.ttsEngineId&&e.ttsEngineId in cn)return e.ttsEngineId;const t=e.tts?.toLowerCase();return t&&t in $t?$t[t]:Ae}class Ze extends Error{constructor(t="AI twin not found"){super(t),this.name="AiTwinNotFoundError"}}async function un(e,t=Hn){const n=new URL(t);n.searchParams.set("id",e);const r=await fetch(n.toString());if(r.status===404)throw new Ze;if(!r.ok)throw new Error(`getAiTwin failed (${r.status})`);const s=await r.json();if(!s.success)throw new Ze(s.error??"AI twin not found");const{tts:i,token:o,...c}=s.data,l=String(c.authToken??o??"").trim()||void 0;return{...c,ttsEngineId:jn(s.data),authToken:l}}const Gn="https://us-central1-streamoji-265f4.cloudfunctions.net/getAuthToken",zn="client_6TNvp3SCs4Og0a1ijm9TommXLql1",Yn="kk8Fq8EmexzP10jMIEwY3R44M5RKUEm1",Jn="6TNvp3SCs4Og0a1ijm9TommXLql1",Qn="Swaraj Mali";async function Xe(){const e=await fetch(Gn,{method:"POST",headers:{"Content-Type":"application/json","Client-Id":zn,"Client-Secret":Yn},body:JSON.stringify({userId:Jn,userName:Qn})});if(!e.ok)throw new Error(`getAuthToken failed (${e.status})`);const t=await e.json(),n=t.authToken??t.token??"";if(!n.trim())throw new Error("getAuthToken returned no token");return n}async function Xn(e,t=be){const n=await fetch(`${t.replace(/\/$/,"")}/api/session-value`,{headers:{Authorization:`Bearer ${e}`}});if(!n.ok)throw new Error(`/api/session-value failed (${n.status})`);const r=await n.json();if(!r.value)throw new Error("Session value response missing value");return r}function Zn(e){const t=e.trim();if(t.length%2!==0)throw new Error("Invalid hex key");const n=new Uint8Array(t.length/2);for(let r=0;r<t.length;r+=2)n[r/2]=Number.parseInt(t.slice(r,r+2),16);return n}function ze(e){return Uint8Array.from(e)}function er(e,t){const n=new Uint8Array(e.length+t.length);return n.set(e,0),n.set(t,e.length),n}async function tr(e,t){if(!t)throw new Error("Asset key is required for encrypted assets");if(e.byteLength<28)throw new Error("Encrypted payload too small");const n=new Uint8Array(e),r=ze(n.subarray(0,12)),s=ze(n.subarray(12,28)),i=ze(n.subarray(28)),o=ze(er(i,s)),c=await crypto.subtle.importKey("raw",Zn(t),{name:"AES-GCM"},!1,["decrypt"]);return crypto.subtle.decrypt({name:"AES-GCM",iv:r,tagLength:128},c,o)}let yt=null;const Et=new Set;function Ye(e){return e.includes("/custom-faces/")}function et(e){const t=e.binBase.trim().replace(/\/$/,""),n=e.twinBase.trim().replace(/\/$/,"");if(!(e.encrypted||Ye(t)||Ye(n)))return{twinBase:n,binBase:t,encrypted:!1};const s=Ye(t)?t:Ye(n)?n:t;return{twinBase:s,binBase:s,encrypted:!0}}function Be(e){return et(e).encrypted}function St(e,t=Rt){const n=`${t.replace(/\/$/,"")}/${e}`;return{twinBase:n,binBase:n,encrypted:!0}}function ln(e,t){return(e??t)?.trim()||void 0}function fn(e){yt=et(e);for(const t of Et)t()}function nr(e,t){const n=typeof globalThis.location<"u"?globalThis.location.href:void 0;if(!n)return et(e);const r=s=>{try{return new URL(s,n).href.replace(/\/$/,"")}catch{return s}};return et({twinBase:r(e.twinBase),binBase:r(e.binBase),encrypted:e.encrypted})}function Ce(){if(!yt)throw new Error("Twin assets not configured; call setActiveTwinAssets first");return yt}function rr(e){return Et.add(e),()=>Et.delete(e)}function Wt(){const e=Ce();return Be(e)?`${e.binBase}/sil.bin`:`${e.twinBase}/sil.png`}function sr(){const e=Ce();return Be(e)?`${e.binBase}/idle.bin`:`${e.twinBase}/idle.mp4`}function ir(){const e=Ce();return Be(e)?e.binBase:e.twinBase}function st(){return Be(Ce())}function or(){const e=Ce();return Be(e)?`${e.binBase}/atlas.bin`:`${e.twinBase}/atlas.json`}function ar(){const e=Ce();return Be(e)?`${e.binBase}/expression_atlas.bin`:`${e.twinBase}/expression_atlas.json`}function dn(e){const t=e.split(/\r?\n/);let n="",r="";for(const i of t)i.startsWith("event:")?n=i.slice(6).trim():i.startsWith("data:")&&(r=i.slice(5).trim());if(!n)return null;let s={};if(r)try{s=JSON.parse(r)}catch{s={raw:r}}return{event:n,data:s}}const mn=["aa","CH","DD","E","FF","I","O","PP","RR","SS","TH","U","kk","nn","sil"],cr=new Map(mn.map(e=>[e.toLowerCase(),e]));function hn(e){const t=(e??"").trim();return t?cr.get(t.toLowerCase())??"sil":"sil"}const ur={aei:["aa","E","I"],o:["O","U"],ee:["I"],bmp:["PP"],fv:["FF"],l:["nn"],r:["RR"],th:["TH"],qw:["U","O"],cdgknstxyz:["DD","SS","kk","CH"]};function lr(e){if(!e)return["sil"];const t=e.toLowerCase();return ur[t]??["sil"]}function fr(e,t){const n=e.word.length;if(n<=0)return 0;const r=e.wduration;if(r<=0)return 0;const s=Math.max(0,Math.min(1,(t-e.wtime)/r));return Math.min(n-1,Math.floor(s*n))}function it(e,t){const n=Math.max(0,Math.min(e.length-1,t));return e[n]??""}function dr(e,t){const n=e.toLowerCase(),r=it(n,t),s=n.slice(Math.max(0,t-1),t+2);return r==="i"||r==="y"?"I":s.includes("ee")||r==="e"||n.includes("ea")?"E":"aa"}function mr(e,t){const n=e.toLowerCase(),r=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));if(/oo|ou|uw/.test(r))return"U";const s=it(n,t);return s==="u"||s==="w"?"U":"O"}function hr(e,t){const n=e.toLowerCase(),r=n.slice(Math.max(0,t-2),t+1);if(/qu/.test(r))return"U";const s=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));return/wo|wh/.test(s)||it(n,t)==="o"?"O":"U"}const Je={d:"DD",t:"DD",n:"DD",s:"SS",z:"SS",k:"kk",g:"kk",c:"CH",x:"CH",j:"CH"};function wr(e,t){const n=e.toLowerCase(),r=it(n,t);if(Je[r])return Je[r];for(let s=0;s<n.length;s++){const i=n[s];if(Je[i])return Je[i]}return"DD"}function _r(e,t,n){const r=lr(e);if(r.length===1)return r[0];const s=t.trim();if(!s)return r[0];const i=(e??"").toLowerCase(),o=Math.max(0,n);switch(i){case"aei":return dr(s,o);case"o":return mr(s,o);case"qw":return hr(s,o);case"cdgknstxyz":return wr(s,o);default:return r[0]}}const Dt=16e3;function wn(e){const t=Number(e);return Number.isFinite(t)&&t>0?t:Dt}function gr(e){let t=e.trim();const n=t.indexOf(",");t.startsWith("data:")&&n>=0&&(t=t.slice(n+1)),t=t.replace(/\s+/g,"").replace(/-/g,"+").replace(/_/g,"/");const r=t.length%4;return r!==0&&(t+="=".repeat(4-r)),t}function pr(e){return e.length>=4&&e[0]===82&&e[1]===73&&e[2]===70&&e[3]===70}function Ht(e,t,n=Dt){const r=t.byteOffset%2===0?t:t.slice(),s=new Int16Array(r.buffer,r.byteOffset,r.byteLength/2),i=new Float32Array(s.length);for(let c=0;c<s.length;c++)i[c]=s[c]>=32768?-(65536-s[c])/32768:s[c]/32767;const o=e.createBuffer(1,i.length,n);return o.copyToChannel(i,0),o}function yr(e){const t=gr(e),n=window.atob(t),r=new Uint8Array(n.length);for(let s=0;s<n.length;s++)r[s]=n.charCodeAt(s);return r}async function Er(e,t,n=Dt){const r=yr(t),s=wn(n);if(pr(r)){const i=r.buffer.slice(r.byteOffset,r.byteOffset+r.byteLength);return e.decodeAudioData(i)}if(r.length>=2&&r.length%2===0)return Ht(e,r,s);try{const i=r.buffer.slice(r.byteOffset,r.byteOffset+r.byteLength);return await e.decodeAudioData(i)}catch{return Ht(e,r,s)}}function qt(e){let t=0;for(const n of e)t=Math.max(t,n.vtime+n.vduration);return t}function Sr(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function _n(e,t){const n=[],r=[];let s=null,i=!1,o=!1,c=!1,l=!1,f=0,w=0,E=0,m=0,v=null,k=1,u=t,g=!1;const d=()=>{v!=null&&(clearTimeout(v),v=null)},C=()=>{for(const S of r){try{S.onended=null,S.stop(0)}catch{}try{S.disconnect()}catch{}}r.length=0},T=()=>{for(const S of r)S.playbackRate.value=k},V=()=>{g||!l||i||r.length>0||n.length>0||(o=!1,d(),e.onSpeakingDone(),e.onNotify())},j=S=>{const M=qt(S);if(M<=0){e.onSpeakingDone(),e.onNotify();return}o=!0,f=performance.now(),e.onSpeakingStart(),e.onNotify(),d();const b=k>0?M/k:M;v=setTimeout(()=>{g||(o=!1,v=null,e.onSpeakingDone(),e.onNotify())},b)},P=(S,M,b,A)=>{M.length!==0&&(A&&(E=b),M.forEach(I=>{const B=String(I.word??"").trim();if(!B)return;const Q=Math.round((I.start??0)*1e3),Z=I.duration!=null?Math.round(I.duration*1e3):I.end!=null?Math.max(1,Math.round((I.end-(I.start??0))*1e3)):0;S.push({word:B,wtime:E+Q,wduration:Z,queueIndex:S.length,gesture:I.gesture??null,emphasis:I.emphasis===!0})}))},$=(S,M,b,A,I,U)=>{b.length!==0&&(I&&(E=A),b.forEach(B=>{const Q=String(B.symbol??B.viseme??"").trim();if(!Q)return;const Z=Math.round((B.start??0)*1e3),F=Math.max(1,Math.round((B.duration??0)*1e3)),z=E+Z;let ce;if(qn(U)==="oculus_direct")ce=hn(Q);else{const le=Sr(M,z),te=le?fr(le,z):0;ce=_r(Q,le?.word??"",te)}S.push({viseme:ce,weight:1,vtime:z,vduration:F})}),e.onNotify())},N=(S,M,b,A,I,U,B)=>{P(M,A,I,U),$(S,M,b,I,U,B)},_=async(S,M,b,A,I,U,B)=>{if(g||!b?.trim())return;const Q=wn(B?.sampleRate),Z=B?.onFirstChunk;if(i){n.push({audio:b,visemes:A,words:I,isNewSegment:U,sampleRate:Q});return}i=!0;try{const F=window.AudioContext||window.webkitAudioContext;s||(s=new F);const z=s;z.state==="suspended"&&await z.resume();const ce=await Er(z,b,Q);c=!0;const le=z.currentTime;let te=m;const pe=!o;te<le&&(te=le+.1),m=te+ce.duration;const ee=z.createBufferSource();if(ee.buffer=ce,ee.playbackRate.value=k,ee.connect(z.destination),r.push(ee),g){r.pop();return}if(pe){o=!0,e.onSpeakingStart(),w=te,E=0,S.length=0,M.length=0,Z?.();const ye=(te-le)*1e3;f=performance.now()+ye}ee.onended=()=>{const ye=r.indexOf(ee);ye>=0&&r.splice(ye,1),V(),e.onNotify()},ee.start(te);const De=(te-w)*1e3;N(S,M,A,I,De,U,u)}catch(F){console.error("[avatarChunkPlayback] audio chunk failed:",F)}finally{if(i=!1,g)return;const F=n.shift();F?await _(S,M,F.audio,F.visemes,F.words,F.isNewSegment,{sampleRate:F.sampleRate,onFirstChunk:Z}):V()}};return{setStreamTtsEngineId:S=>{u=S},setPlaybackSpeed:S=>{k=Math.max(.1,Math.min(1,S)),T()},getPlaybackSpeed:()=>k,resetForNewStream:S=>{g=!1,l=!1,u=S},primeAudioContext:async()=>{const S=window.AudioContext||window.webkitAudioContext;s||(s=new S),s.state==="suspended"&&await s.resume()},stop:()=>{g=!0,d(),C(),n.length=0,i=!1,o=!1,c=!1,l=!1,E=0,m=0,w=0,f=0},markStreamComplete:S=>{if(l=!0,!c&&S.length>0){j(S);return}V()},playAudioChunk:_,queueTimingsOnly:(S,M,b,A,I)=>{if(g)return;let U=E;I&&S.length>0&&(U=qt(S)),N(S,M,b,A,U,I,u)},getPlaybackElapsedMs:()=>o?c&&s&&w>0?Math.max(0,(s.currentTime-w)*1e3):Math.max(0,(performance.now()-f)*k):0,isSpeaking:()=>o,getPlaybackStartPerf:()=>f,bargeIn:()=>{g=!0,l=!1,d(),C(),n.length=0,i=!1,o=!1,c=!1,E=0,m=0,w=0,f=0},interrupt:()=>{g=!0,l=!1,d(),C(),n.length=0,i=!1,o=!1,c=!1,E=0,m=0,w=0,f=0}}}function qe(e,t){let n=null;for(const r of e)t<r.vtime||t>=r.vtime+r.vduration||(!n||r.vtime>=n.vtime)&&(n=r);return n?n.viseme:"sil"}function kr(e,t,n=120){const r=qe(e,t);if(r!=="sil")return r;let s=null;for(const i of e){if(i.vtime>t)break;const o=i.vtime+i.vduration;o<=t&&t-o<=n&&(s=i)}return s?.viseme??"sil"}function vr(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}const ot=.5,at=1.5,Mt="Olivia",xt="f786b574-daa5-4673-aa0c-cbe3e8534c02",Ke=.85;function kt(e,t=be){const n=`${t.replace(/\/$/,"")}/avatar_ttsWithPoses`,r=[],s=[],i=[];let o="neutral",c="",l=Ae;const f=new Set,w=()=>f.forEach(k=>k()),E=_n({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:w},Ae),m=()=>{E.stop(),r.length=0,s.length=0,i.length=0,o="neutral",e("idle"),w()};return{setDeveloperToken:k=>{c=k},setTtsEngineId:k=>{l=k},getTtsEngineId:()=>l,speak:async(k,u)=>{m(),e("loading");const g=c.trim();if(!g)throw new Error("Developer token required for avatar_ttsWithPoses");const d=u?.ttsEngineId??l??Ae;E.resetForNewStream(d),E.setStreamTtsEngineId(d);const C=u?.voiceId??Mt,T=u?.speakingRate??Ke,V=Math.max(ot,Math.min(at,T)),j={user_query:k,ttsEngineId:d,speakingRate:V,tenant:"aiTwin"};an.has(d)&&(j.voice_id=C);try{const P=await fetch(n,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${g}`},body:JSON.stringify(j)});if(!P.ok)throw new Error(`avatar_ttsWithPoses failed (${P.status})`);const $=P.body;if(!$)throw new Error("No response body");const N=$.getReader(),_=new TextDecoder;let R="";const S=async M=>{const b=dn(M);if(b){if(b.event==="audio"){const A=b.data.chunk,I=b.data.visemes??[],U=b.data.words??[],B=b.data.is_new_segment??!1,Q=b.data.sample_rate;A?await E.playAudioChunk(r,s,A,I,U,B,{sampleRate:Q}):(I.length>0||U.length>0)&&E.queueTimingsOnly(r,s,I,U,B)}else if(b.event==="metadata"){const A=b.data.mood;typeof A=="string"&&A.trim()&&(o=A.trim());const I=b.data.sentence_emotions;if(Array.isArray(I)){i.length=0;for(const U of I){if(!U||typeof U!="object")continue;const B=U;i.push({sentence_index:Number(B.sentence_index??0),text:String(B.text??""),sentiment:typeof B.sentiment=="string"?B.sentiment:void 0,emotion:String(B.emotion??o),start_word:Number(B.start_word??0),end_word:Number(B.end_word??0)})}}w()}else if(b.event==="error")throw new Error(String(b.data.message??"avatar_ttsWithPoses stream error"))}};for(;;){const{done:M,value:b}=await N.read();b&&(R+=_.decode(b,{stream:!0}));const A=R.split(`
|
|
2
2
|
|
|
3
|
-
`);R=
|
|
3
|
+
`);R=A.pop()??"";for(const I of A)await S(I);if(M){R.trim()&&await S(R.trim()),E.markStreamComplete(r);break}}}catch(P){throw console.error("[avatarTtsLipsync]",P),m(),e("error"),P}},stop:m,getVisemeQueue:()=>r,getWordQueue:()=>s,getSentenceEmotions:()=>i,getStreamMood:()=>o,getPlaybackElapsedMs:()=>E.getPlaybackElapsedMs(),isSpeaking:()=>E.isSpeaking(),setPlaybackSpeed:k=>{E.setPlaybackSpeed(k)},getPlaybackSpeed:()=>E.getPlaybackSpeed(),subscribe:k=>(f.add(k),()=>f.delete(k))}}const Pt=16e3,Lt=16e3;class Tr extends It.ProtobufFrameSerializer{async deserialize(t){try{return await super.deserialize(t)}catch(n){if(n instanceof Error&&n.message==="Unknown frame kind")return{type:"raw",message:null};throw n}}}class br extends It.DailyMediaManager{constructor(){super(!0,!0,void 0,void 0,512,Pt,Lt)}bufferBotAudio(t,n){}}const Ar=/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;function Ir(e){return Ar.test(e.trim())}function Rr(e){const t=e.replace(/\/$/,"");return t.startsWith("https://")?`wss://${t.slice(8)}`:t.startsWith("http://")?`ws://${t.slice(7)}`:t}function gn(e){if(e.wsUrl?.trim())return e.wsUrl.trim();const t=e.authToken?.trim();if(!t)throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");const n=e.apiBase??be,r=new URL(`${Rr(n)}/ws/voice`);r.searchParams.set("authToken",t),r.searchParams.set("tenant","aiTwin");const s=e.voiceId?.trim();s&&Ir(s)&&r.searchParams.set("voiceId",s);const i=e.personaId?.trim();i&&r.searchParams.set("personaId",i);const o=e.speakingRate??Ke;return r.searchParams.set("speaking_rate",String(Math.max(ot,Math.min(at,o)))),e.ttsStream===!1?r.searchParams.set("tts_stream","false"):r.searchParams.set("tts_stream","true"),r.toString()}function _t(e,t){if(!Array.isArray(e))return[];const n=[];for(const r of e)!r||typeof r!="object"||n.push({sentence_index:Number(r.sentence_index??0),text:String(r.text??""),sentiment:typeof r.sentiment=="string"?r.sentiment:void 0,emotion:String(r.emotion??t),start_word:Number(r.start_word??0),end_word:Number(r.end_word??0)});return n}function Cr(e){if(!e||typeof e!="object")return null;const t=e,r=(t.data&&typeof t.data=="object"&&!Array.isArray(t.data)?t.data:null)||t;return{...r,type:String(r.type??t.type??"server-message")}}function gt(e){return e.is_new_segment===!0||Number(e.audio_offset_ms??-1)===0?!0:Number(e.chunk_index??-1)===0}function Dr(e){return e?.transport?._mediaManager?._wavStreamPlayer??null}function pn(e,t={}){const n=[],r=[],s=[],i=[];let o="",c="neutral",l=Re,f=!1,w=null,E=null,m={...t},v=0,k=null;const u=new Set,g=[];let d=!1,C=null,T=!0,V="default";const j=new Set;let P=null,$=0;const N=()=>u.forEach(a=>a()),_=_n({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:N},l),R=()=>{if(C)return C;const a=new MessageChannel;return a.port1.onmessage=()=>{const y=g.shift();y!==void 0&&ye(y),g.length>0?a.port2.postMessage(null):d=!1},C=a,a},S=a=>{g.push(a),!d&&(d=!0,R().port2.postMessage(null))},M=()=>_.getPlaybackElapsedMs(),b=(a,y=o)=>{if(!m.onLipsyncDebug)return;const x=M(),G=n;m.onLipsyncDebug({event:a,spokenText:y,mood:c,playbackAnchorPerf:_.getPlaybackStartPerf(),playbackElapsedMs:x,queueLength:G.length,activeViseme:qe(G,x),segments:i.map(H=>({...H,visemes:[...H.visemes]}))})},A=(a,y)=>{m.onLipsyncDebug&&(k={event:a,spokenText:y},v===0&&(v=requestAnimationFrame(()=>{v=0;const x=k;k=null,x&&b(x.event,x.spokenText)})))},I=()=>{T=!0,j.clear()},U=()=>{const a=Dr(w);if(a){V=`bot-${Date.now()}`,a.interruptedTrackIds={[V]:!0};try{a.interrupt?.()}catch{}}const y=E;try{y?.interrupt?.()}catch{}},B=a=>{const y=a.context_id?.trim();return y&&j.has(y)?!0:T?!1:!(a.type==="avatar_metadata"||gt(a))},Q=a=>{T=!1;const y=a.context_id?.trim();y&&j.add(y),g.length=0,d=!1,P?.abort(),P=null,$+=1,U(),_.bargeIn(),Z(),e("idle"),A("interrupt"),N()},Z=()=>{n.length=0,r.length=0,i.length=0,o="",c="neutral",s.length=0},F=()=>{_.stop(),Z(),A("reset"),N()},z=()=>{F(),e("idle"),N()},ce=(a,y)=>{typeof a.mood=="string"&&a.mood.trim()&&(c=a.mood.trim()),Array.isArray(a.sentence_emotions)&&a.sentence_emotions.length>0&&(y&&(s.length=0),s.push(..._t(a.sentence_emotions,c)))},le=a=>{if(B({...a,type:"avatar_metadata"}))return;I();const y=String(a.spoken_text??a.text??"").trim();y&&(o=y),_.resetForNewStream(l),typeof a.mood=="string"&&a.mood.trim()&&(c=a.mood.trim()),s.length=0,s.push(..._t(a.sentence_emotions,c)),Array.isArray(a.gestures)&&a.gestures,A("metadata",y),N()},te=(a,y,x,G)=>{if(!m.onLipsyncDebug)return;const H=n.slice(x),ve=G.filter(re=>String(re.symbol??re.viseme??"").trim());i.push({spokenText:y,audioOffsetMs:H[0]?.vtime??0,isNewSegment:!!a.is_new_segment,chunkDurationMs:a.chunk_duration_ms!=null?Number(a.chunk_duration_ms):null,receivedAtMs:performance.now(),visemes:H.map((re,Me)=>{const _e=ve[Me];return{rawSymbol:String(_e?.symbol??_e?.viseme??re.viseme).trim(),viseme:re.viseme,startSec:Number(_e?.start??0),durationSec:Number(_e?.duration??0),vtimeMs:re.vtime,vdurationMs:re.vduration}})})},pe=a=>{if(B(a))return;gt(a)&&I();const y=String(a.spoken_text??a.text??"").trim(),x=gt(a),G=a.visemes??[],H=a.words??[],ve=String(a.chunk??"").trim();y&&(o=y),ce(a,x),x&&_.resetForNewStream(l);const re=n.length;_.playAudioChunk(n,r,ve,G,H,x,{sampleRate:a.sample_rate,onFirstChunk:()=>{i.length=0}}).then(()=>{te(a,y,re,G),A("audio_chunk",y)})},ee=a=>{if(B(a))return;(a.is_new_segment||Number(a.audio_offset_ms??-1)===0)&&I(),console.warn("[realtimeVoice] avatar_lipsync is deprecated — expect avatar_audio_chunk");const y=String(a.spoken_text??a.text??"").trim();y&&(o=y),ce(a,!!a.is_new_segment);const x=n.length;_.queueTimingsOnly(n,r,a.visemes??[],a.words??[],!!a.is_new_segment),te(a,y,x,a.visemes??[]),A("lipsync",y),N()},De=async a=>{const y=String(a.text??"").trim();if(!y)return;const x=m.authToken?.trim();if(!x){console.error("[realtimeVoice] avatar_speak requires authToken");return}P?.abort();const G=new AbortController;P=G;const H=++$;I(),_.resetForNewStream(l),o=y;const re=`${(m.apiBase??be).replace(/\/$/,"")}/avatar_ttsWithPoses`,Me=m.voiceId?.trim()||xt,_e=m.speakingRate??Ke,je=Math.max(ot,Math.min(at,_e)),fe={user_query:y,ttsEngineId:l,speakingRate:je,tenant:"aiTwin"};an.has(l)&&(fe.voice_id=Me);try{const de=await fetch(re,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${x}`},body:JSON.stringify(fe),signal:G.signal});if(!de.ok)throw new Error(`avatar_ttsWithPoses failed (${de.status})`);const q=de.body;if(!q)throw new Error("No response body");const Y=q.getReader(),Ge=new TextDecoder;let X="";const ue=async xe=>{if(H!==$||G.signal.aborted||!T)return;const J=dn(xe);if(J){if(J.event==="audio"){const ae=J.data.chunk,se=J.data.visemes??[],Pe=J.data.words??[],he=J.data.is_new_segment??!1,lt=J.data.sample_rate;ae?await _.playAudioChunk(n,r,ae,se,Pe,he,{sampleRate:lt}):(se.length>0||Pe.length>0)&&_.queueTimingsOnly(n,r,se,Pe,he)}else if(J.event==="metadata"){const ae=J.data.mood;typeof ae=="string"&&ae.trim()&&(c=ae.trim());const se=J.data.sentence_emotions;Array.isArray(se)&&(s.length=0,s.push(..._t(se,c))),N()}else if(J.event==="error")throw new Error(String(J.data.message??"avatar_ttsWithPoses stream error"))}};for(;!(H!==$||G.signal.aborted||!T);){const{done:xe,value:J}=await Y.read();J&&(X+=Ge.decode(J,{stream:!0}));const ae=X.split(`
|
|
4
4
|
|
|
5
|
-
`);ee=ce.pop()??"";for(const se of ce)await ue(se);if(Ce){ee.trim()&&await ue(ee.trim()),W===V&&!z.signal.aborted&&T&&_.markStreamComplete(n);break}}}catch(fe){if(z.signal.aborted||!T)return;console.error("[realtimeVoice] avatar_speak failed:",fe),e("error"),U()}finally{P===z&&(P=null)}},ct=a=>{const y=Rr(a);if(!y){console.warn("[realtimeVoice] server message with no payload",a);return}const x=String(y.type??"unknown");switch(x!=="avatar_metadata"&&x!=="avatar_audio_chunk"&&x!=="avatar_lipsync"&&x!=="avatar_interrupt"&&x!=="error"&&console.debug("[realtimeVoice] server message",x,y),x){case"avatar_metadata":we(y);break;case"avatar_audio_chunk":pe(y);break;case"avatar_lipsync":oe(y);break;case"avatar_interrupt":G(y);break;case"error":{const z=String(y.message??"Voice session error");console.error("[realtimeVoice] server error:",z),e("error"),U();break}case"avatar_speak":qe(y);break}},Be=()=>w||(E=new Tr,w=new Ln.PipecatClient({transport:new At.WebSocketTransport({mediaManager:E,serializer:new vr,recorderSampleRate:Mt,playerSampleRate:xt}),enableCam:!1,enableMic:!0,callbacks:{onBotReady:()=>{f=!0,e("idle"),U()},onDisconnected:()=>{f=!1,X()},onError:a=>{const y=typeof a=="object"&&a!==null&&"data"in a?String(a.data??a):String(a);console.error("[realtimeVoice]",y,a),e("error"),U()},onTransportStateChanged:a=>{a==="error"&&(e("error"),U())},onServerMessage:a=>{S(a)},onUserStartedSpeaking:()=>{G({})},onBotStartedSpeaking:()=>{b("bot_started")},onBotStoppedSpeaking:()=>{T&&(_.markStreamComplete(n),b("bot_stopped"))},onUserTranscript:a=>{m.onUserTranscript?.(a.text,!!a.final)},onBotOutput:a=>{m.onBotOutput?.(a.text)}}}),w);return{setDeveloperToken:a=>{},setTtsEngineId:a=>{l=a,_.setStreamTtsEngineId(a)},getTtsEngineId:()=>l,speak:async(a,y)=>{const x=a.trim();if(x){if(!w||!f)throw new Error("Realtime voice is not connected. Call connect() first.");H(),await w.sendText(x)}},stop:()=>{P?.abort(),P=null,V+=1,I(),H(),e("idle"),U()},connect:async a=>{if(a&&(m={...m,...a}),!m.authToken?.trim())throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");e("loading");const y=Be();await y.initDevices();const x=hn(m);console.info("[realtimeVoice] connecting (avatar_audio_chunk RTVI):",x);try{await y.connect({wsUrl:x})}catch(z){f=!1,e("error"),U();const W=z instanceof Error?z.message:"Realtime voice connect failed (WebSocket 101 only means upgrade OK — check authToken/origin/RTVI handshake)";throw new Error(`${W} — ${x}`)}f=!0,e("idle"),U()},disconnect:async()=>{if(g.length=0,d=!1,P?.abort(),P=null,V+=1,I(),w)try{await w.disconnect()}catch(a){console.error("[realtimeVoice] disconnect failed:",a)}f=!1,X()},isConnected:()=>f,unlockAudio:async()=>{await _.primeAudioContext()},getVisemeQueue:()=>n,getWordQueue:()=>r,getSentenceEmotions:()=>s,getStreamMood:()=>c,getPlaybackElapsedMs:M,isSpeaking:()=>_.isSpeaking(),setPlaybackSpeed:a=>{_.setPlaybackSpeed(a)},getPlaybackSpeed:()=>_.getPlaybackSpeed(),subscribe:a=>(u.add(a),()=>u.delete(a))}}function Cr(e,t,n){return{width:e.crop?.source_width??t,height:e.crop?.source_height??n}}function Mr(e,t){const n=e.crop;return{x:t?.source_x??n?.x??0,y:t?.source_y??n?.y??0,width:t?.source_w??n?.width??e.frame_width??0,height:t?.source_h??n?.height??e.frame_height??0}}function xr(e){return e?(e.w??0)>0&&(e.h??0)>0:!1}async function at(e,t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to load encrypted asset: ${e}`);const r=await n.arrayBuffer();return Zn(r,t)}async function Pr(e,t){if(!t)throw new Error("Missing asset key for encrypted JSON");const n=await at(e,t),r=new TextDecoder().decode(n);return JSON.parse(r)}async function Lr(e){const t=new Blob([e],{type:"image/webp"}),n=URL.createObjectURL(t);return new Promise((r,s)=>{const i=new Image;i.decoding="async",i.onload=()=>{URL.revokeObjectURL(n),r(i)},i.onerror=()=>{URL.revokeObjectURL(n),s(new Error("Failed to decode decrypted image"))},i.src=n})}async function Br(e){const t=new Blob([e],{type:"image/png"}),n=URL.createObjectURL(t);return new Promise((r,s)=>{const i=new Image;i.decoding="async",i.onload=()=>{URL.revokeObjectURL(n),r(i)},i.onerror=()=>{URL.revokeObjectURL(n),s(new Error("Failed to decode decrypted PNG"))},i.src=n})}function Or(e){const t=new Blob([e],{type:"video/mp4"});return URL.createObjectURL(t)}async function Fr(e){const t=nr();if(!rt())return t;if(!e)throw new Error("Missing asset key for encrypted idle video");const n=await at(t,e);return Or(n)}function Pt(e,t){return`${e}/${t}_minus_sil.png`}const _n=5;function gn(e){const t=e?.composite_threshold;if(typeof t=="number"&&t>0)return t;const n=e?.crop?.content_threshold;return typeof n=="number"&&n>0?n:_n}const Ur=["aa","E","I","O","U","PP","FF","DD","SS","TH","CH","RR","kk","nn"],kt=["t01_0.25","t02_0.50","t03_0.75"],Nr=kt.length,Ht=new Set(["aa__kk","aa__nn","aa__sil","CH__aa","CH__DD","CH__E","CH__FF","CH__I","CH__kk","CH__nn","CH__O","CH__PP","CH__RR","CH__sil","CH__SS","CH__TH","CH__U","DD__aa","DD__E","DD__FF","DD__I","DD__kk","DD__nn","DD__O","DD__PP","DD__RR","DD__sil","DD__SS","DD__TH","DD__U","E__aa","E__FF","E__I","E__kk","E__nn","E__O","E__PP","E__RR","E__sil","E__SS","E__TH","E__U","FF__aa","FF__I","FF__kk","FF__nn","FF__O","FF__PP","FF__RR","FF__sil","FF__SS","FF__TH","FF__U","I__aa","I__kk","I__nn","I__O","I__PP","I__RR","I__sil","I__SS","I__TH","I__U","kk__nn","kk__sil","nn__sil","O__aa","O__kk","O__nn","O__PP","O__RR","O__sil","O__SS","O__TH","O__U","PP__aa","PP__kk","PP__nn","PP__RR","PP__sil","PP__SS","PP__TH","PP__U","RR__aa","RR__kk","RR__nn","RR__sil","RR__SS","RR__TH","RR__U","SS__aa","SS__kk","SS__nn","SS__sil","SS__TH","SS__U","TH__aa","TH__kk","TH__nn","TH__sil","TH__U","U__aa","U__kk","U__nn","U__sil"]);function qt(e,t){return`${e}__${t}`}function Kt(e,t){return`pairs/${e}/${t}_minus_sil.png`}function et(e){return`${e}_minus_sil.png`}function Vr(e,t){if(t.has(e))return e;const n=/^pairs\/([^/]+)\//.exec(e);if(!n)return null;const r=n[1].split("__")[1];if(!r||r==="sil")return null;const s=et(r);return t.has(s)?s:null}function pn(e,t){return e.filter(n=>t.has(n))}function $r(e,t,n){const r=Lt(e,t);return pn(r,n).length>0}function Lt(e,t){if(e===t)return[];const n=[],r=qt(e,t);if(Ht.has(r)){for(const i of kt)n.push(Kt(r,i));return n}const s=qt(t,e);if(Ht.has(s)){for(let i=Nr-1;i>=0;i--)n.push(Kt(s,kt[i]));return n}return[]}function Wr(e){return e<16?[]:e<35?[1]:e<51?[0,2]:[0,1,2]}function Hr(e,t){return Wr(t).map(r=>e[r]).filter(r=>r!=null)}function qr(e,t,n,r){if(r<=0)return 0;const i=Math.max(1,n-t)/r,o=e-t,c=Math.floor(o/i);return Math.min(r-1,Math.max(0,c))}function Kr(e,t,n){if(!n)return`${e}/${t}`;const r=t.split("/").pop()??t,s=r.includes(".")?r.slice(0,r.lastIndexOf(".")):r;return`${e}/${s}.bin`}const jr=[.32,.24,.16,.08,0],Gr=jr.map(e=>`eyes_${e.toFixed(2)}`),zr=["eyes_0.32","eyes_0.16","eyes_0.00"],Yr=["eyes_0.32","eyes_0.16","eyes_0.08","eyes_0.00"],jt=2,Jr=-30,vt=20,Qr={fear:-30,anger:-20,sad:-10,neutral:0,love:10,happy:0,disgust:20};function Bt(e){return`brow_${e}`}function Ot(e){return Qr[e]}function Ae(e){return Math.max(Jr,Math.min(vt,e))}function Xr(e,t){if(e===t)return[];const n=e<t?jt:-jt,r=[];let s=e;for(;s!==t;)s+=n,r.push(s);return r}const Zr={fear:"fear",afraid:"fear",anxiety:"fear",anger:"anger",angry:"anger",mad:"anger",sad:"sad",sadness:"sad",sorrow:"sad",neutral:"neutral",calm:"neutral",love:"love",loving:"love",affection:"love",happy:"happy",happiness:"happy",joy:"happy",joyful:"happy",excited:"happy",disgust:"disgust",disgusted:"disgust"};function Pe(e,t="neutral"){const n=String(e??"").trim().toLowerCase();return n?Zr[n]??t:t}function yn(e){return e===0?null:Pt(Bt(e),"eyes_standard")}function En(e){return yn(Ot(e))}function Gt(e,t){const n=Bt(Ot(e));return!t||t==="eyes_standard"?En(e):e==="neutral"&&t==="eyes_standard"?null:Pt(n,t)}function es(e,t){const n=[];for(const r of t)n.push(Gt(e,r));for(let r=t.length-2;r>=0;r--)n.push(Gt(e,t[r]));return n.push(En(e)),n}function ts(e){return e===0?null:Pt(Bt(e),"eyes_standard")}function ns(e,t){return Xr(e,t).map(ts).filter(n=>n!=null)}const rs=6;function ss(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function is(e){const t=Ae(e);return t>=vt?vt:Ae(t+rs)}function os(e,t,n){const r=Ae(n);return ss(t,e)?.emphasis?is(r):r}function zt(e){if(!e)return 0;const t=e.match(/^brow_(-?\d+)\//);if(!t?.[1])return null;const n=Number.parseInt(t[1],10);return Number.isFinite(n)?Ae(n):null}function Ne(e,t){return e+Math.random()*(t-e)}function Je(){return Ne(14,32)}function as(e={}){const{initialDelayMs:t=800+Math.random()*1200,intervalMinMs:n=2200,intervalMaxMs:r=5800,doubleBlinkChance:s=.18,doubleBlinkGapMinMs:i=120,doubleBlinkGapMaxMs:o=220,fullBlinkChance:c=.75,postEmotionChangeDelayMs:l=380,minDwellMs:f=550}=e;let w="neutral",E="neutral",m=0,v=0,k=0,u={kind:"idle",nextBlinkAt:performance.now()+t},g=null,d="__eyes_open__|neutral|brow:0";function D(_=w){d=`${g??"__eyes_open__"}|${_}|brow:${v}`}function T(_,R=w){g=_;const S=zt(_);S!=null?v=S:_==null&&(v=0),D(R)}function N(_){return yn(_)}function j(_,R,S){const M=Ae(R),A=Ae(S);if(m=A,M===A){T(N(A));return}const b=[...ns(M,A),N(A)];u={kind:"browBlend",paths:b,index:0,holdUntil:_+Je(),targetBrow:A},T(b[0]??null)}function P(_,R){u={kind:"idle",nextBlinkAt:_+Ne(n,r)},E=R,T(N(m),R)}function V(_,R,S){const M=S?zr:Math.random()<c?Gr:Yr;u={kind:"playing",paths:es(R,M),index:0,holdUntil:_+Je(),after:"idle",blinkEmotion:R},E=R,T(u.paths[0]??null,R)}function U(_){if(u.kind==="browBlend"){for(;_>=u.holdUntil&&u.index<u.paths.length-1;)u.index+=1,u.holdUntil=_+Je();const R=u.paths[u.index]??null;T(R),_>=u.holdUntil&&u.index>=u.paths.length-1&&(v=u.targetBrow,m=u.targetBrow,T(N(u.targetBrow)),u={kind:"idle",nextBlinkAt:_+l});return}if(u.kind==="idle"){T(N(m),E),_>=u.nextBlinkAt&&V(_,E,!1);return}if(u.kind==="doublePause"){T(N(m),u.blinkEmotion),_>=u.resumeAt&&V(_,u.blinkEmotion,!0);return}if(u.kind==="playing"){for(;_>=u.holdUntil&&u.index<u.paths.length-1;)u.index+=1,u.holdUntil=_+Je();if(T(u.paths[u.index]??null,u.blinkEmotion),_>=u.holdUntil&&u.index>=u.paths.length-1){if(u.after==="resumeIdle"){P(_+l,w);return}if(u.after==="doublePause"){u={kind:"doublePause",resumeAt:_+Ne(i,o),blinkEmotion:u.blinkEmotion},T(N(m),u.blinkEmotion);return}if(u.after==="idle"&&Math.random()<s){u={kind:"doublePause",resumeAt:_+Ne(i,o),blinkEmotion:u.blinkEmotion},T(N(m),u.blinkEmotion);return}P(_,u.blinkEmotion)}}}return{advance:U,setTargetEmotion(_){const R=Pe(_,w);if(R===w)return;const S=performance.now();f>0&&R!==w&&!(w==="neutral"&&R!=="neutral")&&S-k<f||(w=R,E=R,k=S)},setTargetEyebrow(_){const R=Ae(_);if(R===m&&u.kind!=="browBlend")return;const S=performance.now(),M=u.kind==="browBlend"?zt(g)??v:v;m=R,!(R===M&&u.kind!=="browBlend")&&(u.kind==="playing"||u.kind==="doublePause"||j(S,M,R))},getTargetEmotion:()=>w,getTargetEyebrow:()=>m,getExpressionPath:()=>g,getDrawKey:()=>d,reset(){w="neutral",E="neutral",m=0,v=0,k=0,P(performance.now()+Ne(n,r),"neutral")}}}function cs(){const e=document.createElement("video");e.muted=!0,e.playsInline=!0,e.preload="auto",e.setAttribute("playsinline",""),e.loop=!0;let t=!1,n=null,r="";const s=()=>{n&&(URL.revokeObjectURL(n),n=null)};return{async load(i){t&&r===i||(s(),t=!1,r=i,i.startsWith("blob:")&&(n=i),await new Promise((o,c)=>{const l=()=>{const f=e.duration;if(!Number.isFinite(f)||f<=0){c(new Error(`Idle video has invalid duration: ${i}`));return}t=!0,e.currentTime=0,o()};e.addEventListener("loadeddata",l,{once:!0}),e.addEventListener("error",()=>c(new Error(`Failed to load idle video: ${i}`)),{once:!0}),e.src=i,e.load()}))},isReady(){return t},getVideo(){return e},setActive(i){t&&(i?e.paused&&e.play().catch(()=>{}):e.paused||e.pause())},restart(){t&&(e.currentTime=0)},dispose(){e.pause(),e.removeAttribute("src"),e.load(),s(),t=!1,r=""}}}const us=50,Sn=400;function ls(e,t,n){return e.filter(r=>{const s=r.queueIndex??-1;return s>=t&&s<=n})}function fs(e,t){const n=[];for(const r of e){const s=ls(t,r.start_word,r.end_word);if(s.length===0)continue;const i=s[0],o=s[s.length-1];n.push({sentence:r,startMs:Math.max(0,i.wtime-us),endMs:o.wtime+o.wduration+Sn})}return n.sort((r,s)=>r.startMs-s.startMs)}function ds(e,t,n,r="neutral"){const s=Pe(r);if(t.length===0)return s;if(n.length===0||e<n[0].wtime)return Pe(t[0]?.emotion,s);const i=fs(t,n);let o=null;for(const f of i)e>=f.startMs&&e<=f.endMs&&(o=f);if(o)return Pe(o.sentence.emotion,s);const c=n[n.length-1],l=c.wtime+c.wduration;return e>l+Sn?Pe(t[t.length-1]?.emotion,s):s}function kn(e,t,n,r,s=_n){const i=new OffscreenCanvas(n,r),o=i.getContext("2d",{willReadFrequently:!0});o.drawImage(e,0,0,n,r);const c=o.getImageData(0,0,n,r),l=o.createImageData(n,r);l.data.set(c.data);const w=new OffscreenCanvas(n,r).getContext("2d",{willReadFrequently:!0});for(const E of t){w.clearRect(0,0,n,r),w.drawImage(E,0,0,n,r);const m=w.getImageData(0,0,n,r);for(let v=0;v<l.data.length;v+=4){const k=m.data[v],u=m.data[v+1],g=m.data[v+2];Math.max(k,u,g)>s&&(l.data[v]=k,l.data[v+1]=u,l.data[v+2]=g,l.data[v+3]=255)}}return o.putImageData(l,0,0),i}let ve=null,Ve=null;const tt=new Map;function ms(){ve=null,Ve=null,tt.clear()}tr(ms);function hs(e){return e??Ve??void 0}function Ft(e){return new Promise((t,n)=>{const r=new Image;r.decoding="async",r.onload=()=>t(r),r.onerror=()=>n(new Error(`Failed to load image: ${e}`)),r.src=e})}async function ws(e){return rt()?Br(await at(Vt(),e??"")):Ft(Vt())}async function Yt(e,t,n,r){const s=n?await Pr(e,r):await fetch(e).then(f=>{if(!f.ok)throw new Error(`Failed to load ${e}`);return f.json()}),i=s.sheets?.[0];if(!i?.path)throw new Error(`${e} has no sheets[0].path`);const o=n?await Lr(await at(Kr(t,i.path,n),r??"")):await Ft(`${t}/${i.path}`),c=new Map;for(const f of s.cells??[])f.path&&c.set(f.path,f);const l=new Map;for(const f of s.sheets??[])l.set(f.index,f);return{atlas:o,atlasMeta:s,cellByPath:c,sheetByIndex:l,diffBase:t}}async function Tt(e){const t=hs(e),n=rt();if(n&&!t)throw new Error("Encrypted assets enabled but no key provided");if(ve&&(!n||Ve===(t??null))){const i=await ve;return{...$e(i),visemePaths:[...i.viseme.cellByPath.keys()]}}Ve=t??null,tt.clear();const r=rr();ve=(async()=>{const i=await ws(t),o=await Yt(sr(),r,n,t);let c=null;try{c=await Yt(ir(),r,n,t)}catch{c=null}return{sil:i,viseme:o,expression:c}})();const s=await ve;return{...$e(s),visemePaths:[...s.viseme.cellByPath.keys()]}}async function vn(e){if(await Tt(e),!ve)throw new Error("Assets not loaded");return ve}function $e(e){return Cr(e.viseme.atlasMeta,e.sil.naturalWidth,e.sil.naturalHeight)}function _s(e,t){const n=document.createElement("canvas");return n.width=t.w,n.height=t.h,n.getContext("2d",{willReadFrequently:!0}).drawImage(e.atlas,t.x,t.y,t.w,t.h,0,0,t.w,t.h),n}async function Jt(e,t,n){const r=`${t.diffBase}::${n}`,s=tt.get(r);if(s)return s;const i=(async()=>{const o=t.cellByPath.get(n);if(!o)throw new Error(`No atlas cell for path: ${n}`);const c=Mr(t.atlasMeta,o),l=$e(e);if(xr(o)){const E=_s(t,o),m=document.createElement("canvas");m.width=l.width,m.height=l.height;const v=m.getContext("2d");return v.fillStyle="#000",v.fillRect(0,0,l.width,l.height),v.drawImage(E,c.x,c.y),m}const f=`${t.diffBase}/${n}`,w=await Ft(f);if(w.naturalWidth===l.width&&w.naturalHeight===l.height)return w;throw new Error(`Diff PNG wrong size for ${n}`)})();return tt.set(r,i),i}async function Qt(e,t,n,r,s,i){if(s){const{width:v,height:k}=s;if(i&&!i()||t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA)return;const u=document.createElement("canvas");u.width=v,u.height=k;const g=u.getContext("2d");if(g.clearRect(0,0,v,k),g.drawImage(t,0,0,v,k),i&&!i())return;(e.width!==v||e.height!==k)&&(e.width=v,e.height=k);const d=e.getContext("2d");d.clearRect(0,0,v,k),d.drawImage(u,0,0);return}const o=await vn(),c=gn(o.viseme.atlasMeta),{width:l,height:f}=$e(o);(e.width!==l||e.height!==f)&&(e.width=l,e.height=f);const w=[],E=e.getContext("2d");if(E.clearRect(0,0,l,f),t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA){const v=o.sil;E.drawImage(v,0,0,l,f);return}if(w.length===0){E.drawImage(t,0,0,l,f);return}const m=kn(t,w,l,f,c);E.drawImage(m,0,0)}async function bt(e,t,n){const r=await vn(Ve??void 0),s=gn(r.viseme.atlasMeta),{width:i,height:o}=$e(r);(e.width!==i||e.height!==o)&&(e.width=i,e.height=o);const c=[];if(t.mouthPath){const w=new Set(r.viseme.cellByPath.keys()),E=Vr(t.mouthPath,w)??(w.has(t.mouthPath)?t.mouthPath:null);E&&c.push(await Jt(r,r.viseme,E))}t.expressionPath&&r.expression&&c.push(await Jt(r,r.expression,t.expressionPath));const l=e.getContext("2d");if(l.clearRect(0,0,i,o),c.length===0){l.drawImage(r.sil,0,0,i,o);return}const f=kn(r.sil,c,i,o,s);l.drawImage(f,0,0)}async function gs(e){await bt(e,{mouthPath:null,expressionPath:null})}function ps(e){const t=new Map;for(const n of e)t.has(n.vtime)||t.set(n.vtime,n);return[...t.values()].sort((n,r)=>n.vtime-r.vtime)}function ys(e){const t=ps(e),n=[];for(let r=0;r<t.length-1;r++){const s=t[r].viseme,i=t[r+1].viseme,o=t[r].vtime,c=t[r+1].vtime;s===i||c<=o||n.push({from:s,to:i,fromVtime:o,toVtime:c})}return n}function Es(e,t){let n=null;for(const r of e)t>=r.fromVtime&&t<r.toVtime&&(n=r);return n}function Ss(e,t){return{gapMs:Math.max(0,t-e),holdEnd:e,transStart:e}}const Tn=400,ks=200,vs=600,bn="__sil__";function Ts(e){return e.lastDrawnKey?e.lastDrawnKey.split("|")[0]===bn:!1}function bs(){return{lastDrawnKey:""}}function ge(e){e.lastDrawnKey="",e.transitionCache=void 0}function As(e,t){if(t?.transitionCache&&t.transitionCache.queueLength===e.length)return t.transitionCache.transitions;const n=ys(e);return t&&(t.transitionCache={queueLength:e.length,transitions:n}),n}function Is(e,t){let n="sil";for(const r of e)r.viseme!=="sil"&&(t!=null&&r.vtime>t||(n=r.viseme));return n}function Rs(e,t,n,r=120){if(n!=="sil")return n;const s=Sr(e,t,r);return s!=="sil"?s:Is(e,t)}function Ds(e,t){return e==="sil"?!1:t?$r(e,"sil",t):Lt(e,"sil").length>0}function Cs(){return Tn+vs}function Xt(e){return e??bn}function Ms(e,t,n,r){if(e.length===0)return{diffPath:null,label:"sil"};const s=As(e,r),i=Es(s,t);if(i){const c=i.toVtime-i.fromVtime,l=Ss(i.fromVtime,i.toVtime);if(t>=l.transStart&&t<i.toVtime){let f=Lt(i.from,i.to);n&&(f=pn(f,n));const w=Hr(f,c);if(w.length>0){const E=qr(t,l.transStart,i.toVtime,w.length);return{diffPath:w[E]??w[w.length-1],label:`${i.from}→${i.to}`}}return{diffPath:et(i.to),label:i.to}}}const o=We(e,t);return o==="sil"?{diffPath:null,label:"sil"}:{diffPath:et(o),label:o}}function An(e,t){const n=t??Xt(e.expressionPath);return`${Xt(e.mouthPath)}|${n}`}function xs(e,t,n,r,s,i,o,c,l,f){const w=Ms(t,n,l,i),E={mouthPath:w.diffPath,expressionPath:r},m=An(E,s);m!==i.lastDrawnKey&&(c(w.label),o(e,E,m,v=>{v===m&&(i.lastDrawnKey=m)}))}function Zt(e,t,n,r,s,i,o=null){const c={mouthPath:null,expressionPath:t},l=o!=null?`|idle@${Math.round(o*1e3)}`:"",f=An(c,n)+l;!(o!=null)&&f===r.lastDrawnKey||(i(o!=null?"idle":"sil"),s(e,c,f,E=>{E===f&&(r.lastDrawnKey=f)}))}function In(e){let t=0,n=null,r=!1,s=!1;const i=async()=>{if(!r){r=!0;try{for(;n;){const c=n;n=null;const l=++t,f=await e(c.diffs,l,c);n||f&&l===t&&c.onDisplayed?.(c.drawKey)}}finally{r=!1,n&&i()}}},o=()=>{s||(s=!0,queueMicrotask(()=>{s=!1,i()}))};return{enqueue(c,l,f){n={diffs:c,drawKey:l,onDisplayed:f},o()},reset(){t+=1,n=null},isLatestSeq(c){return c===t},getLatestSeq(){return t}}}const en=-1,tn=new Map;async function Ps(e){let t=tn.get(e);if(!t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to fetch worker script (${n.status}): ${e}`);const r=await n.blob();t=URL.createObjectURL(r),tn.set(e,t)}return new Worker(t,{name:"visemeDiffPreview"})}function Ls(){return typeof Worker<"u"&&typeof OffscreenCanvas<"u"}function Bs(e,t){(e.width!==t.width||e.height!==t.height)&&(e.width=t.width,e.height=t.height);const n=e.getContext("2d");n&&n.drawImage(t,0,0)}function nn(e,t){let n=0,r=null;const s=In(async(i,o)=>(await Tt(),await bt(e,i),s.isLatestSeq(o)));return{usesWorker:!1,async loadAssets(i){const o=await Tt(i);return r=o.visemePaths?new Set(o.visemePaths):null,o},getVisemeAtlasPaths(){return r},async renderSilOnly(){n+=1,s.reset(),await gs(e)},drawLiveFrame(i,o,c,l){s.enqueue(o,c,l)},async renderViseme(i,o){n+=1;const c=n;t.onStatus?.(o),await bt(i,{mouthPath:et(o),expressionPath:null})},dispose(){n+=1,s.reset()}}}function Os(e,t,n){let r=null,s=1,i=0,o=!1,c=!1,l=null;const f=new Map,w=In(async(g,d,D)=>(f.set(d,{drawKey:D.drawKey,onDisplayed:D.onDisplayed}),await k({type:"drawFrame",diffPath:g.mouthPath,expressionDiffPath:g.expressionPath,liveSeq:d},void 0,!0),!1)),E=g=>{if(g===en){let T=-1,N;for(const[j,P]of f)j>=T&&(T=j,N=P);T>=0&&f.delete(T),N?.onDisplayed?.(N.drawKey);return}const d=-g,D=f.get(d);f.delete(d),D?.onDisplayed?.(D.drawKey)},m=new Map,v=(g,d)=>{c||!r||r.postMessage(g,[])},k=(g,d,D=!1)=>{if(c)return Promise.resolve();const T=s++;return new Promise((N,j)=>{m.set(T,{resolve:P=>N(P),reject:j,generation:typeof g.generation=="number"?g.generation:void 0,expectRenderDone:D}),v({...g,requestId:T})})},u=(async()=>{r=await Ps(n),r.onmessage=g=>{if(c)return;const d=g.data;if(d.type==="status"){t.onStatus?.(d.label);return}if(d.type==="frame"){const T=d.generation<0;if(!T&&d.generation!==i){d.bitmap.close();return}if(T&&!(d.generation===en)){const j=-d.generation;if(!w.isLatestSeq(j)){d.bitmap.close();return}}if(T&&t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()){d.bitmap.close();return}Bs(e,d.bitmap),d.bitmap.close(),T&&E(d.generation);return}const D=m.get(d.requestId);if(D)switch(d.type){case"ready":m.delete(d.requestId),D.resolve();break;case"loadAssetsDone":m.delete(d.requestId),l=d.visemePaths?.length?new Set(d.visemePaths):null,D.resolve({width:d.width,height:d.height,visemePaths:d.visemePaths});break;case"renderDone":if(D.expectRenderDone&&D.generation!=null&&d.generation!==D.generation)return;m.delete(d.requestId),D.resolve();break;case"renderAborted":m.delete(d.requestId),D.resolve();break;case"error":m.delete(d.requestId),t.onError?.(d.message),D.reject(new Error(d.message));break}},r.onerror=g=>{if(c)return;const d=g.message||"Worker error";t.onError?.(d);for(const[,D]of m)D.reject(new Error(d));m.clear()},await k({type:"init"}),o=!0})();return{usesWorker:!0,async loadAssets(g){if(c)return{width:842,height:1264};if(await u,c)return{width:842,height:1264};if(!o)throw new Error("Worker init failed");return await k({type:"loadAssets",keyHex:g,urls:er(Re())})??{width:842,height:1264}},getVisemeAtlasPaths(){return l},async renderSilOnly(){if(c||(await u,c))return;i+=1,w.reset(),f.clear();const g=i;await k({type:"cancelLiveDraws"}),await k({type:"renderSil",generation:g},void 0,!0)},drawLiveFrame(g,d,D,T){c||u.then(()=>{c||w.enqueue(d,D,T)})},async renderViseme(g,d,D={}){if(c||(await u,c))return;i+=1,w.reset(),f.clear();const T=i;try{await k({type:"cancelLiveDraws"}),await k({type:"renderViseme",generation:T,to:d,from:D.from,transitionDurationMs:D.transitionDurationMs,gapMs:D.gapMs,threshold:D.threshold},void 0,!0)}catch(N){if(N?.name==="AbortError")return;throw N}},dispose(){if(!c){c=!0,i+=1,w.reset(),f.clear();for(const[,g]of m)g.resolve();m.clear(),r?.terminate(),r=null}}}}function Fs(e,t={}){if(!Ls())return nn(e,t);const n=Vn(t.workerScriptUrl);try{return Os(e,t,n)}catch{return nn(e,t)}}class Us extends Error{constructor(t,n){super(`${t} timed out after ${Math.round(n/1e3)}s`),this.name="LoadTimeoutError"}}function gt(e,t,n){return new Promise((r,s)=>{const i=globalThis.setTimeout(()=>{s(new Us(n,t))},t);e.then(o=>{globalThis.clearTimeout(i),r(o)},o=>{globalThis.clearTimeout(i),s(o)})})}const Ns={position:"relative",display:"inline-block",lineHeight:0},Vs={display:"block",maxWidth:"100%",height:"auto"},$s={position:"absolute",inset:0,display:"flex",alignItems:"center",justifyContent:"center",padding:"1rem",background:"rgba(0,0,0,0.55)",color:"#fff",fontSize:"0.875rem",textAlign:"center"};function Ue(e){return Hn(e)?Ct:Dt}function Se(e,t){return t?.isSpeaking()?t:e.isSpeaking()?e:t?.isConnected()?t:e}const Ws=p.forwardRef(function({id:t,avatarId:n,faceId:r,assets:s,authToken:i,ttsEngineId:o=be,voiceId:c,speakingRate:l=He,className:f,style:w,canvasStyle:E,onStatusChange:m,onDisplayStatus:v,onError:k,onReady:u,showErrorOverlay:g=!0,onUserTranscript:d,onBotOutput:D,onRealtimeLipsyncDebug:T},N){const j=p.useRef(null),P=p.useRef(null),V=p.useRef(bs()),U=p.useRef(as()),_=p.useRef(0),R=p.useRef(0),S=p.useRef(0),M=p.useRef(null),A=p.useRef(null),b=p.useRef(!1),I=p.useRef(!1),F=p.useRef(!1),B=p.useRef("sil"),G=p.useRef(0),J=p.useRef(!1),H=p.useRef(null),X=p.useRef(!1),[Z,we]=p.useState("idle"),[te,pe]=p.useState(null),[oe,qe]=p.useState(!1),[ct,Be]=p.useState(!1),[ut,Ut]=p.useState({width:842,height:1264}),ye=p.useRef(i??null),Oe=p.useRef(null),ae=p.useRef(null),a=p.useRef(!1),y=p.useRef({width:842,height:1264}),x=p.useRef(null),z=p.useRef(u),W=p.useRef(v),ke=p.useRef(k),re=p.useRef(d),De=p.useRef(D),_e=p.useRef(T);z.current=u,W.current=v,ke.current=k,re.current=d,De.current=D,_e.current=T;const Ke=p.useCallback(h=>{const C=h?.ttsEngineId??o??ae.current?.ttsEngineId??be,L=h?.voiceId??c??ae.current?.voiceId??Ue(C);return{ttsEngineId:C,voiceId:L}},[o,c]),le=p.useCallback(h=>{pe(h),ke.current?.(h)},[]),fe=p.useCallback(h=>{we(h),m?.(h)},[m]),q=p.useRef(St(fe,Te)),Y=p.useRef(null);p.useEffect(()=>(q.current=St(fe,Te),i&&q.current.setDeveloperToken(i),q.current.setTtsEngineId(o),()=>{q.current.stop();const h=Y.current;h&&(h.disconnect(),Y.current=null)}),[fe,i,o]);const je=p.useCallback(()=>(Y.current||(Y.current=wn(fe,{speakingRate:l,onUserTranscript:(h,C)=>re.current?.(h,C),onBotOutput:h=>De.current?.(h),onLipsyncDebug:h=>_e.current?.(h)}),Y.current.setTtsEngineId(o)),Y.current),[fe,l,o]),ee=p.useCallback(()=>{M.current!=null&&(clearTimeout(M.current),M.current=null)},[]),ue=p.useCallback(()=>{A.current!=null&&(clearTimeout(A.current),A.current=null),F.current=!1},[]),Ce=p.useCallback(()=>{!X.current||!H.current||(ue(),F.current=!0,A.current=setTimeout(()=>{if(A.current=null,Se(q.current,Y.current).isSpeaking()){F.current=!1;return}if(b.current){F.current=!1;return}const h=H.current;if(!h){F.current=!1;return}h.restart(),h.setActive(!0);const C=h.getVideo();let L=!1;const $=()=>{L||(L=!0,C.removeEventListener("playing",O),F.current=!1)},O=()=>{$()};if(C.addEventListener("playing",O,{once:!0}),C.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA&&!C.paused){$();return}setTimeout($,300)},ks))},[ue]),Q=p.useCallback(()=>{if(ee(),W.current?.("sil"),b.current=!1,!X.current||!H.current){F.current=!1;return}Ce()},[ee,Ce]),ce=p.useCallback(async h=>{const C=R.current,L=P.current,$=j.current,O=()=>{h?.fallbackOnly||(b.current=!1)};if(!L||!$||!oe){O();return}if(Se(q.current,Y.current).isSpeaking()){O();return}if(h?.fallbackOnly){if(!b.current||(ge(V.current),await L.renderSilOnly(),C!==R.current)||Se(q.current,Y.current).isSpeaking())return;Q();return}if(Ts(V.current)){ge(V.current),Q();return}const ie=Rs(Se(q.current,Y.current).getVisemeQueue(),G.current,B.current),he=Ds(ie,x.current);if(ge(V.current),!he){if(await L.renderSilOnly(),C!==R.current||Se(q.current,Y.current).isSpeaking())return;Q();return}try{await L.renderViseme($,"sil",{from:ie,transitionDurationMs:Tn})}catch(Ee){if(Ee?.name!=="AbortError")throw Ee}if(C!==R.current){O();return}if(Se(q.current,Y.current).isSpeaking()){O();return}Q()},[oe,Q]),se=p.useCallback(()=>{if(I.current||b.current)return;I.current=!0,b.current=!0,ee();const h=R.current;ce().finally(()=>{I.current=!1}),M.current=setTimeout(()=>{M.current=null,h===R.current&&ce({fallbackOnly:!0})},Cs())},[ee,ce]),Me=p.useCallback(async()=>{const h=Math.floor(Date.now()/1e3);if(Oe.current&&h<Oe.current.expiresAt-60)return Oe.current.key;const C=ye.current??await Qe();ye.current=C,q.current.setDeveloperToken(C);const L=await Jn(C,Te);return Oe.current={key:L.value,expiresAt:L.expiresAt},L.value},[]);p.useEffect(()=>{i&&(ye.current=i,q.current.setDeveloperToken(i))},[i]),p.useEffect(()=>{q.current.setTtsEngineId(o),Y.current?.setTtsEngineId(o),ae.current&&(ae.current.ttsEngineId=o)},[o]),p.useEffect(()=>{const h=c??Ue(o);ae.current&&(ae.current.voiceId=h)},[c,o]);const me=p.useMemo(()=>cn(n,r),[n,r]),Cn=p.useMemo(()=>s?JSON.stringify(s):me?`face:${me}`:`id:${t??""}`,[s,me,t]);return p.useEffect(()=>{if(!t&&!s&&!me){le("AiTwin requires `assets`, `avatarId`/`faceId`, or `id`");return}let h=!1;a.current=!1,qe(!1),Be(!1),pe(null),ae.current=null,H.current=null,X.current=!1;const C=j.current;if(!C)return;let L=null;return(async()=>{try{let $,O,ie,he;if(s)$=s,O=o,ie=c??Ue(O);else if(me)W.current?.("loadFace"),$=Et(me),O=o,ie=c??Ue(O);else{W.current?.("getAiTwin");const K=await gt(an(t),3e4,"getAiTwin");if(h)return;if(!K.faceId?.trim())throw new Error("getAiTwin returned no faceId");O=K.ttsEngineId,ie=c??K.voiceId??Ue(O),he=K.knowledgeContextId?.trim()||void 0,$=Et(K.faceId)}ae.current={ttsEngineId:O,voiceId:ie,personaId:he},un($),H.current=cs(),L=Fs(C,{onStatus:K=>{h||W.current?.(K)},onError:K=>{h||le(K)},shouldAcceptLiveFrame:()=>Se(q.current,Y.current).isSpeaking()&&!b.current}),P.current=L,W.current?.("auth");const Ee=ye.current??i??await gt(Qe(),3e4,"getAuthToken");if(h)return;ye.current=Ee,q.current.setDeveloperToken(Ee),q.current.setTtsEngineId(O);const Fe=rt()?await Me():void 0;if(h)return;W.current?.("loadAssets");const ne=await gt(L.loadAssets(Fe),18e4,"load face assets");if(!h&&ne.width>0&&ne.height>0&&(y.current=ne,Ut(ne)),h)return;x.current=L.getVisemeAtlasPaths(),a.current=!0,qe(!0),z.current?.(),L.renderSilOnly().then(()=>{h||W.current?.("sil")}),(async()=>{try{const K=await Fr(Fe);if(await H.current.load(K),h)return;X.current=!0,Be(!0),ge(V.current),H.current.setActive(!0);const de=H.current.getVideo();await Qt(C,de,null,void 0,y.current),h||W.current?.("idle")}catch(K){if(h)return;X.current=!1,Be(!1),console.warn("[AiTwin] Idle video unavailable:",K)}})()}catch($){if(h)return;if($ instanceof Xe){le($.message);return}le($ instanceof Error?$.message:"Failed to load AI twin")}})(),()=>{h=!0,H.current?.dispose(),L?.dispose(),P.current=null}},[Cn,s,me,t,o,c,i,Me,le]),p.useEffect(()=>{const h={current:!1},C=()=>{const L=j.current,$=P.current,O=Se(q.current,Y.current);if(!L||!$||!oe){_.current=requestAnimationFrame(C);return}const ie=O.isSpeaking(),he=ie&&!J.current,Ee=J.current&&!ie;he&&(ee(),ue(),b.current=!1,I.current=!1,ge(V.current),S.current=0,B.current="sil",G.current=0,H.current?.setActive(!1)),Ee&&(U.current.reset(),H.current?.setActive(!1),se());const Fe=Ee||b.current||F.current;if(ie){X.current&&H.current?.setActive(!1);const ne=O.getVisemeQueue(),K=O.getPlaybackElapsedMs();G.current=K;const de=ne.length>0?We(ne,K):"sil";de!=="sil"&&(B.current=de);const xe=ds(K,O.getSentenceEmotions(),O.getWordQueue(),O.getStreamMood());U.current.setTargetEmotion(xe),U.current.setTargetEyebrow(os(K,O.getWordQueue(),Ot(xe))),U.current.advance(performance.now());const lt=U.current.getExpressionPath(),ft=U.current.getDrawKey();xs(L,ne,K,lt,ft,V.current,(dt,Mn,xn,Pn)=>$.drawLiveFrame(dt,Mn,xn,Pn),dt=>W.current?.(dt),x.current)}else if(!Fe&&X.current&&H.current){const ne=H.current,K=ne.getVideo();K.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA?(ne.setActive(!0),h.current||(h.current=!0,Qt(L,K,null,void 0,y.current,()=>!O.isSpeaking()&&!b.current&&!F.current).then(()=>W.current?.("idle")).finally(()=>{h.current=!1}))):Zt(L,null,"__sil__",V.current,(de,xe,lt,ft)=>$.drawLiveFrame(de,xe,lt,ft),de=>W.current?.(de))}else Fe||Zt(L,null,"__sil__",V.current,(ne,K,de,xe)=>$.drawLiveFrame(ne,K,de,xe),ne=>W.current?.(ne));J.current=ie,_.current=requestAnimationFrame(C)};return _.current=requestAnimationFrame(C),()=>{cancelAnimationFrame(_.current),ee(),ue(),q.current.stop(),Y.current?.stop()}},[oe,ct,se,ee,ue]),p.useImperativeHandle(N,()=>({speakText:async(h,C)=>{const L=h.trim();if(!L)return;const $=P.current;if(!$||!a.current&&!oe)throw new Error("AI twin is not ready");const{ttsEngineId:O,voiceId:ie}=Ke(C);pe(null),R.current+=1,ee(),ue(),b.current=!1,I.current=!1,B.current="sil",G.current=0,ge(V.current),U.current.reset(),J.current=!1;try{X.current?(H.current?.setActive(!1),H.current?.restart(),ge(V.current)):await $.renderSilOnly(),await q.current.speak(L,{voiceId:ie,speakingRate:C?.speakingRate??l,ttsEngineId:O})}catch(he){throw le(he instanceof Error?he.message:"TTS failed"),he}},stop:()=>{R.current+=1,ee(),ue(),b.current=!1,I.current=!1,q.current.stop(),Y.current?.stop(),ge(V.current),J.current=!1,se()},setTtsEngineId:h=>{q.current.setTtsEngineId(h),Y.current?.setTtsEngineId(h),ae.current&&(ae.current.ttsEngineId=h)},renderViseme:async(h,C)=>{const L=P.current,$=j.current;if(!L||!$||!a.current)throw new Error("AI twin is not ready");await L.renderViseme($,h,{from:C?.from,transitionDurationMs:C?.transitionDurationMs,gapMs:C?.gapMs,onStatus:O=>W.current?.(O)})},isReady:()=>a.current,getStatus:()=>Z,connect:async(h={})=>{pe(null);try{let C=h.authToken?.trim();C||(C=ye.current??i??await Qe(),ye.current=C);const L=h.voiceId?.trim()??c??ae.current?.voiceId,$=h.personaId?.trim()??ae.current?.personaId,O=je();await O.unlockAudio(),await O.connect({...h,authToken:C,voiceId:L,personaId:$,speakingRate:h.speakingRate??l})}catch(C){throw le(C instanceof Error?C.message:"Voice connect failed"),C}},disconnect:async()=>{const h=Y.current;h&&(R.current+=1,ee(),ue(),b.current=!1,I.current=!1,ge(V.current),J.current=!1,await h.disconnect(),se())},isConnected:()=>Y.current?.isConnected()??!1}),[oe,l,i,c,ee,ue,se,le,Ke,je,Z]),mt.jsxs("div",{className:f,style:{...Ns,...w},children:[mt.jsx("canvas",{ref:j,width:ut.width,height:ut.height,style:{...Vs,...E},"aria-label":t?`AI twin ${t}`:"AI twin face"}),g&&te?mt.jsx("div",{style:$s,children:te}):null]})}),Rn="thumbnail.webp";function Hs(e,t=It){const n=e.trim();if(!n)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${n}/${Rn}`}const qs=new Set([".png",".jpg",".jpeg",".webp"]);function Dn(e=".png"){const t=e.toLowerCase();return qs.has(t)?`source${t}`:"source.png"}function Ks(e,t=It,n=".png"){const r=e.trim();if(!r)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${r}/${Dn(n)}`}exports.AI_TWIN_THUMBNAIL_FILENAME=Rn;exports.AiTwin=Ws;exports.AiTwinNotFoundError=Xe;exports.DEFAULT_TTS_ENGINE_ID=be;exports.MIC_SAMPLE_RATE=Mt;exports.OCULUS_VISEME_IDS=fn;exports.PLAYBACK_SAMPLE_RATE=xt;exports.SPEAKING_RATE_MAX=ot;exports.SPEAKING_RATE_MIN=it;exports.TTS_ENGINE_CARTESIA=Ie;exports.TTS_ENGINE_GOOGLE=Rt;exports.TTS_ENGINE_INWORLD=nt;exports.VISEME_IDS=Ur;exports.VISEME_TEST_CARTESIA_VOICE_ID=Ct;exports.VISEME_TEST_SPEAKING_RATE=He;exports.VISEME_TEST_VOICE_ID=Dt;exports.aiTwinSourceFilename=Dn;exports.buildVoiceWebSocketUrl=hn;exports.createAvatarTtsLipsyncController=St;exports.createRealtimeVoiceLipsyncController=wn;exports.faceAssetUrls=Et;exports.fetchAiTwin=an;exports.fetchDevAuthToken=Qe;exports.getAiTwinSourceUrl=Ks;exports.getAiTwinThumbnailUrl=Hs;exports.normalizeOculusViseme=dn;exports.resolveDirectFaceId=cn;exports.resolveVisemeAtTime=We;exports.resolveWordAtTime=kr;exports.setActiveTwinAssets=un;
|
|
5
|
+
`);X=ae.pop()??"";for(const se of ae)await ue(se);if(xe){X.trim()&&await ue(X.trim()),H===$&&!G.signal.aborted&&T&&_.markStreamComplete(n);break}}}catch(de){if(G.signal.aborted||!T)return;console.error("[realtimeVoice] avatar_speak failed:",de),e("error"),N()}finally{P===G&&(P=null)}},ye=a=>{const y=Cr(a);if(!y){console.warn("[realtimeVoice] server message with no payload",a);return}const x=String(y.type??"unknown");switch(x!=="avatar_metadata"&&x!=="avatar_audio_chunk"&&x!=="avatar_lipsync"&&x!=="avatar_interrupt"&&x!=="error"&&console.debug("[realtimeVoice] server message",x,y),x){case"avatar_metadata":le(y);break;case"avatar_audio_chunk":pe(y);break;case"avatar_lipsync":ee(y);break;case"avatar_interrupt":Q(y);break;case"error":{const G=String(y.message??"Voice session error");console.error("[realtimeVoice] server error:",G),e("error"),N();break}case"avatar_speak":De(y);break}},Oe=()=>w||(E=new br,w=new Bn.PipecatClient({transport:new It.WebSocketTransport({mediaManager:E,serializer:new Tr,recorderSampleRate:Pt,playerSampleRate:Lt}),enableCam:!1,enableMic:!0,callbacks:{onBotReady:()=>{f=!0,e("idle"),N()},onDisconnected:()=>{f=!1,z()},onError:a=>{const y=typeof a=="object"&&a!==null&&"data"in a?String(a.data??a):String(a);console.error("[realtimeVoice]",y,a),e("error"),N()},onTransportStateChanged:a=>{a==="error"&&(e("error"),N())},onServerMessage:a=>{S(a)},onUserStartedSpeaking:()=>{Q({})},onBotStartedSpeaking:()=>{A("bot_started")},onBotStoppedSpeaking:()=>{T&&(_.markStreamComplete(n),A("bot_stopped"))},onUserTranscript:a=>{m.onUserTranscript?.(a.text,!!a.final)},onBotOutput:a=>{m.onBotOutput?.(a.text)}}}),w);return{setDeveloperToken:a=>{},setTtsEngineId:a=>{l=a,_.setStreamTtsEngineId(a)},getTtsEngineId:()=>l,speak:async(a,y)=>{const x=a.trim();if(x){if(!w||!f)throw new Error("Realtime voice is not connected. Call connect() first.");F(),await w.sendText(x)}},stop:()=>{P?.abort(),P=null,$+=1,I(),F(),e("idle"),N()},connect:async a=>{if(a&&(m={...m,...a}),!m.authToken?.trim())throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");e("loading");const y=Oe();await y.initDevices();const x=gn(m);console.info("[realtimeVoice] connecting (avatar_audio_chunk RTVI):",x);try{await y.connect({wsUrl:x})}catch(G){f=!1,e("error"),N();const H=G instanceof Error?G.message:"Realtime voice connect failed (WebSocket 101 only means upgrade OK — check authToken/origin/RTVI handshake)";throw new Error(`${H} — ${x}`)}f=!0,e("idle"),N()},disconnect:async()=>{if(g.length=0,d=!1,P?.abort(),P=null,$+=1,I(),w)try{await w.disconnect()}catch(a){console.error("[realtimeVoice] disconnect failed:",a)}f=!1,z()},isConnected:()=>f,unlockAudio:async()=>{await _.primeAudioContext()},getVisemeQueue:()=>n,getWordQueue:()=>r,getSentenceEmotions:()=>s,getStreamMood:()=>c,getPlaybackElapsedMs:M,isSpeaking:()=>_.isSpeaking(),setPlaybackSpeed:a=>{_.setPlaybackSpeed(a)},getPlaybackSpeed:()=>_.getPlaybackSpeed(),subscribe:a=>(u.add(a),()=>u.delete(a))}}function Mr(e,t,n){return{width:e.crop?.source_width??t,height:e.crop?.source_height??n}}function xr(e,t){const n=e.crop;return{x:t?.source_x??n?.x??0,y:t?.source_y??n?.y??0,width:t?.source_w??n?.width??e.frame_width??0,height:t?.source_h??n?.height??e.frame_height??0}}function Pr(e){return e?(e.w??0)>0&&(e.h??0)>0:!1}async function ct(e,t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to load encrypted asset: ${e}`);const r=await n.arrayBuffer();return tr(r,t)}async function Lr(e,t){if(!t)throw new Error("Missing asset key for encrypted JSON");const n=await ct(e,t),r=new TextDecoder().decode(n);return JSON.parse(r)}async function Fr(e){const t=new Blob([e],{type:"image/webp"}),n=URL.createObjectURL(t);return new Promise((r,s)=>{const i=new Image;i.decoding="async",i.onload=()=>{URL.revokeObjectURL(n),r(i)},i.onerror=()=>{URL.revokeObjectURL(n),s(new Error("Failed to decode decrypted image"))},i.src=n})}async function Br(e){const t=new Blob([e],{type:"image/png"}),n=URL.createObjectURL(t);return new Promise((r,s)=>{const i=new Image;i.decoding="async",i.onload=()=>{URL.revokeObjectURL(n),r(i)},i.onerror=()=>{URL.revokeObjectURL(n),s(new Error("Failed to decode decrypted PNG"))},i.src=n})}function Or(e){const t=new Blob([e],{type:"video/mp4"});return URL.createObjectURL(t)}async function Ur(e){const t=sr();if(!st())return t;if(!e)throw new Error("Missing asset key for encrypted idle video");const n=await ct(t,e);return Or(n)}function Ft(e,t){return`${e}/${t}_minus_sil.png`}const yn=5;function En(e){const t=e?.composite_threshold;if(typeof t=="number"&&t>0)return t;const n=e?.crop?.content_threshold;return typeof n=="number"&&n>0?n:yn}const Nr=["aa","E","I","O","U","PP","FF","DD","SS","TH","CH","RR","kk","nn"],vt=["t01_0.25","t02_0.50","t03_0.75"],Vr=vt.length,Kt=new Set(["aa__kk","aa__nn","aa__sil","CH__aa","CH__DD","CH__E","CH__FF","CH__I","CH__kk","CH__nn","CH__O","CH__PP","CH__RR","CH__sil","CH__SS","CH__TH","CH__U","DD__aa","DD__E","DD__FF","DD__I","DD__kk","DD__nn","DD__O","DD__PP","DD__RR","DD__sil","DD__SS","DD__TH","DD__U","E__aa","E__FF","E__I","E__kk","E__nn","E__O","E__PP","E__RR","E__sil","E__SS","E__TH","E__U","FF__aa","FF__I","FF__kk","FF__nn","FF__O","FF__PP","FF__RR","FF__sil","FF__SS","FF__TH","FF__U","I__aa","I__kk","I__nn","I__O","I__PP","I__RR","I__sil","I__SS","I__TH","I__U","kk__nn","kk__sil","nn__sil","O__aa","O__kk","O__nn","O__PP","O__RR","O__sil","O__SS","O__TH","O__U","PP__aa","PP__kk","PP__nn","PP__RR","PP__sil","PP__SS","PP__TH","PP__U","RR__aa","RR__kk","RR__nn","RR__sil","RR__SS","RR__TH","RR__U","SS__aa","SS__kk","SS__nn","SS__sil","SS__TH","SS__U","TH__aa","TH__kk","TH__nn","TH__sil","TH__U","U__aa","U__kk","U__nn","U__sil"]);function jt(e,t){return`${e}__${t}`}function Gt(e,t){return`pairs/${e}/${t}_minus_sil.png`}function tt(e){return`${e}_minus_sil.png`}function $r(e,t){if(t.has(e))return e;const n=/^pairs\/([^/]+)\//.exec(e);if(!n)return null;const r=n[1].split("__")[1];if(!r||r==="sil")return null;const s=tt(r);return t.has(s)?s:null}function Sn(e,t){return e.filter(n=>t.has(n))}function Wr(e,t,n){const r=Bt(e,t);return Sn(r,n).length>0}function Bt(e,t){if(e===t)return[];const n=[],r=jt(e,t);if(Kt.has(r)){for(const i of vt)n.push(Gt(r,i));return n}const s=jt(t,e);if(Kt.has(s)){for(let i=Vr-1;i>=0;i--)n.push(Gt(s,vt[i]));return n}return[]}function Hr(e){return e<16?[]:e<35?[1]:e<51?[0,2]:[0,1,2]}function qr(e,t){return Hr(t).map(r=>e[r]).filter(r=>r!=null)}function Kr(e,t,n,r){if(r<=0)return 0;const i=Math.max(1,n-t)/r,o=e-t,c=Math.floor(o/i);return Math.min(r-1,Math.max(0,c))}function jr(e,t,n){if(!n)return`${e}/${t}`;const r=t.split("/").pop()??t,s=r.includes(".")?r.slice(0,r.lastIndexOf(".")):r;return`${e}/${s}.bin`}const Gr=[.32,.24,.16,.08,0],zr=Gr.map(e=>`eyes_${e.toFixed(2)}`),Yr=["eyes_0.32","eyes_0.16","eyes_0.00"],Jr=["eyes_0.32","eyes_0.16","eyes_0.08","eyes_0.00"],zt=2,Qr=-30,Tt=20,Xr={fear:-30,anger:-20,sad:-10,neutral:0,love:10,happy:0,disgust:20};function Ot(e){return`brow_${e}`}function Ut(e){return Xr[e]}function Ie(e){return Math.max(Qr,Math.min(Tt,e))}function Zr(e,t){if(e===t)return[];const n=e<t?zt:-zt,r=[];let s=e;for(;s!==t;)s+=n,r.push(s);return r}const es={fear:"fear",afraid:"fear",anxiety:"fear",anger:"anger",angry:"anger",mad:"anger",sad:"sad",sadness:"sad",sorrow:"sad",neutral:"neutral",calm:"neutral",love:"love",loving:"love",affection:"love",happy:"happy",happiness:"happy",joy:"happy",joyful:"happy",excited:"happy",disgust:"disgust",disgusted:"disgust"};function Fe(e,t="neutral"){const n=String(e??"").trim().toLowerCase();return n?es[n]??t:t}function kn(e){return e===0?null:Ft(Ot(e),"eyes_standard")}function vn(e){return kn(Ut(e))}function Yt(e,t){const n=Ot(Ut(e));return!t||t==="eyes_standard"?vn(e):e==="neutral"&&t==="eyes_standard"?null:Ft(n,t)}function ts(e,t){const n=[];for(const r of t)n.push(Yt(e,r));for(let r=t.length-2;r>=0;r--)n.push(Yt(e,t[r]));return n.push(vn(e)),n}function ns(e){return e===0?null:Ft(Ot(e),"eyes_standard")}function rs(e,t){return Zr(e,t).map(ns).filter(n=>n!=null)}const ss=6;function is(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function os(e){const t=Ie(e);return t>=Tt?Tt:Ie(t+ss)}function as(e,t,n){const r=Ie(n);return is(t,e)?.emphasis?os(r):r}function Jt(e){if(!e)return 0;const t=e.match(/^brow_(-?\d+)\//);if(!t?.[1])return null;const n=Number.parseInt(t[1],10);return Number.isFinite(n)?Ie(n):null}function $e(e,t){return e+Math.random()*(t-e)}function Qe(){return $e(14,32)}function cs(e={}){const{initialDelayMs:t=800+Math.random()*1200,intervalMinMs:n=2200,intervalMaxMs:r=5800,doubleBlinkChance:s=.18,doubleBlinkGapMinMs:i=120,doubleBlinkGapMaxMs:o=220,fullBlinkChance:c=.75,postEmotionChangeDelayMs:l=380,minDwellMs:f=550}=e;let w="neutral",E="neutral",m=0,v=0,k=0,u={kind:"idle",nextBlinkAt:performance.now()+t},g=null,d="__eyes_open__|neutral|brow:0";function C(_=w){d=`${g??"__eyes_open__"}|${_}|brow:${v}`}function T(_,R=w){g=_;const S=Jt(_);S!=null?v=S:_==null&&(v=0),C(R)}function V(_){return kn(_)}function j(_,R,S){const M=Ie(R),b=Ie(S);if(m=b,M===b){T(V(b));return}const A=[...rs(M,b),V(b)];u={kind:"browBlend",paths:A,index:0,holdUntil:_+Qe(),targetBrow:b},T(A[0]??null)}function P(_,R){u={kind:"idle",nextBlinkAt:_+$e(n,r)},E=R,T(V(m),R)}function $(_,R,S){const M=S?Yr:Math.random()<c?zr:Jr;u={kind:"playing",paths:ts(R,M),index:0,holdUntil:_+Qe(),after:"idle",blinkEmotion:R},E=R,T(u.paths[0]??null,R)}function N(_){if(u.kind==="browBlend"){for(;_>=u.holdUntil&&u.index<u.paths.length-1;)u.index+=1,u.holdUntil=_+Qe();const R=u.paths[u.index]??null;T(R),_>=u.holdUntil&&u.index>=u.paths.length-1&&(v=u.targetBrow,m=u.targetBrow,T(V(u.targetBrow)),u={kind:"idle",nextBlinkAt:_+l});return}if(u.kind==="idle"){T(V(m),E),_>=u.nextBlinkAt&&$(_,E,!1);return}if(u.kind==="doublePause"){T(V(m),u.blinkEmotion),_>=u.resumeAt&&$(_,u.blinkEmotion,!0);return}if(u.kind==="playing"){for(;_>=u.holdUntil&&u.index<u.paths.length-1;)u.index+=1,u.holdUntil=_+Qe();if(T(u.paths[u.index]??null,u.blinkEmotion),_>=u.holdUntil&&u.index>=u.paths.length-1){if(u.after==="resumeIdle"){P(_+l,w);return}if(u.after==="doublePause"){u={kind:"doublePause",resumeAt:_+$e(i,o),blinkEmotion:u.blinkEmotion},T(V(m),u.blinkEmotion);return}if(u.after==="idle"&&Math.random()<s){u={kind:"doublePause",resumeAt:_+$e(i,o),blinkEmotion:u.blinkEmotion},T(V(m),u.blinkEmotion);return}P(_,u.blinkEmotion)}}}return{advance:N,setTargetEmotion(_){const R=Fe(_,w);if(R===w)return;const S=performance.now();f>0&&R!==w&&!(w==="neutral"&&R!=="neutral")&&S-k<f||(w=R,E=R,k=S)},setTargetEyebrow(_){const R=Ie(_);if(R===m&&u.kind!=="browBlend")return;const S=performance.now(),M=u.kind==="browBlend"?Jt(g)??v:v;m=R,!(R===M&&u.kind!=="browBlend")&&(u.kind==="playing"||u.kind==="doublePause"||j(S,M,R))},getTargetEmotion:()=>w,getTargetEyebrow:()=>m,getExpressionPath:()=>g,getDrawKey:()=>d,reset(){w="neutral",E="neutral",m=0,v=0,k=0,P(performance.now()+$e(n,r),"neutral")}}}function us(){const e=document.createElement("video");e.muted=!0,e.playsInline=!0,e.preload="auto",e.setAttribute("playsinline",""),e.loop=!0;let t=!1,n=null,r="";const s=()=>{n&&(URL.revokeObjectURL(n),n=null)};return{async load(i){t&&r===i||(s(),t=!1,r=i,i.startsWith("blob:")&&(n=i),await new Promise((o,c)=>{const l=()=>{const f=e.duration;if(!Number.isFinite(f)||f<=0){c(new Error(`Idle video has invalid duration: ${i}`));return}t=!0,e.currentTime=0,o()};e.addEventListener("loadeddata",l,{once:!0}),e.addEventListener("error",()=>c(new Error(`Failed to load idle video: ${i}`)),{once:!0}),e.src=i,e.load()}))},isReady(){return t},getVideo(){return e},setActive(i){t&&(i?e.paused&&e.play().catch(()=>{}):e.paused||e.pause())},restart(){t&&(e.currentTime=0)},dispose(){e.pause(),e.removeAttribute("src"),e.load(),s(),t=!1,r=""}}}const ls=50,Tn=400;function fs(e,t,n){return e.filter(r=>{const s=r.queueIndex??-1;return s>=t&&s<=n})}function ds(e,t){const n=[];for(const r of e){const s=fs(t,r.start_word,r.end_word);if(s.length===0)continue;const i=s[0],o=s[s.length-1];n.push({sentence:r,startMs:Math.max(0,i.wtime-ls),endMs:o.wtime+o.wduration+Tn})}return n.sort((r,s)=>r.startMs-s.startMs)}function ms(e,t,n,r="neutral"){const s=Fe(r);if(t.length===0)return s;if(n.length===0||e<n[0].wtime)return Fe(t[0]?.emotion,s);const i=ds(t,n);let o=null;for(const f of i)e>=f.startMs&&e<=f.endMs&&(o=f);if(o)return Fe(o.sentence.emotion,s);const c=n[n.length-1],l=c.wtime+c.wduration;return e>l+Tn?Fe(t[t.length-1]?.emotion,s):s}function bn(e,t,n,r,s=yn){const i=new OffscreenCanvas(n,r),o=i.getContext("2d",{willReadFrequently:!0});o.drawImage(e,0,0,n,r);const c=o.getImageData(0,0,n,r),l=o.createImageData(n,r);l.data.set(c.data);const w=new OffscreenCanvas(n,r).getContext("2d",{willReadFrequently:!0});for(const E of t){w.clearRect(0,0,n,r),w.drawImage(E,0,0,n,r);const m=w.getImageData(0,0,n,r);for(let v=0;v<l.data.length;v+=4){const k=m.data[v],u=m.data[v+1],g=m.data[v+2];Math.max(k,u,g)>s&&(l.data[v]=k,l.data[v+1]=u,l.data[v+2]=g,l.data[v+3]=255)}}return o.putImageData(l,0,0),i}let Te=null,We=null;const nt=new Map;function hs(){Te=null,We=null,nt.clear()}rr(hs);function ws(e){return e??We??void 0}function Nt(e){return new Promise((t,n)=>{const r=new Image;r.decoding="async",r.onload=()=>t(r),r.onerror=()=>n(new Error(`Failed to load image: ${e}`)),r.src=e})}async function _s(e){return st()?Br(await ct(Wt(),e??"")):Nt(Wt())}async function Qt(e,t,n,r){const s=n?await Lr(e,r):await fetch(e).then(f=>{if(!f.ok)throw new Error(`Failed to load ${e}`);return f.json()}),i=s.sheets?.[0];if(!i?.path)throw new Error(`${e} has no sheets[0].path`);const o=n?await Fr(await ct(jr(t,i.path,n),r??"")):await Nt(`${t}/${i.path}`),c=new Map;for(const f of s.cells??[])f.path&&c.set(f.path,f);const l=new Map;for(const f of s.sheets??[])l.set(f.index,f);return{atlas:o,atlasMeta:s,cellByPath:c,sheetByIndex:l,diffBase:t}}async function bt(e){const t=ws(e),n=st();if(n&&!t)throw new Error("Encrypted assets enabled but no key provided");if(Te&&(!n||We===(t??null))){const i=await Te;return{...He(i),visemePaths:[...i.viseme.cellByPath.keys()]}}We=t??null,nt.clear();const r=ir();Te=(async()=>{const i=await _s(t),o=await Qt(or(),r,n,t);let c=null;try{c=await Qt(ar(),r,n,t)}catch{c=null}return{sil:i,viseme:o,expression:c}})();const s=await Te;return{...He(s),visemePaths:[...s.viseme.cellByPath.keys()]}}async function An(e){if(await bt(e),!Te)throw new Error("Assets not loaded");return Te}function He(e){return Mr(e.viseme.atlasMeta,e.sil.naturalWidth,e.sil.naturalHeight)}function gs(e,t){const n=document.createElement("canvas");return n.width=t.w,n.height=t.h,n.getContext("2d",{willReadFrequently:!0}).drawImage(e.atlas,t.x,t.y,t.w,t.h,0,0,t.w,t.h),n}async function Xt(e,t,n){const r=`${t.diffBase}::${n}`,s=nt.get(r);if(s)return s;const i=(async()=>{const o=t.cellByPath.get(n);if(!o)throw new Error(`No atlas cell for path: ${n}`);const c=xr(t.atlasMeta,o),l=He(e);if(Pr(o)){const E=gs(t,o),m=document.createElement("canvas");m.width=l.width,m.height=l.height;const v=m.getContext("2d");return v.fillStyle="#000",v.fillRect(0,0,l.width,l.height),v.drawImage(E,c.x,c.y),m}const f=`${t.diffBase}/${n}`,w=await Nt(f);if(w.naturalWidth===l.width&&w.naturalHeight===l.height)return w;throw new Error(`Diff PNG wrong size for ${n}`)})();return nt.set(r,i),i}async function Zt(e,t,n,r,s,i){if(s){const{width:v,height:k}=s;if(i&&!i()||t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA)return;const u=document.createElement("canvas");u.width=v,u.height=k;const g=u.getContext("2d");if(g.clearRect(0,0,v,k),g.drawImage(t,0,0,v,k),i&&!i())return;(e.width!==v||e.height!==k)&&(e.width=v,e.height=k);const d=e.getContext("2d");d.clearRect(0,0,v,k),d.drawImage(u,0,0);return}const o=await An(),c=En(o.viseme.atlasMeta),{width:l,height:f}=He(o);(e.width!==l||e.height!==f)&&(e.width=l,e.height=f);const w=[],E=e.getContext("2d");if(E.clearRect(0,0,l,f),t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA){const v=o.sil;E.drawImage(v,0,0,l,f);return}if(w.length===0){E.drawImage(t,0,0,l,f);return}const m=bn(t,w,l,f,c);E.drawImage(m,0,0)}async function At(e,t,n){const r=await An(We??void 0),s=En(r.viseme.atlasMeta),{width:i,height:o}=He(r);(e.width!==i||e.height!==o)&&(e.width=i,e.height=o);const c=[];if(t.mouthPath){const w=new Set(r.viseme.cellByPath.keys()),E=$r(t.mouthPath,w)??(w.has(t.mouthPath)?t.mouthPath:null);E&&c.push(await Xt(r,r.viseme,E))}t.expressionPath&&r.expression&&c.push(await Xt(r,r.expression,t.expressionPath));const l=e.getContext("2d");if(l.clearRect(0,0,i,o),c.length===0){l.drawImage(r.sil,0,0,i,o);return}const f=bn(r.sil,c,i,o,s);l.drawImage(f,0,0)}async function ps(e){await At(e,{mouthPath:null,expressionPath:null})}function ys(e){const t=new Map;for(const n of e)t.has(n.vtime)||t.set(n.vtime,n);return[...t.values()].sort((n,r)=>n.vtime-r.vtime)}function Es(e){const t=ys(e),n=[];for(let r=0;r<t.length-1;r++){const s=t[r].viseme,i=t[r+1].viseme,o=t[r].vtime,c=t[r+1].vtime;s===i||c<=o||n.push({from:s,to:i,fromVtime:o,toVtime:c})}return n}function Ss(e,t){let n=null;for(const r of e)t>=r.fromVtime&&t<r.toVtime&&(n=r);return n}function ks(e,t){return{gapMs:Math.max(0,t-e),holdEnd:e,transStart:e}}const In=400,vs=200,Ts=600,Rn="__sil__";function bs(e){return e.lastDrawnKey?e.lastDrawnKey.split("|")[0]===Rn:!1}function As(){return{lastDrawnKey:""}}function ge(e){e.lastDrawnKey="",e.transitionCache=void 0}function Is(e,t){if(t?.transitionCache&&t.transitionCache.queueLength===e.length)return t.transitionCache.transitions;const n=Es(e);return t&&(t.transitionCache={queueLength:e.length,transitions:n}),n}function Rs(e,t){let n="sil";for(const r of e)r.viseme!=="sil"&&(t!=null&&r.vtime>t||(n=r.viseme));return n}function Cs(e,t,n,r=120){if(n!=="sil")return n;const s=kr(e,t,r);return s!=="sil"?s:Rs(e,t)}function Ds(e,t){return e==="sil"?!1:t?Wr(e,"sil",t):Bt(e,"sil").length>0}function Ms(){return In+Ts}function en(e){return e??Rn}function xs(e,t,n,r){if(e.length===0)return{diffPath:null,label:"sil"};const s=Is(e,r),i=Ss(s,t);if(i){const c=i.toVtime-i.fromVtime,l=ks(i.fromVtime,i.toVtime);if(t>=l.transStart&&t<i.toVtime){let f=Bt(i.from,i.to);n&&(f=Sn(f,n));const w=qr(f,c);if(w.length>0){const E=Kr(t,l.transStart,i.toVtime,w.length);return{diffPath:w[E]??w[w.length-1],label:`${i.from}→${i.to}`}}return{diffPath:tt(i.to),label:i.to}}}const o=qe(e,t);return o==="sil"?{diffPath:null,label:"sil"}:{diffPath:tt(o),label:o}}function Cn(e,t){const n=t??en(e.expressionPath);return`${en(e.mouthPath)}|${n}`}function Ps(e,t,n,r,s,i,o,c,l,f){const w=xs(t,n,l,i),E={mouthPath:w.diffPath,expressionPath:r},m=Cn(E,s);m!==i.lastDrawnKey&&(c(w.label),o(e,E,m,v=>{v===m&&(i.lastDrawnKey=m)}))}function tn(e,t,n,r,s,i,o=null){const c={mouthPath:null,expressionPath:t},l=o!=null?`|idle@${Math.round(o*1e3)}`:"",f=Cn(c,n)+l;!(o!=null)&&f===r.lastDrawnKey||(i(o!=null?"idle":"sil"),s(e,c,f,E=>{E===f&&(r.lastDrawnKey=f)}))}function Dn(e){let t=0,n=null,r=!1,s=!1;const i=async()=>{if(!r){r=!0;try{for(;n;){const c=n;n=null;const l=++t,f=await e(c.diffs,l,c);n||f&&l===t&&c.onDisplayed?.(c.drawKey)}}finally{r=!1,n&&i()}}},o=()=>{s||(s=!0,queueMicrotask(()=>{s=!1,i()}))};return{enqueue(c,l,f){n={diffs:c,drawKey:l,onDisplayed:f},o()},reset(){t+=1,n=null},isLatestSeq(c){return c===t},getLatestSeq(){return t}}}const nn=-1,rn=new Map;async function Ls(e){let t=rn.get(e);if(!t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to fetch worker script (${n.status}): ${e}`);const r=await n.blob();t=URL.createObjectURL(r),rn.set(e,t)}return new Worker(t,{name:"visemeDiffPreview"})}function Fs(){return typeof Worker<"u"&&typeof OffscreenCanvas<"u"}function Bs(e,t){(e.width!==t.width||e.height!==t.height)&&(e.width=t.width,e.height=t.height);const n=e.getContext("2d");n&&n.drawImage(t,0,0)}function sn(e,t){let n=0,r=null;const s=Dn(async(i,o)=>(await bt(),await At(e,i),s.isLatestSeq(o)));return{usesWorker:!1,async loadAssets(i){const o=await bt(i);return r=o.visemePaths?new Set(o.visemePaths):null,o},getVisemeAtlasPaths(){return r},async renderSilOnly(){n+=1,s.reset(),await ps(e)},drawLiveFrame(i,o,c,l){s.enqueue(o,c,l)},async renderViseme(i,o){n+=1;const c=n;t.onStatus?.(o),await At(i,{mouthPath:tt(o),expressionPath:null})},dispose(){n+=1,s.reset()}}}function Os(e,t,n){let r=null,s=1,i=0,o=!1,c=!1,l=null;const f=new Map,w=Dn(async(g,d,C)=>(f.set(d,{drawKey:C.drawKey,onDisplayed:C.onDisplayed}),await k({type:"drawFrame",diffPath:g.mouthPath,expressionDiffPath:g.expressionPath,liveSeq:d},void 0,!0),!1)),E=g=>{if(g===nn){let T=-1,V;for(const[j,P]of f)j>=T&&(T=j,V=P);T>=0&&f.delete(T),V?.onDisplayed?.(V.drawKey);return}const d=-g,C=f.get(d);f.delete(d),C?.onDisplayed?.(C.drawKey)},m=new Map,v=(g,d)=>{c||!r||r.postMessage(g,[])},k=(g,d,C=!1)=>{if(c)return Promise.resolve();const T=s++;return new Promise((V,j)=>{m.set(T,{resolve:P=>V(P),reject:j,generation:typeof g.generation=="number"?g.generation:void 0,expectRenderDone:C}),v({...g,requestId:T})})},u=(async()=>{r=await Ls(n),r.onmessage=g=>{if(c)return;const d=g.data;if(d.type==="status"){t.onStatus?.(d.label);return}if(d.type==="frame"){const T=d.generation<0;if(!T&&d.generation!==i){d.bitmap.close();return}if(T&&!(d.generation===nn)){const j=-d.generation;if(!w.isLatestSeq(j)){d.bitmap.close();return}}if(T&&t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()){d.bitmap.close();return}Bs(e,d.bitmap),d.bitmap.close(),T&&E(d.generation);return}const C=m.get(d.requestId);if(C)switch(d.type){case"ready":m.delete(d.requestId),C.resolve();break;case"loadAssetsDone":m.delete(d.requestId),l=d.visemePaths?.length?new Set(d.visemePaths):null,C.resolve({width:d.width,height:d.height,visemePaths:d.visemePaths});break;case"renderDone":if(C.expectRenderDone&&C.generation!=null&&d.generation!==C.generation)return;m.delete(d.requestId),C.resolve();break;case"renderAborted":m.delete(d.requestId),C.resolve();break;case"error":m.delete(d.requestId),t.onError?.(d.message),C.reject(new Error(d.message));break}},r.onerror=g=>{if(c)return;const d=g.message||"Worker error";t.onError?.(d);for(const[,C]of m)C.reject(new Error(d));m.clear()},await k({type:"init"}),o=!0})();return{usesWorker:!0,async loadAssets(g){if(c)return{width:842,height:1264};if(await u,c)return{width:842,height:1264};if(!o)throw new Error("Worker init failed");return await k({type:"loadAssets",keyHex:g,urls:nr(Ce())})??{width:842,height:1264}},getVisemeAtlasPaths(){return l},async renderSilOnly(){if(c||(await u,c))return;i+=1,w.reset(),f.clear();const g=i;await k({type:"cancelLiveDraws"}),await k({type:"renderSil",generation:g},void 0,!0)},drawLiveFrame(g,d,C,T){c||u.then(()=>{c||w.enqueue(d,C,T)})},async renderViseme(g,d,C={}){if(c||(await u,c))return;i+=1,w.reset(),f.clear();const T=i;try{await k({type:"cancelLiveDraws"}),await k({type:"renderViseme",generation:T,to:d,from:C.from,transitionDurationMs:C.transitionDurationMs,gapMs:C.gapMs,threshold:C.threshold},void 0,!0)}catch(V){if(V?.name==="AbortError")return;throw V}},dispose(){if(!c){c=!0,i+=1,w.reset(),f.clear();for(const[,g]of m)g.resolve();m.clear(),r?.terminate(),r=null}}}}function Us(e,t={}){if(!Fs())return sn(e,t);const n=Wn(t.workerScriptUrl);try{return Os(e,t,n)}catch{return sn(e,t)}}class Ns extends Error{constructor(t,n){super(`${t} timed out after ${Math.round(n/1e3)}s`),this.name="LoadTimeoutError"}}function pt(e,t,n){return new Promise((r,s)=>{const i=globalThis.setTimeout(()=>{s(new Ns(n,t))},t);e.then(o=>{globalThis.clearTimeout(i),r(o)},o=>{globalThis.clearTimeout(i),s(o)})})}const Vs={position:"relative",display:"inline-block",lineHeight:0},$s={display:"block",maxWidth:"100%",height:"auto"},Ws={position:"absolute",inset:0,display:"flex",alignItems:"center",justifyContent:"center",padding:"1rem",background:"rgba(0,0,0,0.55)",color:"#fff",fontSize:"0.875rem",textAlign:"center"};function Ve(e){return Kn(e)?xt:Mt}function ke(e,t){return t?.isSpeaking()?t:e.isSpeaking()?e:t?.isConnected()?t:e}const Hs=p.forwardRef(function({id:t,avatarId:n,faceId:r,assets:s,authToken:i,ttsEngineId:o=Ae,voiceId:c,speakingRate:l=Ke,className:f,style:w,canvasStyle:E,onStatusChange:m,onDisplayStatus:v,onError:k,onReady:u,showErrorOverlay:g=!0,onUserTranscript:d,onBotOutput:C,onRealtimeLipsyncDebug:T},V){const j=p.useRef(null),P=p.useRef(null),$=p.useRef(As()),N=p.useRef(cs()),_=p.useRef(0),R=p.useRef(0),S=p.useRef(0),M=p.useRef(null),b=p.useRef(null),A=p.useRef(!1),I=p.useRef(!1),U=p.useRef(!1),B=p.useRef("sil"),Q=p.useRef(0),Z=p.useRef(!1),F=p.useRef(null),z=p.useRef(!1),[ce,le]=p.useState("idle"),[te,pe]=p.useState(null),[ee,De]=p.useState(!1),[ye,Oe]=p.useState(!1),[ut,Vt]=p.useState({width:842,height:1264}),Ee=p.useRef(i??null),Ue=p.useRef(null),oe=p.useRef(null),a=p.useRef(!1),y=p.useRef({width:842,height:1264}),x=p.useRef(null),G=p.useRef(u),H=p.useRef(v),ve=p.useRef(k),re=p.useRef(d),Me=p.useRef(C),_e=p.useRef(T);G.current=u,H.current=v,ve.current=k,re.current=d,Me.current=C,_e.current=T;const je=p.useCallback(h=>{const D=h?.ttsEngineId??o??oe.current?.ttsEngineId??Ae,L=h?.voiceId??c??oe.current?.voiceId??Ve(D);return{ttsEngineId:D,voiceId:L}},[o,c]),fe=p.useCallback(h=>{pe(h),ve.current?.(h)},[]),de=p.useCallback(h=>{le(h),m?.(h)},[m]),q=p.useRef(kt(de,be)),Y=p.useRef(null);p.useEffect(()=>(q.current=kt(de,be),i&&q.current.setDeveloperToken(i),q.current.setTtsEngineId(o),()=>{q.current.stop();const h=Y.current;h&&(h.disconnect(),Y.current=null)}),[de,i,o]);const Ge=p.useCallback(()=>(Y.current||(Y.current=pn(de,{speakingRate:l,onUserTranscript:(h,D)=>re.current?.(h,D),onBotOutput:h=>Me.current?.(h),onLipsyncDebug:h=>_e.current?.(h)}),Y.current.setTtsEngineId(o)),Y.current),[de,l,o]),X=p.useCallback(()=>{M.current!=null&&(clearTimeout(M.current),M.current=null)},[]),ue=p.useCallback(()=>{b.current!=null&&(clearTimeout(b.current),b.current=null),U.current=!1},[]),xe=p.useCallback(()=>{!z.current||!F.current||(ue(),U.current=!0,b.current=setTimeout(()=>{if(b.current=null,ke(q.current,Y.current).isSpeaking()){U.current=!1;return}if(A.current){U.current=!1;return}const h=F.current;if(!h){U.current=!1;return}h.restart(),h.setActive(!0);const D=h.getVideo();let L=!1;const W=()=>{L||(L=!0,D.removeEventListener("playing",O),U.current=!1)},O=()=>{W()};if(D.addEventListener("playing",O,{once:!0}),D.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA&&!D.paused){W();return}setTimeout(W,300)},vs))},[ue]),J=p.useCallback(()=>{if(X(),H.current?.("sil"),A.current=!1,!z.current||!F.current){U.current=!1;return}xe()},[X,xe]),ae=p.useCallback(async h=>{const D=R.current,L=P.current,W=j.current,O=()=>{h?.fallbackOnly||(A.current=!1)};if(!L||!W||!ee){O();return}if(ke(q.current,Y.current).isSpeaking()){O();return}if(h?.fallbackOnly){if(!A.current||(ge($.current),await L.renderSilOnly(),D!==R.current)||ke(q.current,Y.current).isSpeaking())return;J();return}if(bs($.current)){ge($.current),J();return}const ie=Cs(ke(q.current,Y.current).getVisemeQueue(),Q.current,B.current),we=Ds(ie,x.current);if(ge($.current),!we){if(await L.renderSilOnly(),D!==R.current||ke(q.current,Y.current).isSpeaking())return;J();return}try{await L.renderViseme(W,"sil",{from:ie,transitionDurationMs:In})}catch(Se){if(Se?.name!=="AbortError")throw Se}if(D!==R.current){O();return}if(ke(q.current,Y.current).isSpeaking()){O();return}J()},[ee,J]),se=p.useCallback(()=>{if(I.current||A.current)return;I.current=!0,A.current=!0,X();const h=R.current;ae().finally(()=>{I.current=!1}),M.current=setTimeout(()=>{M.current=null,h===R.current&&ae({fallbackOnly:!0})},Ms())},[X,ae]),Pe=p.useCallback(async()=>{const h=Math.floor(Date.now()/1e3);if(Ue.current&&h<Ue.current.expiresAt-60)return Ue.current.key;const D=Ee.current??await Xe();Ee.current=D,q.current.setDeveloperToken(D);const L=await Xn(D,be);return Ue.current={key:L.value,expiresAt:L.expiresAt},L.value},[]);p.useEffect(()=>{i&&(Ee.current=i,q.current.setDeveloperToken(i))},[i]),p.useEffect(()=>{q.current.setTtsEngineId(o),Y.current?.setTtsEngineId(o),oe.current&&(oe.current.ttsEngineId=o)},[o]),p.useEffect(()=>{const h=c??Ve(o);oe.current&&(oe.current.voiceId=h)},[c,o]);const he=p.useMemo(()=>ln(n,r),[n,r]),lt=p.useMemo(()=>s?JSON.stringify(s):he?`face:${he}`:`id:${t??""}`,[s,he,t]);return p.useEffect(()=>{if(!t&&!s&&!he){fe("AiTwin requires `assets`, `avatarId`/`faceId`, or `id`");return}let h=!1;a.current=!1,De(!1),Oe(!1),pe(null),oe.current=null,F.current=null,z.current=!1;const D=j.current;if(!D)return;let L=null;return(async()=>{try{let W,O,ie,we;if(s)W=s,O=o,ie=c??Ve(O);else if(he)H.current?.("loadFace"),W=St(he),O=o,ie=c??Ve(O);else{H.current?.("getAiTwin");const K=await pt(un(t),3e4,"getAiTwin");if(h)return;if(!K.faceId?.trim())throw new Error("getAiTwin returned no faceId");O=K.ttsEngineId,ie=c??K.voiceId??Ve(O),we=K.knowledgeContextId?.trim()||void 0,W=St(K.faceId)}oe.current={ttsEngineId:O,voiceId:ie,personaId:we},fn(W),F.current=us(),L=Us(D,{onStatus:K=>{h||H.current?.(K)},onError:K=>{h||fe(K)},shouldAcceptLiveFrame:()=>ke(q.current,Y.current).isSpeaking()&&!A.current}),P.current=L,H.current?.("auth");const Se=Ee.current??i??await pt(Xe(),3e4,"getAuthToken");if(h)return;Ee.current=Se,q.current.setDeveloperToken(Se),q.current.setTtsEngineId(O);const Ne=st()?await Pe():void 0;if(h)return;H.current?.("loadAssets");const ne=await pt(L.loadAssets(Ne),18e4,"load face assets");if(!h&&ne.width>0&&ne.height>0&&(y.current=ne,Vt(ne)),h)return;x.current=L.getVisemeAtlasPaths(),a.current=!0,De(!0),G.current?.(),L.renderSilOnly().then(()=>{h||H.current?.("sil")}),(async()=>{try{const K=await Ur(Ne);if(await F.current.load(K),h)return;z.current=!0,Oe(!0),ge($.current),F.current.setActive(!0);const me=F.current.getVideo();await Zt(D,me,null,void 0,y.current),h||H.current?.("idle")}catch(K){if(h)return;z.current=!1,Oe(!1),console.warn("[AiTwin] Idle video unavailable:",K)}})()}catch(W){if(h)return;if(W instanceof Ze){fe(W.message);return}fe(W instanceof Error?W.message:"Failed to load AI twin")}})(),()=>{h=!0,F.current?.dispose(),L?.dispose(),P.current=null}},[lt,s,he,t,o,c,i,Pe,fe]),p.useEffect(()=>{const h={current:!1},D=()=>{const L=j.current,W=P.current,O=ke(q.current,Y.current);if(!L||!W||!ee){_.current=requestAnimationFrame(D);return}const ie=O.isSpeaking(),we=ie&&!Z.current,Se=Z.current&&!ie;we&&(X(),ue(),A.current=!1,I.current=!1,ge($.current),S.current=0,B.current="sil",Q.current=0,F.current?.setActive(!1)),Se&&(N.current.reset(),F.current?.setActive(!1),se());const Ne=Se||A.current||U.current;if(ie){z.current&&F.current?.setActive(!1);const ne=O.getVisemeQueue(),K=O.getPlaybackElapsedMs();Q.current=K;const me=ne.length>0?qe(ne,K):"sil";me!=="sil"&&(B.current=me);const Le=ms(K,O.getSentenceEmotions(),O.getWordQueue(),O.getStreamMood());N.current.setTargetEmotion(Le),N.current.setTargetEyebrow(as(K,O.getWordQueue(),Ut(Le))),N.current.advance(performance.now());const ft=N.current.getExpressionPath(),dt=N.current.getDrawKey();Ps(L,ne,K,ft,dt,$.current,(mt,Pn,Ln,Fn)=>W.drawLiveFrame(mt,Pn,Ln,Fn),mt=>H.current?.(mt),x.current)}else if(!Ne&&z.current&&F.current){const ne=F.current,K=ne.getVideo();K.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA?(ne.setActive(!0),h.current||(h.current=!0,Zt(L,K,null,void 0,y.current,()=>!O.isSpeaking()&&!A.current&&!U.current).then(()=>H.current?.("idle")).finally(()=>{h.current=!1}))):tn(L,null,"__sil__",$.current,(me,Le,ft,dt)=>W.drawLiveFrame(me,Le,ft,dt),me=>H.current?.(me))}else Ne||tn(L,null,"__sil__",$.current,(ne,K,me,Le)=>W.drawLiveFrame(ne,K,me,Le),ne=>H.current?.(ne));Z.current=ie,_.current=requestAnimationFrame(D)};return _.current=requestAnimationFrame(D),()=>{cancelAnimationFrame(_.current),X(),ue(),q.current.stop(),Y.current?.stop()}},[ee,ye,se,X,ue]),p.useImperativeHandle(V,()=>({speakText:async(h,D)=>{const L=h.trim();if(!L)return;const W=P.current;if(!W||!a.current&&!ee)throw new Error("AI twin is not ready");const{ttsEngineId:O,voiceId:ie}=je(D);pe(null),R.current+=1,X(),ue(),A.current=!1,I.current=!1,B.current="sil",Q.current=0,ge($.current),N.current.reset(),Z.current=!1;try{z.current?(F.current?.setActive(!1),F.current?.restart(),ge($.current)):await W.renderSilOnly(),await q.current.speak(L,{voiceId:ie,speakingRate:D?.speakingRate??l,ttsEngineId:O})}catch(we){throw fe(we instanceof Error?we.message:"TTS failed"),we}},stop:()=>{R.current+=1,X(),ue(),A.current=!1,I.current=!1,q.current.stop(),Y.current?.stop(),ge($.current),Z.current=!1,se()},setTtsEngineId:h=>{q.current.setTtsEngineId(h),Y.current?.setTtsEngineId(h),oe.current&&(oe.current.ttsEngineId=h)},renderViseme:async(h,D)=>{const L=P.current,W=j.current;if(!L||!W||!a.current)throw new Error("AI twin is not ready");await L.renderViseme(W,h,{from:D?.from,transitionDurationMs:D?.transitionDurationMs,gapMs:D?.gapMs,onStatus:O=>H.current?.(O)})},isReady:()=>a.current,getStatus:()=>ce,connect:async(h={})=>{pe(null);try{let D=h.authToken?.trim();D||(D=Ee.current??i??await Xe(),Ee.current=D);const L=h.voiceId?.trim()??c??oe.current?.voiceId,W=h.personaId?.trim()??oe.current?.personaId,O=Ge();await O.unlockAudio(),await O.connect({...h,authToken:D,voiceId:L,personaId:W,speakingRate:h.speakingRate??l})}catch(D){throw fe(D instanceof Error?D.message:"Voice connect failed"),D}},disconnect:async()=>{const h=Y.current;h&&(R.current+=1,X(),ue(),A.current=!1,I.current=!1,ge($.current),Z.current=!1,await h.disconnect(),se())},isConnected:()=>Y.current?.isConnected()??!1}),[ee,l,i,c,X,ue,se,fe,je,Ge,ce]),ht.jsxs("div",{className:f,style:{...Vs,...w},children:[ht.jsx("canvas",{ref:j,width:ut.width,height:ut.height,style:{...$s,...E},"aria-label":t?`AI twin ${t}`:"AI twin face"}),g&&te?ht.jsx("div",{style:Ws,children:te}):null]})}),Mn="thumbnail.webp";function qs(e,t=Rt){const n=e.trim();if(!n)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${n}/${Mn}`}const Ks=new Set([".png",".jpg",".jpeg",".webp"]);function xn(e=".png"){const t=e.toLowerCase();return Ks.has(t)?`source${t}`:"source.png"}function js(e,t=Rt,n=".png"){const r=e.trim();if(!r)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${r}/${xn(n)}`}exports.AI_TWIN_THUMBNAIL_FILENAME=Mn;exports.AiTwin=Hs;exports.AiTwinNotFoundError=Ze;exports.DEFAULT_TTS_ENGINE_ID=Ae;exports.MIC_SAMPLE_RATE=Pt;exports.OCULUS_VISEME_IDS=mn;exports.PLAYBACK_SAMPLE_RATE=Lt;exports.SPEAKING_RATE_MAX=at;exports.SPEAKING_RATE_MIN=ot;exports.TTS_ENGINE_CARTESIA=Re;exports.TTS_ENGINE_GOOGLE=Ct;exports.TTS_ENGINE_INWORLD=rt;exports.VISEME_IDS=Nr;exports.VISEME_TEST_CARTESIA_VOICE_ID=xt;exports.VISEME_TEST_SPEAKING_RATE=Ke;exports.VISEME_TEST_VOICE_ID=Mt;exports.aiTwinSourceFilename=xn;exports.buildVoiceWebSocketUrl=gn;exports.createAvatarTtsLipsyncController=kt;exports.createRealtimeVoiceLipsyncController=pn;exports.faceAssetUrls=St;exports.fetchAiTwin=un;exports.fetchDevAuthToken=Xe;exports.getAiTwinSourceUrl=js;exports.getAiTwinThumbnailUrl=qs;exports.normalizeOculusViseme=hn;exports.resolveDirectFaceId=ln;exports.resolveVisemeAtTime=qe;exports.resolveWordAtTime=vr;exports.setActiveTwinAssets=fn;
|