@streamoji/aitwin 0.5.1 → 0.5.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/aitwin.cjs +5 -5
- package/dist/aitwin.js +1850 -1817
- package/dist/index.d.ts +12 -0
- package/package.json +1 -1
package/dist/aitwin.cjs
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const ir=require("react/jsx-runtime"),b=require("react"),ws=require("@pipecat-ai/client-js"),br=require("@pipecat-ai/websocket-transport"),ce=require("pixi.js");var or=typeof document<"u"?document.currentScript:null;const gs="https://aitwin.bubu.social",yn={publicBase:gs},ys="0.5.1",_s={version:ys},Ss={},vt="https://ai.aitwin.me",Tr=`${yn.publicBase}/custom-faces`,vs=`${yn.publicBase}/aitwin-workers/v${_s.version}/visemeDiffPreview.worker.js`;function bs(e){if(e)return e;const t=typeof{url:typeof document>"u"?require("url").pathToFileURL(__filename).href:or&&or.tagName.toUpperCase()==="SCRIPT"&&or.src||new URL("aitwin.cjs",document.baseURI).href}<"u"?Ss?.VITE_AITWIN_WORKER_URL:void 0;return t?.trim()?t.trim():vs}const Ts="https://us-central1-streamoji-265f4.cloudfunctions.net/getAiTwin",ar=3e3,yt=16,zr=3e3,ks=4e3,Es=.85,Is=8,kr=400,Er="eng_a7f2b9c1",Gt="eng_d4e8f3a2",Ze="eng_c9b1e6d4",Xe=Ze,_n=new Set([Gt,Ze]),Sn={[Er]:"oculus_direct",[Ze]:"oculus_direct",[Gt]:"inworld_word"},jr={google:Er,inworld:Gt,cartesia:Ze};function vn(e){return Sn[e]}function As(e){return e===Ze}function Ps(e){if(e.ttsEngineId&&e.ttsEngineId in Sn)return e.ttsEngineId;const t=e.tts?.toLowerCase();return t&&t in jr?jr[t]:Xe}class Vt extends Error{constructor(t="AI twin not found"){super(t),this.name="AiTwinNotFoundError"}}async function bn(e,t=Ts){const r=new URL(t);r.searchParams.set("id",e);const n=await fetch(r.toString());if(n.status===404)throw new Vt;if(!n.ok)throw new Error(`getAiTwin failed (${n.status})`);const s=await n.json();if(!s.success)throw new Vt(s.error??"AI twin not found");const{tts:i,token:o,...a}=s.data,l=String(a.authToken??o??"").trim()||void 0;return{...a,ttsEngineId:Ps(s.data),authToken:l}}const xs="https://us-central1-streamoji-265f4.cloudfunctions.net/getAuthToken",Ms="client_6TNvp3SCs4Og0a1ijm9TommXLql1",Rs="kk8Fq8EmexzP10jMIEwY3R44M5RKUEm1",Cs="6TNvp3SCs4Og0a1ijm9TommXLql1",Ds="Swaraj Mali";async function Nt(){const e=await fetch(xs,{method:"POST",headers:{"Content-Type":"application/json","Client-Id":Ms,"Client-Secret":Rs},body:JSON.stringify({userId:Cs,userName:Ds})});if(!e.ok)throw new Error(`getAuthToken failed (${e.status})`);const t=await e.json(),r=t.authToken??t.token??"";if(!r.trim())throw new Error("getAuthToken returned no token");return r}async function Fs(e,t=vt){const r=await fetch(`${t.replace(/\/$/,"")}/api/session-value`,{headers:{Authorization:`Bearer ${e}`}});if(!r.ok)throw new Error(`/api/session-value failed (${r.status})`);const n=await r.json();if(!n.value)throw new Error("Session value response missing value");return n}function Bs(e){const t=e.trim();if(t.length%2!==0)throw new Error("Invalid hex key");const r=new Uint8Array(t.length/2);for(let n=0;n<t.length;n+=2)r[n/2]=Number.parseInt(t.slice(n,n+2),16);return r}function Dt(e){return Uint8Array.from(e)}function Ls(e,t){const r=new Uint8Array(e.length+t.length);return r.set(e,0),r.set(t,e.length),r}async function Os(e,t){if(!t)throw new Error("Asset key is required for encrypted assets");if(e.byteLength<28)throw new Error("Encrypted payload too small");const r=new Uint8Array(e),n=Dt(r.subarray(0,12)),s=Dt(r.subarray(12,28)),i=Dt(r.subarray(28)),o=Dt(Ls(i,s)),a=await crypto.subtle.importKey("raw",Bs(t),{name:"AES-GCM"},!1,["decrypt"]);return crypto.subtle.decrypt({name:"AES-GCM",iv:n,tagLength:128},a,o)}let mr=null;const hr=new Set;function Ft(e){return e.includes("/custom-faces/")}function Ut(e){const t=e.binBase.trim().replace(/\/$/,""),r=e.twinBase.trim().replace(/\/$/,"");if(!(e.encrypted||Ft(t)||Ft(r)))return{twinBase:r,binBase:t,encrypted:!1};const s=Ft(t)?t:Ft(r)?r:t;return{twinBase:s,binBase:s,encrypted:!0}}function et(e){return Ut(e).encrypted}function pr(e,t=Tr){const r=`${t.replace(/\/$/,"")}/${e}`;return{twinBase:r,binBase:r,encrypted:!0}}function Tn(e,t){return(e??t)?.trim()||void 0}function kn(e){mr=Ut(e);for(const t of hr)t()}function Ns(e,t){const r=typeof globalThis.location<"u"?globalThis.location.href:void 0;if(!r)return Ut(e);const n=s=>{try{return new URL(s,r).href.replace(/\/$/,"")}catch{return s}};return Ut({twinBase:n(e.twinBase),binBase:n(e.binBase),encrypted:e.encrypted})}function tt(){if(!mr)throw new Error("Twin assets not configured; call setActiveTwinAssets first");return mr}function En(e){return hr.add(e),()=>hr.delete(e)}function Wt(){const e=tt();return et(e)?`${e.binBase}/sil.bin`:`${e.twinBase}/sil.png`}function Vs(){const e=tt();return et(e)?`${e.binBase}/idle.bin`:`${e.twinBase}/idle.mp4`}function In(){const e=tt();return et(e)?e.binBase:e.twinBase}function bt(){return et(tt())}function An(){const e=tt();return et(e)?`${e.binBase}/atlas.bin`:`${e.twinBase}/atlas.json`}function Pn(){const e=tt();return et(e)?`${e.binBase}/expression_atlas.bin`:`${e.twinBase}/expression_atlas.json`}function xn(e){const t=e.split(/\r?\n/);let r="",n="";for(const i of t)i.startsWith("event:")?r=i.slice(6).trim():i.startsWith("data:")&&(n=i.slice(5).trim());if(!r)return null;let s={};if(n)try{s=JSON.parse(n)}catch{s={raw:n}}return{event:r,data:s}}const Mn=["aa","CH","DD","E","FF","I","O","PP","RR","SS","TH","U","kk","nn","sil"],Us=new Map(Mn.map(e=>[e.toLowerCase(),e]));function Ir(e){const t=(e??"").trim();return t?Us.get(t.toLowerCase())??"sil":"sil"}const Ws={aei:["aa","E","I"],o:["O","U"],ee:["I"],bmp:["PP"],fv:["FF"],l:["nn"],r:["RR"],th:["TH"],qw:["U","O"],cdgknstxyz:["DD","SS","kk","CH"]};function $s(e){if(!e)return["sil"];const t=e.toLowerCase();return Ws[t]??["sil"]}function Rn(e,t){const r=e.word.length;if(r<=0)return 0;const n=e.wduration;if(n<=0)return 0;const s=Math.max(0,Math.min(1,(t-e.wtime)/n));return Math.min(r-1,Math.floor(s*r))}function ct(e,t){const r=Math.max(0,Math.min(e.length-1,t));return e[r]??""}function zt(e,t){const r=e.toLowerCase().replace(/[^a-z']/g,"");return!r||ct(r,t)!=="w"||t>0&&ct(r,t-1)==="q"?!1:t===0&&/^w[aeiouy]/.test(r)}function Hs(e,t){const r=e.toLowerCase(),n=ct(r,t),s=r.slice(Math.max(0,t-1),t+2);return n==="i"||n==="y"?"I":s.includes("ee")||n==="e"||r.includes("ea")?"E":"aa"}function Ks(e,t){const r=e.toLowerCase(),n=r.slice(Math.max(0,t-1),Math.min(r.length,t+3));if(/oo|ou|uw/.test(n))return"U";if(zt(r,t))return"FF";const s=ct(r,t);return s==="u"||s==="w"?"U":"O"}function qs(e,t){const r=e.toLowerCase();if(zt(r,t))return"FF";const n=r.slice(Math.max(0,t-2),t+1);if(/qu/.test(n))return"U";const s=r.slice(Math.max(0,t-1),Math.min(r.length,t+3));return/wo|wh/.test(s)||ct(r,t)==="o"?"O":"U"}const Bt={d:"DD",t:"DD",n:"DD",s:"SS",z:"SS",k:"kk",g:"kk",c:"CH",x:"CH",j:"CH"};function Gs(e,t){const r=e.toLowerCase(),n=ct(r,t);if(Bt[n])return Bt[n];for(let s=0;s<r.length;s++){const i=r[s];if(Bt[i])return Bt[i]}return"DD"}function Cn(e,t,r){const n=$s(e);if(n.length===1)return n[0];const s=t.trim();if(!s)return n[0];const i=(e??"").toLowerCase(),o=Math.max(0,r);switch(i){case"aei":return Hs(s,o);case"o":return Ks(s,o);case"qw":return qs(s,o);case"cdgknstxyz":return Gs(s,o);default:return n[0]}}const wr=47,Dn=new Set(["aa","E","I"]),Fn=new Set(["DD","SS","kk","CH"]),zs=[Dn,Fn];function js(e){for(const t of zs)if(t.has(e))return t;return null}function Ys(e){return js(e)!=null}function Bn(e){const t=new Map;for(const r of e)t.has(r.vtime)||t.set(r.vtime,r);return[...t.values()].sort((r,n)=>r.vtime-n.vtime)}function Ar(e){if(e.length<=2)return[...e];const t=[e[0]];for(let r=1;r<e.length-1;r++){const n=e[r],s=e[r+1],i=t[t.length-1];if(!Ys(n.viseme)){t.push(n);continue}const o=n.vtime-i.vtime,a=s.vtime-n.vtime;o<wr||a<wr||t.push(n)}return t.push(e[e.length-1]),t}function jt(e){return Ar(Bn(e))}function Ln(e,t){let r="sil";for(const n of e){if(n.vtime>t)break;n.viseme!=="sil"&&(r=n.viseme)}return r}function Yt(e){const t=Bn(e),r=Ar(t),n=new Set(r.map(i=>i.vtime)),s=[];for(const i of t)n.has(i.vtime)||s.push({viseme:i.viseme,vtime:i.vtime});return s}function Qs(e){return Yt(e).map(t=>t.viseme)}const Xs=32,Yr=48;function On(e){let t=0;for(const r of e)t=Math.max(t,r.vtime+r.vduration);return t}function Nn(e){let t=null,r=-1;for(const n of e){if(n.viseme==="sil")continue;const s=n.vtime+n.vduration;s>r&&(t=n,r=s)}return t}function Js(e){return jt(e).find(r=>r.viseme!=="sil")??null}function Ye(e){const t=On(e);return Nn(e)?t+kr:t}function Zs(e){const t=[],r=Js(e);r&&r.vtime>0&&t.push({from:"sil",to:r.viseme,fromVtime:0,toVtime:r.vtime});const n=Nn(e),s=On(e);return n&&t.push({from:n.viseme,to:"sil",fromVtime:s,toVtime:s+kr}),t}function Vn(e){const t=jt(e),r=[];for(let n=0;n<t.length-1;n++){const s=t[n].viseme,i=t[n+1].viseme,o=t[n].vtime,a=t[n+1].vtime;s===i||a<=o||r.push({from:s,to:i,fromVtime:o,toVtime:a})}return r}function Un(e){return e.length===0?[]:[...Zs(e),...Vn(e)]}function ei(e,t){let r=null;for(const n of e){const{transStart:s,transEnd:i}=Wn(n.fromVtime,n.toVtime,n.from,n.to);t>=s&&t<i&&(r=n)}return r}function Wn(e,t,r,n){const s=Math.max(0,t-e);if((r==="PP"||n==="PP")&&s>Yr){const f=Yr,c=t,u=c-f;return{gapMs:s,effectiveGapMs:f,holdEnd:u,transStart:u,transEnd:c}}const o=s>0?Math.max(s,Xs):0,a=e,l=e+o;return{gapMs:s,effectiveGapMs:o,holdEnd:e,transStart:a,transEnd:l}}function $n(e,t,r,n,s,i){n.forEach(o=>{const l=String(o.word??"").trim();if(!l)return;const f=Math.round((o.start??0)*1e3),c=o.duration!=null?Math.round(o.duration*1e3):o.end!=null?Math.max(1,Math.round((o.end-(o.start??0))*1e3)):0;t.push({word:l,wtime:s+f,wduration:c,queueIndex:t.length,gesture:o.gesture??null,emphasis:o.emphasis===!0})}),r.forEach(o=>{const a=String(o.symbol??o.viseme??"").trim();if(!a)return;const l=Math.round((o.start??0)*1e3),f=Math.max(1,Math.round((o.duration??0)*1e3)),c=s+l,u=qn(t,c),d=u?Rn(u,c):0;let p;vn(i)==="oculus_direct"?(p=Ir(a),p==="U"&&u&&zt(u.word,d)&&(p="FF")):p=Cn(a,u?.word??"",d),e.push({viseme:p,weight:1,vtime:c,vduration:f})})}function Hn(e,t){let r=t;for(const n of e){const s=Math.round((n.start??0)*1e3),i=Math.max(1,Math.round((n.duration??0)*1e3));r=Math.max(r,t+s+i)}return r}const Pr=16e3;function Kn(e){const t=Number(e);return Number.isFinite(t)&&t>0?t:Pr}function ti(e){let t=e.trim();const r=t.indexOf(",");t.startsWith("data:")&&r>=0&&(t=t.slice(r+1)),t=t.replace(/\s+/g,"").replace(/-/g,"+").replace(/_/g,"/");const n=t.length%4;return n!==0&&(t+="=".repeat(4-n)),t}function ri(e){return e.length>=4&&e[0]===82&&e[1]===73&&e[2]===70&&e[3]===70}function Qr(e,t,r=Pr){const n=t.byteOffset%2===0?t:t.slice(),s=new Int16Array(n.buffer,n.byteOffset,n.byteLength/2),i=new Float32Array(s.length);for(let a=0;a<s.length;a++)i[a]=s[a]>=32768?-(65536-s[a])/32768:s[a]/32767;const o=e.createBuffer(1,i.length,r);return o.copyToChannel(i,0),o}function ni(e){const t=ti(e),r=window.atob(t),n=new Uint8Array(r.length);for(let s=0;s<r.length;s++)n[s]=r.charCodeAt(s);return n}async function Xr(e,t,r=Pr){const n=ni(t),s=Kn(r);if(ri(n)){const i=n.buffer.slice(n.byteOffset,n.byteOffset+n.byteLength);return e.decodeAudioData(i)}if(n.length>=2&&n.length%2===0)return Qr(e,n,s);try{const i=n.buffer.slice(n.byteOffset,n.byteOffset+n.byteLength);return await e.decodeAudioData(i)}catch{return Qr(e,n,s)}}function qn(e,t){for(const r of e)if(t>=r.wtime&&t<r.wtime+r.wduration)return r;return null}function Gn(e,t){const r=[],n=[];let s=null,i=!1,o=!1,a=!1,l=!1,f=0,c=0,u=0,d=null,p=1,T=t,m=!1,A=null,x=0,M=!1,g=!1,v=0,L=null,N=null,Q=null;const fe=()=>({visemes:[],words:[],segmentOffsetMs:0}),P=()=>{g=!1,v=0},C=()=>{d!=null&&(clearTimeout(d),d=null)},V=()=>{for(const y of n){try{y.onended=null,y.stop(0)}catch{}try{y.disconnect()}catch{}}n.length=0},Y=()=>{for(const y of n)y.playbackRate.value=p},D=()=>{if(!(m||!l||i||g||n.length>0||r.length>0)){if(a&&s&&c>0){const y=(s.currentTime-c)*1e3;if(y<x){C();const B=p>0?(x-y)/p:x-y;d=setTimeout(()=>{m||(o=!1,d=null,e.onSpeakingDone(),e.onNotify())},Math.max(0,B));return}}o=!1,C(),e.onSpeakingDone(),e.onNotify()}},j=y=>{const B=Ye(y);if(B<=0){e.onSpeakingDone(),e.onNotify();return}o=!0,f=performance.now(),e.onSpeakingStart(),e.onNotify(),C();const H=p>0?B/p:B;d=setTimeout(()=>{m||(o=!1,d=null,e.onSpeakingDone(),e.onNotify())},H)},$=(y,B,H,X)=>{B.length!==0&&(u=H,B.forEach(R=>{const w=String(R.word??"").trim();if(!w)return;const _=Math.round((R.start??0)*1e3),k=R.duration!=null?Math.round(R.duration*1e3):R.end!=null?Math.max(1,Math.round((R.end-(R.start??0))*1e3)):0;y.push({word:w,wtime:u+_,wduration:k,queueIndex:y.length,gesture:R.gesture??null,emphasis:R.emphasis===!0})}))},z=(y,B,H,X,R,F)=>{H.length!==0&&(u=X,H.forEach(w=>{const _=String(w.symbol??w.viseme??"").trim();if(!_)return;const k=Math.round((w.start??0)*1e3),le=Math.max(1,Math.round((w.duration??0)*1e3)),ie=u+k,ge=qn(B,ie),be=ge?Rn(ge,ie):0;let Te;vn(F)==="oculus_direct"?(Te=Ir(_),Te==="U"&&ge&&zt(ge.word,be)&&(Te="FF")):Te=Cn(_,ge?.word??"",be),y.push({viseme:Te,weight:1,vtime:ie,vduration:le})}),e.onNotify())},E=(y,B,H,X,R,F,w)=>{$(B,X,R),z(y,B,H,R,F,w)},Z=(y,B,H)=>{Q===y&&y.visemes===B||(B.length=0,H.length=0,y.visemes=B,y.words=H,y.segmentOffsetMs=0,Q=y,u=0,x=0)},me=async()=>{const y=window.AudioContext||window.webkitAudioContext;return s||(s=new y),s.state==="suspended"&&await s.resume(),A||(A=s.createMediaStreamDestination()),s},ee=(y,B)=>{if(!s)return 0;const H=s,X=H.currentTime,R=X+.02;if(B.isFirstAudio){c<=0&&(c=R);const w=(R-X)*1e3;f=performance.now()+w}B.onBeforeStart?.(R);const F=H.createBufferSource();return F.buffer=y,F.playbackRate.value=p,F.connect(H.destination),A&&F.connect(A),n.push(F),m?(n.pop(),R):(B.isFirstAudio&&(o=!0,e.onSpeakingStart()),F.onended=()=>{const w=n.indexOf(F);w>=0&&n.splice(w,1),e.onNotify(),!m&&(L&&N?oe(L,N):D())},F.start(R),R)},oe=async(y,B)=>{if(m||i||n.length>0)return;if(r.length===0){D();return}i=!0;let H=!1;try{const X=await me();if(m)return;const R=r[0];if(!R)return;const F=!o;if(M&&(e.shouldHoldForWarmup?.()??!1)&&(g||F&&R.newStream)||g){Z(R.utterance,y,B);for(const k of r){if(m)return;k.audioBuffer||(k.audioBuffer=await Xr(X,k.audio,k.sampleRate)),a=!0,g||(g=!0,v=0,k.newStream&&k.onNewStream?.()),k.visemesQueued||(E(y,B,k.visemes,k.words,v,!0,T),k.visemesQueued=!0,v+=Math.round(k.audioBuffer.duration*1e3),x=Math.max(x,Ye(y)))}e.onNotify();return}const _=r.shift();if(!_||(_.audioBuffer||(_.audioBuffer=await Xr(X,_.audio,_.sampleRate)),m))return;a=!0,C(),Z(_.utterance,y,B),_.visemesQueued=!1,_.newStream&&_.onNewStream?.(),ee(_.audioBuffer,{isFirstAudio:!o,isFirstOfStream:!1,onBeforeStart:k=>{c=k,u=0,f=performance.now()+(k-X.currentTime)*1e3,E(y,B,_.visemes,_.words,0,!0,T),_.visemesQueued=!0,_.utterance.segmentOffsetMs=0}}),H=n.length>0,x=Ye(y),e.onNotify()}catch(X){console.error("[avatarChunkPlayback] audio chunk failed:",X)}finally{if(i=!1,m)return;if(g){r.some(R=>!R.audioBuffer||!R.visemesQueued)&&oe(y,B);return}!H&&n.length===0&&r.length>0?oe(y,B):n.length===0&&r.length===0&&D()}};return{setStreamTtsEngineId:y=>{T=y},setPlaybackSpeed:y=>{p=Math.max(.1,Math.min(1,y)),Y()},getPlaybackSpeed:()=>p,setLipsyncWarmupHoldEnabled:y=>{M=y,y||P()},isWarmingUp:()=>g,releaseWarmupHold:()=>{if(g){g=!1,v=0;for(const y of r)y.newStream=!1;L&&N&&oe(L,N),e.onNotify()}},resetForNewStream:y=>{m=!1,l=!1,T=y,x=0},resumeBotStream:()=>{m=!1,l=!1},clearAborted:()=>{m=!1},primeAudioContext:async()=>{const y=window.AudioContext||window.webkitAudioContext;s||(s=new y),s.state==="suspended"&&await s.resume(),s&&!A&&(A=s.createMediaStreamDestination())},stop:()=>{m=!0,C(),V(),r.length=0,i=!1,o=!1,a=!1,l=!1,u=0,c=0,f=0,x=0,L=null,N=null,Q=null,P()},markStreamComplete:y=>{if(x=Math.max(x,Ye(y)),l=!0,!a&&y.length>0){j(y);return}D()},playAudioChunk:async(y,B,H,X,R,F,w)=>{if(m)return;L=y,N=B;const _=Kn(w?.sampleRate),k=w?.newStream===!0,le=fe();if(!H?.trim()){if(X.length===0&&R.length===0)return;Z(le,y,B),k&&w?.onNewStream?.(),E(y,B,X,R,0,!0,T),x=Ye(y),!o&&x>0&&j(y),e.onNotify();return}r.push({audio:H,audioBuffer:null,utterance:le,visemes:X,words:R,isNewSegment:F,sampleRate:_,newStream:k,onNewStream:w?.onNewStream,visemesQueued:!1}),await oe(y,B)},queueTimingsOnly:(y,B,H,X,R)=>{if(m)return;const F=fe();Z(F,y,B),E(y,B,H,X,0,!0,T),F.segmentOffsetMs=0,x=Ye(y)},getPlaybackElapsedMs:()=>a&&s&&c>0?Math.max(0,(s.currentTime-c)*1e3):o?Math.max(0,(performance.now()-f)*p):0,isSpeaking:()=>o?!0:!a||!s||c<=0?!1:(s.currentTime-c)*1e3<x,getVoiceStream:()=>A?A.stream:null,getPlaybackStartPerf:()=>f,bargeIn:()=>{m=!0,l=!1,C(),V(),r.length=0,i=!1,o=!1,a=!1,u=0,c=0,f=0,x=0,L=null,N=null,Q=null,P()},interrupt:()=>{m=!0,l=!1,C(),V(),r.length=0,i=!1,o=!1,a=!1,u=0,c=0,f=0,x=0,L=null,N=null,Q=null,P()}}}function Tt(e,t){let r=null;for(const n of e)t<n.vtime||t>=n.vtime+n.vduration||(!r||n.vtime>=r.vtime)&&(r=n);return r?r.viseme:"sil"}function zn(e,t,r=120){const n=Tt(e,t);if(n!=="sil")return n;let s=null;for(const i of e){if(i.vtime>t)break;const o=i.vtime+i.vduration;o<=t&&t-o<=r&&(s=i)}return s?.viseme??"sil"}function si(e,t,r=400){const n=t-r;let s=0;for(const i of e)if(i.vtime+i.vduration<n)s+=1;else break;s>0&&e.splice(0,s)}function ii(e,t){for(const r of e)if(t>=r.wtime&&t<r.wtime+r.wduration)return r;return null}function Jr(e,t){const r=e.trim();if(!r)return null;try{const n=r.replace(/\s+/g,""),s=atob(n).length,i=Number.isFinite(t)&&(t??0)>0?Number(t):16e3;return s/2/i*1e3}catch{return null}}const Qt=.5,Xt=1.5,xr="Olivia",Mr="f786b574-daa5-4673-aa0c-cbe3e8534c02",kt=.85;function gr(e,t=vt,r={}){const n=`${t.replace(/\/$/,"")}/avatar_ttsWithPoses`,s=[],i=[],o=[],a=[];let l=0;const f=[],c=[];let u="",d="neutral",p="",T=Xe;const m=new Set;let A=0,x=null;const M=()=>m.forEach(D=>D());let g=()=>!1;const v=Gn({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:M,shouldHoldForWarmup:()=>g()},Xe),L=()=>v.getPlaybackElapsedMs(),N=(D,j=u)=>{if(!r.onLipsyncDebug)return;const $=L(),z=s,E=Yt(o).map(Z=>({viseme:Z.viseme,vtimeMs:Z.vtime}));r.onLipsyncDebug({event:D,spokenText:j,mood:d,playbackAnchorPerf:v.getPlaybackStartPerf(),playbackElapsedMs:$,queueLength:z.length,activeViseme:Tt(z,$),segments:c.map(Z=>({...Z,visemes:[...Z.visemes]})),fullQueueLength:o.length,compactionSkipped:E})},Q=(D,j)=>{r.onLipsyncDebug&&(x={event:D,spokenText:j},A===0&&(A=requestAnimationFrame(()=>{A=0;const $=x;x=null,$&&N($.event,$.spokenText)})))},fe=(D,j,$,z,E)=>{if(!r.onLipsyncDebug)return;const Z=s.slice(j),me=$.filter(ee=>String(ee.symbol??ee.viseme??"").trim());c.push({spokenText:D,audioOffsetMs:Z[0]?.vtime??0,isNewSegment:z,chunkDurationMs:E,receivedAtMs:performance.now(),visemes:Z.map((ee,oe)=>{const se=me[oe];return{rawSymbol:String(se?.symbol??se?.viseme??ee.viseme).trim(),viseme:ee.viseme,startSec:Number(se?.start??0),durationSec:Number(se?.duration??0),vtimeMs:ee.vtime,vdurationMs:ee.vduration}})})},P=()=>{o.length=0,a.length=0,l=0},C=(D,j,$,z,E)=>{if(D.length===0&&j.length===0)return;$n(o,a,D,j,l,E);const Z=Hn(D,l),me=$?Jr($,z):null;l=Math.max(Z,me!=null?l+me:l)},V=()=>{v.stop(),s.length=0,i.length=0,P(),f.length=0,d="neutral",c.length=0,u="",e("idle"),Q("reset"),M()};return{setDeveloperToken:D=>{p=D},setTtsEngineId:D=>{T=D},getTtsEngineId:()=>T,speak:async(D,j)=>{V(),e("loading"),u=D,c.length=0,P();const $=p.trim();if(!$)throw new Error("Developer token required for avatar_ttsWithPoses");const z=j?.ttsEngineId??T??Xe;v.resetForNewStream(z),v.setStreamTtsEngineId(z);const E=j?.voiceId??xr,Z=j?.speakingRate??kt,me=Math.max(Qt,Math.min(Xt,Z)),ee={user_query:D,ttsEngineId:z,speakingRate:me,tenant:"aiTwin"};_n.has(z)&&(ee.voice_id=E);try{const oe=await fetch(n,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${$}`},body:JSON.stringify(ee)});if(!oe.ok)throw new Error(`avatar_ttsWithPoses failed (${oe.status})`);const se=oe.body;if(!se)throw new Error("No response body");const _e=se.getReader(),he=new TextDecoder;let y="",B=!0;const H=async X=>{const R=xn(X);if(R){if(R.event==="audio"){const F=R.data.chunk,w=R.data.visemes??[],_=R.data.words??[],k=R.data.is_new_segment??!1,le=R.data.sample_rate,ie=s.length;if(C(w,_,F,le,z),F){const ge=B;B=!1,await v.playAudioChunk(s,i,F,w,_,k,{sampleRate:le,newStream:ge}),fe(D,ie,w,k,Jr(F,le)),Q("audio_chunk",D)}else(w.length>0||_.length>0)&&(v.queueTimingsOnly(s,i,w,_,k),fe(D,ie,w,k,null),Q("audio_chunk",D))}else if(R.event==="metadata"){const F=R.data.mood;typeof F=="string"&&F.trim()&&(d=F.trim());const w=R.data.sentence_emotions;if(Array.isArray(w)){f.length=0;for(const _ of w){if(!_||typeof _!="object")continue;const k=_;f.push({sentence_index:Number(k.sentence_index??0),text:String(k.text??""),sentiment:typeof k.sentiment=="string"?k.sentiment:void 0,emotion:String(k.emotion??d),start_word:Number(k.start_word??0),end_word:Number(k.end_word??0)})}}M(),Q("metadata",D)}else if(R.event==="error")throw new Error(String(R.data.message??"avatar_ttsWithPoses stream error"))}};for(;;){const{done:X,value:R}=await _e.read();R&&(y+=he.decode(R,{stream:!0}));const F=y.split(`
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const ur=require("react/jsx-runtime"),T=require("react"),vs=require("@pipecat-ai/client-js"),kr=require("@pipecat-ai/websocket-transport"),ue=require("pixi.js");var cr=typeof document<"u"?document.currentScript:null;const bs="https://aitwin.bubu.social",bn={publicBase:bs},Ts="0.5.2",Es={version:Ts},ks={},kt="https://ai.aitwin.me",Ir=`${bn.publicBase}/custom-faces`,Is=`${bn.publicBase}/aitwin-workers/v${Es.version}/visemeDiffPreview.worker.js`;function As(e){if(e)return e;const t=typeof{url:typeof document>"u"?require("url").pathToFileURL(__filename).href:cr&&cr.tagName.toUpperCase()==="SCRIPT"&&cr.src||new URL("aitwin.cjs",document.baseURI).href}<"u"?ks?.VITE_AITWIN_WORKER_URL:void 0;return t?.trim()?t.trim():Is}const Ps="https://us-central1-streamoji-265f4.cloudfunctions.net/getAiTwin",lr=3e3,bt=16,Xr=3e3,xs=4e3,Ms=.85,Rs=8,Ar=400,Pr="eng_a7f2b9c1",Yt="eng_d4e8f3a2",et="eng_c9b1e6d4",Je=et,Tn=new Set([Yt,et]),En={[Pr]:"oculus_direct",[et]:"oculus_direct",[Yt]:"inworld_word"},Jr={google:Pr,inworld:Yt,cartesia:et};function kn(e){return En[e]}function Cs(e){return e===et}function Ds(e){if(e.ttsEngineId&&e.ttsEngineId in En)return e.ttsEngineId;const t=e.tts?.toLowerCase();return t&&t in Jr?Jr[t]:Je}class $t extends Error{constructor(t="AI twin not found"){super(t),this.name="AiTwinNotFoundError"}}async function In(e,t=Ps){const r=new URL(t);r.searchParams.set("id",e);const n=await fetch(r.toString());if(n.status===404)throw new $t;if(!n.ok)throw new Error(`getAiTwin failed (${n.status})`);const s=await n.json();if(!s.success)throw new $t(s.error??"AI twin not found");const{tts:i,token:o,...a}=s.data,l=String(a.authToken??o??"").trim()||void 0;return{...a,ttsEngineId:Ds(s.data),authToken:l}}const Fs="https://us-central1-streamoji-265f4.cloudfunctions.net/getAuthToken",Bs="client_6TNvp3SCs4Og0a1ijm9TommXLql1",Ls="kk8Fq8EmexzP10jMIEwY3R44M5RKUEm1",Os="6TNvp3SCs4Og0a1ijm9TommXLql1",Ns="Swaraj Mali";async function Wt(){const e=await fetch(Fs,{method:"POST",headers:{"Content-Type":"application/json","Client-Id":Bs,"Client-Secret":Ls},body:JSON.stringify({userId:Os,userName:Ns})});if(!e.ok)throw new Error(`getAuthToken failed (${e.status})`);const t=await e.json(),r=t.authToken??t.token??"";if(!r.trim())throw new Error("getAuthToken returned no token");return r}async function Vs(e,t=kt){const r=await fetch(`${t.replace(/\/$/,"")}/api/session-value`,{headers:{Authorization:`Bearer ${e}`}});if(!r.ok)throw new Error(`/api/session-value failed (${r.status})`);const n=await r.json();if(!n.value)throw new Error("Session value response missing value");return n}function Us(e){const t=e.trim();if(t.length%2!==0)throw new Error("Invalid hex key");const r=new Uint8Array(t.length/2);for(let n=0;n<t.length;n+=2)r[n/2]=Number.parseInt(t.slice(n,n+2),16);return r}function Lt(e){return Uint8Array.from(e)}function Ws(e,t){const r=new Uint8Array(e.length+t.length);return r.set(e,0),r.set(t,e.length),r}async function $s(e,t){if(!t)throw new Error("Asset key is required for encrypted assets");if(e.byteLength<28)throw new Error("Encrypted payload too small");const r=new Uint8Array(e),n=Lt(r.subarray(0,12)),s=Lt(r.subarray(12,28)),i=Lt(r.subarray(28)),o=Lt(Ws(i,s)),a=await crypto.subtle.importKey("raw",Us(t),{name:"AES-GCM"},!1,["decrypt"]);return crypto.subtle.decrypt({name:"AES-GCM",iv:n,tagLength:128},a,o)}let wr=null;const gr=new Set;function Ot(e){return e.includes("/custom-faces/")}function Ht(e){const t=e.binBase.trim().replace(/\/$/,""),r=e.twinBase.trim().replace(/\/$/,"");if(!(e.encrypted||Ot(t)||Ot(r)))return{twinBase:r,binBase:t,encrypted:!1};const s=Ot(t)?t:Ot(r)?r:t;return{twinBase:s,binBase:s,encrypted:!0}}function tt(e){return Ht(e).encrypted}function yr(e,t=Ir){const r=`${t.replace(/\/$/,"")}/${e}`;return{twinBase:r,binBase:r,encrypted:!0}}function An(e,t){return(e??t)?.trim()||void 0}function Pn(e){wr=Ht(e);for(const t of gr)t()}function Hs(e,t){const r=typeof globalThis.location<"u"?globalThis.location.href:void 0;if(!r)return Ht(e);const n=s=>{try{return new URL(s,r).href.replace(/\/$/,"")}catch{return s}};return Ht({twinBase:n(e.twinBase),binBase:n(e.binBase),encrypted:e.encrypted})}function rt(){if(!wr)throw new Error("Twin assets not configured; call setActiveTwinAssets first");return wr}function xn(e){return gr.add(e),()=>gr.delete(e)}function Kt(){const e=rt();return tt(e)?`${e.binBase}/sil.bin`:`${e.twinBase}/sil.png`}function Ks(){const e=rt();return tt(e)?`${e.binBase}/idle.bin`:`${e.twinBase}/idle.mp4`}function Mn(){const e=rt();return tt(e)?e.binBase:e.twinBase}function It(){return tt(rt())}function Rn(){const e=rt();return tt(e)?`${e.binBase}/atlas.bin`:`${e.twinBase}/atlas.json`}function Cn(){const e=rt();return tt(e)?`${e.binBase}/expression_atlas.bin`:`${e.twinBase}/expression_atlas.json`}function Dn(e){const t=e.split(/\r?\n/);let r="",n="";for(const i of t)i.startsWith("event:")?r=i.slice(6).trim():i.startsWith("data:")&&(n=i.slice(5).trim());if(!r)return null;let s={};if(n)try{s=JSON.parse(n)}catch{s={raw:n}}return{event:r,data:s}}const Fn=["aa","CH","DD","E","FF","I","O","PP","RR","SS","TH","U","kk","nn","sil"],qs=new Map(Fn.map(e=>[e.toLowerCase(),e]));function Qt(e){const t=(e??"").trim();return t?qs.get(t.toLowerCase())??"sil":"sil"}const Gs={aei:["aa","E","I"],o:["O","U"],ee:["I"],bmp:["PP"],fv:["FF"],l:["nn"],r:["RR"],th:["TH"],qw:["U","O"],cdgknstxyz:["DD","SS","kk","CH"]};function zs(e){if(!e)return["sil"];const t=e.toLowerCase();return Gs[t]??["sil"]}function Bn(e,t){const r=e.word.length;if(r<=0)return 0;const n=e.wduration;if(n<=0)return 0;const s=Math.max(0,Math.min(1,(t-e.wtime)/n));return Math.min(r-1,Math.floor(s*r))}function ft(e,t){const r=Math.max(0,Math.min(e.length-1,t));return e[r]??""}function Xt(e,t){const r=e.toLowerCase().replace(/[^a-z']/g,"");return!r||ft(r,t)!=="w"||t>0&&ft(r,t-1)==="q"?!1:t===0&&/^w[aeiouy]/.test(r)}function js(e,t){const r=e.toLowerCase(),n=ft(r,t),s=r.slice(Math.max(0,t-1),t+2);return n==="i"||n==="y"?"I":s.includes("ee")||n==="e"||r.includes("ea")?"E":"aa"}function Ys(e,t){const r=e.toLowerCase(),n=r.slice(Math.max(0,t-1),Math.min(r.length,t+3));if(/oo|ou|uw/.test(n))return"U";if(Xt(r,t))return"FF";const s=ft(r,t);return s==="u"||s==="w"?"U":"O"}function Qs(e,t){const r=e.toLowerCase();if(Xt(r,t))return"FF";const n=r.slice(Math.max(0,t-2),t+1);if(/qu/.test(n))return"U";const s=r.slice(Math.max(0,t-1),Math.min(r.length,t+3));return/wo|wh/.test(s)||ft(r,t)==="o"?"O":"U"}const Nt={d:"DD",t:"DD",n:"DD",s:"SS",z:"SS",k:"kk",g:"kk",c:"CH",x:"CH",j:"CH"};function Xs(e,t){const r=e.toLowerCase(),n=ft(r,t);if(Nt[n])return Nt[n];for(let s=0;s<r.length;s++){const i=r[s];if(Nt[i])return Nt[i]}return"DD"}function Ln(e,t,r){const n=zs(e);if(n.length===1)return n[0];const s=t.trim();if(!s)return n[0];const i=(e??"").toLowerCase(),o=Math.max(0,r);switch(i){case"aei":return js(s,o);case"o":return Ys(s,o);case"qw":return Qs(s,o);case"cdgknstxyz":return Xs(s,o);default:return n[0]}}const xr=16,_r=47,On=new Set(["aa","E","I"]),Nn=new Set(["DD","SS","kk","CH"]),Js=[On,Nn];function Zs(e){for(const t of Js)if(t.has(e))return t;return null}function ei(e){return Zs(e)!=null}function Vn(e,t=xr){return t<=0?e:Math.round(e/t)*t}function Mr(e,t=xr){return e.map(r=>({...r,vtime:Vn(r.vtime,t)}))}function Un(e){const t=new Map;for(const r of e)t.has(r.vtime)||t.set(r.vtime,r);return[...t.values()].sort((r,n)=>r.vtime-n.vtime)}function Rr(e){if(e.length<=2)return[...e];const t=[e[0]];for(let r=1;r<e.length-1;r++){const n=e[r],s=e[r+1],i=t[t.length-1];if(!ei(n.viseme)){t.push(n);continue}const o=n.vtime-i.vtime,a=s.vtime-n.vtime;o<_r||a<_r||t.push(n)}return t.push(e[e.length-1]),t}function Jt(e){return Rr(Un(Mr(e)))}function Wn(e,t){let r="sil";for(const n of e){if(n.vtime>t)break;n.viseme!=="sil"&&(r=n.viseme)}return r}function Zt(e){const t=Un(Mr(e)),r=Rr(t),n=new Set(r.map(i=>i.vtime)),s=[];for(const i of t)n.has(i.vtime)||s.push({viseme:i.viseme,vtime:i.vtime});return s}function ti(e){return Zt(e).map(t=>t.viseme)}const ri=32,Zr=48;function $n(e){let t=0;for(const r of e)t=Math.max(t,r.vtime+r.vduration);return t}function Hn(e){let t=null,r=-1;for(const n of e){if(n.viseme==="sil")continue;const s=n.vtime+n.vduration;s>r&&(t=n,r=s)}return t}function ni(e){return Jt(e).find(r=>r.viseme!=="sil")??null}function Qe(e){const t=$n(e);return Hn(e)?t+Ar:t}function si(e){const t=[],r=ni(e);r&&r.vtime>0&&t.push({from:"sil",to:r.viseme,fromVtime:0,toVtime:r.vtime});const n=Hn(e),s=$n(e);return n&&t.push({from:n.viseme,to:"sil",fromVtime:s,toVtime:s+Ar}),t}function Kn(e){const t=Jt(e),r=[];for(let n=0;n<t.length-1;n++){const s=t[n].viseme,i=t[n+1].viseme,o=t[n].vtime,a=t[n+1].vtime;s===i||a<=o||r.push({from:s,to:i,fromVtime:o,toVtime:a})}return r}function qn(e){return e.length===0?[]:[...si(e),...Kn(e)]}function ii(e,t){let r=null;for(const n of e){const{transStart:s,transEnd:i}=Gn(n.fromVtime,n.toVtime,n.from,n.to);t>=s&&t<i&&(r=n)}return r}function Gn(e,t,r,n){const s=Math.max(0,t-e);if((r==="PP"||n==="PP")&&s>Zr){const f=Zr,c=t,u=c-f;return{gapMs:s,effectiveGapMs:f,holdEnd:u,transStart:u,transEnd:c}}const o=s>0?Math.max(s,ri):0,a=e,l=e+o;return{gapMs:s,effectiveGapMs:o,holdEnd:e,transStart:a,transEnd:l}}function zn(e,t,r,n,s,i){n.forEach(o=>{const l=String(o.word??"").trim();if(!l)return;const f=Math.round((o.start??0)*1e3),c=o.duration!=null?Math.round(o.duration*1e3):o.end!=null?Math.max(1,Math.round((o.end-(o.start??0))*1e3)):0;t.push({word:l,wtime:s+f,wduration:c,queueIndex:t.length,gesture:o.gesture??null,emphasis:o.emphasis===!0})}),r.forEach(o=>{const a=String(o.symbol??o.viseme??"").trim();if(!a)return;const l=Math.round((o.start??0)*1e3),f=Math.max(1,Math.round((o.duration??0)*1e3)),c=s+l,u=Qn(t,c),d=u?Bn(u,c):0;let p;kn(i)==="oculus_direct"?(p=Qt(a),p==="U"&&u&&Xt(u.word,d)&&(p="FF")):p=Ln(a,u?.word??"",d),e.push({viseme:p,weight:1,vtime:c,vduration:f})})}function jn(e,t){let r=t;for(const n of e){const s=Math.round((n.start??0)*1e3),i=Math.max(1,Math.round((n.duration??0)*1e3));r=Math.max(r,t+s+i)}return r}const Cr=16e3;function Yn(e){const t=Number(e);return Number.isFinite(t)&&t>0?t:Cr}function oi(e){let t=e.trim();const r=t.indexOf(",");t.startsWith("data:")&&r>=0&&(t=t.slice(r+1)),t=t.replace(/\s+/g,"").replace(/-/g,"+").replace(/_/g,"/");const n=t.length%4;return n!==0&&(t+="=".repeat(4-n)),t}function ai(e){return e.length>=4&&e[0]===82&&e[1]===73&&e[2]===70&&e[3]===70}function en(e,t,r=Cr){const n=t.byteOffset%2===0?t:t.slice(),s=new Int16Array(n.buffer,n.byteOffset,n.byteLength/2),i=new Float32Array(s.length);for(let a=0;a<s.length;a++)i[a]=s[a]>=32768?-(65536-s[a])/32768:s[a]/32767;const o=e.createBuffer(1,i.length,r);return o.copyToChannel(i,0),o}function ui(e){const t=oi(e),r=window.atob(t),n=new Uint8Array(r.length);for(let s=0;s<r.length;s++)n[s]=r.charCodeAt(s);return n}async function tn(e,t,r=Cr){const n=ui(t),s=Yn(r);if(ai(n)){const i=n.buffer.slice(n.byteOffset,n.byteOffset+n.byteLength);return e.decodeAudioData(i)}if(n.length>=2&&n.length%2===0)return en(e,n,s);try{const i=n.buffer.slice(n.byteOffset,n.byteOffset+n.byteLength);return await e.decodeAudioData(i)}catch{return en(e,n,s)}}function Qn(e,t){for(const r of e)if(t>=r.wtime&&t<r.wtime+r.wduration)return r;return null}function Xn(e,t){const r=[],n=[];let s=null,i=!1,o=!1,a=!1,l=!1,f=0,c=0,u=0,d=null,p=1,E=t,m=!1,A=null,x=0,C=!1,w=!1,b=0,O=null,V=null,X=null;const fe=()=>({visemes:[],words:[],segmentOffsetMs:0}),P=()=>{w=!1,b=0},D=()=>{d!=null&&(clearTimeout(d),d=null)},N=()=>{for(const S of n){try{S.onended=null,S.stop(0)}catch{}try{S.disconnect()}catch{}}n.length=0},j=()=>{for(const S of n)S.playbackRate.value=p},F=()=>{if(!(m||!l||i||w||n.length>0||r.length>0)){if(a&&s&&c>0){const S=(s.currentTime-c)*1e3;if(S<x){D();const M=p>0?(x-S)/p:x-S;d=setTimeout(()=>{m||(o=!1,d=null,e.onSpeakingDone(),e.onNotify())},Math.max(0,M));return}}o=!1,D(),e.onSpeakingDone(),e.onNotify()}},Y=S=>{const M=Qe(S);if(M<=0){e.onSpeakingDone(),e.onNotify();return}o=!0,f=performance.now(),e.onSpeakingStart(),e.onNotify(),D();const G=p>0?M/p:M;d=setTimeout(()=>{m||(o=!1,d=null,e.onSpeakingDone(),e.onNotify())},G)},$=(S,M,G,z)=>{M.length!==0&&(u=G,M.forEach(I=>{const g=String(I.word??"").trim();if(!g)return;const _=Math.round((I.start??0)*1e3),y=I.duration!=null?Math.round(I.duration*1e3):I.end!=null?Math.max(1,Math.round((I.end-(I.start??0))*1e3)):0;S.push({word:g,wtime:u+_,wduration:y,queueIndex:S.length,gesture:I.gesture??null,emphasis:I.emphasis===!0})}))},q=(S,M,G,z,I,W)=>{G.length!==0&&(u=z,G.forEach(g=>{const _=String(g.symbol??g.viseme??"").trim();if(!_)return;const y=Math.round((g.start??0)*1e3),Z=Math.max(1,Math.round((g.duration??0)*1e3)),oe=u+y,ye=Qn(M,oe),Re=ye?Bn(ye,oe):0;let _e;kn(W)==="oculus_direct"?(_e=Qt(_),_e==="U"&&ye&&Xt(ye.word,Re)&&(_e="FF")):_e=Ln(_,ye?.word??"",Re),S.push({viseme:_e,weight:1,vtime:oe,vduration:Z})}),e.onNotify())},k=(S,M,G,z,I,W,g)=>{$(M,z,I),q(S,M,G,I,W,g)},ee=(S,M,G)=>{X===S&&S.visemes===M||(M.length=0,G.length=0,S.visemes=M,S.words=G,S.segmentOffsetMs=0,X=S,u=0,x=0)},he=async()=>{const S=window.AudioContext||window.webkitAudioContext;return s||(s=new S),s.state==="suspended"&&await s.resume(),A||(A=s.createMediaStreamDestination()),s},ce=(S,M)=>{if(!s)return 0;const G=s,z=G.currentTime,I=z+.02;if(M.isFirstAudio){c<=0&&(c=I);const g=(I-z)*1e3;f=performance.now()+g}M.onBeforeStart?.(I);const W=G.createBufferSource();return W.buffer=S,W.playbackRate.value=p,W.connect(G.destination),A&&W.connect(A),n.push(W),m?(n.pop(),I):(M.isFirstAudio&&(o=!0,e.onSpeakingStart()),W.onended=()=>{const g=n.indexOf(W);g>=0&&n.splice(g,1),e.onNotify(),!m&&(O&&V?te(O,V):F())},W.start(I),I)},te=async(S,M)=>{if(m||i||n.length>0)return;if(r.length===0){F();return}i=!0;let G=!1;try{const z=await he();if(m)return;const I=r[0];if(!I)return;const W=!o;if(C&&(e.shouldHoldForWarmup?.()??!1)&&(w||W&&I.newStream)||w){ee(I.utterance,S,M);for(const y of r){if(m)return;y.audioBuffer||(y.audioBuffer=await tn(z,y.audio,y.sampleRate)),a=!0,w||(w=!0,b=0,y.newStream&&y.onNewStream?.()),y.visemesQueued||(k(S,M,y.visemes,y.words,b,!0,E),y.visemesQueued=!0,b+=Math.round(y.audioBuffer.duration*1e3),x=Math.max(x,Qe(S)))}e.onNotify();return}const _=r.shift();if(!_||(_.audioBuffer||(_.audioBuffer=await tn(z,_.audio,_.sampleRate)),m))return;a=!0,D(),ee(_.utterance,S,M),_.visemesQueued=!1,_.newStream&&_.onNewStream?.(),ce(_.audioBuffer,{isFirstAudio:!o,isFirstOfStream:!1,onBeforeStart:y=>{c=y,u=0,f=performance.now()+(y-z.currentTime)*1e3,k(S,M,_.visemes,_.words,0,!0,E),_.visemesQueued=!0,_.utterance.segmentOffsetMs=0}}),G=n.length>0,x=Qe(S),e.onNotify()}catch(z){console.error("[avatarChunkPlayback] audio chunk failed:",z)}finally{if(i=!1,m)return;if(w){r.some(I=>!I.audioBuffer||!I.visemesQueued)&&te(S,M);return}!G&&n.length===0&&r.length>0?te(S,M):n.length===0&&r.length===0&&F()}};return{setStreamTtsEngineId:S=>{E=S},setPlaybackSpeed:S=>{p=Math.max(.1,Math.min(1,S)),j()},getPlaybackSpeed:()=>p,setLipsyncWarmupHoldEnabled:S=>{C=S,S||P()},isWarmingUp:()=>w,releaseWarmupHold:()=>{if(w){w=!1,b=0;for(const S of r)S.newStream=!1;O&&V&&te(O,V),e.onNotify()}},resetForNewStream:S=>{m=!1,l=!1,E=S,x=0},resumeBotStream:()=>{m=!1,l=!1},clearAborted:()=>{m=!1},primeAudioContext:async()=>{const S=window.AudioContext||window.webkitAudioContext;s||(s=new S),s.state==="suspended"&&await s.resume(),s&&!A&&(A=s.createMediaStreamDestination())},stop:()=>{m=!0,D(),N(),r.length=0,i=!1,o=!1,a=!1,l=!1,u=0,c=0,f=0,x=0,O=null,V=null,X=null,P()},markStreamComplete:S=>{if(x=Math.max(x,Qe(S)),l=!0,!a&&S.length>0){Y(S);return}F()},playAudioChunk:async(S,M,G,z,I,W,g)=>{if(m)return;O=S,V=M;const _=Yn(g?.sampleRate),y=g?.newStream===!0,Z=fe();if(!G?.trim()){if(z.length===0&&I.length===0)return;ee(Z,S,M),y&&g?.onNewStream?.(),k(S,M,z,I,0,!0,E),x=Qe(S),!o&&x>0&&Y(S),e.onNotify();return}r.push({audio:G,audioBuffer:null,utterance:Z,visemes:z,words:I,isNewSegment:W,sampleRate:_,newStream:y,onNewStream:g?.onNewStream,visemesQueued:!1}),await te(S,M)},queueTimingsOnly:(S,M,G,z,I)=>{if(m)return;const W=fe();ee(W,S,M),k(S,M,G,z,0,!0,E),W.segmentOffsetMs=0,x=Qe(S)},getPlaybackElapsedMs:()=>a&&s&&c>0?Math.max(0,(s.currentTime-c)*1e3):o?Math.max(0,(performance.now()-f)*p):0,isSpeaking:()=>o?!0:!a||!s||c<=0?!1:(s.currentTime-c)*1e3<x,getVoiceStream:()=>A?A.stream:null,getPlaybackStartPerf:()=>f,bargeIn:()=>{m=!0,l=!1,D(),N(),r.length=0,i=!1,o=!1,a=!1,u=0,c=0,f=0,x=0,O=null,V=null,X=null,P()},interrupt:()=>{m=!0,l=!1,D(),N(),r.length=0,i=!1,o=!1,a=!1,u=0,c=0,f=0,x=0,O=null,V=null,X=null,P()}}}function At(e,t){let r=null;for(const n of e)t<n.vtime||t>=n.vtime+n.vduration||(!r||n.vtime>=r.vtime)&&(r=n);return r?r.viseme:"sil"}function Jn(e,t,r=120){const n=At(e,t);if(n!=="sil")return n;let s=null;for(const i of e){if(i.vtime>t)break;const o=i.vtime+i.vduration;o<=t&&t-o<=r&&(s=i)}return s?.viseme??"sil"}function ci(e,t,r=400){const n=t-r;let s=0;for(const i of e)if(i.vtime+i.vduration<n)s+=1;else break;s>0&&e.splice(0,s)}function li(e,t){for(const r of e)if(t>=r.wtime&&t<r.wtime+r.wduration)return r;return null}function rn(e,t){const r=e.trim();if(!r)return null;try{const n=r.replace(/\s+/g,""),s=atob(n).length,i=Number.isFinite(t)&&(t??0)>0?Number(t):16e3;return s/2/i*1e3}catch{return null}}const er=.5,tr=1.5,Dr="Olivia",Fr="f786b574-daa5-4673-aa0c-cbe3e8534c02",Pt=.85;function Sr(e,t=kt,r={}){const n=`${t.replace(/\/$/,"")}/avatar_ttsWithPoses`,s=[],i=[],o=[],a=[];let l=0;const f=[],c=[];let u="",d="neutral",p="",E=Je;const m=new Set;let A=0,x=null;const C=()=>m.forEach(F=>F());let w=()=>!1;const b=Xn({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:C,shouldHoldForWarmup:()=>w()},Je),O=()=>b.getPlaybackElapsedMs(),V=(F,Y=u)=>{if(!r.onLipsyncDebug)return;const $=O(),q=s,k=Zt(o).map(ee=>({viseme:ee.viseme,vtimeMs:ee.vtime}));r.onLipsyncDebug({event:F,spokenText:Y,mood:d,playbackAnchorPerf:b.getPlaybackStartPerf(),playbackElapsedMs:$,queueLength:q.length,activeViseme:At(q,$),segments:c.map(ee=>({...ee,visemes:[...ee.visemes]})),fullQueueLength:o.length,compactionSkipped:k})},X=(F,Y)=>{r.onLipsyncDebug&&(x={event:F,spokenText:Y},A===0&&(A=requestAnimationFrame(()=>{A=0;const $=x;x=null,$&&V($.event,$.spokenText)})))},fe=(F,Y,$,q,k)=>{if(!r.onLipsyncDebug)return;const ee=s.slice(Y),he=$.filter(ce=>String(ce.symbol??ce.viseme??"").trim());c.push({spokenText:F,audioOffsetMs:ee[0]?.vtime??0,isNewSegment:q,chunkDurationMs:k,receivedAtMs:performance.now(),visemes:ee.map((ce,te)=>{const J=he[te];return{rawSymbol:String(J?.symbol??J?.viseme??ce.viseme).trim(),viseme:ce.viseme,startSec:Number(J?.start??0),durationSec:Number(J?.duration??0),vtimeMs:ce.vtime,vdurationMs:ce.vduration}})})},P=()=>{o.length=0,a.length=0,l=0},D=(F,Y,$,q,k)=>{if(F.length===0&&Y.length===0)return;zn(o,a,F,Y,l,k);const ee=jn(F,l),he=$?rn($,q):null;l=Math.max(ee,he!=null?l+he:l)},N=()=>{b.stop(),s.length=0,i.length=0,P(),f.length=0,d="neutral",c.length=0,u="",e("idle"),X("reset"),C()};return{setDeveloperToken:F=>{p=F},setTtsEngineId:F=>{E=F},getTtsEngineId:()=>E,speak:async(F,Y)=>{N(),e("loading"),u=F,c.length=0,P();const $=p.trim();if(!$)throw new Error("Developer token required for avatar_ttsWithPoses");const q=Y?.ttsEngineId??E??Je;b.resetForNewStream(q),b.setStreamTtsEngineId(q);const k=Y?.voiceId??Dr,ee=Y?.speakingRate??Pt,he=Math.max(er,Math.min(tr,ee)),ce={user_query:F,ttsEngineId:q,speakingRate:he,tenant:"aiTwin"};Tn.has(q)&&(ce.voice_id=k);try{const te=await fetch(n,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${$}`},body:JSON.stringify(ce)});if(!te.ok)throw new Error(`avatar_ttsWithPoses failed (${te.status})`);const J=te.body;if(!J)throw new Error("No response body");const ke=J.getReader(),Me=new TextDecoder;let S="",M=!0;const G=async z=>{const I=Dn(z);if(I){if(I.event==="audio"){const W=I.data.chunk,g=I.data.visemes??[],_=I.data.words??[],y=I.data.is_new_segment??!1,Z=I.data.sample_rate,oe=s.length;if(D(g,_,W,Z,q),W){const ye=M;M=!1,await b.playAudioChunk(s,i,W,g,_,y,{sampleRate:Z,newStream:ye}),fe(F,oe,g,y,rn(W,Z)),X("audio_chunk",F)}else(g.length>0||_.length>0)&&(b.queueTimingsOnly(s,i,g,_,y),fe(F,oe,g,y,null),X("audio_chunk",F))}else if(I.event==="metadata"){const W=I.data.mood;typeof W=="string"&&W.trim()&&(d=W.trim());const g=I.data.sentence_emotions;if(Array.isArray(g)){f.length=0;for(const _ of g){if(!_||typeof _!="object")continue;const y=_;f.push({sentence_index:Number(y.sentence_index??0),text:String(y.text??""),sentiment:typeof y.sentiment=="string"?y.sentiment:void 0,emotion:String(y.emotion??d),start_word:Number(y.start_word??0),end_word:Number(y.end_word??0)})}}C(),X("metadata",F)}else if(I.event==="error")throw new Error(String(I.data.message??"avatar_ttsWithPoses stream error"))}};for(;;){const{done:z,value:I}=await ke.read();I&&(S+=Me.decode(I,{stream:!0}));const W=S.split(`
|
|
2
2
|
|
|
3
|
-
`);
|
|
3
|
+
`);S=W.pop()??"";for(const g of W)await G(g);if(z){S.trim()&&await G(S.trim()),b.markStreamComplete(s),X("bot_stopped",F);break}}}catch(te){throw console.error("[avatarTtsLipsync]",te),N(),e("error"),te}},stop:N,getVisemeQueue:()=>s,getWordQueue:()=>i,getFullVisemeQueue:()=>o,getFullWordQueue:()=>a,getSentenceEmotions:()=>f,getStreamMood:()=>d,getPlaybackElapsedMs:()=>b.getPlaybackElapsedMs(),isSpeaking:()=>b.isSpeaking(),isWarmingUp:()=>b.isWarmingUp(),releaseWarmupHold:()=>b.releaseWarmupHold(),setLipsyncWarmupHold:(F,Y)=>{Y&&(w=Y),b.setLipsyncWarmupHoldEnabled(F)},getVoiceStream:()=>b.getVoiceStream(),setPlaybackSpeed:F=>{b.setPlaybackSpeed(F)},getPlaybackSpeed:()=>b.getPlaybackSpeed(),subscribe:F=>(m.add(F),()=>m.delete(F))}}const Br=16e3,Lr=16e3;class fi extends kr.ProtobufFrameSerializer{async deserialize(t){try{return await super.deserialize(t)}catch(r){if(r instanceof Error&&r.message==="Unknown frame kind")return{type:"raw",message:null};throw r}}}class di extends kr.DailyMediaManager{constructor(){super(!0,!0,void 0,void 0,512,Br,Lr)}bufferBotAudio(t,r){}}const mi=/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;function hi(e){return mi.test(e.trim())}function pi(e){const t=e.replace(/\/$/,"");return t.startsWith("https://")?`wss://${t.slice(8)}`:t.startsWith("http://")?`ws://${t.slice(7)}`:t}function Zn(e){if(e.wsUrl?.trim())return e.wsUrl.trim();const t=e.authToken?.trim();if(!t)throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");const r=e.apiBase??kt,n=new URL(`${pi(r)}/ws/voice`);n.searchParams.set("authToken",t),n.searchParams.set("tenant","aiTwin");const s=e.voiceId?.trim();s&&hi(s)&&n.searchParams.set("voiceId",s);const i=e.personaId?.trim();i&&n.searchParams.set("personaId",i);const o=e.speakingRate??Pt;return n.searchParams.set("speaking_rate",String(Math.max(er,Math.min(tr,o)))),e.ttsStream===!1?n.searchParams.set("tts_stream","false"):n.searchParams.set("tts_stream","true"),n.toString()}function fr(e,t){if(!Array.isArray(e))return[];const r=[];for(const n of e)!n||typeof n!="object"||r.push({sentence_index:Number(n.sentence_index??0),text:String(n.text??""),sentiment:typeof n.sentiment=="string"?n.sentiment:void 0,emotion:String(n.emotion??t),start_word:Number(n.start_word??0),end_word:Number(n.end_word??0)});return r}function wi(e){if(!e||typeof e!="object")return null;const t=e,n=(t.data&&typeof t.data=="object"&&!Array.isArray(t.data)?t.data:null)||t;return{...n,type:String(n.type??t.type??"server-message")}}function dr(e){return e.is_new_segment===!0||Number(e.audio_offset_ms??-1)===0?!0:Number(e.chunk_index??-1)===0}function gi(e){return e?.transport?._mediaManager?._wavStreamPlayer??null}function es(e,t={}){const r=[],n=[],s=[],i=[];let o=0;const a=[],l=[];let f="",c="neutral",u=et,d=!1,p=null,E=null,m={...t},A=0,x=null;const C=new Set,w=[];let b=!1,O=null,V=!0,X="default";const fe=new Set;let P=null,D=0,N=!1,j=null,F=!1;const Y=()=>{j!=null&&(clearTimeout(j),j=null)},$=()=>C.forEach(h=>h());let q=()=>!1;const k=Xn({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>{F=!1,e("done")},onNotify:$,shouldHoldForWarmup:()=>q()},u),ee=()=>{if(O)return O;const h=new MessageChannel;return h.port1.onmessage=()=>{const R=w.shift();R!==void 0&&Re(R),w.length>0?h.port2.postMessage(null):b=!1},O=h,h},he=h=>{w.push(h),!b&&(b=!0,ee().port2.postMessage(null))},ce=()=>k.getPlaybackElapsedMs(),te=(h,R=f)=>{if(!m.onLipsyncDebug)return;const Q=ce(),re=r,me=Zt(s).map(de=>({viseme:de.viseme,vtimeMs:de.vtime}));m.onLipsyncDebug({event:h,spokenText:R,mood:c,playbackAnchorPerf:k.getPlaybackStartPerf(),playbackElapsedMs:Q,queueLength:re.length,activeViseme:At(re,Q),segments:l.map(de=>({...de,visemes:[...de.visemes]})),fullQueueLength:s.length,compactionSkipped:me})},J=(h,R)=>{m.onLipsyncDebug&&(x={event:h,spokenText:R},A===0&&(A=requestAnimationFrame(()=>{A=0;const Q=x;x=null,Q&&te(Q.event,Q.spokenText)})))},ke=()=>{V=!0,fe.clear(),k.clearAborted()},Me=()=>{const h=gi(p);if(h){X=`bot-${Date.now()}`,h.interruptedTrackIds={[X]:!0};try{h.interrupt?.()}catch{}}const R=E;try{R?.interrupt?.()}catch{}},S=h=>{if(F&&k.isSpeaking())return!0;const R=h.context_id?.trim();return R&&fe.has(R)?!0:V?!1:!(h.type==="avatar_metadata"||dr(h))},M=h=>{V=!1,F=!1;const R=h.context_id?.trim();R&&fe.add(R),Y(),N=!1,w.length=0,b=!1,P?.abort(),P=null,D+=1,Me(),k.bargeIn(),G(),e("idle"),J("interrupt"),$()},G=()=>{r.length=0,n.length=0,s.length=0,i.length=0,o=0,l.length=0,f="",c="neutral",a.length=0},z=()=>{k.stop(),G(),J("reset"),$()},I=()=>{z(),e("idle"),$()},W=(h,R)=>{typeof h.mood=="string"&&h.mood.trim()&&(c=h.mood.trim()),Array.isArray(h.sentence_emotions)&&h.sentence_emotions.length>0&&(R&&(a.length=0),a.push(...fr(h.sentence_emotions,c)))},g=h=>{if(S({...h,type:"avatar_metadata"}))return;ke(),N=!0;const R=String(h.spoken_text??h.text??"").trim();R&&(f=R),k.resetForNewStream(u),typeof h.mood=="string"&&h.mood.trim()&&(c=h.mood.trim()),a.length=0,a.push(...fr(h.sentence_emotions,c)),Array.isArray(h.gestures)&&h.gestures,J("metadata",R),$()},_=(h,R,Q,re)=>{if(!m.onLipsyncDebug)return;const me=r.slice(Q),de=re.filter(pe=>String(pe.symbol??pe.viseme??"").trim());l.push({spokenText:R,audioOffsetMs:me[0]?.vtime??0,isNewSegment:!!h.is_new_segment,chunkDurationMs:h.chunk_duration_ms!=null?Number(h.chunk_duration_ms):null,receivedAtMs:performance.now(),visemes:me.map((pe,we)=>{const ve=de[we];return{rawSymbol:String(ve?.symbol??ve?.viseme??pe.viseme).trim(),viseme:pe.viseme,startSec:Number(ve?.start??0),durationSec:Number(ve?.duration??0),vtimeMs:pe.vtime,vdurationMs:pe.vduration}})})},y=(h,R,Q,re)=>{if(h.length===0&&R.length===0)return;zn(s,i,h,R,o,u);const me=jn(h,o);let de=null;const pe=Q.trim();if(pe)try{const we=atob(pe.replace(/\s+/g,"")).length,ve=Number.isFinite(re)&&(re??0)>0?Number(re):16e3;de=we/2/ve*1e3}catch{de=null}o=Math.max(me,de!=null?o+de:o)},Z=h=>{if(S(h))return;Y(),dr(h)&&ke();const R=String(h.spoken_text??h.text??"").trim(),Q=dr(h),re=h.visemes??[],me=h.words??[],de=String(h.chunk??"").trim(),pe=N;pe&&(N=!1),R&&(f=R),W(h,Q),pe?(k.resetForNewStream(u),s.length=0,i.length=0,o=0):Q&&k.resumeBotStream(),y(re,me,de,h.sample_rate);const we=r.length;k.playAudioChunk(r,n,de,re,me,Q,{sampleRate:h.sample_rate,newStream:pe,onNewStream:()=>{l.length=0}}).then(()=>{_(h,R,we,re),J("audio_chunk",R)})},oe=h=>{if(S(h))return;(h.is_new_segment||Number(h.audio_offset_ms??-1)===0)&&ke(),console.warn("[realtimeVoice] avatar_lipsync is deprecated — expect avatar_audio_chunk");const R=String(h.spoken_text??h.text??"").trim();R&&(f=R),W(h,!!h.is_new_segment),y(h.visemes??[],h.words??[],"",void 0);const Q=r.length;k.queueTimingsOnly(r,n,h.visemes??[],h.words??[],!!h.is_new_segment),_(h,R,Q,h.visemes??[]),J("lipsync",R),$()},ye=async h=>{const R=String(h.text??"").trim();if(!R)return;const Q=m.authToken?.trim();if(!Q){console.error("[realtimeVoice] avatar_speak requires authToken");return}P?.abort();const re=new AbortController;P=re;const me=++D;ke(),k.resetForNewStream(u),f=R;const pe=`${(m.apiBase??kt).replace(/\/$/,"")}/avatar_ttsWithPoses`,we=m.voiceId?.trim()||Fr,ve=m.speakingRate??Pt,nt=Math.max(er,Math.min(tr,ve)),We={user_query:R,ttsEngineId:u,speakingRate:nt,tenant:"aiTwin"};Tn.has(u)&&(We.voice_id=we);try{const Ke=await fetch(pe,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${Q}`},body:JSON.stringify(We),signal:re.signal});if(!Ke.ok)throw new Error(`avatar_ttsWithPoses failed (${Ke.status})`);const ze=Ke.body;if(!ze)throw new Error("No response body");const gt=ze.getReader(),Mt=new TextDecoder;let se="",yt=!0;const _t=async st=>{if(me!==D||re.signal.aborted||!V)return;const ge=Dn(st);if(ge){if(ge.event==="audio"){const Ce=ge.data.chunk,Te=ge.data.visemes??[],it=ge.data.words??[],Be=ge.data.is_new_segment??!1,je=ge.data.sample_rate;if(Ce){const ie=yt;yt=!1,await k.playAudioChunk(r,n,Ce,Te,it,Be,{sampleRate:je,newStream:ie})}else(Te.length>0||it.length>0)&&k.queueTimingsOnly(r,n,Te,it,Be)}else if(ge.event==="metadata"){const Ce=ge.data.mood;typeof Ce=="string"&&Ce.trim()&&(c=Ce.trim());const Te=ge.data.sentence_emotions;Array.isArray(Te)&&(a.length=0,a.push(...fr(Te,c))),$()}else if(ge.event==="error")throw new Error(String(ge.data.message??"avatar_ttsWithPoses stream error"))}};for(;!(me!==D||re.signal.aborted||!V);){const{done:st,value:ge}=await gt.read();ge&&(se+=Mt.decode(ge,{stream:!0}));const Ce=se.split(`
|
|
4
4
|
|
|
5
|
-
`);$e=Pe.pop()??"";for(const Se of Pe)await ze(Se);if(nt){$e.trim()&&await ze($e.trim()),ye===C&&!J.signal.aborted&&N&&E.markStreamComplete(r);break}}}catch(Le){if(J.signal.aborted||!N)return;console.error("[realtimeVoice] avatar_speak failed:",Le),e("error"),$()}finally{P===J&&(P=null)}},be=h=>{const I=fi(h);if(!I){console.warn("[realtimeVoice] server message with no payload",h);return}const G=String(I.type??"unknown");switch(G!=="avatar_metadata"&&G!=="avatar_audio_chunk"&&G!=="avatar_lipsync"&&G!=="avatar_interrupt"&&G!=="error"&&console.debug("[realtimeVoice] server message",G,I),G){case"avatar_metadata":w(I);break;case"avatar_audio_chunk":le(I);break;case"avatar_lipsync":ie(I);break;case"avatar_interrupt":B(I);break;case"error":{const J=String(I.message??"Voice session error");console.error("[realtimeVoice] server error:",J),e("error"),$();break}case"avatar_speak":ge(I);break}},Te=()=>p||(T=new ai,p=new ws.PipecatClient({transport:new br.WebSocketTransport({mediaManager:T,serializer:new oi,recorderSampleRate:Rr,playerSampleRate:Cr}),enableCam:!1,enableMic:!0,callbacks:{onBotReady:()=>{d=!0,e("idle"),$()},onDisconnected:()=>{d=!1,R()},onError:h=>{const I=typeof h=="object"&&h!==null&&"data"in h?String(h.data??h):String(h);console.error("[realtimeVoice]",I,h),e("error"),$()},onTransportStateChanged:h=>{h==="error"&&(e("error"),$())},onServerMessage:h=>{me(h)},onUserStartedSpeaking:()=>{},onBotStartedSpeaking:()=>{_e(),se("bot_started")},onBotStoppedSpeaking:()=>{N&&(j(),Y=setTimeout(()=>{Y=null,N&&(E.markStreamComplete(r),se("bot_stopped"))},450))},onUserTranscript:h=>{String(h.text??""),m.onUserTranscript?.(h.text,!!h.final)},onBotOutput:h=>{m.onBotOutput?.(h.text)}}}),p);return{setDeveloperToken:h=>{},setTtsEngineId:h=>{u=h,E.setStreamTtsEngineId(h)},getTtsEngineId:()=>u,speak:async(h,I)=>{const G=h.trim();if(G){if(!p||!d)throw new Error("Realtime voice is not connected. Call connect() first.");X(),await p.sendText(G)}},stop:()=>{P?.abort(),P=null,C+=1,_e(),X(),e("idle"),$()},connect:async h=>{if(h&&(m={...m,...h}),!m.authToken?.trim())throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");e("loading");const I=Te();await I.initDevices();const G=jn(m);console.info("[realtimeVoice] connecting (avatar_audio_chunk RTVI):",G);try{await I.connect({wsUrl:G})}catch(J){d=!1,e("error"),$();const ye=J instanceof Error?J.message:"Realtime voice connect failed (WebSocket 101 only means upgrade OK — check authToken/origin/RTVI handshake)";throw new Error(`${ye} — ${G}`)}d=!0,e("idle"),$()},disconnect:async()=>{if(j(),V=!1,g.length=0,v=!1,P?.abort(),P=null,C+=1,_e(),p)try{await p.disconnect()}catch(h){console.error("[realtimeVoice] disconnect failed:",h)}d=!1,R()},isConnected:()=>d,unlockAudio:async()=>{await E.primeAudioContext()},getVisemeQueue:()=>r,getWordQueue:()=>n,getFullVisemeQueue:()=>s,getFullWordQueue:()=>i,getSentenceEmotions:()=>a,getStreamMood:()=>c,getPlaybackElapsedMs:ee,isSpeaking:()=>E.isSpeaking(),isWarmingUp:()=>E.isWarmingUp(),releaseWarmupHold:()=>E.releaseWarmupHold(),setLipsyncWarmupHold:(h,I)=>{I&&(z=I),E.setLipsyncWarmupHoldEnabled(h)},getVoiceStream:()=>E.getVoiceStream(),setPlaybackSpeed:h=>{E.setPlaybackSpeed(h)},getPlaybackSpeed:()=>E.getPlaybackSpeed(),subscribe:h=>(M.add(h),()=>M.delete(h))}}function Qn(e,t,r){return{width:e.crop?.source_width??t,height:e.crop?.source_height??r}}function Xn(e,t){const r=e.crop;return{x:t?.source_x??r?.x??0,y:t?.source_y??r?.y??0,width:t?.source_w??r?.width??e.frame_width??0,height:t?.source_h??r?.height??e.frame_height??0}}function Jn(e){return e?(e.w??0)>0&&(e.h??0)>0:!1}async function dt(e,t){const r=await fetch(e);if(!r.ok)throw new Error(`Failed to load encrypted asset: ${e}`);const n=await r.arrayBuffer();return Os(n,t)}async function Zn(e,t){if(!t)throw new Error("Missing asset key for encrypted JSON");const r=await dt(e,t),n=new TextDecoder().decode(r);return JSON.parse(n)}async function mi(e){const t=new Blob([e],{type:"image/webp"});return createImageBitmap(t)}async function hi(e){const t=new Blob([e],{type:"image/webp"}),r=URL.createObjectURL(t);return new Promise((n,s)=>{const i=new Image;i.decoding="async",i.onload=()=>{URL.revokeObjectURL(r),n(i)},i.onerror=()=>{URL.revokeObjectURL(r),s(new Error("Failed to decode decrypted image"))},i.src=r})}async function pi(e){const t=new Blob([e],{type:"image/png"});return createImageBitmap(t)}async function wi(e){const t=new Blob([e],{type:"image/png"}),r=URL.createObjectURL(t);return new Promise((n,s)=>{const i=new Image;i.decoding="async",i.onload=()=>{URL.revokeObjectURL(r),n(i)},i.onerror=()=>{URL.revokeObjectURL(r),s(new Error("Failed to decode decrypted PNG"))},i.src=r})}function gi(e){const t=new Blob([e],{type:"video/mp4"});return URL.createObjectURL(t)}async function yi(e){const t=Vs();if(!bt())return t;if(!e)throw new Error("Missing asset key for encrypted idle video");const r=await dt(t,e);return gi(r)}function ut(e,t){return`${e}/${t}_minus_sil.png`}const es=5;function Jt(e){const t=e?.composite_threshold;if(typeof t=="number"&&t>0)return t;const r=e?.crop?.content_threshold;return typeof r=="number"&&r>0?r:es}const _i=["aa","E","I","O","U","PP","FF","DD","SS","TH","CH","RR","kk","nn"],yr=["t01_0.25","t02_0.50","t03_0.75"],Si=yr.length,Zr=new Set(["aa__kk","aa__nn","aa__sil","CH__aa","CH__DD","CH__E","CH__FF","CH__I","CH__kk","CH__nn","CH__O","CH__PP","CH__RR","CH__sil","CH__SS","CH__TH","CH__U","DD__aa","DD__E","DD__FF","DD__I","DD__kk","DD__nn","DD__O","DD__PP","DD__RR","DD__sil","DD__SS","DD__TH","DD__U","E__aa","E__FF","E__I","E__kk","E__nn","E__O","E__PP","E__RR","E__sil","E__SS","E__TH","E__U","FF__aa","FF__I","FF__kk","FF__nn","FF__O","FF__PP","FF__RR","FF__sil","FF__SS","FF__TH","FF__U","I__aa","I__kk","I__nn","I__O","I__PP","I__RR","I__sil","I__SS","I__TH","I__U","kk__nn","kk__sil","nn__sil","O__aa","O__kk","O__nn","O__PP","O__RR","O__sil","O__SS","O__TH","O__U","PP__aa","PP__kk","PP__nn","PP__RR","PP__sil","PP__SS","PP__TH","PP__U","RR__aa","RR__kk","RR__nn","RR__sil","RR__SS","RR__TH","RR__U","SS__aa","SS__kk","SS__nn","SS__sil","SS__TH","SS__U","TH__aa","TH__kk","TH__nn","TH__sil","TH__U","U__aa","U__kk","U__nn","U__sil"]);function en(e,t){return`${e}__${t}`}function tn(e,t){return`pairs/${e}/${t}_minus_sil.png`}function _t(e){return`${e}_minus_sil.png`}function Dr(e,t){if(t.has(e))return e;const r=/^pairs\/([^/]+)\//.exec(e);if(!r)return null;const n=r[1].split("__")[1];if(!n||n==="sil")return null;const s=_t(n);return t.has(s)?s:null}function ts(e,t){return e.filter(r=>t.has(r))}function vi(e,t,r){const n=Fr(e,t);return ts(n,r).length>0}function Fr(e,t){if(e===t)return[];const r=[],n=en(e,t);if(Zr.has(n)){for(const i of yr)r.push(tn(n,i));return r}const s=en(t,e);if(Zr.has(s)){for(let i=Si-1;i>=0;i--)r.push(tn(s,yr[i]));return r}return[]}function bi(e){return e<16?[1]:e<24?[1]:e<35?[0,1,2]:[0,1,2]}function Ti(e,t){return bi(t).map(n=>e[n]).filter(n=>n!=null)}function ki(e,t,r,n){if(n<=0)return 0;const i=Math.max(1,r-t)/n,o=e-t,a=Math.floor(o/i);return Math.min(n-1,Math.max(0,a))}function rs(e,t,r){if(!r)return`${e}/${t}`;const n=t.split("/").pop()??t,s=n.includes(".")?n.slice(0,n.lastIndexOf(".")):n;return`${e}/${s}.bin`}const Ei=[.32,.24,.16,.08,0],Ii=Ei.map(e=>`eyes_${e.toFixed(2)}`),Ai=["eyes_0.32","eyes_0.16","eyes_0.00"],Pi=["eyes_0.32","eyes_0.16","eyes_0.08","eyes_0.00"],De=2,xi=-20,$t=16,ns={fear:-20,anger:-20,sad:-10,neutral:0,love:0,happy:0,disgust:10};function St(e){return`brow_${e}`}function Je(e){return ns[e]}function Be(e){return Math.max(xi,Math.min($t,e))}function Mi(e,t){if(e===t)return[];const r=e<t,n=r?De:-De,s=[];let i=e;if(i%De!==0){const o=r?Math.ceil(i/De)*De:Math.floor(i/De)*De,a=Be(o);if(r?a>=t:a<=t)return[t];i=a,s.push(i)}for(;;){const o=i+n;if(r?o>=t:o<=t){t!==i&&s.push(t);break}i=o,s.push(i)}return s}function rn(e){const t=Be(e);if(t%De===0)return[t];const r=Math.floor(t/De)*De,n=Math.min($t,r+De),s=Be(r);return t-s<=n-t?s===n?[s]:[s,n]:s===n?[n]:[n,s]}const Ri=["fear","anger","sad","neutral","love","happy","disgust"],Ci={fear:"fear",afraid:"fear",anxiety:"fear",anger:"anger",angry:"anger",mad:"anger",sad:"sad",sadness:"sad",sorrow:"sad",neutral:"neutral",calm:"neutral",love:"love",loving:"love",affection:"love",happy:"happy",happiness:"happy",joy:"happy",joyful:"happy",excited:"happy",disgust:"disgust",disgusted:"disgust"};function We(e,t="neutral"){const r=String(e??"").trim().toLowerCase();return r?Ci[r]??t:t}function ss(e){return e===0?null:ut(St(e),"eyes_standard")}function is(e){return ss(Je(e))}const Di={[-20]:"anger",[-10]:"sad",0:"neutral",10:"disgust"};function Br(e,t){if(!e)return null;if(t(e))return e;const r=e.match(/^brow_(-?\d+)\/(eyes_[^/]+)_minus_sil\.png$/);if(r){const s=Number(r[1]),i=r[2];for(const a of rn(s)){if(a===s)continue;const l=ut(St(a),i);if(t(l))return l}const o=Di[s];if(o){const a=ut(o,i);if(t(a))return a}return null}const n=e.match(/^(fear|anger|sad|neutral|love|happy|disgust)\/(eyes_[^/]+)_minus_sil\.png$/);if(n){const s=n[1],i=n[2],o=Je(s);for(const a of[o,...rn(o)]){const l=ut(St(a),i);if(t(l))return l}}return null}function nn(e,t){const r=St(Je(e));return!t||t==="eyes_standard"?is(e):e==="neutral"&&t==="eyes_standard"?null:ut(r,t)}function Fi(e,t){const r=[];for(const n of t)r.push(nn(e,n));for(let n=t.length-2;n>=0;n--)r.push(nn(e,t[n]));return r.push(is(e)),r}function Bi(e){return ut(St(e),"eyes_standard")}function Li(e,t){return Mi(e,t).map(Bi)}const Oi=6;function Ni(e,t){for(const r of e)if(t>=r.wtime&&t<r.wtime+r.wduration)return r;return null}function Vi(e){const t=Be(e);return t>=$t?$t:Be(t+Oi)}function Ui(e,t,r){const n=Be(r);return Ni(t,e)?.emphasis?Vi(n):n}function sn(e){if(!e)return 0;const t=e.match(/^brow_(-?\d+)\//);if(!t?.[1])return null;const r=Number.parseInt(t[1],10);return Number.isFinite(r)?Be(r):null}function at(e,t){return e+Math.random()*(t-e)}function Lt(){return at(14,32)}function Wi(e={}){const{initialDelayMs:t=800+Math.random()*1200,intervalMinMs:r=2200,intervalMaxMs:n=5800,doubleBlinkChance:s=.18,doubleBlinkGapMinMs:i=120,doubleBlinkGapMaxMs:o=220,fullBlinkChance:a=.75,postEmotionChangeDelayMs:l=380,minDwellMs:f=550}=e;let c="neutral",u="neutral",d=0,p=0,T=0,m={kind:"idle",nextBlinkAt:performance.now()+t},A=null,x="__eyes_open__|neutral|brow:0";function M(P=c){x=`${A??"__eyes_open__"}|${P}|brow:${p}`}function g(P,C=c){A=P;const V=sn(P);V!=null?p=V:P==null&&(p=0),M(C)}function v(P){return ss(P)}function L(P,C,V){const Y=Be(C),D=Be(V);if(d=D,Y===D){g(v(D));return}const j=[...Li(Y,D),v(D)];m={kind:"browBlend",paths:j,index:0,holdUntil:P+Lt(),targetBrow:D},g(j[0]??null)}function N(P,C){m={kind:"idle",nextBlinkAt:P+at(r,n)},u=C,g(v(d),C)}function Q(P,C,V){const Y=V?Ai:Math.random()<a?Ii:Pi;m={kind:"playing",paths:Fi(C,Y),index:0,holdUntil:P+Lt(),after:"idle",blinkEmotion:C},u=C,g(m.paths[0]??null,C)}function fe(P){if(m.kind==="browBlend"){for(;P>=m.holdUntil&&m.index<m.paths.length-1;)m.index+=1,m.holdUntil=P+Lt();const C=m.paths[m.index]??null;g(C),P>=m.holdUntil&&m.index>=m.paths.length-1&&(p=m.targetBrow,d=m.targetBrow,g(v(m.targetBrow)),m={kind:"idle",nextBlinkAt:P+l});return}if(m.kind==="idle"){g(v(d),u),P>=m.nextBlinkAt&&Q(P,u,!1);return}if(m.kind==="doublePause"){g(v(d),m.blinkEmotion),P>=m.resumeAt&&Q(P,m.blinkEmotion,!0);return}if(m.kind==="playing"){for(;P>=m.holdUntil&&m.index<m.paths.length-1;)m.index+=1,m.holdUntil=P+Lt();if(g(m.paths[m.index]??null,m.blinkEmotion),P>=m.holdUntil&&m.index>=m.paths.length-1){if(m.after==="resumeIdle"){N(P+l,c);return}if(m.after==="doublePause"){m={kind:"doublePause",resumeAt:P+at(i,o),blinkEmotion:m.blinkEmotion},g(v(d),m.blinkEmotion);return}if(m.after==="idle"&&Math.random()<s){m={kind:"doublePause",resumeAt:P+at(i,o),blinkEmotion:m.blinkEmotion},g(v(d),m.blinkEmotion);return}N(P,m.blinkEmotion)}}}return{advance:fe,setTargetEmotion(P,C){const V=We(P,c);if(V===c)return;const Y=performance.now();!C?.force&&f>0&&!(c==="neutral"&&V!=="neutral")&&Y-T<f||(c=V,u=V,T=Y)},setTargetEyebrow(P){const C=Be(P);if(C===d)return;const V=performance.now(),Y=m.kind==="browBlend"?sn(A)??p:p;d=C,!(C===Y&&m.kind!=="browBlend")&&(m.kind==="playing"||m.kind==="doublePause"||L(V,Y,C))},snapToEmotion(P){const C=We(P),V=Je(C);c=C,u=C,d=V,p=V,T=performance.now(),m={kind:"idle",nextBlinkAt:performance.now()+at(4e3,7e3)},g(v(V),C)},getTargetEmotion:()=>c,getTargetEyebrow:()=>d,getExpressionPath:()=>A,getDrawKey:()=>x,reset(){c="neutral",u="neutral",d=0,p=0,T=0,N(performance.now()+at(r,n),"neutral")}}}function $i(){const e=document.createElement("video");e.muted=!0,e.playsInline=!0,e.preload="auto",e.setAttribute("playsinline",""),e.loop=!0;let t=!1,r=null,n="";const s=()=>{r&&(URL.revokeObjectURL(r),r=null)};return{async load(i){t&&n===i||(s(),t=!1,n=i,i.startsWith("blob:")&&(r=i),await new Promise((o,a)=>{const l=()=>{const f=e.duration;if(!Number.isFinite(f)||f<=0){a(new Error(`Idle video has invalid duration: ${i}`));return}t=!0,e.currentTime=0,o()};e.addEventListener("loadeddata",l,{once:!0}),e.addEventListener("error",()=>a(new Error(`Failed to load idle video: ${i}`)),{once:!0}),e.src=i,e.load()}))},isReady(){return t},getVideo(){return e},setActive(i){t&&(i?e.paused&&e.play().catch(()=>{}):e.paused||e.pause())},restart(){t&&(e.currentTime=0)},dispose(){e.pause(),e.removeAttribute("src"),e.load(),s(),t=!1,n=""}}}const Hi=50,os=400;function Ki(e,t,r){return e.filter(n=>{const s=n.queueIndex??-1;return s>=t&&s<=r})}function qi(e,t){const r=[];for(const n of e){const s=Ki(t,n.start_word,n.end_word);if(s.length===0)continue;const i=s[0],o=s[s.length-1];r.push({sentence:n,startMs:Math.max(0,i.wtime-Hi),endMs:o.wtime+o.wduration+os})}return r.sort((n,s)=>n.startMs-s.startMs)}function Gi(e,t,r,n="neutral"){const s=We(n);if(t.length===0)return s;if(r.length===0||e<r[0].wtime)return We(t[0]?.emotion,s);const i=qi(t,r);let o=null;for(const f of i)e>=f.startMs&&e<=f.endMs&&(o=f);if(o)return We(o.sentence.emotion,s);const a=r[r.length-1],l=a.wtime+a.wduration;return e>l+os?We(t[t.length-1]?.emotion,s):s}function Lr(e,t,r,n,s=es){const i=new OffscreenCanvas(r,n),o=i.getContext("2d",{willReadFrequently:!0});o.drawImage(e,0,0,r,n);const a=o.getImageData(0,0,r,n),l=o.createImageData(r,n);l.data.set(a.data);const c=new OffscreenCanvas(r,n).getContext("2d",{willReadFrequently:!0});for(const u of t){c.clearRect(0,0,r,n),c.drawImage(u,0,0,r,n);const d=c.getImageData(0,0,r,n);for(let p=0;p<l.data.length;p+=4){const T=d.data[p],m=d.data[p+1],A=d.data[p+2];Math.max(T,m,A)>s&&(l.data[p]=T,l.data[p+1]=m,l.data[p+2]=A,l.data[p+3]=255)}}return o.putImageData(l,0,0),i}let Qe=null,lt=null;const Ht=new Map;function zi(){Qe=null,lt=null,Ht.clear()}En(zi);function ji(e){return e??lt??void 0}function Or(e){return new Promise((t,r)=>{const n=new Image;n.decoding="async",n.onload=()=>t(n),n.onerror=()=>r(new Error(`Failed to load image: ${e}`)),n.src=e})}async function Yi(e){return bt()?wi(await dt(Wt(),e??"")):Or(Wt())}async function on(e,t,r,n){const s=r?await Zn(e,n):await fetch(e).then(f=>{if(!f.ok)throw new Error(`Failed to load ${e}`);return f.json()}),i=s.sheets?.[0];if(!i?.path)throw new Error(`${e} has no sheets[0].path`);const o=r?await hi(await dt(rs(t,i.path,r),n??"")):await Or(`${t}/${i.path}`),a=new Map;for(const f of s.cells??[])f.path&&a.set(f.path,f);const l=new Map;for(const f of s.sheets??[])l.set(f.index,f);return{atlas:o,atlasMeta:s,cellByPath:a,sheetByIndex:l,diffBase:t}}async function _r(e){const t=ji(e),r=bt();if(r&&!t)throw new Error("Encrypted assets enabled but no key provided");if(Qe&&(!r||lt===(t??null))){const i=await Qe;return{...ft(i),visemePaths:[...i.viseme.cellByPath.keys()]}}lt=t??null,Ht.clear();const n=In();Qe=(async()=>{const i=await Yi(t),o=await on(An(),n,r,t);let a=null;try{a=await on(Pn(),n,r,t)}catch{a=null}return{sil:i,viseme:o,expression:a}})();const s=await Qe;return{...ft(s),visemePaths:[...s.viseme.cellByPath.keys()]}}async function Nr(e){if(await _r(e),!Qe)throw new Error("Assets not loaded");return Qe}function ft(e){return Qn(e.viseme.atlasMeta,e.sil.naturalWidth,e.sil.naturalHeight)}function Qi(e,t){const r=document.createElement("canvas");return r.width=t.w,r.height=t.h,r.getContext("2d",{willReadFrequently:!0}).drawImage(e.atlas,t.x,t.y,t.w,t.h,0,0,t.w,t.h),r}async function Kt(e,t,r){const n=`${t.diffBase}::${r}`,s=Ht.get(n);if(s)return s;const i=(async()=>{const o=t.cellByPath.get(r);if(!o)throw new Error(`No atlas cell for path: ${r}`);const a=Xn(t.atlasMeta,o),l=ft(e);if(Jn(o)){const u=Qi(t,o),d=document.createElement("canvas");d.width=l.width,d.height=l.height;const p=d.getContext("2d");return p.fillStyle="#000",p.fillRect(0,0,l.width,l.height),p.drawImage(u,a.x,a.y),d}const f=`${t.diffBase}/${r}`,c=await Or(f);if(c.naturalWidth===l.width&&c.naturalHeight===l.height)return c;throw new Error(`Diff PNG wrong size for ${r}`)})();return Ht.set(n,i),i}async function lr(e,t,r,n,s,i){if(s){const{width:p,height:T}=s;if(i&&!i()||t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA)return;const m=document.createElement("canvas");m.width=p,m.height=T;const A=m.getContext("2d");if(A.clearRect(0,0,p,T),A.drawImage(t,0,0,p,T),i&&!i())return;(e.width!==p||e.height!==T)&&(e.width=p,e.height=T);const x=e.getContext("2d");x.clearRect(0,0,p,T),x.drawImage(m,0,0);return}const o=await Nr(),a=Jt(o.viseme.atlasMeta),{width:l,height:f}=ft(o);(e.width!==l||e.height!==f)&&(e.width=l,e.height=f);const c=[],u=e.getContext("2d");if(u.clearRect(0,0,l,f),t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA){const p=o.sil;u.drawImage(p,0,0,l,f);return}if(c.length===0){u.drawImage(t,0,0,l,f);return}const d=Lr(t,c,l,f,a);u.drawImage(d,0,0)}async function Sr(e,t,r){const n=await Nr(lt??void 0),s=Jt(n.viseme.atlasMeta),{width:i,height:o}=ft(n);(e.width!==i||e.height!==o)&&(e.width=i,e.height=o);const a=[];if(t.mouthPath){const c=new Set(n.viseme.cellByPath.keys()),u=Dr(t.mouthPath,c)??(c.has(t.mouthPath)?t.mouthPath:null);u&&a.push(await Kt(n,n.viseme,u))}if(t.expressionPath&&n.expression){const c=Br(t.expressionPath,u=>n.expression.cellByPath.has(u));c&&a.push(await Kt(n,n.expression,c))}const l=e.getContext("2d");if(l.clearRect(0,0,i,o),a.length===0){l.drawImage(n.sil,0,0,i,o);return}const f=Lr(n.sil,a,i,o,s);l.drawImage(f,0,0)}async function Xi(e,t){const r=await Nr(lt??void 0),n=Jt(r.viseme.atlasMeta),{width:s,height:i}=ft(r),o=[];if(e.mouthPath){const c=new Set(r.viseme.cellByPath.keys()),u=Dr(e.mouthPath,c)??(c.has(e.mouthPath)?e.mouthPath:null);u&&o.push(await Kt(r,r.viseme,u))}if(e.expressionPath&&r.expression){const c=Br(e.expressionPath,u=>r.expression.cellByPath.has(u));c&&o.push(await Kt(r,r.expression,c))}const a=new OffscreenCanvas(s,i),l=a.getContext("2d");if(o.length===0)return l.drawImage(r.sil,0,0,s,i),a.transferToImageBitmap();const f=Lr(r.sil,o,s,i,n);return l.drawImage(f,0,0),a.transferToImageBitmap()}async function Ji(e){await Sr(e,{mouthPath:null,expressionPath:null})}let as=null;function an(e){as=e}function qe(){return as}function Zi(e){return`${e.from}→${e.to}@${e.fromVtime}`}function un(){return{rafTicksSpeaking:0,rafTicksDeduped:0,drawsRequested:0,drawsDisplayed:0,queueSuperseded:0,workerStale:0,rifeFramesOmittedByGap:0,transitionFramesSampled:0,transitionFramesDisplayed:0,transitionFramesMissed:0,bufferTicks:0,bufferHits:0,bufferUnderruns:0,bufferPrefetched:0}}function eo(){let e=un();const t=new Set,r=new Set,n=new Set;let s="",i=-1,o="";const a=()=>{e=un(),t.clear(),r.clear(),n.clear(),s="",i=-1,o=""},l=c=>{t.add(c)},f=c=>{c&&n.add(c)};return{reset:a,onRafTickSpeaking(){e.rafTicksSpeaking+=1},onDrawDeduped(){e.rafTicksDeduped+=1},onDrawRequested(){e.drawsRequested+=1},onQueueSuperseded(){e.queueSuperseded+=1},onWorkerStale(){e.workerStale+=1},onTransitionSample(c,u){const d=Zi(c);e.transitionFramesSampled+=1,d!==s&&(s=d,i=-1,o!==d&&(o=d,e.rifeFramesOmittedByGap+=c.omittedByGap)),u&&r.add(u),i>=0&&c.frameIdx>i+1&&(e.transitionFramesMissed+=c.frameIdx-i-1),i=c.frameIdx},onBufferTick(){e.bufferTicks+=1},onBufferHit(){e.bufferHits+=1},onBufferUnderrun(){e.bufferUnderruns+=1},onBufferPrefetched(){e.bufferPrefetched+=1},onBufferReset(){},onDrawDisplayed(c,u){if(e.drawsDisplayed+=1,c.transitionMeta){e.transitionFramesDisplayed+=1;const p=c.transitionMeta;l(p.fromVtime),l(p.toVtime),f(c.mouthPath);return}if(c.label.includes("→")){e.transitionFramesDisplayed+=1;return}const d=c.label.trim();if(!(!d||d==="sil")){for(const p of u)if(p.viseme===d&&c.elapsedMs>=p.vtime&&c.elapsedMs<p.vtime+p.vduration){l(p.vtime);break}}},snapshot(c,u){let d=0,p=0;for(const M of c)if(M.viseme!=="sil"){if(M.vtime>=u)break;d+=1,t.has(M.vtime)&&(p+=1)}const T=d>0?Math.round(p/d*100):100,m=e.queueSuperseded+e.workerStale+Math.max(0,e.drawsRequested-e.drawsDisplayed),A=d-p,x=e.bufferTicks>0?Math.round(e.bufferHits/e.bufferTicks*100):100;return{...e,bufferHitRate:x,renderLoss:m,visemeSlotsTotal:d,visemeSlotsCovered:p,visemeCoveragePct:T,transitionFramesUniqueSampled:r.size,transitionFramesUniquePainted:n.size,drawsDeduped:e.rafTicksDeduped,renderSkips:e.rafTicksDeduped+m,visemesShown:p,visemesSkipped:A,rifeTransitionFramesSkipped:e.transitionFramesMissed}}}}const us=kr,to=200,cn=300,ro=100,no=600,cs="__sil__";function ln(e){return e.lastDrawnKey?e.lastDrawnKey.split("|")[0]===cs:!1}function Vr(){return{lastDrawnKey:""}}function Ce(e){e.lastDrawnKey="",e.transitionCache=void 0}function so(e,t){if(t?.transitionCache&&t.transitionCache.queueLength===e.length)return t.transitionCache.transitions;const r=Un(e);return t&&(t.transitionCache={queueLength:e.length,transitions:r}),r}function io(e,t){let r="sil";for(const n of e)n.viseme!=="sil"&&(t!=null&&n.vtime>t||(r=n.viseme));return r}function oo(e,t,r,n=120){if(r!=="sil")return r;const s=zn(e,t,n);return s!=="sil"?s:io(e,t)}function ao(e,t){return e==="sil"?!1:t?vi(e,"sil",t):Fr(e,"sil").length>0}function uo(){return us+no}function qt(e){return e??cs}function Ur(e,t,r,n,s=ro){if(e.length===0)return{diffPath:null,label:"sil"};if(t>=Ye(e))return{diffPath:null,label:"sil"};const i=so(e,n),o=ei(i,t);if(o){const f=Wn(o.fromVtime,o.toVtime,o.from,o.to);if(t>=f.transStart&&t<f.transEnd){let c=Fr(o.from,o.to);r&&(c=ts(c,r));const u=Ti(c,f.effectiveGapMs);if(u.length>0){const d=ki(t,f.transStart,f.transEnd,u.length);return{diffPath:u[d]??u[u.length-1],label:`${o.from}→${o.to}`,transitionMeta:{from:o.from,to:o.to,fromVtime:o.fromVtime,toVtime:o.toVtime,frameIdx:d,frameCount:u.length,fullFrameCount:c.length,omittedByGap:Math.max(0,c.length-u.length)}}}return{diffPath:_t(o.to),label:o.to}}}const a=jt(e);let l=Ln(a,t);return l==="sil"&&(l=zn(e,t,s)),l==="sil"?{diffPath:null,label:"sil"}:{diffPath:_t(l),label:l}}function Zt(e,t){const r=t??qt(e.expressionPath);return`${qt(e.mouthPath)}|${r}`}function fn(e,t,r,n,s,i,o,a,l,f){const c=Ur(t,r,l,i),u={mouthPath:c.diffPath,expressionPath:n},d=Zt(u,s),p=qe();if(c.transitionMeta&&p?.onTransitionSample(c.transitionMeta,c.diffPath),d===i.lastDrawnKey){p?.onDrawDeduped();return}p?.onDrawRequested(),a(c),i.lastDrawnKey=d,o(e,u,d,T=>{T===d&&(i.lastDrawnKey=d)})}function fr(e,t,r,n,s,i,o=null){const a={mouthPath:null,expressionPath:t},l=o!=null?`|idle@${Math.round(o*1e3)}`:"",f=Zt(a,r)+l;!(o!=null)&&f===n.lastDrawnKey||(i(o!=null?t?"idle · blink":"idle":t?"blink":"sil"),s(e,a,f,u=>{u===f&&(n.lastDrawnKey=f)}))}function ls(e,t,r,n,s=yt,i){if(r<=t||e.length===0)return[];const o=i??Vr(),a=[];let l="";for(let f=t;f<r;f+=s){const c=Ur(e,f,n,o),u=qt(c.diffPath);u!==l&&(l=u,a.push({displayAtMs:f,mouthPath:c.diffPath,mouthKey:u,label:c.label}))}return a}const co=3;function Wr(e){let t=0;const r=[];let n=!1,s=!1;const i=async()=>{if(!n){n=!0;try{for(;r.length>0;){const a=r.shift(),l=++t;await e(a.diffs,l,a)&&l===t&&a.onDisplayed?.(a.drawKey)}}finally{n=!1,r.length>0&&i()}}},o=()=>{s||(s=!0,queueMicrotask(()=>{s=!1,i()}))};return{enqueue(a,l,f){const c=r.findIndex(u=>u.drawKey===l);c>=0?r[c]={diffs:a,drawKey:l,onDisplayed:f}:(r.length>=co&&(r.shift(),qe()?.onQueueSuperseded()),r.push({diffs:a,drawKey:l,onDisplayed:f})),o()},reset(){t+=1,r.length=0},isLatestSeq(a){return a===t},getLatestSeq(){return t}}}function lo(e,t=2){const r=[],n=new Set;let s=0,i=!1,o=0;const a=(f,c)=>`${f}|${c}`,l=async()=>{if(!i){i=!0;try{for(;s<t&&r.length>0;){const f=r.shift(),c=a(f.displayAtMs,f.drawKey);if(n.has(c))continue;n.add(c),s+=1;const u=o;try{await e(f)}finally{if(n.delete(c),s-=1,u!==o)return}}}finally{i=!1,r.length>0&&s<t&&l()}}};return{enqueue(f){const c=a(f.displayAtMs,f.drawKey);n.has(c)||r.some(u=>a(u.displayAtMs,u.drawKey)===c)||(r.push(f),l())},isQueuedOrInflight(f,c){const u=a(f,c);return n.has(u)?!0:r.some(d=>a(d.displayAtMs,d.drawKey)===u)},reset(){o+=1,r.length=0,n.clear(),s=0},pendingCount(){return r.length+s}}}function fo(){const e=new Map,t=r=>{r.bitmap.close()};return{has(r,n){return e.has(n)},markRendered(r,n,s,i,o){const a=e.get(n);a&&t(a),e.set(n,{displayAtMs:r,mouthKey:n,label:s,mouthPath:i,bitmap:o})},findForMouthKey(r){return e.get(r)??null},removeThrough(r){},pruneBefore(r){},reset(){for(const r of e.values())t(r);e.clear()},size(){return e.size}}}function mo(e,t,r,n,s,i){const o=ls(t,r,n,s,yt,i);if(o.length===0)return{ready:0,total:0};let a=0;for(const l of o)e.has(l.displayAtMs,l.mouthKey)&&(a+=1);return{ready:a,total:o.length}}function ho(e){const t=fo(),r=Vr(),n=new Set;let s="",i=null;const o=lo(async u=>{try{if(!e.supportsBufferedPlayback)return;const d=await e.compositePrefetchFrame(u.diffs,u.mouthKey);if(!d)return;t.markRendered(u.displayAtMs,u.mouthKey,u.label,u.mouthPath,d),qe()?.onBufferPrefetched()}finally{n.delete(u.mouthKey)}},Is),a=u=>{for(const d of u)t.has(d.displayAtMs,d.mouthKey)||n.has(d.mouthKey)||o.isQueuedOrInflight(0,d.mouthKey)||(n.add(d.mouthKey),o.enqueue({...d,displayAtMs:0,drawKey:d.mouthKey,diffs:{mouthPath:d.mouthPath,expressionPath:null}}))},l=(u,d,p,T=ar)=>{if(!e.supportsBufferedPlayback)return;const m=Math.max(0,d-yt*4),A=ls(u,m,d+T,p,yt,r);a(A)},f=(u,d)=>{s=u,i=d},c=(u,d)=>!(s!==u||i!==d);return{reset(){t.reset(),o.reset(),n.clear(),Ce(r),s="",i=null,qe()?.onBufferReset()},markExternallyDisplayed(u,d){f(u.split("|")[0]??u,d)},warmupTick(u){e.supportsBufferedPlayback&&l(u.queue,0,u.availablePaths,Math.max(zr,ar))},isWarmupReady(u,d=zr){if(!e.supportsBufferedPlayback)return!0;const{ready:p,total:T}=mo(t,u.queue,0,d,u.availablePaths,r);return T===0?!1:p/T>=Es},getBufferedFrameCount:()=>t.size(),tick(u){const d=qe();d?.onBufferTick(),l(u.queue,u.elapsedMs,u.availablePaths),t.pruneBefore(u.elapsedMs-ar);const p=Ur(u.queue,u.elapsedMs,u.availablePaths,r),T=qt(p.diffPath),m=Zt({mouthPath:p.diffPath,expressionPath:u.expressionPath},u.expressionDrawKey),A=()=>(f(T,u.expressionPath),d?.onBufferHit(),{usedBuffer:!0,underrun:!1,held:!0});if(c(T,u.expressionPath)||u.playbackState.lastDrawnKey===m)return A();const x=t.findForMouthKey(T,u.elapsedMs,yt);return x&&u.expressionPath!=null?(d?.onBufferHit(),{usedBuffer:!1,underrun:!1,held:!1}):x?(e.blitBitmap(u.canvas,x.bitmap),f(x.mouthKey,u.expressionPath),u.playbackState.lastDrawnKey=m,u.onStatus({diffPath:x.mouthPath,label:x.label}),u.onDisplayed(m,x.mouthPath,x.label),d?.onBufferHit(),{usedBuffer:!0,underrun:!1,held:!1}):(d?.onBufferUnderrun(),{usedBuffer:!1,underrun:!0,held:!1})}}}const po=`
|
|
5
|
+
`);se=Ce.pop()??"";for(const Te of Ce)await _t(Te);if(st){se.trim()&&await _t(se.trim()),me===D&&!re.signal.aborted&&V&&k.markStreamComplete(r);break}}}catch(Ke){if(re.signal.aborted||!V)return;console.error("[realtimeVoice] avatar_speak failed:",Ke),e("error"),$()}finally{P===re&&(P=null)}},Re=h=>{const R=wi(h);if(!R){console.warn("[realtimeVoice] server message with no payload",h);return}const Q=String(R.type??"unknown");switch(Q!=="avatar_metadata"&&Q!=="avatar_audio_chunk"&&Q!=="avatar_lipsync"&&Q!=="avatar_interrupt"&&Q!=="error"&&console.debug("[realtimeVoice] server message",Q,R),Q){case"avatar_metadata":g(R);break;case"avatar_audio_chunk":Z(R);break;case"avatar_lipsync":oe(R);break;case"avatar_interrupt":M(R);break;case"error":{const re=String(R.message??"Voice session error");console.error("[realtimeVoice] server error:",re),e("error"),$();break}case"avatar_speak":ye(R);break}},_e=()=>p||(E=new di,p=new vs.PipecatClient({transport:new kr.WebSocketTransport({mediaManager:E,serializer:new fi,recorderSampleRate:Br,playerSampleRate:Lr}),enableCam:!1,enableMic:!0,callbacks:{onBotReady:()=>{d=!0,e("idle"),$()},onDisconnected:()=>{d=!1,I()},onError:h=>{const R=typeof h=="object"&&h!==null&&"data"in h?String(h.data??h):String(h);console.error("[realtimeVoice]",R,h),e("error"),$()},onTransportStateChanged:h=>{h==="error"&&(e("error"),$())},onServerMessage:h=>{he(h)},onUserStartedSpeaking:()=>{},onBotStartedSpeaking:()=>{ke(),J("bot_started")},onBotStoppedSpeaking:()=>{V&&(Y(),j=setTimeout(()=>{j=null,V&&(k.markStreamComplete(r),J("bot_stopped"))},450))},onUserTranscript:h=>{String(h.text??""),m.onUserTranscript?.(h.text,!!h.final)},onBotOutput:h=>{m.onBotOutput?.(h.text)}}}),p);return{setDeveloperToken:h=>{},setTtsEngineId:h=>{u=h,k.setStreamTtsEngineId(h)},getTtsEngineId:()=>u,speak:async(h,R)=>{const Q=h.trim();if(Q){if(!p||!d)throw new Error("Realtime voice is not connected. Call connect() first.");z(),await p.sendText(Q)}},stop:()=>{P?.abort(),P=null,D+=1,ke(),z(),e("idle"),$()},connect:async h=>{if(h&&(m={...m,...h}),!m.authToken?.trim())throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");e("loading");const R=_e();await R.initDevices();const Q=Zn(m);console.info("[realtimeVoice] connecting (avatar_audio_chunk RTVI):",Q);try{await R.connect({wsUrl:Q})}catch(re){d=!1,e("error"),$();const me=re instanceof Error?re.message:"Realtime voice connect failed (WebSocket 101 only means upgrade OK — check authToken/origin/RTVI handshake)";throw new Error(`${me} — ${Q}`)}d=!0,e("idle"),$()},disconnect:async()=>{if(Y(),N=!1,w.length=0,b=!1,P?.abort(),P=null,D+=1,ke(),p)try{await p.disconnect()}catch(h){console.error("[realtimeVoice] disconnect failed:",h)}d=!1,I()},isConnected:()=>d,unlockAudio:async()=>{await k.primeAudioContext()},getVisemeQueue:()=>r,getWordQueue:()=>n,getFullVisemeQueue:()=>s,getFullWordQueue:()=>i,getSentenceEmotions:()=>a,getStreamMood:()=>c,getPlaybackElapsedMs:ce,isSpeaking:()=>k.isSpeaking(),isWarmingUp:()=>k.isWarmingUp(),releaseWarmupHold:()=>k.releaseWarmupHold(),setLipsyncWarmupHold:(h,R)=>{R&&(q=R),k.setLipsyncWarmupHoldEnabled(h)},getVoiceStream:()=>k.getVoiceStream(),setPlaybackSpeed:h=>{k.setPlaybackSpeed(h)},getPlaybackSpeed:()=>k.getPlaybackSpeed(),subscribe:h=>(C.add(h),()=>C.delete(h))}}function ts(e,t,r){return{width:e.crop?.source_width??t,height:e.crop?.source_height??r}}function rs(e,t){const r=e.crop;return{x:t?.source_x??r?.x??0,y:t?.source_y??r?.y??0,width:t?.source_w??r?.width??e.frame_width??0,height:t?.source_h??r?.height??e.frame_height??0}}function ns(e){return e?(e.w??0)>0&&(e.h??0)>0:!1}async function pt(e,t){const r=await fetch(e);if(!r.ok)throw new Error(`Failed to load encrypted asset: ${e}`);const n=await r.arrayBuffer();return $s(n,t)}async function ss(e,t){if(!t)throw new Error("Missing asset key for encrypted JSON");const r=await pt(e,t),n=new TextDecoder().decode(r);return JSON.parse(n)}async function yi(e){const t=new Blob([e],{type:"image/webp"});return createImageBitmap(t)}async function _i(e){const t=new Blob([e],{type:"image/webp"}),r=URL.createObjectURL(t);return new Promise((n,s)=>{const i=new Image;i.decoding="async",i.onload=()=>{URL.revokeObjectURL(r),n(i)},i.onerror=()=>{URL.revokeObjectURL(r),s(new Error("Failed to decode decrypted image"))},i.src=r})}async function Si(e){const t=new Blob([e],{type:"image/png"});return createImageBitmap(t)}async function vi(e){const t=new Blob([e],{type:"image/png"}),r=URL.createObjectURL(t);return new Promise((n,s)=>{const i=new Image;i.decoding="async",i.onload=()=>{URL.revokeObjectURL(r),n(i)},i.onerror=()=>{URL.revokeObjectURL(r),s(new Error("Failed to decode decrypted PNG"))},i.src=r})}function bi(e){const t=new Blob([e],{type:"video/mp4"});return URL.createObjectURL(t)}async function Ti(e){const t=Ks();if(!It())return t;if(!e)throw new Error("Missing asset key for encrypted idle video");const r=await pt(t,e);return bi(r)}function lt(e,t){return`${e}/${t}_minus_sil.png`}const is=5;function rr(e){const t=e?.composite_threshold;if(typeof t=="number"&&t>0)return t;const r=e?.crop?.content_threshold;return typeof r=="number"&&r>0?r:is}const Ei=["aa","E","I","O","U","PP","FF","DD","SS","TH","CH","RR","kk","nn"],vr=["t01_0.25","t02_0.50","t03_0.75"],ki=vr.length,nn=new Set(["aa__kk","aa__nn","aa__sil","CH__aa","CH__DD","CH__E","CH__FF","CH__I","CH__kk","CH__nn","CH__O","CH__PP","CH__RR","CH__sil","CH__SS","CH__TH","CH__U","DD__aa","DD__E","DD__FF","DD__I","DD__kk","DD__nn","DD__O","DD__PP","DD__RR","DD__sil","DD__SS","DD__TH","DD__U","E__aa","E__FF","E__I","E__kk","E__nn","E__O","E__PP","E__RR","E__sil","E__SS","E__TH","E__U","FF__aa","FF__I","FF__kk","FF__nn","FF__O","FF__PP","FF__RR","FF__sil","FF__SS","FF__TH","FF__U","I__aa","I__kk","I__nn","I__O","I__PP","I__RR","I__sil","I__SS","I__TH","I__U","kk__nn","kk__sil","nn__sil","O__aa","O__kk","O__nn","O__PP","O__RR","O__sil","O__SS","O__TH","O__U","PP__aa","PP__kk","PP__nn","PP__RR","PP__sil","PP__SS","PP__TH","PP__U","RR__aa","RR__kk","RR__nn","RR__sil","RR__SS","RR__TH","RR__U","SS__aa","SS__kk","SS__nn","SS__sil","SS__TH","SS__U","TH__aa","TH__kk","TH__nn","TH__sil","TH__U","U__aa","U__kk","U__nn","U__sil"]);function sn(e,t){return`${e}__${t}`}function on(e,t){return`pairs/${e}/${t}_minus_sil.png`}function dt(e){return`${e}_minus_sil.png`}function Or(e,t){if(t.has(e))return e;const r=/^pairs\/([^/]+)\//.exec(e);if(!r)return null;const n=r[1].split("__")[1];if(!n||n==="sil")return null;const s=dt(n);return t.has(s)?s:null}function os(e,t){return e.filter(r=>t.has(r))}function Ii(e,t,r){const n=Nr(e,t);return os(n,r).length>0}function Nr(e,t){if(e===t)return[];const r=[],n=sn(e,t);if(nn.has(n)){for(const i of vr)r.push(on(n,i));return r}const s=sn(t,e);if(nn.has(s)){for(let i=ki-1;i>=0;i--)r.push(on(s,vr[i]));return r}return[]}function Ai(e){return e<16?[1]:e<24?[1]:e<35?[0,1,2]:[0,1,2]}function Pi(e,t){return Ai(t).map(n=>e[n]).filter(n=>n!=null)}function xi(e,t,r,n){if(n<=0)return 0;const i=Math.max(1,r-t)/n,o=e-t,a=Math.floor(o/i);return Math.min(n-1,Math.max(0,a))}function as(e,t,r){if(!r)return`${e}/${t}`;const n=t.split("/").pop()??t,s=n.includes(".")?n.slice(0,n.lastIndexOf(".")):n;return`${e}/${s}.bin`}const Mi=[.32,.24,.16,.08,0],Ri=Mi.map(e=>`eyes_${e.toFixed(2)}`),Ci=["eyes_0.32","eyes_0.16","eyes_0.00"],Di=["eyes_0.32","eyes_0.16","eyes_0.08","eyes_0.00"],Le=2,Fi=-20,qt=16,us={fear:-20,anger:-20,sad:-10,neutral:0,love:0,happy:0,disgust:10};function Tt(e){return`brow_${e}`}function Ze(e){return us[e]}function Ue(e){return Math.max(Fi,Math.min(qt,e))}function Bi(e,t){if(e===t)return[];const r=e<t,n=r?Le:-Le,s=[];let i=e;if(i%Le!==0){const o=r?Math.ceil(i/Le)*Le:Math.floor(i/Le)*Le,a=Ue(o);if(r?a>=t:a<=t)return[t];i=a,s.push(i)}for(;;){const o=i+n;if(r?o>=t:o<=t){t!==i&&s.push(t);break}i=o,s.push(i)}return s}function an(e){const t=Ue(e);if(t%Le===0)return[t];const r=Math.floor(t/Le)*Le,n=Math.min(qt,r+Le),s=Ue(r);return t-s<=n-t?s===n?[s]:[s,n]:s===n?[n]:[n,s]}const Li=["fear","anger","sad","neutral","love","happy","disgust"],Oi={fear:"fear",afraid:"fear",anxiety:"fear",anger:"anger",angry:"anger",mad:"anger",sad:"sad",sadness:"sad",sorrow:"sad",neutral:"neutral",calm:"neutral",love:"love",loving:"love",affection:"love",happy:"happy",happiness:"happy",joy:"happy",joyful:"happy",excited:"happy",disgust:"disgust",disgusted:"disgust"};function He(e,t="neutral"){const r=String(e??"").trim().toLowerCase();return r?Oi[r]??t:t}function cs(e){return e===0?null:lt(Tt(e),"eyes_standard")}function ls(e){return cs(Ze(e))}const Ni={[-20]:"anger",[-10]:"sad",0:"neutral",10:"disgust"};function Vr(e,t){if(!e)return null;if(t(e))return e;const r=e.match(/^brow_(-?\d+)\/(eyes_[^/]+)_minus_sil\.png$/);if(r){const s=Number(r[1]),i=r[2];for(const a of an(s)){if(a===s)continue;const l=lt(Tt(a),i);if(t(l))return l}const o=Ni[s];if(o){const a=lt(o,i);if(t(a))return a}return null}const n=e.match(/^(fear|anger|sad|neutral|love|happy|disgust)\/(eyes_[^/]+)_minus_sil\.png$/);if(n){const s=n[1],i=n[2],o=Ze(s);for(const a of[o,...an(o)]){const l=lt(Tt(a),i);if(t(l))return l}}return null}function un(e,t){const r=Tt(Ze(e));return!t||t==="eyes_standard"?ls(e):e==="neutral"&&t==="eyes_standard"?null:lt(r,t)}function Vi(e,t){const r=[];for(const n of t)r.push(un(e,n));for(let n=t.length-2;n>=0;n--)r.push(un(e,t[n]));return r.push(ls(e)),r}function Ui(e){return lt(Tt(e),"eyes_standard")}function Wi(e,t){return Bi(e,t).map(Ui)}const $i=6;function Hi(e,t){for(const r of e)if(t>=r.wtime&&t<r.wtime+r.wduration)return r;return null}function Ki(e){const t=Ue(e);return t>=qt?qt:Ue(t+$i)}function qi(e,t,r){const n=Ue(r);return Hi(t,e)?.emphasis?Ki(n):n}function cn(e){if(!e)return 0;const t=e.match(/^brow_(-?\d+)\//);if(!t?.[1])return null;const r=Number.parseInt(t[1],10);return Number.isFinite(r)?Ue(r):null}function ct(e,t){return e+Math.random()*(t-e)}function Vt(){return ct(14,32)}function Gi(e={}){const{initialDelayMs:t=800+Math.random()*1200,intervalMinMs:r=2200,intervalMaxMs:n=5800,doubleBlinkChance:s=.18,doubleBlinkGapMinMs:i=120,doubleBlinkGapMaxMs:o=220,fullBlinkChance:a=.75,postEmotionChangeDelayMs:l=380,minDwellMs:f=550}=e;let c="neutral",u="neutral",d=0,p=0,E=0,m={kind:"idle",nextBlinkAt:performance.now()+t},A=null,x="__eyes_open__|neutral|brow:0";function C(P=c){x=`${A??"__eyes_open__"}|${P}|brow:${p}`}function w(P,D=c){A=P;const N=cn(P);N!=null?p=N:P==null&&(p=0),C(D)}function b(P){return cs(P)}function O(P,D,N){const j=Ue(D),F=Ue(N);if(d=F,j===F){w(b(F));return}const Y=[...Wi(j,F),b(F)];m={kind:"browBlend",paths:Y,index:0,holdUntil:P+Vt(),targetBrow:F},w(Y[0]??null)}function V(P,D){m={kind:"idle",nextBlinkAt:P+ct(r,n)},u=D,w(b(d),D)}function X(P,D,N){const j=N?Ci:Math.random()<a?Ri:Di;m={kind:"playing",paths:Vi(D,j),index:0,holdUntil:P+Vt(),after:"idle",blinkEmotion:D},u=D,w(m.paths[0]??null,D)}function fe(P){if(m.kind==="browBlend"){for(;P>=m.holdUntil&&m.index<m.paths.length-1;)m.index+=1,m.holdUntil=P+Vt();const D=m.paths[m.index]??null;w(D),P>=m.holdUntil&&m.index>=m.paths.length-1&&(p=m.targetBrow,d=m.targetBrow,w(b(m.targetBrow)),m={kind:"idle",nextBlinkAt:P+l});return}if(m.kind==="idle"){w(b(d),u),P>=m.nextBlinkAt&&X(P,u,!1);return}if(m.kind==="doublePause"){w(b(d),m.blinkEmotion),P>=m.resumeAt&&X(P,m.blinkEmotion,!0);return}if(m.kind==="playing"){for(;P>=m.holdUntil&&m.index<m.paths.length-1;)m.index+=1,m.holdUntil=P+Vt();if(w(m.paths[m.index]??null,m.blinkEmotion),P>=m.holdUntil&&m.index>=m.paths.length-1){if(m.after==="resumeIdle"){V(P+l,c);return}if(m.after==="doublePause"){m={kind:"doublePause",resumeAt:P+ct(i,o),blinkEmotion:m.blinkEmotion},w(b(d),m.blinkEmotion);return}if(m.after==="idle"&&Math.random()<s){m={kind:"doublePause",resumeAt:P+ct(i,o),blinkEmotion:m.blinkEmotion},w(b(d),m.blinkEmotion);return}V(P,m.blinkEmotion)}}}return{advance:fe,setTargetEmotion(P,D){const N=He(P,c);if(N===c)return;const j=performance.now();!D?.force&&f>0&&!(c==="neutral"&&N!=="neutral")&&j-E<f||(c=N,u=N,E=j)},setTargetEyebrow(P){const D=Ue(P);if(D===d)return;const N=performance.now(),j=m.kind==="browBlend"?cn(A)??p:p;d=D,!(D===j&&m.kind!=="browBlend")&&(m.kind==="playing"||m.kind==="doublePause"||O(N,j,D))},snapToEmotion(P){const D=He(P),N=Ze(D);c=D,u=D,d=N,p=N,E=performance.now(),m={kind:"idle",nextBlinkAt:performance.now()+ct(4e3,7e3)},w(b(N),D)},getTargetEmotion:()=>c,getTargetEyebrow:()=>d,getExpressionPath:()=>A,getDrawKey:()=>x,reset(){c="neutral",u="neutral",d=0,p=0,E=0,V(performance.now()+ct(r,n),"neutral")}}}function zi(){const e=document.createElement("video");e.muted=!0,e.playsInline=!0,e.preload="auto",e.setAttribute("playsinline",""),e.loop=!0;let t=!1,r=null,n="";const s=()=>{r&&(URL.revokeObjectURL(r),r=null)};return{async load(i){t&&n===i||(s(),t=!1,n=i,i.startsWith("blob:")&&(r=i),await new Promise((o,a)=>{const l=()=>{const f=e.duration;if(!Number.isFinite(f)||f<=0){a(new Error(`Idle video has invalid duration: ${i}`));return}t=!0,e.currentTime=0,o()};e.addEventListener("loadeddata",l,{once:!0}),e.addEventListener("error",()=>a(new Error(`Failed to load idle video: ${i}`)),{once:!0}),e.src=i,e.load()}))},isReady(){return t},getVideo(){return e},setActive(i){t&&(i?e.paused&&e.play().catch(()=>{}):e.paused||e.pause())},restart(){t&&(e.currentTime=0)},dispose(){e.pause(),e.removeAttribute("src"),e.load(),s(),t=!1,n=""}}}const ji=50,fs=400;function Yi(e,t,r){return e.filter(n=>{const s=n.queueIndex??-1;return s>=t&&s<=r})}function Qi(e,t){const r=[];for(const n of e){const s=Yi(t,n.start_word,n.end_word);if(s.length===0)continue;const i=s[0],o=s[s.length-1];r.push({sentence:n,startMs:Math.max(0,i.wtime-ji),endMs:o.wtime+o.wduration+fs})}return r.sort((n,s)=>n.startMs-s.startMs)}function Xi(e,t,r,n="neutral"){const s=He(n);if(t.length===0)return s;if(r.length===0||e<r[0].wtime)return He(t[0]?.emotion,s);const i=Qi(t,r);let o=null;for(const f of i)e>=f.startMs&&e<=f.endMs&&(o=f);if(o)return He(o.sentence.emotion,s);const a=r[r.length-1],l=a.wtime+a.wduration;return e>l+fs?He(t[t.length-1]?.emotion,s):s}function Ur(e,t,r,n,s=is){const i=new OffscreenCanvas(r,n),o=i.getContext("2d",{willReadFrequently:!0});o.drawImage(e,0,0,r,n);const a=o.getImageData(0,0,r,n),l=o.createImageData(r,n);l.data.set(a.data);const c=new OffscreenCanvas(r,n).getContext("2d",{willReadFrequently:!0});for(const u of t){c.clearRect(0,0,r,n),c.drawImage(u,0,0,r,n);const d=c.getImageData(0,0,r,n);for(let p=0;p<l.data.length;p+=4){const E=d.data[p],m=d.data[p+1],A=d.data[p+2];Math.max(E,m,A)>s&&(l.data[p]=E,l.data[p+1]=m,l.data[p+2]=A,l.data[p+3]=255)}}return o.putImageData(l,0,0),i}let Xe=null,mt=null;const Gt=new Map;function Ji(){Xe=null,mt=null,Gt.clear()}xn(Ji);function Zi(e){return e??mt??void 0}function Wr(e){return new Promise((t,r)=>{const n=new Image;n.decoding="async",n.onload=()=>t(n),n.onerror=()=>r(new Error(`Failed to load image: ${e}`)),n.src=e})}async function eo(e){return It()?vi(await pt(Kt(),e??"")):Wr(Kt())}async function ln(e,t,r,n){const s=r?await ss(e,n):await fetch(e).then(f=>{if(!f.ok)throw new Error(`Failed to load ${e}`);return f.json()}),i=s.sheets?.[0];if(!i?.path)throw new Error(`${e} has no sheets[0].path`);const o=r?await _i(await pt(as(t,i.path,r),n??"")):await Wr(`${t}/${i.path}`),a=new Map;for(const f of s.cells??[])f.path&&a.set(f.path,f);const l=new Map;for(const f of s.sheets??[])l.set(f.index,f);return{atlas:o,atlasMeta:s,cellByPath:a,sheetByIndex:l,diffBase:t}}async function br(e){const t=Zi(e),r=It();if(r&&!t)throw new Error("Encrypted assets enabled but no key provided");if(Xe&&(!r||mt===(t??null))){const i=await Xe;return{...ht(i),visemePaths:[...i.viseme.cellByPath.keys()]}}mt=t??null,Gt.clear();const n=Mn();Xe=(async()=>{const i=await eo(t),o=await ln(Rn(),n,r,t);let a=null;try{a=await ln(Cn(),n,r,t)}catch{a=null}return{sil:i,viseme:o,expression:a}})();const s=await Xe;return{...ht(s),visemePaths:[...s.viseme.cellByPath.keys()]}}async function $r(e){if(await br(e),!Xe)throw new Error("Assets not loaded");return Xe}function ht(e){return ts(e.viseme.atlasMeta,e.sil.naturalWidth,e.sil.naturalHeight)}function to(e,t){const r=document.createElement("canvas");return r.width=t.w,r.height=t.h,r.getContext("2d",{willReadFrequently:!0}).drawImage(e.atlas,t.x,t.y,t.w,t.h,0,0,t.w,t.h),r}async function zt(e,t,r){const n=`${t.diffBase}::${r}`,s=Gt.get(n);if(s)return s;const i=(async()=>{const o=t.cellByPath.get(r);if(!o)throw new Error(`No atlas cell for path: ${r}`);const a=rs(t.atlasMeta,o),l=ht(e);if(ns(o)){const u=to(t,o),d=document.createElement("canvas");d.width=l.width,d.height=l.height;const p=d.getContext("2d");return p.fillStyle="#000",p.fillRect(0,0,l.width,l.height),p.drawImage(u,a.x,a.y),d}const f=`${t.diffBase}/${r}`,c=await Wr(f);if(c.naturalWidth===l.width&&c.naturalHeight===l.height)return c;throw new Error(`Diff PNG wrong size for ${r}`)})();return Gt.set(n,i),i}async function mr(e,t,r,n,s,i){if(s){const{width:p,height:E}=s;if(i&&!i()||t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA)return;const m=document.createElement("canvas");m.width=p,m.height=E;const A=m.getContext("2d");if(A.clearRect(0,0,p,E),A.drawImage(t,0,0,p,E),i&&!i())return;(e.width!==p||e.height!==E)&&(e.width=p,e.height=E);const x=e.getContext("2d");x.clearRect(0,0,p,E),x.drawImage(m,0,0);return}const o=await $r(),a=rr(o.viseme.atlasMeta),{width:l,height:f}=ht(o);(e.width!==l||e.height!==f)&&(e.width=l,e.height=f);const c=[],u=e.getContext("2d");if(u.clearRect(0,0,l,f),t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA){const p=o.sil;u.drawImage(p,0,0,l,f);return}if(c.length===0){u.drawImage(t,0,0,l,f);return}const d=Ur(t,c,l,f,a);u.drawImage(d,0,0)}async function Tr(e,t,r){const n=await $r(mt??void 0),s=rr(n.viseme.atlasMeta),{width:i,height:o}=ht(n);(e.width!==i||e.height!==o)&&(e.width=i,e.height=o);const a=[];if(t.mouthPath){const c=new Set(n.viseme.cellByPath.keys()),u=Or(t.mouthPath,c)??(c.has(t.mouthPath)?t.mouthPath:null);u&&a.push(await zt(n,n.viseme,u))}if(t.expressionPath&&n.expression){const c=Vr(t.expressionPath,u=>n.expression.cellByPath.has(u));c&&a.push(await zt(n,n.expression,c))}const l=e.getContext("2d");if(l.clearRect(0,0,i,o),a.length===0){l.drawImage(n.sil,0,0,i,o);return}const f=Ur(n.sil,a,i,o,s);l.drawImage(f,0,0)}async function ro(e,t){const r=await $r(mt??void 0),n=rr(r.viseme.atlasMeta),{width:s,height:i}=ht(r),o=[];if(e.mouthPath){const c=new Set(r.viseme.cellByPath.keys()),u=Or(e.mouthPath,c)??(c.has(e.mouthPath)?e.mouthPath:null);u&&o.push(await zt(r,r.viseme,u))}if(e.expressionPath&&r.expression){const c=Vr(e.expressionPath,u=>r.expression.cellByPath.has(u));c&&o.push(await zt(r,r.expression,c))}const a=new OffscreenCanvas(s,i),l=a.getContext("2d");if(o.length===0)return l.drawImage(r.sil,0,0,s,i),a.transferToImageBitmap();const f=Ur(r.sil,o,s,i,n);return l.drawImage(f,0,0),a.transferToImageBitmap()}async function no(e){await Tr(e,{mouthPath:null,expressionPath:null})}let ds=null;function fn(e){ds=e}function Ge(){return ds}function so(e){return`${e.from}→${e.to}@${e.fromVtime}`}function dn(){return{rafTicksSpeaking:0,rafTicksDeduped:0,drawsRequested:0,drawsDisplayed:0,queueSuperseded:0,workerStale:0,rifeFramesOmittedByGap:0,transitionFramesSampled:0,transitionFramesDisplayed:0,transitionFramesMissed:0,bufferTicks:0,bufferHits:0,bufferUnderruns:0,bufferPrefetched:0}}function io(){let e=dn();const t=new Set,r=new Set,n=new Set;let s="",i=-1,o="";const a=()=>{e=dn(),t.clear(),r.clear(),n.clear(),s="",i=-1,o=""},l=c=>{t.add(c)},f=c=>{c&&n.add(c)};return{reset:a,onRafTickSpeaking(){e.rafTicksSpeaking+=1},onDrawDeduped(){e.rafTicksDeduped+=1},onDrawRequested(){e.drawsRequested+=1},onQueueSuperseded(){e.queueSuperseded+=1},onWorkerStale(){e.workerStale+=1},onTransitionSample(c,u){const d=so(c);e.transitionFramesSampled+=1,d!==s&&(s=d,i=-1,o!==d&&(o=d,e.rifeFramesOmittedByGap+=c.omittedByGap)),u&&r.add(u),i>=0&&c.frameIdx>i+1&&(e.transitionFramesMissed+=c.frameIdx-i-1),i=c.frameIdx},onBufferTick(){e.bufferTicks+=1},onBufferHit(){e.bufferHits+=1},onBufferUnderrun(){e.bufferUnderruns+=1},onBufferPrefetched(){e.bufferPrefetched+=1},onBufferReset(){},onDrawDisplayed(c,u){if(e.drawsDisplayed+=1,c.transitionMeta){e.transitionFramesDisplayed+=1;const p=c.transitionMeta;l(p.fromVtime),l(p.toVtime),f(c.mouthPath);return}if(c.label.includes("→")){e.transitionFramesDisplayed+=1;return}const d=c.label.trim();if(!(!d||d==="sil")){for(const p of u)if(p.viseme===d&&c.elapsedMs>=p.vtime&&c.elapsedMs<p.vtime+p.vduration){l(p.vtime);break}}},snapshot(c,u){let d=0,p=0;for(const C of c)if(C.viseme!=="sil"){if(C.vtime>=u)break;d+=1,t.has(C.vtime)&&(p+=1)}const E=d>0?Math.round(p/d*100):100,m=e.queueSuperseded+e.workerStale+Math.max(0,e.drawsRequested-e.drawsDisplayed),A=d-p,x=e.bufferTicks>0?Math.round(e.bufferHits/e.bufferTicks*100):100;return{...e,bufferHitRate:x,renderLoss:m,visemeSlotsTotal:d,visemeSlotsCovered:p,visemeCoveragePct:E,transitionFramesUniqueSampled:r.size,transitionFramesUniquePainted:n.size,drawsDeduped:e.rafTicksDeduped,renderSkips:e.rafTicksDeduped+m,visemesShown:p,visemesSkipped:A,rifeTransitionFramesSkipped:e.transitionFramesMissed}}}}const ms=Ar,oo=200,mn=300,ao=100,uo=600,hs="__sil__";function hn(e){return e.lastDrawnKey?e.lastDrawnKey.split("|")[0]===hs:!1}function Hr(){return{lastDrawnKey:""}}function xe(e){e.lastDrawnKey="",e.transitionCache=void 0}function co(e,t){if(t?.transitionCache&&t.transitionCache.queueLength===e.length)return t.transitionCache.transitions;const r=qn(e);return t&&(t.transitionCache={queueLength:e.length,transitions:r}),r}function lo(e,t){let r="sil";for(const n of e)n.viseme!=="sil"&&(t!=null&&n.vtime>t||(r=n.viseme));return r}function fo(e,t,r,n=120){if(r!=="sil")return r;const s=Jn(e,t,n);return s!=="sil"?s:lo(e,t)}function mo(e,t){return e==="sil"?!1:t?Ii(e,"sil",t):Nr(e,"sil").length>0}function ho(){return ms+uo}function jt(e){return e??hs}function Kr(e,t,r,n,s=ao){if(e.length===0)return{diffPath:null,label:"sil"};if(t>=Qe(e))return{diffPath:null,label:"sil"};const i=co(e,n),o=ii(i,t);if(o){const f=Gn(o.fromVtime,o.toVtime,o.from,o.to);if(t>=f.transStart&&t<f.transEnd){let c=Nr(o.from,o.to);r&&(c=os(c,r));const u=Pi(c,f.effectiveGapMs);if(u.length>0){const d=xi(t,f.transStart,f.transEnd,u.length);return{diffPath:u[d]??u[u.length-1],label:`${o.from}→${o.to}`,transitionMeta:{from:o.from,to:o.to,fromVtime:o.fromVtime,toVtime:o.toVtime,frameIdx:d,frameCount:u.length,fullFrameCount:c.length,omittedByGap:Math.max(0,c.length-u.length)}}}return{diffPath:dt(o.to),label:o.to}}}const a=Jt(e);let l=Wn(a,t);return l==="sil"&&(l=Jn(e,t,s)),l==="sil"?{diffPath:null,label:"sil"}:{diffPath:dt(l),label:l}}function Et(e,t){const r=t??jt(e.expressionPath);return`${jt(e.mouthPath)}|${r}`}function pn(e,t,r,n,s,i,o,a,l,f){const c=Kr(t,r,l,i),u={mouthPath:c.diffPath,expressionPath:n},d=Et(u,s),p=Ge();if(c.transitionMeta&&p?.onTransitionSample(c.transitionMeta,c.diffPath),d===i.lastDrawnKey){p?.onDrawDeduped();return}p?.onDrawRequested(),a(c),i.lastDrawnKey=d,o(e,u,d,E=>{E===d&&(i.lastDrawnKey=d)})}function hr(e,t,r,n,s,i,o=null,a=null){const l={mouthPath:a,expressionPath:t},f=o!=null?`|idle@${Math.round(o*1e3)}`:"",c=Et(l,r)+f;!(o!=null)&&c===n.lastDrawnKey||(i(o!=null?t?"idle · blink":"idle":t?"blink":"sil"),s(e,l,c,d=>{d===c&&(n.lastDrawnKey=c)}))}function ps(e,t,r,n,s=bt,i){if(r<=t||e.length===0)return[];const o=i??Hr(),a=[];let l="";for(let f=t;f<r;f+=s){const c=Kr(e,f,n,o),u=jt(c.diffPath);u!==l&&(l=u,a.push({displayAtMs:f,mouthPath:c.diffPath,mouthKey:u,label:c.label}))}return a}const po=3;function qr(e){let t=0;const r=[];let n=!1,s=!1;const i=async()=>{if(!n){n=!0;try{for(;r.length>0;){const a=r.shift(),l=++t;await e(a.diffs,l,a)&&l===t&&a.onDisplayed?.(a.drawKey)}}finally{n=!1,r.length>0&&i()}}},o=()=>{s||(s=!0,queueMicrotask(()=>{s=!1,i()}))};return{enqueue(a,l,f){const c=r.findIndex(u=>u.drawKey===l);c>=0?r[c]={diffs:a,drawKey:l,onDisplayed:f}:(r.length>=po&&(r.shift(),Ge()?.onQueueSuperseded()),r.push({diffs:a,drawKey:l,onDisplayed:f})),o()},reset(){t+=1,r.length=0},isLatestSeq(a){return a===t},getLatestSeq(){return t}}}function wo(e,t=2){const r=[],n=new Set;let s=0,i=!1,o=0;const a=(f,c)=>`${f}|${c}`,l=async()=>{if(!i){i=!0;try{for(;s<t&&r.length>0;){const f=r.shift(),c=a(f.displayAtMs,f.drawKey);if(n.has(c))continue;n.add(c),s+=1;const u=o;try{await e(f)}finally{if(n.delete(c),s-=1,u!==o)return}}}finally{i=!1,r.length>0&&s<t&&l()}}};return{enqueue(f){const c=a(f.displayAtMs,f.drawKey);n.has(c)||r.some(u=>a(u.displayAtMs,u.drawKey)===c)||(r.push(f),l())},isQueuedOrInflight(f,c){const u=a(f,c);return n.has(u)?!0:r.some(d=>a(d.displayAtMs,d.drawKey)===u)},reset(){o+=1,r.length=0,n.clear(),s=0},pendingCount(){return r.length+s}}}function go(){const e=new Map,t=r=>{r.bitmap.close()};return{has(r,n){return e.has(n)},markRendered(r,n,s,i,o){const a=e.get(n);a&&t(a),e.set(n,{displayAtMs:r,mouthKey:n,label:s,mouthPath:i,bitmap:o})},findForMouthKey(r){return e.get(r)??null},removeThrough(r){},pruneBefore(r){},reset(){for(const r of e.values())t(r);e.clear()},size(){return e.size}}}function yo(e,t,r,n,s,i){const o=ps(t,r,n,s,bt,i);if(o.length===0)return{ready:0,total:0};let a=0;for(const l of o)e.has(l.displayAtMs,l.mouthKey)&&(a+=1);return{ready:a,total:o.length}}function _o(e){const t=go(),r=Hr(),n=new Set;let s="",i=null;const o=wo(async u=>{try{if(!e.supportsBufferedPlayback)return;const d=await e.compositePrefetchFrame(u.diffs,u.mouthKey);if(!d)return;t.markRendered(u.displayAtMs,u.mouthKey,u.label,u.mouthPath,d),Ge()?.onBufferPrefetched()}finally{n.delete(u.mouthKey)}},Rs),a=u=>{for(const d of u)t.has(d.displayAtMs,d.mouthKey)||n.has(d.mouthKey)||o.isQueuedOrInflight(0,d.mouthKey)||(n.add(d.mouthKey),o.enqueue({...d,displayAtMs:0,drawKey:d.mouthKey,diffs:{mouthPath:d.mouthPath,expressionPath:null}}))},l=(u,d,p,E=lr)=>{if(!e.supportsBufferedPlayback)return;const m=Math.max(0,d-bt*4),A=ps(u,m,d+E,p,bt,r);a(A)},f=(u,d)=>{s=u,i=d},c=(u,d)=>!(s!==u||i!==d);return{reset(){t.reset(),o.reset(),n.clear(),xe(r),s="",i=null,Ge()?.onBufferReset()},markExternallyDisplayed(u,d){f(u.split("|")[0]??u,d)},warmupTick(u){e.supportsBufferedPlayback&&l(u.queue,0,u.availablePaths,Math.max(Xr,lr))},isWarmupReady(u,d=Xr){if(!e.supportsBufferedPlayback)return!0;const{ready:p,total:E}=yo(t,u.queue,0,d,u.availablePaths,r);return E===0?!1:p/E>=Ms},getBufferedFrameCount:()=>t.size(),tick(u){const d=Ge();d?.onBufferTick(),l(u.queue,u.elapsedMs,u.availablePaths),t.pruneBefore(u.elapsedMs-lr);const p=Kr(u.queue,u.elapsedMs,u.availablePaths,r),E=jt(p.diffPath),m=Et({mouthPath:p.diffPath,expressionPath:u.expressionPath},u.expressionDrawKey),A=()=>(f(E,u.expressionPath),d?.onBufferHit(),{usedBuffer:!0,underrun:!1,held:!0});if(c(E,u.expressionPath)||u.playbackState.lastDrawnKey===m)return A();const x=t.findForMouthKey(E,u.elapsedMs,bt);return x&&u.expressionPath!=null?(d?.onBufferHit(),{usedBuffer:!1,underrun:!1,held:!1}):x?(e.blitBitmap(u.canvas,x.bitmap),f(x.mouthKey,u.expressionPath),u.playbackState.lastDrawnKey=m,u.onStatus({diffPath:x.mouthPath,label:x.label}),u.onDisplayed(m,x.mouthPath,x.label),d?.onBufferHit(),{usedBuffer:!0,underrun:!1,held:!1}):(d?.onBufferUnderrun(),{usedBuffer:!1,underrun:!0,held:!1})}}}const So=`
|
|
6
6
|
in vec2 aPosition;
|
|
7
7
|
out vec2 vTextureCoord;
|
|
8
8
|
|
|
@@ -30,7 +30,7 @@ void main(void)
|
|
|
30
30
|
gl_Position = filterVertexPosition();
|
|
31
31
|
vTextureCoord = filterTextureCoord();
|
|
32
32
|
}
|
|
33
|
-
`,
|
|
33
|
+
`,vo=`
|
|
34
34
|
in vec2 vTextureCoord;
|
|
35
35
|
out vec4 finalColor;
|
|
36
36
|
|
|
@@ -44,4 +44,4 @@ void main(void)
|
|
|
44
44
|
float keep = step(uThreshold + 1e-6, peak);
|
|
45
45
|
finalColor = vec4(color.rgb, keep);
|
|
46
46
|
}
|
|
47
|
-
`;function dn(e=5){const t=new ce.Filter({glProgram:ce.GlProgram.from({vertex:po,fragment:wo,name:"threshold-key-filter"}),resources:{thresholdUniforms:{uThreshold:{value:e/255,type:"f32"}}}});return t.setThreshold=r=>{t.resources.thresholdUniforms.uniforms.uThreshold=r/255},t.getThreshold=()=>Math.round(t.resources.thresholdUniforms.uniforms.uThreshold*255),t}function go(e,t,r){return e>r||t>r}function yo(e){return e?e.getParameter(e.MAX_TEXTURE_SIZE):4096}function _o(e,t){return t!=null&&t>0?Math.floor(t):yo(e)}function So(e,t){const r=document.createElement("canvas");r.width=t.w,r.height=t.h;const n=r.getContext("2d");if(!n)throw new Error("Failed to acquire 2d context for atlas cell crop");return n.drawImage(e,t.x,t.y,t.w,t.h,0,0,t.w,t.h),r}function fs(e){return fetch(e).then(t=>{if(!t.ok)throw new Error(`Failed to load image: ${e}`);return t.blob()}).then(t=>createImageBitmap(t))}async function mn(e,t,r,n,s){const i=r?await Zn(e,s):await fetch(e).then(u=>{if(!u.ok)throw new Error(`Failed to load ${e}`);return u.json()}),o=i.sheets?.[0];if(!o?.path)throw new Error(`${e} has no sheets[0].path`);const a=new Map,l=async(u,d)=>{const p=rs(t,d,r),T=r?await mi(await dt(p,s??"")):await fs(p);if(go(T.width,T.height,n))return console.info(`[PixiVisemeCompositor] Sheet ${d} (${T.width}x${T.height}) exceeds MAX_TEXTURE_SIZE=${n}; using per-cell crops.`),{mode:"cells",bitmap:T};const m=ce.Texture.from(T);return m.source.scaleMode="nearest",{mode:"full",texture:m}};a.set(o.index,await l(o.index,o.path));for(const u of i.sheets??[])u.index!==o.index&&u.path&&a.set(u.index,await l(u.index,u.path));const f=new Map;for(const u of i.cells??[])u.path&&f.set(u.path,u);const c=new Map;for(const u of i.sheets??[])c.set(u.index,u);return{atlasMeta:i,cellByPath:f,sheetByIndex:c,diffBase:t,sheets:a}}async function vo(e,t={}){const r=new ce.Application;try{await r.init({canvas:e,width:842,height:1264,preference:"webgl",autoStart:!1,antialias:!1,resolution:1,autoDensity:!1,backgroundAlpha:1,backgroundColor:0,powerPreference:"high-performance"})}catch(w){throw r.destroy({removeView:!1}),w}if(r.renderer.type!==ce.RendererType.WEBGL)throw r.destroy({removeView:!1}),new Error("Pixi did not initialize a WebGL renderer");const n=_o(r.renderer.gl,t.maxTextureSize);let s=!1,i=!1,o=!1;const a=r.canvas,l=()=>{s=!0,!i&&!o&&(i=!0,t.onWebGlContextLost?.())};a.addEventListener("webglcontextlost",l);const f=new ce.Sprite(ce.Texture.EMPTY),c=new ce.Sprite(ce.Texture.EMPTY);c.visible=!1,c.alpha=0;const u=new ce.Sprite(ce.Texture.EMPTY),d=new ce.Sprite(ce.Texture.EMPTY),p=new ce.Sprite(ce.Texture.EMPTY);p.visible=!1;const T=dn(5),m=dn(5);u.filters=[T],d.filters=[m],r.stage.addChild(f),r.stage.addChild(c),r.stage.addChild(u),r.stage.addChild(d),r.stage.addChild(p);let A=null,x=null,M=null,g=null,v=null,L=null,N=null,Q=842,fe=1264,P=null,C=5;const V=new Map;let Y=null,D=null,j=null;const $=En(()=>{V.clear(),L=null,N=null,A=null,P=null}),z=(w,_)=>{Q=w,fe=_,r.renderer.resize(w,_),(e.width!==w||e.height!==_)&&(e.width=w,e.height=_)},E=()=>{u.visible=!1,d.visible=!1,u.texture=ce.Texture.EMPTY,d.texture=ce.Texture.EMPTY,Y=null,D=null},Z=()=>{v=null,c.visible=!1,c.alpha=0},me=()=>{f.visible=!0,f.width=Q,f.height=fe,f.x=0,f.y=0},ee=()=>{c.width=Q,c.height=fe,c.x=0,c.y=0},oe=()=>{p.visible=!1,Z(),A&&(f.texture=A,me())},se=()=>{!v&&!c.visible||oe()},_e=w=>{if(o||s||!A){oe();return}const _=Math.max(0,w);if(!x||_<=0){oe();return}E(),p.visible=!1,f.texture=x,me(),c.texture=A,ee(),c.alpha=0,c.visible=!0,v={startMs:performance.now(),durationMs:_},F()},he=(w=performance.now())=>{if(!v)return!1;if(o||s)return se(),!1;const _=(w-v.startMs)/Math.max(1,v.durationMs);if(_>=1)return oe(),F(),!1;const k=Math.min(1,Math.max(0,_)),le=k*k*(3-2*k);return c.alpha=le,c.visible=!0,F(),!0},y=()=>{if(M){try{M.resource=null}catch{}M.destroy(),M=null}x&&(x.destroy(!1),x=null),g=null},B=(w,_)=>{const k=w.cellByPath.get(_);if(!k||!Jn(k))return null;const le=`${w.diffBase}::${_}`;let ie=V.get(le);if(!ie){const ge=k.sheet??0,be=w.sheets.get(ge);if(!be)return null;let Te,mt=!1;if(be.mode==="full")Te=new ce.Texture({source:be.texture.source,frame:new ce.Rectangle(k.x,k.y,k.w,k.h)});else{const rt=So(be.bitmap,k);Te=ce.Texture.from(rt),Te.source.scaleMode="nearest",mt=!0}ie={texture:Te,ownsSource:mt},V.set(le,ie)}return{texture:ie.texture,cell:k}},H=(w,_,k,le)=>{if(!le||!k)return w.visible=!1,w.texture=ce.Texture.EMPTY,!1;const ie=B(k,le);if(!ie)return w.visible=!1,w.texture=ce.Texture.EMPTY,!1;const ge=Xn(k.atlasMeta,ie.cell);return _.setThreshold(C),w.texture=ie.texture,w.x=ge.x,w.y=ge.y,w.width=ie.cell.w,w.height=ie.cell.h,w.visible=!0,!0},X=w=>{if(!w||!L)return null;const _=P??new Set(L.cellByPath.keys());return Dr(w,_)??(_.has(w)?w:null)},R=w=>{p.visible=!1,oe();const _=X(w.mouthPath),k=w.expressionPath&&N?Br(w.expressionPath,le=>N.cellByPath.has(le)):null;_!==Y?(H(u,T,L,_),Y=_):_?u.visible=!0:u.visible=!1,k!==D?(H(d,m,N,k),D=k):k?d.visible=!0:d.visible=!1},F=()=>{if(!(o||s||document.hidden))try{r.render()}catch{}};return{async loadAssets(w){if(o)return{width:Q,height:fe,visemePaths:[]};const _=bt();if(_&&!w)throw new Error("Encrypted assets enabled but no key provided");const k=_?await pi(await dt(Wt(),w??"")):await fs(Wt());A&&A.destroy(!0),A=ce.Texture.from(k),A.source.scaleMode="linear";const le=In();L=await mn(An(),le,_,n,w);try{N=await mn(Pn(),le,_,n,w)}catch(ge){console.warn("[PixiVisemeCompositor] expression atlas unavailable:",ge),N=null}const ie=Qn(L.atlasMeta,k.width,k.height);return z(ie.width,ie.height),C=Jt(L.atlasMeta),T.setThreshold(C),m.setThreshold(C),P=new Set(L.cellByPath.keys()),V.clear(),oe(),E(),F(),{width:ie.width,height:ie.height,visemePaths:[...L.cellByPath.keys()]}},getVisemeAtlasPaths(){return P},drawLiveFrame(w){o||s||!A||(se(),R(w),F())},drawIdleVideo(w,_){o||s||document.hidden||_&&!_()||w.readyState<HTMLMediaElement.HAVE_CURRENT_DATA||(Z(),E(),p.visible=!1,!x||g!==w?(y(),M=new ce.VideoSource({resource:w,autoPlay:!1,updateFPS:0}),M.autoUpdate=!1,x=new ce.Texture({source:M}),g=w):x.source.update(),f.texture=x,me(),F())},beginIdleToSilCrossfade:_e,tickIdleToSilCrossfade:he,finishIdleToSilCrossfade:se,isIdleToSilCrossfading(){return v!=null},renderSilOnly(){o||s||!A||(E(),oe(),F())},blitBitmap(w){o||s||(se(),E(),j&&(j.destroy(!0),j=null),j=ce.Texture.from(w),p.texture=j,p.visible=!0,p.x=0,p.y=0,p.width=Q,p.height=fe,f.visible=!1,F())},async compositePrefetchFrame(w){return null},renderFrame:F,isContextLost(){return s},dispose(){if(o)return;o=!0,a.removeEventListener("webglcontextlost",l),$(),y(),j&&(j.destroy(!0),j=null);for(const{texture:_,ownsSource:k}of V.values())_.destroy(k);V.clear(),A&&(A.destroy(!0),A=null);const w=_=>{_.mode==="full"?_.texture.destroy(!0):_.bitmap.close()};if(L)for(const _ of L.sheets.values())w(_);if(N)for(const _ of N.sheets.values())w(_);T.destroy(!0),m.destroy(!0),r.destroy({removeView:!1},{children:!0,texture:!0})}}}const hn=-1,Ot=1e5,pn=new Map;async function bo(e){let t=pn.get(e);if(!t){const r=await fetch(e);if(!r.ok)throw new Error(`Failed to fetch worker script (${r.status}): ${e}`);const n=await r.blob();t=URL.createObjectURL(n),pn.set(e,t)}return new Worker(t,{name:"visemeDiffPreview"})}function To(){return typeof Worker<"u"&&typeof OffscreenCanvas<"u"}function vr(e,t){(e.width!==t.width||e.height!==t.height)&&(e.width=t.width,e.height=t.height);const r=e.getContext("2d");r&&r.drawImage(t,0,0)}function wn(e,t){let r=0,n=null;const s=Wr(async(i,o)=>(await _r(),await Sr(e,i),s.isLatestSeq(o)));return{usesWorker:!1,usesPixi:!1,async loadAssets(i){const o=await _r(i);return n=o.visemePaths?new Set(o.visemePaths):null,o},getVisemeAtlasPaths(){return n},async renderSilOnly(){r+=1,s.reset(),await Ji(e)},drawLiveFrame(i,o,a,l){s.enqueue(o,a,l)},async compositePrefetchFrame(i,o){try{return await Xi(i)}catch{return null}},blitBitmap(i,o){vr(i,o)},drawIdleVideo(){},beginIdleToSilCrossfade(){},tickIdleToSilCrossfade(){return!1},finishIdleToSilCrossfade(){},isIdleToSilCrossfading(){return!1},supportsBufferedPlayback:!0,async renderViseme(i,o){r+=1;const a=r;t.onStatus?.(o),await Sr(i,{mouthPath:_t(o),expressionPath:null})},dispose(){r+=1,s.reset()}}}function ko(e,t,r){let n=null,s=1,i=0,o=!1,a=!1,l=null;const f=new Map,c=new Map;let u=Ot;const d=Wr(async(M,g,v)=>(f.set(g,{drawKey:v.drawKey,onDisplayed:v.onDisplayed}),await A({type:"drawFrame",diffPath:M.mouthPath,expressionDiffPath:M.expressionPath,liveSeq:g},void 0,!0),!1)),p=M=>{if(M===hn){let L=-1,N;for(const[Q,fe]of f)Q>=L&&(L=Q,N=fe);L>=0&&f.delete(L),N?.onDisplayed?.(N.drawKey);return}const g=-M,v=f.get(g);f.delete(g),v?.onDisplayed?.(v.drawKey)},T=new Map,m=(M,g)=>{a||!n||n.postMessage(M,[])},A=(M,g,v=!1)=>{if(a)return Promise.resolve();const L=s++;return new Promise((N,Q)=>{T.set(L,{resolve:fe=>N(fe),reject:Q,generation:typeof M.generation=="number"?M.generation:void 0,expectRenderDone:v}),m({...M,requestId:L})})},x=(async()=>{n=await bo(r),n.onmessage=M=>{if(a)return;const g=M.data;if(g.type==="status"){t.onStatus?.(g.label);return}if(g.type==="frame"){if(g.generation<=-Ot){const N=-g.generation,Q=c.get(N);c.delete(N),Q?.resolve(g.bitmap);return}const L=g.generation<0;if(!L&&g.generation!==i){g.bitmap.close();return}if(L&&!(g.generation===hn)){const Q=-g.generation;if(!d.isLatestSeq(Q)){qe()?.onWorkerStale(),g.bitmap.close();return}}if(L&&t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()){qe()?.onWorkerStale(),g.bitmap.close();return}vr(e,g.bitmap),g.bitmap.close(),L&&p(g.generation);return}const v=T.get(g.requestId);if(v)switch(g.type){case"ready":T.delete(g.requestId),v.resolve();break;case"loadAssetsDone":T.delete(g.requestId),l=g.visemePaths?.length?new Set(g.visemePaths):null,v.resolve({width:g.width,height:g.height,visemePaths:g.visemePaths});break;case"renderDone":if(v.expectRenderDone&&v.generation!=null&&g.generation!==v.generation)return;T.delete(g.requestId),v.resolve();break;case"renderAborted":T.delete(g.requestId),v.resolve();break;case"error":T.delete(g.requestId),t.onError?.(g.message),v.reject(new Error(g.message));break}},n.onerror=M=>{if(a)return;const g=M.message||"Worker error";t.onError?.(g);for(const[,v]of T)v.reject(new Error(g));T.clear()},await A({type:"init"}),o=!0})();return{usesWorker:!0,usesPixi:!1,async loadAssets(M){if(a)return{width:842,height:1264};if(await x,a)return{width:842,height:1264};if(!o)throw new Error("Worker init failed");return await A({type:"loadAssets",keyHex:M,urls:Ns(tt())})??{width:842,height:1264}},getVisemeAtlasPaths(){return l},async renderSilOnly(){if(a||(await x,a))return;i+=1,d.reset(),f.clear(),c.forEach(({resolve:g})=>g(null)),c.clear(),u=Ot;const M=i;await A({type:"cancelLiveDraws"}),await A({type:"renderSil",generation:M},void 0,!0)},drawLiveFrame(M,g,v,L){a||x.then(()=>{a||d.enqueue(g,v,L)})},compositePrefetchFrame(M,g){return a?Promise.resolve(null):x.then(()=>{if(a)return null;const v=++u;return new Promise(L=>{c.set(v,{resolve:L}),A({type:"drawFrame",diffPath:M.mouthPath,expressionDiffPath:M.expressionPath,liveSeq:v},void 0,!0).catch(()=>{c.delete(v),L(null)})})})},blitBitmap(M,g){vr(M,g)},drawIdleVideo(){},beginIdleToSilCrossfade(){},tickIdleToSilCrossfade(){return!1},finishIdleToSilCrossfade(){},isIdleToSilCrossfading(){return!1},supportsBufferedPlayback:!0,async renderViseme(M,g,v={}){if(a||(await x,a))return;i+=1,d.reset(),f.clear();const L=i;try{await A({type:"cancelLiveDraws"}),await A({type:"renderViseme",generation:L,to:g,from:v.from,transitionDurationMs:v.transitionDurationMs,gapMs:v.gapMs,threshold:v.threshold},void 0,!0)}catch(N){if(N?.name==="AbortError")return;throw N}},dispose(){if(!a){a=!0,i+=1,d.reset(),f.clear(),c.forEach(({resolve:M})=>M(null)),c.clear(),u=Ot;for(const[,M]of T)M.resolve();T.clear(),n?.terminate(),n=null}}}}async function Eo(e,t){const r=await vo(e,{onWebGlContextLost:t.onWebGlContextLost,maxTextureSize:t.pixiMaxTextureSize});let n=0,s=null,i=!1;const o=Wr(async(a,l)=>i?!1:t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()?(qe()?.onWorkerStale(),!1):(r.drawLiveFrame(a),o.isLatestSeq(l)));return{usesWorker:!1,usesPixi:!0,async loadAssets(a){if(i)return{width:842,height:1264};const l=await r.loadAssets(a);return s=l.visemePaths?.length?new Set(l.visemePaths):null,l},getVisemeAtlasPaths(){return s},async renderSilOnly(){i||(n+=1,o.reset(),r.renderSilOnly())},drawLiveFrame(a,l,f,c){i||o.enqueue(l,f,c)},async compositePrefetchFrame(a,l){if(i)return null;try{return await r.compositePrefetchFrame(a)}catch{return null}},blitBitmap(a,l){i||t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()||r.blitBitmap(l)},drawIdleVideo(a,l){i||r.drawIdleVideo(a,l)},beginIdleToSilCrossfade(a){i||r.beginIdleToSilCrossfade(a)},tickIdleToSilCrossfade(a){return i?!1:r.tickIdleToSilCrossfade(a)},finishIdleToSilCrossfade(){i||r.finishIdleToSilCrossfade()},isIdleToSilCrossfading(){return i?!1:r.isIdleToSilCrossfading()},supportsBufferedPlayback:!1,async renderViseme(a,l){if(i)return;n+=1;const f=n;o.reset(),t.onStatus?.(l),r.drawLiveFrame({mouthPath:_t(l),expressionPath:null})},dispose(){i||(i=!0,n+=1,o.reset(),r.dispose())}}}function gn(e,t){if(!To())return wn(e,t);const r=bs(t.workerScriptUrl);try{return ko(e,t,r)}catch{return wn(e,t)}}function Io(e,t={}){if(t.preferLegacyRenderer)return gn(e,t);let r=null,n=!1,s=null,i=!1;const o=()=>r?Promise.resolve(r):(s||(s=(async()=>{try{const a=await Eo(e,t);if(i)throw a.dispose(),new Error("Renderer disposed during Pixi init");return n=!0,r=a,a}catch(a){if(i)throw a instanceof Error?a:new Error(String(a));return console.warn("[AiTwin] Pixi WebGL renderer unavailable, using Canvas2D fallback:",a),r=gn(e,t),n=!1,r}})()),s);return{get usesWorker(){return r?.usesWorker??!1},get usesPixi(){return n},async loadAssets(a){return(await o()).loadAssets(a)},getVisemeAtlasPaths(){return r?.getVisemeAtlasPaths()??null},async renderSilOnly(){return(await o()).renderSilOnly()},drawLiveFrame(a,l,f,c){o().then(u=>{i||u.drawLiveFrame(a,l,f,c)})},async compositePrefetchFrame(a,l){return(await o()).compositePrefetchFrame(a,l)},blitBitmap(a,l){r&&r.blitBitmap(a,l)},drawIdleVideo(a,l){r?.usesPixi&&r.drawIdleVideo(a,l)},beginIdleToSilCrossfade(a){r?.beginIdleToSilCrossfade(a)},tickIdleToSilCrossfade(a){return r?.tickIdleToSilCrossfade(a)??!1},finishIdleToSilCrossfade(){r?.finishIdleToSilCrossfade()},isIdleToSilCrossfading(){return r?.isIdleToSilCrossfading()??!1},get supportsBufferedPlayback(){return r?.supportsBufferedPlayback??!1},async renderViseme(a,l,f){return(await o()).renderViseme(a,l,f)},dispose(){i=!0,s=null,r?.dispose(),r=null}}}class Ao extends Error{constructor(t,r){super(`${t} timed out after ${Math.round(r/1e3)}s`),this.name="LoadTimeoutError"}}function dr(e,t,r){return new Promise((n,s)=>{const i=globalThis.setTimeout(()=>{s(new Ao(r,t))},t);e.then(o=>{globalThis.clearTimeout(i),n(o)},o=>{globalThis.clearTimeout(i),s(o)})})}const Po={position:"relative",display:"inline-block",lineHeight:0},xo={display:"block",maxWidth:"100%",height:"auto"},Mo={position:"absolute",inset:0,display:"flex",alignItems:"center",justifyContent:"center",padding:"1rem",background:"rgba(0,0,0,0.55)",color:"#fff",fontSize:"0.875rem",textAlign:"center"};function gt(e){return As(e)?Mr:xr}function Ue(e,t){return t?.isSpeaking()?t:e.isSpeaking()?e:t?.isConnected()?t:e}const Ro=b.forwardRef(function({id:t,avatarId:r,faceId:n,assets:s,authToken:i,apiBase:o,ttsEngineId:a=Xe,voiceId:l,speakingRate:f=kt,className:c,style:u,canvasStyle:d,onStatusChange:p,onDisplayStatus:T,onError:m,onReady:A,showErrorOverlay:x=!0,onUserTranscript:M,onBotOutput:g,onRealtimeLipsyncDebug:v,onFrameRenderStats:L,lipsyncBufferedPlayback:N=!0,lipsyncPlaybackWarmupMs:Q=1500,pixiMaxTextureSize:fe},P){const C=b.useRef(null),V=b.useRef(null),Y=b.useRef(null),D=b.useRef(N);D.current=N;const j=b.useRef(Q);j.current=Q;const $=b.useRef(0),z=b.useRef(Vr()),E=b.useRef(Wi()),Z=b.useRef(!1),me=b.useRef(0),ee=b.useRef(0),oe=b.useRef(0),se=b.useRef(null),_e=b.useRef(null),he=b.useRef(!1),y=b.useRef(!1),B=b.useRef(!1),H=b.useRef(!1),X=b.useRef("sil"),R=b.useRef(0),F=b.useRef(!1),w=b.useRef(null),_=b.useRef(!1),[k,le]=b.useState("idle"),[ie,ge]=b.useState(null),[be,Te]=b.useState(!1),[mt,rt]=b.useState(!1),[er,$r]=b.useState({width:842,height:1264}),[Hr,h]=b.useState(0),I=b.useRef(!1),G=b.useRef(i??null),J=o?.trim()||vt,ye=b.useRef(null),te=b.useRef(null),de=b.useRef(!1),Ae=b.useRef({width:842,height:1264}),ke=b.useRef(null),Et=b.useRef("sil"),Ge=b.useRef(void 0),Le=b.useRef(new Map),ht=b.useRef(A),pe=b.useRef(T),It=b.useRef(m),$e=b.useRef(M),pt=b.useRef(g),ze=b.useRef(v),nt=b.useRef(L),we=b.useRef(eo());ht.current=A,pe.current=T,It.current=m,$e.current=M,pt.current=g,ze.current=v,nt.current=L,b.useEffect(()=>{const S=we.current;return an(S),()=>an(null)},[]);const Pe=b.useCallback(S=>{const O=S?.ttsEngineId??a??te.current?.ttsEngineId??Xe,W=S?.voiceId??l??te.current?.voiceId??gt(O);return{ttsEngineId:O,voiceId:W}},[a,l]),Se=b.useCallback(S=>{ge(S),It.current?.(S)},[]),Oe=b.useCallback(S=>{le(S),p?.(S)},[p]),ne=b.useRef(gr(Oe,J,{onLipsyncDebug:S=>ze.current?.(S)})),ae=b.useRef(null);b.useEffect(()=>(ne.current=gr(Oe,J,{onLipsyncDebug:S=>ze.current?.(S)}),i&&ne.current.setDeveloperToken(i),ne.current.setTtsEngineId(a),()=>{ne.current.stop();const S=ae.current;S&&(S.disconnect(),ae.current=null)}),[Oe,i,a,J]);const At=b.useCallback(()=>(ae.current||(ae.current=Yn(Oe,{speakingRate:f,onUserTranscript:(S,O)=>$e.current?.(S,O),onBotOutput:S=>pt.current?.(S),onLipsyncDebug:S=>ze.current?.(S)}),ae.current.setTtsEngineId(a)),ae.current),[Oe,f,a]),xe=b.useCallback(()=>{se.current!=null&&(clearTimeout(se.current),se.current=null)},[]),Me=b.useCallback(()=>{_e.current!=null&&(clearTimeout(_e.current),_e.current=null),B.current=!1},[]),Pt=b.useCallback(()=>{if(H.current)return;const S=V.current;if(H.current=!0,Me(),he.current=!1,y.current=!1,!_.current||!w.current){S?.renderSilOnly();return}w.current.setActive(!1);const O=w.current.getVideo();if(S?.usesPixi){S.drawIdleVideo(O),S.beginIdleToSilCrossfade(cn);return}(async()=>{const W=C.current;W&&await lr(W,O,null,void 0,Ae.current).catch(()=>{}),await new Promise(U=>setTimeout(U,cn)),H.current&&await S?.renderSilOnly()})()},[Me]),Kr=b.useCallback(()=>{!_.current||!w.current||(H.current=!1,V.current?.finishIdleToSilCrossfade(),Me(),B.current=!0,_e.current=setTimeout(()=>{if(_e.current=null,Ue(ne.current,ae.current).isSpeaking()){B.current=!1;return}if(he.current){B.current=!1;return}const S=w.current;if(!S){B.current=!1;return}S.restart(),S.setActive(!0);const O=S.getVideo();let W=!1;const U=()=>{W||(W=!0,O.removeEventListener("playing",q),B.current=!1)},q=()=>{U()};if(O.addEventListener("playing",q,{once:!0}),O.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA&&!O.paused){U();return}setTimeout(U,300)},to))},[Me]),st=b.useCallback(()=>{if(xe(),pe.current?.("sil"),he.current=!1,H.current=!1,!_.current||!w.current){B.current=!1;return}Kr()},[xe,Kr]),tr=b.useCallback(async S=>{const O=ee.current,W=V.current,U=C.current,q=()=>{S?.fallbackOnly||(he.current=!1)};if(!W||!U||!be){q();return}if(Ue(ne.current,ae.current).isSpeaking()){q();return}if(S?.fallbackOnly){if(!he.current||(Ce(z.current),await W.renderSilOnly(),O!==ee.current)||Ue(ne.current,ae.current).isSpeaking())return;st();return}if(ln(z.current)){Ce(z.current),st();return}if(D.current&&W.supportsBufferedPlayback&&!S?.fallbackOnly){if(Ce(z.current),Y.current?.reset(),await W.renderSilOnly(),O!==ee.current||Ue(ne.current,ae.current).isSpeaking())return;st();return}const Ie=oo(Ue(ne.current,ae.current).getVisemeQueue(),R.current,X.current),Ne=ao(Ie,ke.current);if(Ce(z.current),!Ne){if(await W.renderSilOnly(),O!==ee.current||Ue(ne.current,ae.current).isSpeaking())return;st();return}try{await W.renderViseme(U,"sil",{from:Ie,transitionDurationMs:us})}catch(Ve){if(Ve?.name!=="AbortError")throw Ve}if(O!==ee.current){q();return}if(Ue(ne.current,ae.current).isSpeaking()){q();return}st()},[be,st]),it=b.useCallback(()=>{if(y.current||he.current)return;y.current=!0,he.current=!0,xe();const S=ee.current;tr().finally(()=>{y.current=!1}),se.current=setTimeout(()=>{se.current=null,S===ee.current&&tr({fallbackOnly:!0})},uo())},[xe,tr]),qr=b.useCallback(async()=>{const S=Math.floor(Date.now()/1e3);if(ye.current&&S<ye.current.expiresAt-60)return ye.current.key;const O=G.current??await Nt();G.current=O,ne.current.setDeveloperToken(O);const W=await Fs(O,J);return ye.current={key:W.value,expiresAt:W.expiresAt},W.value},[J]);b.useEffect(()=>{i&&(G.current=i,ne.current.setDeveloperToken(i))},[i]),b.useEffect(()=>{ne.current.setTtsEngineId(a),ae.current?.setTtsEngineId(a),te.current&&(te.current.ttsEngineId=a)},[a]),b.useEffect(()=>{const S=l??gt(a);te.current&&(te.current.voiceId=S)},[l,a]);const je=b.useMemo(()=>Tn(r,n),[r,n]),hs=b.useMemo(()=>s?JSON.stringify(s):je?`face:${je}`:`id:${t??""}`,[s,je,t]);return b.useEffect(()=>{if(!t&&!s&&!je){Se("AiTwin requires `assets`, `avatarId`/`faceId`, or `id`");return}let S=!1;de.current=!1,Te(!1),rt(!1),ge(null),te.current=null,w.current=null,_.current=!1;const O=C.current;if(!O)return;let W=null;return(async()=>{try{let U,q,Ee,Ie;if(s)U=s,q=a,Ee=l??gt(q);else if(je)pe.current?.("loadFace"),U=pr(je),q=a,Ee=l??gt(q);else{pe.current?.("getAiTwin");const K=await dr(bn(t),3e4,"getAiTwin");if(S)return;if(!K.faceId?.trim())throw new Error("getAiTwin returned no faceId");q=K.ttsEngineId,Ee=l??K.voiceId??gt(q),Ie=K.knowledgeContextId?.trim()||void 0,U=pr(K.faceId)}te.current={ttsEngineId:q,voiceId:Ee,personaId:Ie},kn(U),w.current=$i();const Ne=!!(s&&!et(s));W=Io(O,{preferLegacyRenderer:Ne,pixiMaxTextureSize:fe,onStatus:K=>{S||pe.current?.(K)},onError:K=>{S||Se(K)},shouldAcceptLiveFrame:()=>{if(Z.current)return!0;if(he.current)return!1;const K=Ue(ne.current,ae.current);return K.isSpeaking()||K.isWarmingUp()},onWebGlContextLost:()=>{S||I.current||(I.current=!0,queueMicrotask(()=>{S||h(K=>K+1)}))}}),V.current=W,Y.current=ho(W),I.current=!1,(K=>{const re=()=>{if(!K||j.current<=0)return!1;const ve=V.current;return ve?D.current&&ve.supportsBufferedPlayback?!0:ve.usesPixi:!1};ne.current.setLipsyncWarmupHold(K,re),ae.current?.setLipsyncWarmupHold(K,re)})(!0),pe.current?.("auth");const He=G.current??i??await dr(Nt(),3e4,"getAuthToken");if(S)return;G.current=He,ne.current.setDeveloperToken(He),ne.current.setTtsEngineId(q);const xt=bt()?await qr():void 0;if(S)return;pe.current?.("loadAssets");const ue=await dr(W.loadAssets(xt),18e4,"load face assets");if(!S&&ue.width>0&&ue.height>0&&(Ae.current=ue,$r(ue)),S)return;ke.current=W.getVisemeAtlasPaths(),de.current=!0,Te(!0),ht.current?.(),W.renderSilOnly().then(()=>{S||pe.current?.("sil")}),(async()=>{try{const K=await yi(xt);if(await w.current.load(K),S)return;_.current=!0,rt(!0),Ce(z.current),w.current.setActive(!0);const re=w.current.getVideo();W.usesPixi?W.drawIdleVideo(re):await lr(O,re,null,void 0,Ae.current),S||pe.current?.("idle")}catch(K){if(S)return;_.current=!1,rt(!1),console.warn("[AiTwin] Idle video unavailable:",K)}})()}catch(U){if(S)return;if(U instanceof Vt){Se(U.message);return}Se(U instanceof Error?U.message:"Failed to load AI twin")}})(),()=>{S=!0,w.current?.dispose(),W?.dispose(),V.current=null}},[hs,s,je,t,a,l,i,fe,qr,Se,Hr]),b.useEffect(()=>{const S={current:!1},O=()=>{const W=C.current,U=V.current,q=Ue(ne.current,ae.current);if(!W||!U||!be){me.current=requestAnimationFrame(O);return}if(document.hidden){w.current?.setActive(!1),me.current=requestAnimationFrame(O);return}const Ee=q.isSpeaking(),Ie=q.isWarmingUp(),Ne=Ee&&!F.current,Ve=F.current&&!Ee;Ne&&(xe(),Me(),he.current=!1,y.current=!1,Ce(z.current),Y.current?.reset(),we.current.reset(),Ge.current=void 0,oe.current=0,X.current="sil",R.current=0,Pt()),Ve&&(E.current.reset(),w.current?.setActive(!1),Y.current?.reset(),U.finishIdleToSilCrossfade(),it());const He=Ve||he.current||B.current||H.current,xt=N&&U.supportsBufferedPlayback;if(Ie){if(Pt(),_.current&&w.current?.setActive(!1),U.usesPixi&&U.isIdleToSilCrossfading()){U.tickIdleToSilCrossfade(performance.now()),q.getVisemeQueue().length>0&&$.current===0&&($.current=performance.now()),F.current=q.isSpeaking(),me.current=requestAnimationFrame(O);return}const ue=q.getVisemeQueue();ue.length>0&&$.current===0&&($.current=performance.now()),E.current.advance(performance.now());const K=E.current.getExpressionPath(),re=E.current.getDrawKey(),ve={queue:ue,elapsedMs:0,expressionPath:K,expressionDrawKey:re,availablePaths:ke.current};let Re=!1;xt&&Y.current?(Y.current.warmupTick(ve),Re=Y.current.isWarmupReady(ve,j.current)):U.usesPixi&&fn(W,ue,0,K,re,z.current,(ot,Mt,rr,Rt)=>{U.drawLiveFrame(ot,Mt,rr,Fe=>{Rt?.(Fe),q.isWarmingUp()&&Fe!==""&&!ln({lastDrawnKey:Fe})&&($.current=0,q.releaseWarmupHold())})},ot=>{pe.current?.(ot.label)},ke.current);const Ke=$.current>0&&performance.now()-$.current>ks;pe.current?.(Re?"buffer ready":"buffering lipsync…"),(Re||Ke)&&($.current=0,q.releaseWarmupHold()),F.current=q.isSpeaking(),me.current=requestAnimationFrame(O);return}if(Ee){Pt(),_.current&&w.current?.setActive(!1),U.usesPixi&&U.isIdleToSilCrossfading()&&U.finishIdleToSilCrossfade();const ue=q.getVisemeQueue(),K=q.getPlaybackElapsedMs();si(ue,K),R.current=K;const re=ue.length>0?Tt(ue,K):"sil";re!=="sil"&&(X.current=re);const ve=Gi(K,q.getSentenceEmotions(),q.getWordQueue(),q.getStreamMood());E.current.setTargetEmotion(ve),E.current.setTargetEyebrow(Ui(K,q.getWordQueue(),Je(ve))),E.current.advance(performance.now());const Re=E.current.getExpressionPath(),Ke=E.current.getDrawKey(),ot=(Fe,nr,wt,sr)=>{const Gr={label:Et.current,elapsedMs:K,mouthPath:nr.mouthPath,transitionMeta:Ge.current};Le.current.set(wt,Gr),Y.current?.markExternallyDisplayed(wt,Re),U.drawLiveFrame(Fe,nr,wt,Ct=>{const ps=Le.current.get(Ct)??Gr;Le.current.delete(Ct),we.current.onDrawDisplayed(ps,ue),Y.current?.markExternallyDisplayed(Ct,Re),sr?.(Ct)})},Mt=Fe=>{Et.current=Fe.label,Ge.current=Fe.transitionMeta,pe.current?.(Fe.label)},rr=N&&U.supportsBufferedPlayback;let Rt=!1;rr&&Y.current&&(Rt=Y.current.tick({canvas:W,queue:ue,elapsedMs:K,expressionPath:Re,expressionDrawKey:Ke,playbackState:z.current,availablePaths:ke.current,onStatus:Mt,onDisplayed:(nr,wt,sr)=>{we.current.onDrawDisplayed({label:sr,elapsedMs:K,mouthPath:wt,transitionMeta:Ge.current},ue)}}).usedBuffer),Rt||fn(W,ue,K,Re,Ke,z.current,ot,Mt,ke.current),we.current.onRafTickSpeaking(),nt.current?.(we.current.snapshot(ue,K))}else if(!He&&Z.current){w.current?.setActive(!1),E.current.advance(performance.now());const ue=E.current.getExpressionPath(),K=E.current.getDrawKey();fr(W,ue,K,z.current,(re,ve,Re,Ke)=>U.drawLiveFrame(re,ve,Re,Ke),re=>{const ve=E.current.getTargetEmotion();pe.current?.(re==="sil"||re==="blink"?`${ve}${re==="blink"?" · blink":""}`:re)})}else if(!He&&_.current&&w.current){const ue=w.current,K=ue.getVideo();if(K.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA){ue.setActive(!0);const re=()=>!q.isSpeaking()&&!he.current&&!B.current&&!Z.current;U.usesPixi?(U.drawIdleVideo(K,re),re()&&pe.current?.("idle")):S.current||(S.current=!0,lr(W,K,null,void 0,Ae.current,re).then(()=>pe.current?.("idle")).finally(()=>{S.current=!1}))}else fr(W,null,"__sil__",z.current,(re,ve,Re,Ke)=>U.drawLiveFrame(re,ve,Re,Ke),re=>pe.current?.(re))}else He||fr(W,null,"__sil__",z.current,(ue,K,re,ve)=>U.drawLiveFrame(ue,K,re,ve),ue=>pe.current?.(ue));F.current=Ee,me.current=requestAnimationFrame(O)};return me.current=requestAnimationFrame(O),()=>{cancelAnimationFrame(me.current),xe(),Me(),ne.current.stop(),ae.current?.stop()}},[be,mt,it,xe,Me,Pt]),b.useImperativeHandle(P,()=>({speakText:async(S,O)=>{const W=S.trim();if(!W)return;const U=V.current;if(!U||!de.current&&!be)throw new Error("AI twin is not ready");const{ttsEngineId:q,voiceId:Ee}=Pe(O);ge(null),ee.current+=1,xe(),Me(),he.current=!1,y.current=!1,X.current="sil",R.current=0,Ce(z.current),Z.current=!1,E.current.reset(),F.current=!1,H.current=!1,U.finishIdleToSilCrossfade();try{await ne.current.speak(W,{voiceId:Ee,speakingRate:O?.speakingRate??f,ttsEngineId:q})}catch(Ie){throw H.current=!1,U.finishIdleToSilCrossfade(),it(),Se(Ie instanceof Error?Ie.message:"TTS failed"),Ie}},stop:()=>{ee.current+=1,xe(),Me(),he.current=!1,y.current=!1,H.current=!1,V.current?.finishIdleToSilCrossfade(),ne.current.stop(),ae.current?.stop(),Ce(z.current),Y.current?.reset(),$.current=0,F.current=!1,it()},setTtsEngineId:S=>{ne.current.setTtsEngineId(S),ae.current?.setTtsEngineId(S),te.current&&(te.current.ttsEngineId=S)},renderViseme:async(S,O)=>{const W=V.current,U=C.current;if(!W||!U||!de.current)throw new Error("AI twin is not ready");await W.renderViseme(U,S,{from:O?.from,transitionDurationMs:O?.transitionDurationMs,gapMs:O?.gapMs,onStatus:q=>pe.current?.(q)})},setEmotion:S=>{if(!de.current)throw new Error("AI twin is not ready");const O=V.current,W=C.current;if(!O||!W)throw new Error("AI twin is not ready");ee.current+=1,xe(),Me(),he.current=!1,y.current=!1,B.current=!1,H.current=!1,ne.current.stop(),ae.current?.stop(),Ce(z.current),Y.current?.reset(),$.current=0,F.current=!1,O.finishIdleToSilCrossfade(),w.current?.setActive(!1);const U=We(S);Z.current=!0,E.current.snapToEmotion(U);const q=E.current.getExpressionPath(),Ee=E.current.getDrawKey(),Ie={mouthPath:null,expressionPath:q},Ne=Zt(Ie,Ee);z.current.lastDrawnKey="",O.drawLiveFrame(W,Ie,Ne,He=>{He===Ne&&(z.current.lastDrawnKey=Ne)});const Ve=Je(U);pe.current?.(q?`${U} · brow ${Ve>0?"+":""}${Ve}`:`${U} · brow 0 (sil base)`)},getEmotion:()=>Z.current?E.current.getTargetEmotion():null,clearEmotionPreview:()=>{Z.current=!1,E.current.reset(),Ce(z.current),pe.current?.("idle")},isReady:()=>de.current,getStatus:()=>k,connect:async(S={})=>{ge(null);try{let O=S.authToken?.trim();O||(O=G.current??i??await Nt(),G.current=O);const W=S.voiceId?.trim()??l??te.current?.voiceId,U=S.personaId?.trim()??te.current?.personaId,q=At();await q.unlockAudio(),await q.connect({...S,apiBase:S.apiBase?.trim()||J,authToken:O,voiceId:W,personaId:U,speakingRate:S.speakingRate??f})}catch(O){throw Se(O instanceof Error?O.message:"Voice connect failed"),O}},disconnect:async()=>{const S=ae.current;S&&(ee.current+=1,xe(),Me(),he.current=!1,y.current=!1,H.current=!1,V.current?.finishIdleToSilCrossfade(),Ce(z.current),Y.current?.reset(),$.current=0,F.current=!1,await S.disconnect(),it())},isConnected:()=>ae.current?.isConnected()??!1,getVoiceStream:()=>ae.current?.getVoiceStream()??ne.current?.getVoiceStream()??null}),[be,f,i,l,xe,Me,it,Se,Pe,At,k,J]),ir.jsxs("div",{className:c,style:{...Po,...u},children:[ir.jsx("canvas",{ref:C,width:er.width,height:er.height,style:{...xo,...d},"aria-label":t?`AI twin ${t}`:"AI twin face"}),x&&ie?ir.jsx("div",{style:Mo,children:ie}):null]})}),ds="thumbnail.webp";function Co(e,t=Tr){const r=e.trim();if(!r)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${r}/${ds}`}const Do=new Set([".png",".jpg",".jpeg",".webp"]);function ms(e=".png"){const t=e.toLowerCase();return Do.has(t)?`source${t}`:"source.png"}function Fo(e,t=Tr,r=".png"){const n=e.trim();if(!n)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${n}/${ms(r)}`}exports.AI_TWIN_THUMBNAIL_FILENAME=ds;exports.AiTwin=Ro;exports.AiTwinNotFoundError=Vt;exports.CONSONANT_SKIP_GROUP=Fn;exports.DEFAULT_TTS_ENGINE_ID=Xe;exports.EMOTION_TO_EYEBROW=ns;exports.EXPRESSION_ATLAS_EMOTIONS=Ri;exports.MIC_SAMPLE_RATE=Rr;exports.OCULUS_VISEME_IDS=Mn;exports.PLAYBACK_SAMPLE_RATE=Cr;exports.SPEAKING_RATE_MAX=Xt;exports.SPEAKING_RATE_MIN=Qt;exports.TTS_ENGINE_CARTESIA=Ze;exports.TTS_ENGINE_GOOGLE=Er;exports.TTS_ENGINE_INWORLD=Gt;exports.VISEME_IDS=_i;exports.VISEME_SKIP_GAP_MS=wr;exports.VISEME_TEST_CARTESIA_VOICE_ID=Mr;exports.VISEME_TEST_SPEAKING_RATE=kt;exports.VISEME_TEST_VOICE_ID=xr;exports.VOWEL_SKIP_GROUP=Dn;exports.aiTwinSourceFilename=ms;exports.buildPlaybackTransitions=Un;exports.buildPlaybackVisemeSeries=jt;exports.buildRawVisemeTransitions=Vn;exports.buildVoiceWebSocketUrl=jn;exports.compactSkippableVisemes=Ar;exports.createAvatarTtsLipsyncController=gr;exports.createRealtimeVoiceLipsyncController=Yn;exports.emotionToEyebrow=Je;exports.faceAssetUrls=pr;exports.fetchAiTwin=bn;exports.fetchDevAuthToken=Nt;exports.getAiTwinSourceUrl=Fo;exports.getAiTwinThumbnailUrl=Co;exports.listSkippedVisemeEntries=Yt;exports.listSkippedVisemes=Qs;exports.normalizeOculusViseme=Ir;exports.normalizeStreamEmotion=We;exports.resolveDirectFaceId=Tn;exports.resolveVisemeAtTime=Tt;exports.resolveVisemeFromPlaybackSeries=Ln;exports.resolveWordAtTime=ii;exports.setActiveTwinAssets=kn;
|
|
47
|
+
`;function wn(e=5){const t=new ue.Filter({glProgram:ue.GlProgram.from({vertex:So,fragment:vo,name:"threshold-key-filter"}),resources:{thresholdUniforms:{uThreshold:{value:e/255,type:"f32"}}}});return t.setThreshold=r=>{t.resources.thresholdUniforms.uniforms.uThreshold=r/255},t.getThreshold=()=>Math.round(t.resources.thresholdUniforms.uniforms.uThreshold*255),t}function bo(e,t,r){return e>r||t>r}function To(e){return e?e.getParameter(e.MAX_TEXTURE_SIZE):4096}function Eo(e,t){return t!=null&&t>0?Math.floor(t):To(e)}function ko(e,t){const r=document.createElement("canvas");r.width=t.w,r.height=t.h;const n=r.getContext("2d");if(!n)throw new Error("Failed to acquire 2d context for atlas cell crop");return n.drawImage(e,t.x,t.y,t.w,t.h,0,0,t.w,t.h),r}function ws(e){return fetch(e).then(t=>{if(!t.ok)throw new Error(`Failed to load image: ${e}`);return t.blob()}).then(t=>createImageBitmap(t))}async function gn(e,t,r,n,s){const i=r?await ss(e,s):await fetch(e).then(u=>{if(!u.ok)throw new Error(`Failed to load ${e}`);return u.json()}),o=i.sheets?.[0];if(!o?.path)throw new Error(`${e} has no sheets[0].path`);const a=new Map,l=async(u,d)=>{const p=as(t,d,r),E=r?await yi(await pt(p,s??"")):await ws(p);if(bo(E.width,E.height,n))return console.info(`[PixiVisemeCompositor] Sheet ${d} (${E.width}x${E.height}) exceeds MAX_TEXTURE_SIZE=${n}; using per-cell crops.`),{mode:"cells",bitmap:E};const m=ue.Texture.from(E);return m.source.scaleMode="nearest",{mode:"full",texture:m}};a.set(o.index,await l(o.index,o.path));for(const u of i.sheets??[])u.index!==o.index&&u.path&&a.set(u.index,await l(u.index,u.path));const f=new Map;for(const u of i.cells??[])u.path&&f.set(u.path,u);const c=new Map;for(const u of i.sheets??[])c.set(u.index,u);return{atlasMeta:i,cellByPath:f,sheetByIndex:c,diffBase:t,sheets:a}}async function Io(e,t={}){const r=new ue.Application;try{await r.init({canvas:e,width:842,height:1264,preference:"webgl",autoStart:!1,antialias:!1,resolution:1,autoDensity:!1,backgroundAlpha:1,backgroundColor:0,powerPreference:"high-performance"})}catch(g){throw r.destroy({removeView:!1}),g}if(r.renderer.type!==ue.RendererType.WEBGL)throw r.destroy({removeView:!1}),new Error("Pixi did not initialize a WebGL renderer");const n=Eo(r.renderer.gl,t.maxTextureSize);let s=!1,i=!1,o=!1;const a=r.canvas,l=()=>{s=!0,!i&&!o&&(i=!0,t.onWebGlContextLost?.())};a.addEventListener("webglcontextlost",l);const f=new ue.Sprite(ue.Texture.EMPTY),c=new ue.Sprite(ue.Texture.EMPTY);c.visible=!1,c.alpha=0;const u=new ue.Sprite(ue.Texture.EMPTY),d=new ue.Sprite(ue.Texture.EMPTY),p=new ue.Sprite(ue.Texture.EMPTY);p.visible=!1;const E=wn(5),m=wn(5);u.filters=[E],d.filters=[m],r.stage.addChild(f),r.stage.addChild(c),r.stage.addChild(u),r.stage.addChild(d),r.stage.addChild(p);let A=null,x=null,C=null,w=null,b=null,O=null,V=null,X=842,fe=1264,P=null,D=5;const N=new Map;let j=null,F=null,Y=null;const $=xn(()=>{N.clear(),O=null,V=null,A=null,P=null}),q=(g,_)=>{X=g,fe=_,r.renderer.resize(g,_),(e.width!==g||e.height!==_)&&(e.width=g,e.height=_)},k=()=>{u.visible=!1,d.visible=!1,u.texture=ue.Texture.EMPTY,d.texture=ue.Texture.EMPTY,j=null,F=null},ee=()=>{b=null,c.visible=!1,c.alpha=0},he=()=>{f.visible=!0,f.width=X,f.height=fe,f.x=0,f.y=0},ce=()=>{c.width=X,c.height=fe,c.x=0,c.y=0},te=()=>{p.visible=!1,ee(),A&&(f.texture=A,he())},J=()=>{!b&&!c.visible||te()},ke=g=>{if(o||s||!A){te();return}const _=Math.max(0,g);if(!x||_<=0){te();return}k(),p.visible=!1,f.texture=x,he(),c.texture=A,ce(),c.alpha=0,c.visible=!0,b={startMs:performance.now(),durationMs:_},W()},Me=(g=performance.now())=>{if(!b)return!1;if(o||s)return J(),!1;const _=(g-b.startMs)/Math.max(1,b.durationMs);if(_>=1)return te(),W(),!1;const y=Math.min(1,Math.max(0,_)),Z=y*y*(3-2*y);return c.alpha=Z,c.visible=!0,W(),!0},S=()=>{if(C){try{C.resource=null}catch{}C.destroy(),C=null}x&&(x.destroy(!1),x=null),w=null},M=(g,_)=>{const y=g.cellByPath.get(_);if(!y||!ns(y))return null;const Z=`${g.diffBase}::${_}`;let oe=N.get(Z);if(!oe){const ye=y.sheet??0,Re=g.sheets.get(ye);if(!Re)return null;let _e,Oe=!1;if(Re.mode==="full")_e=new ue.Texture({source:Re.texture.source,frame:new ue.Rectangle(y.x,y.y,y.w,y.h)});else{const wt=ko(Re.bitmap,y);_e=ue.Texture.from(wt),_e.source.scaleMode="nearest",Oe=!0}oe={texture:_e,ownsSource:Oe},N.set(Z,oe)}return{texture:oe.texture,cell:y}},G=(g,_,y,Z)=>{if(!Z||!y)return g.visible=!1,g.texture=ue.Texture.EMPTY,!1;const oe=M(y,Z);if(!oe)return g.visible=!1,g.texture=ue.Texture.EMPTY,!1;const ye=rs(y.atlasMeta,oe.cell);return _.setThreshold(D),g.texture=oe.texture,g.x=ye.x,g.y=ye.y,g.width=oe.cell.w,g.height=oe.cell.h,g.visible=!0,!0},z=g=>{if(!g||!O)return null;const _=P??new Set(O.cellByPath.keys());return Or(g,_)??(_.has(g)?g:null)},I=g=>{p.visible=!1,te();const _=z(g.mouthPath),y=g.expressionPath&&V?Vr(g.expressionPath,Z=>V.cellByPath.has(Z)):null;_!==j?(G(u,E,O,_),j=_):_?u.visible=!0:u.visible=!1,y!==F?(G(d,m,V,y),F=y):y?d.visible=!0:d.visible=!1},W=()=>{if(!(o||s||document.hidden))try{r.render()}catch{}};return{async loadAssets(g){if(o)return{width:X,height:fe,visemePaths:[]};const _=It();if(_&&!g)throw new Error("Encrypted assets enabled but no key provided");const y=_?await Si(await pt(Kt(),g??"")):await ws(Kt());A&&A.destroy(!0),A=ue.Texture.from(y),A.source.scaleMode="linear";const Z=Mn();O=await gn(Rn(),Z,_,n,g);try{V=await gn(Cn(),Z,_,n,g)}catch(ye){console.warn("[PixiVisemeCompositor] expression atlas unavailable:",ye),V=null}const oe=ts(O.atlasMeta,y.width,y.height);return q(oe.width,oe.height),D=rr(O.atlasMeta),E.setThreshold(D),m.setThreshold(D),P=new Set(O.cellByPath.keys()),N.clear(),te(),k(),W(),{width:oe.width,height:oe.height,visemePaths:[...O.cellByPath.keys()]}},getVisemeAtlasPaths(){return P},drawLiveFrame(g){o||s||!A||(J(),I(g),W())},drawIdleVideo(g,_){o||s||document.hidden||_&&!_()||g.readyState<HTMLMediaElement.HAVE_CURRENT_DATA||(ee(),k(),p.visible=!1,!x||w!==g?(S(),C=new ue.VideoSource({resource:g,autoPlay:!1,updateFPS:0}),C.autoUpdate=!1,x=new ue.Texture({source:C}),w=g):x.source.update(),f.texture=x,he(),W())},beginIdleToSilCrossfade:ke,tickIdleToSilCrossfade:Me,finishIdleToSilCrossfade:J,isIdleToSilCrossfading(){return b!=null},renderSilOnly(){o||s||!A||(k(),te(),W())},blitBitmap(g){o||s||(J(),k(),Y&&(Y.destroy(!0),Y=null),Y=ue.Texture.from(g),p.texture=Y,p.visible=!0,p.x=0,p.y=0,p.width=X,p.height=fe,f.visible=!1,W())},async compositePrefetchFrame(g){return null},renderFrame:W,isContextLost(){return s},dispose(){if(o)return;o=!0,a.removeEventListener("webglcontextlost",l),$(),S(),Y&&(Y.destroy(!0),Y=null);for(const{texture:_,ownsSource:y}of N.values())_.destroy(y);N.clear(),A&&(A.destroy(!0),A=null);const g=_=>{_.mode==="full"?_.texture.destroy(!0):_.bitmap.close()};if(O)for(const _ of O.sheets.values())g(_);if(V)for(const _ of V.sheets.values())g(_);E.destroy(!0),m.destroy(!0),r.destroy({removeView:!1},{children:!0,texture:!0})}}}const yn=-1,Ut=1e5,_n=new Map;async function Ao(e){let t=_n.get(e);if(!t){const r=await fetch(e);if(!r.ok)throw new Error(`Failed to fetch worker script (${r.status}): ${e}`);const n=await r.blob();t=URL.createObjectURL(n),_n.set(e,t)}return new Worker(t,{name:"visemeDiffPreview"})}function Po(){return typeof Worker<"u"&&typeof OffscreenCanvas<"u"}function Er(e,t){(e.width!==t.width||e.height!==t.height)&&(e.width=t.width,e.height=t.height);const r=e.getContext("2d");r&&r.drawImage(t,0,0)}function Sn(e,t){let r=0,n=null;const s=qr(async(i,o)=>(await br(),await Tr(e,i),s.isLatestSeq(o)));return{usesWorker:!1,usesPixi:!1,async loadAssets(i){const o=await br(i);return n=o.visemePaths?new Set(o.visemePaths):null,o},getVisemeAtlasPaths(){return n},async renderSilOnly(){r+=1,s.reset(),await no(e)},drawLiveFrame(i,o,a,l){s.enqueue(o,a,l)},async compositePrefetchFrame(i,o){try{return await ro(i)}catch{return null}},blitBitmap(i,o){Er(i,o)},drawIdleVideo(){},beginIdleToSilCrossfade(){},tickIdleToSilCrossfade(){return!1},finishIdleToSilCrossfade(){},isIdleToSilCrossfading(){return!1},supportsBufferedPlayback:!0,async renderViseme(i,o){r+=1;const a=r;t.onStatus?.(o),await Tr(i,{mouthPath:dt(o),expressionPath:null})},dispose(){r+=1,s.reset()}}}function xo(e,t,r){let n=null,s=1,i=0,o=!1,a=!1,l=null;const f=new Map,c=new Map;let u=Ut;const d=qr(async(C,w,b)=>(f.set(w,{drawKey:b.drawKey,onDisplayed:b.onDisplayed}),await A({type:"drawFrame",diffPath:C.mouthPath,expressionDiffPath:C.expressionPath,liveSeq:w},void 0,!0),!1)),p=C=>{if(C===yn){let O=-1,V;for(const[X,fe]of f)X>=O&&(O=X,V=fe);O>=0&&f.delete(O),V?.onDisplayed?.(V.drawKey);return}const w=-C,b=f.get(w);f.delete(w),b?.onDisplayed?.(b.drawKey)},E=new Map,m=(C,w)=>{a||!n||n.postMessage(C,[])},A=(C,w,b=!1)=>{if(a)return Promise.resolve();const O=s++;return new Promise((V,X)=>{E.set(O,{resolve:fe=>V(fe),reject:X,generation:typeof C.generation=="number"?C.generation:void 0,expectRenderDone:b}),m({...C,requestId:O})})},x=(async()=>{n=await Ao(r),n.onmessage=C=>{if(a)return;const w=C.data;if(w.type==="status"){t.onStatus?.(w.label);return}if(w.type==="frame"){if(w.generation<=-Ut){const V=-w.generation,X=c.get(V);c.delete(V),X?.resolve(w.bitmap);return}const O=w.generation<0;if(!O&&w.generation!==i){w.bitmap.close();return}if(O&&!(w.generation===yn)){const X=-w.generation;if(!d.isLatestSeq(X)){Ge()?.onWorkerStale(),w.bitmap.close();return}}if(O&&t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()){Ge()?.onWorkerStale(),w.bitmap.close();return}Er(e,w.bitmap),w.bitmap.close(),O&&p(w.generation);return}const b=E.get(w.requestId);if(b)switch(w.type){case"ready":E.delete(w.requestId),b.resolve();break;case"loadAssetsDone":E.delete(w.requestId),l=w.visemePaths?.length?new Set(w.visemePaths):null,b.resolve({width:w.width,height:w.height,visemePaths:w.visemePaths});break;case"renderDone":if(b.expectRenderDone&&b.generation!=null&&w.generation!==b.generation)return;E.delete(w.requestId),b.resolve();break;case"renderAborted":E.delete(w.requestId),b.resolve();break;case"error":E.delete(w.requestId),t.onError?.(w.message),b.reject(new Error(w.message));break}},n.onerror=C=>{if(a)return;const w=C.message||"Worker error";t.onError?.(w);for(const[,b]of E)b.reject(new Error(w));E.clear()},await A({type:"init"}),o=!0})();return{usesWorker:!0,usesPixi:!1,async loadAssets(C){if(a)return{width:842,height:1264};if(await x,a)return{width:842,height:1264};if(!o)throw new Error("Worker init failed");return await A({type:"loadAssets",keyHex:C,urls:Hs(rt())})??{width:842,height:1264}},getVisemeAtlasPaths(){return l},async renderSilOnly(){if(a||(await x,a))return;i+=1,d.reset(),f.clear(),c.forEach(({resolve:w})=>w(null)),c.clear(),u=Ut;const C=i;await A({type:"cancelLiveDraws"}),await A({type:"renderSil",generation:C},void 0,!0)},drawLiveFrame(C,w,b,O){a||x.then(()=>{a||d.enqueue(w,b,O)})},compositePrefetchFrame(C,w){return a?Promise.resolve(null):x.then(()=>{if(a)return null;const b=++u;return new Promise(O=>{c.set(b,{resolve:O}),A({type:"drawFrame",diffPath:C.mouthPath,expressionDiffPath:C.expressionPath,liveSeq:b},void 0,!0).catch(()=>{c.delete(b),O(null)})})})},blitBitmap(C,w){Er(C,w)},drawIdleVideo(){},beginIdleToSilCrossfade(){},tickIdleToSilCrossfade(){return!1},finishIdleToSilCrossfade(){},isIdleToSilCrossfading(){return!1},supportsBufferedPlayback:!0,async renderViseme(C,w,b={}){if(a||(await x,a))return;i+=1,d.reset(),f.clear();const O=i;try{await A({type:"cancelLiveDraws"}),await A({type:"renderViseme",generation:O,to:w,from:b.from,transitionDurationMs:b.transitionDurationMs,gapMs:b.gapMs,threshold:b.threshold},void 0,!0)}catch(V){if(V?.name==="AbortError")return;throw V}},dispose(){if(!a){a=!0,i+=1,d.reset(),f.clear(),c.forEach(({resolve:C})=>C(null)),c.clear(),u=Ut;for(const[,C]of E)C.resolve();E.clear(),n?.terminate(),n=null}}}}async function Mo(e,t){const r=await Io(e,{onWebGlContextLost:t.onWebGlContextLost,maxTextureSize:t.pixiMaxTextureSize});let n=0,s=null,i=!1;const o=qr(async(a,l)=>i?!1:t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()?(Ge()?.onWorkerStale(),!1):(r.drawLiveFrame(a),o.isLatestSeq(l)));return{usesWorker:!1,usesPixi:!0,async loadAssets(a){if(i)return{width:842,height:1264};const l=await r.loadAssets(a);return s=l.visemePaths?.length?new Set(l.visemePaths):null,l},getVisemeAtlasPaths(){return s},async renderSilOnly(){i||(n+=1,o.reset(),r.renderSilOnly())},drawLiveFrame(a,l,f,c){i||o.enqueue(l,f,c)},async compositePrefetchFrame(a,l){if(i)return null;try{return await r.compositePrefetchFrame(a)}catch{return null}},blitBitmap(a,l){i||t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()||r.blitBitmap(l)},drawIdleVideo(a,l){i||r.drawIdleVideo(a,l)},beginIdleToSilCrossfade(a){i||r.beginIdleToSilCrossfade(a)},tickIdleToSilCrossfade(a){return i?!1:r.tickIdleToSilCrossfade(a)},finishIdleToSilCrossfade(){i||r.finishIdleToSilCrossfade()},isIdleToSilCrossfading(){return i?!1:r.isIdleToSilCrossfading()},supportsBufferedPlayback:!1,async renderViseme(a,l){if(i)return;n+=1;const f=n;o.reset(),t.onStatus?.(l),r.drawLiveFrame({mouthPath:dt(l),expressionPath:null})},dispose(){i||(i=!0,n+=1,o.reset(),r.dispose())}}}function vn(e,t){if(!Po())return Sn(e,t);const r=As(t.workerScriptUrl);try{return xo(e,t,r)}catch{return Sn(e,t)}}function Ro(e,t={}){if(t.preferLegacyRenderer)return vn(e,t);let r=null,n=!1,s=null,i=!1;const o=()=>r?Promise.resolve(r):(s||(s=(async()=>{try{const a=await Mo(e,t);if(i)throw a.dispose(),new Error("Renderer disposed during Pixi init");return n=!0,r=a,a}catch(a){if(i)throw a instanceof Error?a:new Error(String(a));return console.warn("[AiTwin] Pixi WebGL renderer unavailable, using Canvas2D fallback:",a),r=vn(e,t),n=!1,r}})()),s);return{get usesWorker(){return r?.usesWorker??!1},get usesPixi(){return n},async loadAssets(a){return(await o()).loadAssets(a)},getVisemeAtlasPaths(){return r?.getVisemeAtlasPaths()??null},async renderSilOnly(){return(await o()).renderSilOnly()},drawLiveFrame(a,l,f,c){o().then(u=>{i||u.drawLiveFrame(a,l,f,c)})},async compositePrefetchFrame(a,l){return(await o()).compositePrefetchFrame(a,l)},blitBitmap(a,l){r&&r.blitBitmap(a,l)},drawIdleVideo(a,l){r?.usesPixi&&r.drawIdleVideo(a,l)},beginIdleToSilCrossfade(a){r?.beginIdleToSilCrossfade(a)},tickIdleToSilCrossfade(a){return r?.tickIdleToSilCrossfade(a)??!1},finishIdleToSilCrossfade(){r?.finishIdleToSilCrossfade()},isIdleToSilCrossfading(){return r?.isIdleToSilCrossfading()??!1},get supportsBufferedPlayback(){return r?.supportsBufferedPlayback??!1},async renderViseme(a,l,f){return(await o()).renderViseme(a,l,f)},dispose(){i=!0,s=null,r?.dispose(),r=null}}}class Co extends Error{constructor(t,r){super(`${t} timed out after ${Math.round(r/1e3)}s`),this.name="LoadTimeoutError"}}function pr(e,t,r){return new Promise((n,s)=>{const i=globalThis.setTimeout(()=>{s(new Co(r,t))},t);e.then(o=>{globalThis.clearTimeout(i),n(o)},o=>{globalThis.clearTimeout(i),s(o)})})}const Do={position:"relative",display:"inline-block",lineHeight:0},Fo={display:"block",maxWidth:"100%",height:"auto"},Bo={position:"absolute",inset:0,display:"flex",alignItems:"center",justifyContent:"center",padding:"1rem",background:"rgba(0,0,0,0.55)",color:"#fff",fontSize:"0.875rem",textAlign:"center"};function vt(e){return Cs(e)?Fr:Dr}function $e(e,t){return t?.isSpeaking()?t:e.isSpeaking()?e:t?.isConnected()?t:e}const Lo=T.forwardRef(function({id:t,avatarId:r,faceId:n,assets:s,authToken:i,apiBase:o,ttsEngineId:a=Je,voiceId:l,speakingRate:f=Pt,className:c,style:u,canvasStyle:d,onStatusChange:p,onDisplayStatus:E,onError:m,onReady:A,showErrorOverlay:x=!0,onUserTranscript:C,onBotOutput:w,onRealtimeLipsyncDebug:b,onFrameRenderStats:O,lipsyncBufferedPlayback:V=!0,lipsyncPlaybackWarmupMs:X=1500,pixiMaxTextureSize:fe},P){const D=T.useRef(null),N=T.useRef(null),j=T.useRef(null),F=T.useRef(V);F.current=V;const Y=T.useRef(X);Y.current=X;const $=T.useRef(0),q=T.useRef(Hr()),k=T.useRef(Gi()),ee=T.useRef(!1),he=T.useRef(null),ce=T.useRef(null),te=T.useRef(0),J=T.useRef(0),ke=T.useRef(0),Me=T.useRef(null),S=T.useRef(null),M=T.useRef(!1),G=T.useRef(!1),z=T.useRef(!1),I=T.useRef(!1),W=T.useRef("sil"),g=T.useRef(0),_=T.useRef(!1),y=T.useRef(null),Z=T.useRef(!1),[oe,ye]=T.useState("idle"),[Re,_e]=T.useState(null),[Oe,wt]=T.useState(!1),[Gr,xt]=T.useState(!1),[nr,h]=T.useState({width:842,height:1264}),[R,Q]=T.useState(0),re=T.useRef(!1),me=T.useRef(i??null),de=o?.trim()||kt,pe=T.useRef(null),we=T.useRef(null),ve=T.useRef(!1),nt=T.useRef({width:842,height:1264}),We=T.useRef(null),Ke=T.useRef("sil"),ze=T.useRef(void 0),gt=T.useRef(new Map),Mt=T.useRef(A),se=T.useRef(E),yt=T.useRef(m),_t=T.useRef(C),st=T.useRef(w),ge=T.useRef(b),Ce=T.useRef(O),Te=T.useRef(io());Mt.current=A,se.current=E,yt.current=m,_t.current=C,st.current=w,ge.current=b,Ce.current=O,T.useEffect(()=>{const v=Te.current;return fn(v),()=>fn(null)},[]);const it=T.useCallback(v=>{const B=v?.ttsEngineId??a??we.current?.ttsEngineId??Je,U=v?.voiceId??l??we.current?.voiceId??vt(B);return{ttsEngineId:B,voiceId:U}},[a,l]),Be=T.useCallback(v=>{_e(v),yt.current?.(v)},[]),je=T.useCallback(v=>{ye(v),p?.(v)},[p]),ie=T.useRef(Sr(je,de,{onLipsyncDebug:v=>ge.current?.(v)})),le=T.useRef(null);T.useEffect(()=>(ie.current=Sr(je,de,{onLipsyncDebug:v=>ge.current?.(v)}),i&&ie.current.setDeveloperToken(i),ie.current.setTtsEngineId(a),()=>{ie.current.stop();const v=le.current;v&&(v.disconnect(),le.current=null)}),[je,i,a,de]);const zr=T.useCallback(()=>(le.current||(le.current=es(je,{speakingRate:f,onUserTranscript:(v,B)=>_t.current?.(v,B),onBotOutput:v=>st.current?.(v),onLipsyncDebug:v=>ge.current?.(v)}),le.current.setTtsEngineId(a)),le.current),[je,f,a]),Ie=T.useCallback(()=>{Me.current!=null&&(clearTimeout(Me.current),Me.current=null)},[]),Ae=T.useCallback(()=>{S.current!=null&&(clearTimeout(S.current),S.current=null),z.current=!1},[]),Rt=T.useCallback(()=>{if(I.current)return;const v=N.current;if(I.current=!0,Ae(),M.current=!1,G.current=!1,!Z.current||!y.current){v?.renderSilOnly();return}y.current.setActive(!1);const B=y.current.getVideo();if(v?.usesPixi){v.drawIdleVideo(B),v.beginIdleToSilCrossfade(mn);return}(async()=>{const U=D.current;U&&await mr(U,B,null,void 0,nt.current).catch(()=>{}),await new Promise(L=>setTimeout(L,mn)),I.current&&await v?.renderSilOnly()})()},[Ae]),jr=T.useCallback(()=>{!Z.current||!y.current||(I.current=!1,N.current?.finishIdleToSilCrossfade(),Ae(),z.current=!0,S.current=setTimeout(()=>{if(S.current=null,$e(ie.current,le.current).isSpeaking()){z.current=!1;return}if(M.current){z.current=!1;return}const v=y.current;if(!v){z.current=!1;return}v.restart(),v.setActive(!0);const B=v.getVideo();let U=!1;const L=()=>{U||(U=!0,B.removeEventListener("playing",H),z.current=!1)},H=()=>{L()};if(B.addEventListener("playing",H,{once:!0}),B.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA&&!B.paused){L();return}setTimeout(L,300)},oo))},[Ae]),ot=T.useCallback(()=>{if(Ie(),se.current?.("sil"),M.current=!1,I.current=!1,!Z.current||!y.current){z.current=!1;return}jr()},[Ie,jr]),sr=T.useCallback(async v=>{const B=J.current,U=N.current,L=D.current,H=()=>{v?.fallbackOnly||(M.current=!1)};if(!U||!L||!Oe){H();return}if($e(ie.current,le.current).isSpeaking()){H();return}if(v?.fallbackOnly){if(!M.current||(xe(q.current),await U.renderSilOnly(),B!==J.current)||$e(ie.current,le.current).isSpeaking())return;ot();return}if(hn(q.current)){xe(q.current),ot();return}if(F.current&&U.supportsBufferedPlayback&&!v?.fallbackOnly){if(xe(q.current),j.current?.reset(),await U.renderSilOnly(),B!==J.current||$e(ie.current,le.current).isSpeaking())return;ot();return}const Ee=fo($e(ie.current,le.current).getVisemeQueue(),g.current,W.current),De=mo(Ee,We.current);if(xe(q.current),!De){if(await U.renderSilOnly(),B!==J.current||$e(ie.current,le.current).isSpeaking())return;ot();return}try{await U.renderViseme(L,"sil",{from:Ee,transitionDurationMs:ms})}catch(Pe){if(Pe?.name!=="AbortError")throw Pe}if(B!==J.current){H();return}if($e(ie.current,le.current).isSpeaking()){H();return}ot()},[Oe,ot]),at=T.useCallback(()=>{if(G.current||M.current)return;G.current=!0,M.current=!0,Ie();const v=J.current;sr().finally(()=>{G.current=!1}),Me.current=setTimeout(()=>{Me.current=null,v===J.current&&sr({fallbackOnly:!0})},ho())},[Ie,sr]),Yr=T.useCallback(async()=>{const v=Math.floor(Date.now()/1e3);if(pe.current&&v<pe.current.expiresAt-60)return pe.current.key;const B=me.current??await Wt();me.current=B,ie.current.setDeveloperToken(B);const U=await Vs(B,de);return pe.current={key:U.value,expiresAt:U.expiresAt},U.value},[de]);T.useEffect(()=>{i&&(me.current=i,ie.current.setDeveloperToken(i))},[i]),T.useEffect(()=>{ie.current.setTtsEngineId(a),le.current?.setTtsEngineId(a),we.current&&(we.current.ttsEngineId=a)},[a]),T.useEffect(()=>{const v=l??vt(a);we.current&&(we.current.voiceId=v)},[l,a]);const Ye=T.useMemo(()=>An(r,n),[r,n]),_s=T.useMemo(()=>s?JSON.stringify(s):Ye?`face:${Ye}`:`id:${t??""}`,[s,Ye,t]);return T.useEffect(()=>{if(!t&&!s&&!Ye){Be("AiTwin requires `assets`, `avatarId`/`faceId`, or `id`");return}let v=!1;ve.current=!1,wt(!1),xt(!1),_e(null),we.current=null,y.current=null,Z.current=!1;const B=D.current;if(!B)return;let U=null;return(async()=>{try{let L,H,be,Ee;if(s)L=s,H=a,be=l??vt(H);else if(Ye)se.current?.("loadFace"),L=yr(Ye),H=a,be=l??vt(H);else{se.current?.("getAiTwin");const K=await pr(In(t),3e4,"getAiTwin");if(v)return;if(!K.faceId?.trim())throw new Error("getAiTwin returned no faceId");H=K.ttsEngineId,be=l??K.voiceId??vt(H),Ee=K.knowledgeContextId?.trim()||void 0,L=yr(K.faceId)}we.current={ttsEngineId:H,voiceId:be,personaId:Ee},Pn(L),y.current=zi();const De=!!(s&&!tt(s));U=Ro(B,{preferLegacyRenderer:De,pixiMaxTextureSize:fe,onStatus:K=>{v||se.current?.(K)},onError:K=>{v||Be(K)},shouldAcceptLiveFrame:()=>{if(ee.current)return!0;if(M.current)return!1;const K=$e(ie.current,le.current);return K.isSpeaking()||K.isWarmingUp()},onWebGlContextLost:()=>{v||re.current||(re.current=!0,queueMicrotask(()=>{v||Q(K=>K+1)}))}}),N.current=U,j.current=_o(U),re.current=!1,(K=>{const ne=()=>{if(!K||Y.current<=0)return!1;const Se=N.current;return Se?F.current&&Se.supportsBufferedPlayback?!0:Se.usesPixi:!1};ie.current.setLipsyncWarmupHold(K,ne),le.current?.setLipsyncWarmupHold(K,ne)})(!0),se.current?.("auth");const Ne=me.current??i??await pr(Wt(),3e4,"getAuthToken");if(v)return;me.current=Ne,ie.current.setDeveloperToken(Ne),ie.current.setTtsEngineId(H);const Ct=It()?await Yr():void 0;if(v)return;se.current?.("loadAssets");const ae=await pr(U.loadAssets(Ct),18e4,"load face assets");if(!v&&ae.width>0&&ae.height>0&&(nt.current=ae,h(ae)),v)return;We.current=U.getVisemeAtlasPaths(),ve.current=!0,wt(!0),Mt.current?.(),U.renderSilOnly().then(()=>{v||se.current?.("sil")}),(async()=>{try{const K=await Ti(Ct);if(await y.current.load(K),v)return;Z.current=!0,xt(!0),xe(q.current),y.current.setActive(!0);const ne=y.current.getVideo();U.usesPixi?U.drawIdleVideo(ne):await mr(B,ne,null,void 0,nt.current),v||se.current?.("idle")}catch(K){if(v)return;Z.current=!1,xt(!1),console.warn("[AiTwin] Idle video unavailable:",K)}})()}catch(L){if(v)return;if(L instanceof $t){Be(L.message);return}Be(L instanceof Error?L.message:"Failed to load AI twin")}})(),()=>{v=!0,y.current?.dispose(),U?.dispose(),N.current=null}},[_s,s,Ye,t,a,l,i,fe,Yr,Be,R]),T.useEffect(()=>{const v={current:!1},B=()=>{const U=D.current,L=N.current,H=$e(ie.current,le.current);if(!U||!L||!Oe){te.current=requestAnimationFrame(B);return}if(document.hidden){y.current?.setActive(!1),te.current=requestAnimationFrame(B);return}const be=H.isSpeaking(),Ee=H.isWarmingUp(),De=be&&!_.current,Pe=_.current&&!be;De&&(Ie(),Ae(),M.current=!1,G.current=!1,xe(q.current),j.current?.reset(),Te.current.reset(),ze.current=void 0,ke.current=0,W.current="sil",g.current=0,Rt()),Pe&&(k.current.reset(),y.current?.setActive(!1),j.current?.reset(),L.finishIdleToSilCrossfade(),at());const Ne=Pe||M.current||z.current||I.current,Ct=V&&L.supportsBufferedPlayback;if(Ee){if(Rt(),Z.current&&y.current?.setActive(!1),L.usesPixi&&L.isIdleToSilCrossfading()){L.tickIdleToSilCrossfade(performance.now()),H.getVisemeQueue().length>0&&$.current===0&&($.current=performance.now()),_.current=H.isSpeaking(),te.current=requestAnimationFrame(B);return}const ae=H.getVisemeQueue();ae.length>0&&$.current===0&&($.current=performance.now()),k.current.advance(performance.now());const K=k.current.getExpressionPath(),ne=k.current.getDrawKey(),Se={queue:ae,elapsedMs:0,expressionPath:K,expressionDrawKey:ne,availablePaths:We.current};let Fe=!1;Ct&&j.current?(j.current.warmupTick(Se),Fe=j.current.isWarmupReady(Se,Y.current)):L.usesPixi&&pn(U,ae,0,K,ne,q.current,(ut,Dt,ir,Ft)=>{L.drawLiveFrame(ut,Dt,ir,Ve=>{Ft?.(Ve),H.isWarmingUp()&&Ve!==""&&!hn({lastDrawnKey:Ve})&&($.current=0,H.releaseWarmupHold())})},ut=>{se.current?.(ut.label)},We.current);const qe=$.current>0&&performance.now()-$.current>xs;se.current?.(Fe?"buffer ready":"buffering lipsync…"),(Fe||qe)&&($.current=0,H.releaseWarmupHold()),_.current=H.isSpeaking(),te.current=requestAnimationFrame(B);return}if(be){Rt(),Z.current&&y.current?.setActive(!1),L.usesPixi&&L.isIdleToSilCrossfading()&&L.finishIdleToSilCrossfade();const ae=H.getVisemeQueue(),K=H.getPlaybackElapsedMs();ci(ae,K),g.current=K;const ne=ae.length>0?At(ae,K):"sil";ne!=="sil"&&(W.current=ne);const Se=Xi(K,H.getSentenceEmotions(),H.getWordQueue(),H.getStreamMood());k.current.setTargetEmotion(Se),k.current.setTargetEyebrow(qi(K,H.getWordQueue(),Ze(Se))),k.current.advance(performance.now());const Fe=k.current.getExpressionPath(),qe=k.current.getDrawKey(),ut=(Ve,or,St,ar)=>{const Qr={label:Ke.current,elapsedMs:K,mouthPath:or.mouthPath,transitionMeta:ze.current};gt.current.set(St,Qr),j.current?.markExternallyDisplayed(St,Fe),L.drawLiveFrame(Ve,or,St,Bt=>{const Ss=gt.current.get(Bt)??Qr;gt.current.delete(Bt),Te.current.onDrawDisplayed(Ss,ae),j.current?.markExternallyDisplayed(Bt,Fe),ar?.(Bt)})},Dt=Ve=>{Ke.current=Ve.label,ze.current=Ve.transitionMeta,se.current?.(Ve.label)},ir=V&&L.supportsBufferedPlayback;let Ft=!1;ir&&j.current&&(Ft=j.current.tick({canvas:U,queue:ae,elapsedMs:K,expressionPath:Fe,expressionDrawKey:qe,playbackState:q.current,availablePaths:We.current,onStatus:Dt,onDisplayed:(or,St,ar)=>{Te.current.onDrawDisplayed({label:ar,elapsedMs:K,mouthPath:St,transitionMeta:ze.current},ae)}}).usedBuffer),Ft||pn(U,ae,K,Fe,qe,q.current,ut,Dt,We.current),Te.current.onRafTickSpeaking(),Ce.current?.(Te.current.snapshot(ae,K))}else if(!Ne&&ee.current){y.current?.setActive(!1),k.current.advance(performance.now());const ae=k.current.getExpressionPath(),K=k.current.getDrawKey();hr(U,ae,K,q.current,(ne,Se,Fe,qe)=>L.drawLiveFrame(ne,Se,Fe,qe),ne=>{if(ce.current){se.current?.(ce.current);return}const Se=k.current.getTargetEmotion();se.current?.(ne==="sil"||ne==="blink"?`${Se}${ne==="blink"?" · blink":""}`:ne)},null,he.current)}else if(!Ne&&Z.current&&y.current){const ae=y.current,K=ae.getVideo();if(K.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA){ae.setActive(!0);const ne=()=>!H.isSpeaking()&&!M.current&&!z.current&&!ee.current;L.usesPixi?(L.drawIdleVideo(K,ne),ne()&&se.current?.("idle")):v.current||(v.current=!0,mr(U,K,null,void 0,nt.current,ne).then(()=>se.current?.("idle")).finally(()=>{v.current=!1}))}else hr(U,null,"__sil__",q.current,(ne,Se,Fe,qe)=>L.drawLiveFrame(ne,Se,Fe,qe),ne=>se.current?.(ne))}else Ne||hr(U,null,"__sil__",q.current,(ae,K,ne,Se)=>L.drawLiveFrame(ae,K,ne,Se),ae=>se.current?.(ae));_.current=be,te.current=requestAnimationFrame(B)};return te.current=requestAnimationFrame(B),()=>{cancelAnimationFrame(te.current),Ie(),Ae(),ie.current.stop(),le.current?.stop()}},[Oe,Gr,at,Ie,Ae,Rt]),T.useImperativeHandle(P,()=>({speakText:async(v,B)=>{const U=v.trim();if(!U)return;const L=N.current;if(!L||!ve.current&&!Oe)throw new Error("AI twin is not ready");const{ttsEngineId:H,voiceId:be}=it(B);_e(null),J.current+=1,Ie(),Ae(),M.current=!1,G.current=!1,W.current="sil",g.current=0,xe(q.current),ee.current=!1,he.current=null,ce.current=null,k.current.reset(),_.current=!1,I.current=!1,L.finishIdleToSilCrossfade();try{await ie.current.speak(U,{voiceId:be,speakingRate:B?.speakingRate??f,ttsEngineId:H})}catch(Ee){throw I.current=!1,L.finishIdleToSilCrossfade(),at(),Be(Ee instanceof Error?Ee.message:"TTS failed"),Ee}},stop:()=>{J.current+=1,Ie(),Ae(),M.current=!1,G.current=!1,I.current=!1,N.current?.finishIdleToSilCrossfade(),ie.current.stop(),le.current?.stop(),xe(q.current),j.current?.reset(),$.current=0,_.current=!1,at()},setTtsEngineId:v=>{ie.current.setTtsEngineId(v),le.current?.setTtsEngineId(v),we.current&&(we.current.ttsEngineId=v)},renderViseme:async(v,B)=>{const U=N.current,L=D.current;if(!U||!L||!ve.current)throw new Error("AI twin is not ready");await U.renderViseme(L,v,{from:B?.from,transitionDurationMs:B?.transitionDurationMs,gapMs:B?.gapMs,onStatus:H=>se.current?.(H)})},setEmotion:v=>{if(!ve.current)throw new Error("AI twin is not ready");const B=N.current,U=D.current;if(!B||!U)throw new Error("AI twin is not ready");J.current+=1,Ie(),Ae(),M.current=!1,G.current=!1,z.current=!1,I.current=!1,ie.current.stop(),le.current?.stop(),xe(q.current),j.current?.reset(),$.current=0,_.current=!1,B.finishIdleToSilCrossfade(),y.current?.setActive(!1);const L=He(v);ee.current=!0,he.current=null,ce.current=null,k.current.snapToEmotion(L);const H=k.current.getExpressionPath(),be=k.current.getDrawKey(),Ee={mouthPath:null,expressionPath:H},De=Et(Ee,be);q.current.lastDrawnKey="",B.drawLiveFrame(U,Ee,De,Ne=>{Ne===De&&(q.current.lastDrawnKey=De)});const Pe=Ze(L);se.current?.(H?`${L} · brow ${Pe>0?"+":""}${Pe}`:`${L} · brow 0 (sil base)`)},getEmotion:()=>ee.current?k.current.getTargetEmotion():null,clearEmotionPreview:()=>{ee.current=!1,he.current=null,ce.current=null,k.current.reset(),xe(q.current),se.current?.("idle")},setViseme:v=>{if(!ve.current)throw new Error("AI twin is not ready");const B=N.current,U=D.current;if(!B||!U)throw new Error("AI twin is not ready");J.current+=1,Ie(),Ae(),M.current=!1,G.current=!1,z.current=!1,I.current=!1,ie.current.stop(),le.current?.stop(),xe(q.current),j.current?.reset(),$.current=0,_.current=!1,B.finishIdleToSilCrossfade(),y.current?.setActive(!1);const L=Qt(v);ee.current=!0,ce.current=L,he.current=L==="sil"?null:dt(L),k.current.snapToEmotion("neutral");const H=k.current.getExpressionPath(),be=k.current.getDrawKey(),De={mouthPath:he.current,expressionPath:H},Pe=Et(De,be);q.current.lastDrawnKey="",B.drawLiveFrame(U,De,Pe,Ne=>{Ne===Pe&&(q.current.lastDrawnKey=Pe)}),se.current?.(L)},getViseme:()=>ee.current?ce.current:null,isReady:()=>ve.current,getStatus:()=>oe,connect:async(v={})=>{_e(null);try{let B=v.authToken?.trim();B||(B=me.current??i??await Wt(),me.current=B);const U=v.voiceId?.trim()??l??we.current?.voiceId,L=v.personaId?.trim()??we.current?.personaId,H=zr();await H.unlockAudio(),await H.connect({...v,apiBase:v.apiBase?.trim()||de,authToken:B,voiceId:U,personaId:L,speakingRate:v.speakingRate??f})}catch(B){throw Be(B instanceof Error?B.message:"Voice connect failed"),B}},disconnect:async()=>{const v=le.current;v&&(J.current+=1,Ie(),Ae(),M.current=!1,G.current=!1,I.current=!1,N.current?.finishIdleToSilCrossfade(),xe(q.current),j.current?.reset(),$.current=0,_.current=!1,await v.disconnect(),at())},isConnected:()=>le.current?.isConnected()??!1,getVoiceStream:()=>le.current?.getVoiceStream()??ie.current?.getVoiceStream()??null}),[Oe,f,i,l,Ie,Ae,at,Be,it,zr,oe,de]),ur.jsxs("div",{className:c,style:{...Do,...u},children:[ur.jsx("canvas",{ref:D,width:nr.width,height:nr.height,style:{...Fo,...d},"aria-label":t?`AI twin ${t}`:"AI twin face"}),x&&Re?ur.jsx("div",{style:Bo,children:Re}):null]})}),gs="thumbnail.webp";function Oo(e,t=Ir){const r=e.trim();if(!r)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${r}/${gs}`}const No=new Set([".png",".jpg",".jpeg",".webp"]);function ys(e=".png"){const t=e.toLowerCase();return No.has(t)?`source${t}`:"source.png"}function Vo(e,t=Ir,r=".png"){const n=e.trim();if(!n)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${n}/${ys(r)}`}exports.AI_TWIN_THUMBNAIL_FILENAME=gs;exports.AiTwin=Lo;exports.AiTwinNotFoundError=$t;exports.CONSONANT_SKIP_GROUP=Nn;exports.DEFAULT_TTS_ENGINE_ID=Je;exports.EMOTION_TO_EYEBROW=us;exports.EXPRESSION_ATLAS_EMOTIONS=Li;exports.MIC_SAMPLE_RATE=Br;exports.OCULUS_VISEME_IDS=Fn;exports.PLAYBACK_SAMPLE_RATE=Lr;exports.SPEAKING_RATE_MAX=tr;exports.SPEAKING_RATE_MIN=er;exports.TTS_ENGINE_CARTESIA=et;exports.TTS_ENGINE_GOOGLE=Pr;exports.TTS_ENGINE_INWORLD=Yt;exports.VISEME_IDS=Ei;exports.VISEME_SKIP_GAP_MS=_r;exports.VISEME_TEST_CARTESIA_VOICE_ID=Fr;exports.VISEME_TEST_SPEAKING_RATE=Pt;exports.VISEME_TEST_VOICE_ID=Dr;exports.VISEME_VTIME_GRID_MS=xr;exports.VOWEL_SKIP_GROUP=On;exports.aiTwinSourceFilename=ys;exports.buildPlaybackTransitions=qn;exports.buildPlaybackVisemeSeries=Jt;exports.buildRawVisemeTransitions=Kn;exports.buildVoiceWebSocketUrl=Zn;exports.compactSkippableVisemes=Rr;exports.createAvatarTtsLipsyncController=Sr;exports.createRealtimeVoiceLipsyncController=es;exports.emotionToEyebrow=Ze;exports.faceAssetUrls=yr;exports.fetchAiTwin=In;exports.fetchDevAuthToken=Wt;exports.getAiTwinSourceUrl=Vo;exports.getAiTwinThumbnailUrl=Oo;exports.listSkippedVisemeEntries=Zt;exports.listSkippedVisemes=ti;exports.normalizeOculusViseme=Qt;exports.normalizeStreamEmotion=He;exports.resolveDirectFaceId=An;exports.resolveVisemeAtTime=At;exports.resolveVisemeFromPlaybackSeries=Wn;exports.resolveWordAtTime=li;exports.setActiveTwinAssets=Pn;exports.snapVisemeQueueToGrid=Mr;exports.snapVisemeVtimeToGrid=Vn;
|