@streamoji/aitwin 0.5.7 → 0.5.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/aitwin.cjs +6 -6
- package/dist/aitwin.js +2703 -2493
- package/dist/index.d.ts +10 -0
- package/package.json +1 -1
package/dist/aitwin.cjs
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const z=require("react/jsx-runtime"),w=require("react"),Li=require("@pipecat-ai/client-js"),Cn=require("@pipecat-ai/websocket-transport"),he=require("pixi.js");var wn=typeof document<"u"?document.currentScript:null;const Oi="https://aitwin.bubu.social",Br={publicBase:Oi},Ni="0.5.7",Vi={version:Ni},Ui={},ot="https://ai.aitwin.me",Rn=`${Br.publicBase}/custom-faces`,Wi=`${Br.publicBase}/aitwin-workers/v${Vi.version}/visemeDiffPreview.worker.js`;function Hi(e){if(e)return e;const t=typeof{url:typeof document>"u"?require("url").pathToFileURL(__filename).href:wn&&wn.tagName.toUpperCase()==="SCRIPT"&&wn.src||new URL("aitwin.cjs",document.baseURI).href}<"u"?Ui?.VITE_AITWIN_WORKER_URL:void 0;return t?.trim()?t.trim():Wi}const $i="https://us-central1-streamoji-265f4.cloudfunctions.net/getAiTwin",gn=3e3,Pt=16,ar=3e3,zi=4e3,Ki=.85,ji=8,Dn=400,Bn="eng_a7f2b9c1",tn="eng_d4e8f3a2",ct="eng_c9b1e6d4",st=ct,Fr=new Set([tn,ct]),Lr={[Bn]:"oculus_direct",[ct]:"oculus_direct",[tn]:"inworld_word"},or={google:Bn,inworld:tn,cartesia:ct};function Or(e){return Lr[e]}function qi(e){return e===ct}function Gi(e){if(e.ttsEngineId&&e.ttsEngineId in Lr)return e.ttsEngineId;const t=e.tts?.toLowerCase();return t&&t in or?or[t]:st}class Gt extends Error{constructor(t="AI twin not found"){super(t),this.name="AiTwinNotFoundError"}}async function Nr(e,t=$i){const n=new URL(t);n.searchParams.set("id",e);const r=await fetch(n.toString());if(r.status===404)throw new Gt;if(!r.ok)throw new Error(`getAiTwin failed (${r.status})`);const i=await r.json();if(!i.success)throw new Gt(i.error??"AI twin not found");const{tts:s,token:o,...a}=i.data,l=String(a.authToken??o??"").trim()||void 0;return{...a,ttsEngineId:Gi(i.data),authToken:l}}const Yi="https://us-central1-streamoji-265f4.cloudfunctions.net/getAuthToken",Qi="client_6TNvp3SCs4Og0a1ijm9TommXLql1",Xi="kk8Fq8EmexzP10jMIEwY3R44M5RKUEm1",Ji="6TNvp3SCs4Og0a1ijm9TommXLql1",Zi="Swaraj Mali";async function Mt(){const e=await fetch(Yi,{method:"POST",headers:{"Content-Type":"application/json","Client-Id":Qi,"Client-Secret":Xi},body:JSON.stringify({userId:Ji,userName:Zi})});if(!e.ok)throw new Error(`getAuthToken failed (${e.status})`);const t=await e.json(),n=t.authToken??t.token??"";if(!n.trim())throw new Error("getAuthToken returned no token");return n}async function es(e,t=ot){const n=await fetch(`${t.replace(/\/$/,"")}/api/session-value`,{headers:{Authorization:`Bearer ${e}`}});if(!n.ok)throw new Error(`/api/session-value failed (${n.status})`);const r=await n.json();if(!r.value)throw new Error("Session value response missing value");return r}function ts(e){const t=e.trim();if(t.length%2!==0)throw new Error("Invalid hex key");const n=new Uint8Array(t.length/2);for(let r=0;r<t.length;r+=2)n[r/2]=Number.parseInt(t.slice(r,r+2),16);return n}function Ht(e){return Uint8Array.from(e)}function ns(e,t){const n=new Uint8Array(e.length+t.length);return n.set(e,0),n.set(t,e.length),n}async function rs(e,t){if(!t)throw new Error("Asset key is required for encrypted assets");if(e.byteLength<28)throw new Error("Encrypted payload too small");const n=new Uint8Array(e),r=Ht(n.subarray(0,12)),i=Ht(n.subarray(12,28)),s=Ht(n.subarray(28)),o=Ht(ns(s,i)),a=await crypto.subtle.importKey("raw",ts(t),{name:"AES-GCM"},!1,["decrypt"]);return crypto.subtle.decrypt({name:"AES-GCM",iv:r,tagLength:128},a,o)}let bn=null;const Tn=new Set;function $t(e){return e.includes("/custom-faces/")}function Yt(e){const t=e.binBase.trim().replace(/\/$/,""),n=e.twinBase.trim().replace(/\/$/,"");if(!(e.encrypted||$t(t)||$t(n)))return{twinBase:n,binBase:t,encrypted:!1};const i=$t(t)?t:$t(n)?n:t;return{twinBase:i,binBase:i,encrypted:!0}}function ut(e){return Yt(e).encrypted}function kn(e,t=Rn){const n=`${t.replace(/\/$/,"")}/${e}`;return{twinBase:n,binBase:n,encrypted:!0}}function Vr(e,t){return(e??t)?.trim()||void 0}function Ur(e){bn=Yt(e);for(const t of Tn)t()}function is(e,t){const n=typeof globalThis.location<"u"?globalThis.location.href:void 0;if(!n)return Yt(e);const r=i=>{try{return new URL(i,n).href.replace(/\/$/,"")}catch{return i}};return Yt({twinBase:r(e.twinBase),binBase:r(e.binBase),encrypted:e.encrypted})}function lt(){if(!bn)throw new Error("Twin assets not configured; call setActiveTwinAssets first");return bn}function Wr(e){return Tn.add(e),()=>Tn.delete(e)}function Qt(){const e=lt();return ut(e)?`${e.binBase}/sil.bin`:`${e.twinBase}/sil.png`}function ss(){const e=lt();return ut(e)?`${e.binBase}/idle.bin`:`${e.twinBase}/idle.mp4`}function Hr(){const e=lt();return ut(e)?e.binBase:e.twinBase}function Dt(){return ut(lt())}function $r(){const e=lt();return ut(e)?`${e.binBase}/atlas.bin`:`${e.twinBase}/atlas.json`}function zr(){const e=lt();return ut(e)?`${e.binBase}/expression_atlas.bin`:`${e.twinBase}/expression_atlas.json`}function Kr(e){const t=e.split(/\r?\n/);let n="",r="";for(const s of t)s.startsWith("event:")?n=s.slice(6).trim():s.startsWith("data:")&&(r=s.slice(5).trim());if(!n)return null;let i={};if(r)try{i=JSON.parse(r)}catch{i={raw:r}}return{event:n,data:i}}const jr=["aa","CH","DD","E","FF","I","O","PP","RR","SS","TH","U","kk","nn","sil"],as=new Map(jr.map(e=>[e.toLowerCase(),e]));function nn(e){const t=(e??"").trim();return t?as.get(t.toLowerCase())??"sil":"sil"}const os={aei:["aa","E","I"],o:["O","U"],ee:["I"],bmp:["PP"],fv:["FF"],l:["nn"],r:["RR"],th:["TH"],qw:["U","O"],cdgknstxyz:["DD","SS","kk","CH"]};function cs(e){if(!e)return["sil"];const t=e.toLowerCase();return os[t]??["sil"]}function qr(e,t){const n=e.word.length;if(n<=0)return 0;const r=e.wduration;if(r<=0)return 0;const i=Math.max(0,Math.min(1,(t-e.wtime)/r));return Math.min(n-1,Math.floor(i*n))}function yt(e,t){const n=Math.max(0,Math.min(e.length-1,t));return e[n]??""}function rn(e,t){const n=e.toLowerCase().replace(/[^a-z']/g,"");return!n||yt(n,t)!=="w"||t>0&&yt(n,t-1)==="q"?!1:t===0&&/^w[aeiouy]/.test(n)}function us(e,t){const n=e.toLowerCase(),r=yt(n,t),i=n.slice(Math.max(0,t-1),t+2);return r==="i"||r==="y"?"I":i.includes("ee")||r==="e"||n.includes("ea")?"E":"aa"}function ls(e,t){const n=e.toLowerCase(),r=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));if(/oo|ou|uw/.test(r))return"U";if(rn(n,t))return"FF";const i=yt(n,t);return i==="u"||i==="w"?"U":"O"}function fs(e,t){const n=e.toLowerCase();if(rn(n,t))return"FF";const r=n.slice(Math.max(0,t-2),t+1);if(/qu/.test(r))return"U";const i=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));return/wo|wh/.test(i)||yt(n,t)==="o"?"O":"U"}const zt={d:"DD",t:"DD",n:"DD",s:"SS",z:"SS",k:"kk",g:"kk",c:"CH",x:"CH",j:"CH"};function ds(e,t){const n=e.toLowerCase(),r=yt(n,t);if(zt[r])return zt[r];for(let i=0;i<n.length;i++){const s=n[i];if(zt[s])return zt[s]}return"DD"}function Gr(e,t,n){const r=cs(e);if(r.length===1)return r[0];const i=t.trim();if(!i)return r[0];const s=(e??"").toLowerCase(),o=Math.max(0,n);switch(s){case"aei":return us(i,o);case"o":return ls(i,o);case"qw":return fs(i,o);case"cdgknstxyz":return ds(i,o);default:return r[0]}}const Fn=16,xn=47,Yr=new Set(["aa","E","I"]),Qr=new Set(["DD","SS","kk","CH"]),ms=[Yr,Qr];function hs(e){for(const t of ms)if(t.has(e))return t;return null}function ps(e){return hs(e)!=null}function Xr(e,t=Fn){return t<=0?e:Math.round(e/t)*t}function Ln(e,t=Fn){return e.map(n=>({...n,vtime:Xr(n.vtime,t)}))}function Jr(e){const t=new Map;for(const n of e)t.has(n.vtime)||t.set(n.vtime,n);return[...t.values()].sort((n,r)=>n.vtime-r.vtime)}function On(e){if(e.length<=2)return[...e];const t=[e[0]];for(let n=1;n<e.length-1;n++){const r=e[n],i=e[n+1],s=t[t.length-1];if(!ps(r.viseme)){t.push(r);continue}const o=r.vtime-s.vtime,a=i.vtime-r.vtime;o<xn||a<xn||t.push(r)}return t.push(e[e.length-1]),t}function sn(e){return On(Jr(Ln(e)))}function Zr(e,t){let n="sil";for(const r of e){if(r.vtime>t)break;r.viseme!=="sil"&&(n=r.viseme)}return n}function an(e){const t=Jr(Ln(e)),n=On(t),r=new Set(n.map(s=>s.vtime)),i=[];for(const s of t)r.has(s.vtime)||i.push({viseme:s.viseme,vtime:s.vtime});return i}function ws(e){return an(e).map(t=>t.viseme)}const gs=32,cr=48;function ei(e){let t=0;for(const n of e)t=Math.max(t,n.vtime+n.vduration);return t}function ti(e){let t=null,n=-1;for(const r of e){if(r.viseme==="sil")continue;const i=r.vtime+r.vduration;i>n&&(t=r,n=i)}return t}function ys(e){return sn(e).find(n=>n.viseme!=="sil")??null}function rt(e){const t=ei(e);return ti(e)?t+Dn:t}function _s(e){const t=[],n=ys(e);n&&n.vtime>0&&t.push({from:"sil",to:n.viseme,fromVtime:0,toVtime:n.vtime});const r=ti(e),i=ei(e);return r&&t.push({from:r.viseme,to:"sil",fromVtime:i,toVtime:i+Dn}),t}function ni(e){const t=sn(e),n=[];for(let r=0;r<t.length-1;r++){const i=t[r].viseme,s=t[r+1].viseme,o=t[r].vtime,a=t[r+1].vtime;i===s||a<=o||n.push({from:i,to:s,fromVtime:o,toVtime:a})}return n}function ri(e){return e.length===0?[]:[..._s(e),...ni(e)]}function vs(e,t){let n=null;for(const r of e){const{transStart:i,transEnd:s}=ii(r.fromVtime,r.toVtime,r.from,r.to);t>=i&&t<s&&(n=r)}return n}function ii(e,t,n,r){const i=Math.max(0,t-e);if((n==="PP"||r==="PP")&&i>cr){const f=cr,u=t,c=u-f;return{gapMs:i,effectiveGapMs:f,holdEnd:c,transStart:c,transEnd:u}}const o=i>0?Math.max(i,gs):0,a=e,l=e+o;return{gapMs:i,effectiveGapMs:o,holdEnd:e,transStart:a,transEnd:l}}function si(e,t,n,r,i,s){r.forEach(o=>{const l=String(o.word??"").trim();if(!l)return;const f=Math.round((o.start??0)*1e3),u=o.duration!=null?Math.round(o.duration*1e3):o.end!=null?Math.max(1,Math.round((o.end-(o.start??0))*1e3)):0;t.push({word:l,wtime:i+f,wduration:u,queueIndex:t.length,gesture:o.gesture??null,emphasis:o.emphasis===!0})}),n.forEach(o=>{const a=String(o.symbol??o.viseme??"").trim();if(!a)return;const l=Math.round((o.start??0)*1e3),f=Math.max(1,Math.round((o.duration??0)*1e3)),u=i+l,c=ci(t,u),d=c?qr(c,u):0;let p;Or(s)==="oculus_direct"?(p=nn(a),p==="U"&&c&&rn(c.word,d)&&(p="FF")):p=Gr(a,c?.word??"",d),e.push({viseme:p,weight:1,vtime:u,vduration:f})})}function ai(e,t){let n=t;for(const r of e){const i=Math.round((r.start??0)*1e3),s=Math.max(1,Math.round((r.duration??0)*1e3));n=Math.max(n,t+i+s)}return n}const Nn=16e3;function oi(e){const t=Number(e);return Number.isFinite(t)&&t>0?t:Nn}function Ss(e){let t=e.trim();const n=t.indexOf(",");t.startsWith("data:")&&n>=0&&(t=t.slice(n+1)),t=t.replace(/\s+/g,"").replace(/-/g,"+").replace(/_/g,"/");const r=t.length%4;return r!==0&&(t+="=".repeat(4-r)),t}function bs(e){return e.length>=4&&e[0]===82&&e[1]===73&&e[2]===70&&e[3]===70}function ur(e,t,n=Nn){const r=t.byteOffset%2===0?t:t.slice(),i=new Int16Array(r.buffer,r.byteOffset,r.byteLength/2),s=new Float32Array(i.length);for(let a=0;a<i.length;a++)s[a]=i[a]>=32768?-(65536-i[a])/32768:i[a]/32767;const o=e.createBuffer(1,s.length,n);return o.copyToChannel(s,0),o}function Ts(e){const t=Ss(e),n=window.atob(t),r=new Uint8Array(n.length);for(let i=0;i<n.length;i++)r[i]=n.charCodeAt(i);return r}async function lr(e,t,n=Nn){const r=Ts(t),i=oi(n);if(bs(r)){const s=r.buffer.slice(r.byteOffset,r.byteOffset+r.byteLength);return e.decodeAudioData(s)}if(r.length>=2&&r.length%2===0)return ur(e,r,i);try{const s=r.buffer.slice(r.byteOffset,r.byteOffset+r.byteLength);return await e.decodeAudioData(s)}catch{return ur(e,r,i)}}function ci(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function ui(e,t){const n=[],r=[];let i=null,s=!1,o=!1,a=!1,l=!1,f=0,u=0,c=0,d=null,p=1,T=t,m=!1,A=null,C=0,x=!1,g=!1,E=0,N=null,I=null,te=null;const de=()=>({visemes:[],words:[],segmentOffsetMs:0}),P=()=>{g=!1,E=0},W=()=>{d!=null&&(clearTimeout(d),d=null)},K=()=>{for(const S of r){try{S.onended=null,S.stop(0)}catch{}try{S.disconnect()}catch{}}r.length=0},X=()=>{for(const S of r)S.playbackRate.value=p},Y=()=>{if(!(m||!l||s||g||r.length>0||n.length>0)){if(a&&i&&u>0){const S=(i.currentTime-u)*1e3;if(S<C){W();const $=p>0?(C-S)/p:C-S;d=setTimeout(()=>{m||(o=!1,d=null,e.onSpeakingDone(),e.onNotify())},Math.max(0,$));return}}o=!1,W(),e.onSpeakingDone(),e.onNotify()}},pe=S=>{const $=rt(S);if($<=0){e.onSpeakingDone(),e.onNotify();return}o=!0,f=performance.now(),e.onSpeakingStart(),e.onNotify(),W();const b=p>0?$/p:$;d=setTimeout(()=>{m||(o=!1,d=null,e.onSpeakingDone(),e.onNotify())},b)},j=(S,$,b,L)=>{$.length!==0&&(c=b,$.forEach(B=>{const _=String(B.word??"").trim();if(!_)return;const v=Math.round((B.start??0)*1e3),k=B.duration!=null?Math.round(B.duration*1e3):B.end!=null?Math.max(1,Math.round((B.end-(B.start??0))*1e3)):0;S.push({word:_,wtime:c+v,wduration:k,queueIndex:S.length,gesture:B.gesture??null,emphasis:B.emphasis===!0})}))},Z=(S,$,b,L,B,O)=>{b.length!==0&&(c=L,b.forEach(_=>{const v=String(_.symbol??_.viseme??"").trim();if(!v)return;const k=Math.round((_.start??0)*1e3),H=Math.max(1,Math.round((_.duration??0)*1e3)),J=c+k,ie=ci($,J),xe=ie?qr(ie,J):0;let be;Or(O)==="oculus_direct"?(be=nn(v),be==="U"&&ie&&rn(ie.word,xe)&&(be="FF")):be=Gr(v,ie?.word??"",xe),S.push({viseme:be,weight:1,vtime:J,vduration:H})}),e.onNotify())},M=(S,$,b,L,B,O,_)=>{j($,L,B),Z(S,$,b,B,O,_)},G=(S,$,b)=>{te===S&&S.visemes===$||($.length=0,b.length=0,S.visemes=$,S.words=b,S.segmentOffsetMs=0,te=S,c=0,C=0)},V=async()=>{const S=window.AudioContext||window.webkitAudioContext;return i||(i=new S),i.state==="suspended"&&await i.resume(),A||(A=i.createMediaStreamDestination()),i},ue=(S,$)=>{if(!i)return 0;const b=i,L=b.currentTime,B=L+.02;if($.isFirstAudio){u<=0&&(u=B);const _=(B-L)*1e3;f=performance.now()+_}$.onBeforeStart?.(B);const O=b.createBufferSource();return O.buffer=S,O.playbackRate.value=p,O.connect(b.destination),A&&O.connect(A),r.push(O),m?(r.pop(),B):($.isFirstAudio&&(o=!0,e.onSpeakingStart()),O.onended=()=>{const _=r.indexOf(O);_>=0&&r.splice(_,1),e.onNotify(),!m&&(N&&I?ne(N,I):Y())},O.start(B),B)},ne=async(S,$)=>{if(m||s||r.length>0)return;if(n.length===0){Y();return}s=!0;let b=!1;try{const L=await V();if(m)return;const B=n[0];if(!B)return;const O=!o;if(x&&(e.shouldHoldForWarmup?.()??!1)&&(g||O&&B.newStream)||g){G(B.utterance,S,$);for(const k of n){if(m)return;k.audioBuffer||(k.audioBuffer=await lr(L,k.audio,k.sampleRate)),a=!0,g||(g=!0,E=0,k.newStream&&k.onNewStream?.()),k.visemesQueued||(M(S,$,k.visemes,k.words,E,!0,T),k.visemesQueued=!0,E+=Math.round(k.audioBuffer.duration*1e3),C=Math.max(C,rt(S)))}e.onNotify();return}const v=n.shift();if(!v||(v.audioBuffer||(v.audioBuffer=await lr(L,v.audio,v.sampleRate)),m))return;a=!0,W(),G(v.utterance,S,$),v.visemesQueued=!1,v.newStream&&v.onNewStream?.(),ue(v.audioBuffer,{isFirstAudio:!o,isFirstOfStream:!1,onBeforeStart:k=>{u=k,c=0,f=performance.now()+(k-L.currentTime)*1e3,S.length=0,$.length=0,M(S,$,v.visemes,v.words,0,!0,T),v.visemesQueued=!0,v.utterance.segmentOffsetMs=0}}),b=r.length>0,C=rt(S),e.onNotify()}catch(L){console.error("[avatarChunkPlayback] audio chunk failed:",L)}finally{if(s=!1,m)return;if(g){n.some(B=>!B.audioBuffer||!B.visemesQueued)&&ne(S,$);return}!b&&r.length===0&&n.length>0?ne(S,$):r.length===0&&n.length===0&&Y()}};return{setStreamTtsEngineId:S=>{T=S},setPlaybackSpeed:S=>{p=Math.max(.1,Math.min(1,S)),X()},getPlaybackSpeed:()=>p,setLipsyncWarmupHoldEnabled:S=>{x=S,S||P()},isWarmingUp:()=>g,releaseWarmupHold:()=>{if(g){g=!1,E=0;for(const S of n)S.newStream=!1;N&&I&&ne(N,I),e.onNotify()}},resetForNewStream:S=>{m=!1,l=!1,T=S,C=0},resumeBotStream:()=>{m=!1,l=!1},clearAborted:()=>{m=!1},primeAudioContext:async()=>{const S=window.AudioContext||window.webkitAudioContext;i||(i=new S),i.state==="suspended"&&await i.resume(),i&&!A&&(A=i.createMediaStreamDestination())},stop:()=>{m=!0,W(),K(),n.length=0,s=!1,o=!1,a=!1,l=!1,c=0,u=0,f=0,C=0,N=null,I=null,te=null,P()},markStreamComplete:S=>{if(C=Math.max(C,rt(S)),l=!0,!a&&S.length>0){pe(S);return}Y()},playAudioChunk:async(S,$,b,L,B,O,_)=>{if(m)return;N=S,I=$;const v=oi(_?.sampleRate),k=_?.newStream===!0,H=de();if(!b?.trim()){if(L.length===0&&B.length===0)return;G(H,S,$),k&&_?.onNewStream?.(),M(S,$,L,B,0,!0,T),C=rt(S),!o&&C>0&&pe(S),e.onNotify();return}n.push({audio:b,audioBuffer:null,utterance:H,visemes:L,words:B,isNewSegment:O,sampleRate:v,newStream:k,onNewStream:_?.onNewStream,visemesQueued:!1}),await ne(S,$)},queueTimingsOnly:(S,$,b,L,B,O)=>{if(m)return;const _=de();G(_,S,$),M(S,$,b,L,0,!0,T),_.segmentOffsetMs=0,C=rt(S)},getPlaybackElapsedMs:()=>a&&i&&u>0?Math.max(0,(i.currentTime-u)*1e3*p):o?Math.max(0,(performance.now()-f)*p):0,isSpeaking:()=>o?!0:!a||!i||u<=0?!1:(i.currentTime-u)*1e3<C,getVoiceStream:()=>A?A.stream:null,getPlaybackStartPerf:()=>f,bargeIn:()=>{m=!0,l=!1,W(),K(),n.length=0,s=!1,o=!1,a=!1,c=0,u=0,f=0,C=0,N=null,I=null,te=null,P()},interrupt:()=>{m=!0,l=!1,W(),K(),n.length=0,s=!1,o=!1,a=!1,c=0,u=0,f=0,C=0,N=null,I=null,te=null,P()}}}function Bt(e,t){let n=null;for(const r of e)t<r.vtime||t>=r.vtime+r.vduration||(!n||r.vtime>=n.vtime)&&(n=r);return n?n.viseme:"sil"}function li(e,t,n=120){const r=Bt(e,t);if(r!=="sil")return r;let i=null;for(const s of e){if(s.vtime>t)break;const o=s.vtime+s.vduration;o<=t&&t-o<=n&&(i=s)}return i?.viseme??"sil"}function ks(e,t,n=400){const r=t-n;let i=0;for(const s of e)if(s.vtime+s.vduration<r)i+=1;else break;i>0&&e.splice(0,i)}function xs(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function fr(e,t){const n=e.trim();if(!n)return null;try{const r=n.replace(/\s+/g,""),i=atob(r).length,s=Number.isFinite(t)&&(t??0)>0?Number(t):16e3;return i/2/s*1e3}catch{return null}}const on=.5,cn=1.5,Vn="Olivia",Un="f786b574-daa5-4673-aa0c-cbe3e8534c02",Ft=.85;function En(e,t=ot,n={}){const r=`${t.replace(/\/$/,"")}/avatar_ttsWithPoses`,i=[],s=[],o=[],a=[];let l=0;const f=[],u=[];let c="",d="neutral",p="",T=st;const m=new Set;let A=0,C=null,x=0,g=null;const E=()=>m.forEach(j=>j());let N=()=>!1;const I=ui({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:E,shouldHoldForWarmup:()=>N()},st),te=()=>I.getPlaybackElapsedMs(),de=(j,Z=c)=>{if(!n.onLipsyncDebug)return;const M=te(),G=i,V=an(o).map(ue=>({viseme:ue.viseme,vtimeMs:ue.vtime}));n.onLipsyncDebug({event:j,spokenText:Z,mood:d,playbackAnchorPerf:I.getPlaybackStartPerf(),playbackElapsedMs:M,queueLength:G.length,activeViseme:Bt(G,M),segments:u.map(ue=>({...ue,visemes:[...ue.visemes]})),fullQueueLength:o.length,compactionSkipped:V})},P=(j,Z)=>{n.onLipsyncDebug&&(C={event:j,spokenText:Z},A===0&&(A=requestAnimationFrame(()=>{A=0;const M=C;C=null,M&&de(M.event,M.spokenText)})))},W=(j,Z,M,G,V)=>{if(!n.onLipsyncDebug)return;const ue=i.slice(Z),ne=M.filter(ae=>String(ae.symbol??ae.viseme??"").trim());u.push({spokenText:j,audioOffsetMs:ue[0]?.vtime??0,isNewSegment:G,chunkDurationMs:V,receivedAtMs:performance.now(),visemes:ue.map((ae,we)=>{const oe=ne[we];return{rawSymbol:String(oe?.symbol??oe?.viseme??ae.viseme).trim(),viseme:ae.viseme,startSec:Number(oe?.start??0),durationSec:Number(oe?.duration??0),vtimeMs:ae.vtime,vdurationMs:ae.vduration}})})},K=()=>{o.length=0,a.length=0,l=0},X=(j,Z,M,G,V)=>{if(j.length===0&&Z.length===0)return;si(o,a,j,Z,l,V);const ue=ai(j,l),ne=M?fr(M,G):null;l=Math.max(ue,ne!=null?l+ne:l)},Y=()=>{x+=1,g?.abort(),g=null,I.stop(),i.length=0,s.length=0,K(),f.length=0,d="neutral",u.length=0,c="",e("idle"),P("reset"),E()};return{setDeveloperToken:j=>{p=j},setTtsEngineId:j=>{T=j},getTtsEngineId:()=>T,speak:async(j,Z)=>{Y();const M=x;g=new AbortController,e("loading"),c=j,u.length=0,K();const G=p.trim();if(!G)throw new Error("Developer token required for avatar_ttsWithPoses");const V=Z?.ttsEngineId??T??st;I.resetForNewStream(V),I.setStreamTtsEngineId(V);const ue=Z?.voiceId??Vn,ne=Z?.speakingRate??Ft,ae=Math.max(on,Math.min(cn,ne)),we={user_query:j,ttsEngineId:V,speakingRate:ae,tenant:"aiTwin"};Fr.has(V)&&(we.voice_id=ue);try{const oe=await fetch(r,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${G}`},body:JSON.stringify(we),signal:g.signal});if(!oe.ok)throw new Error(`avatar_ttsWithPoses failed (${oe.status})`);const S=oe.body;if(!S)throw new Error("No response body");const $=S.getReader(),b=new TextDecoder;let L="",B=!0;const O=async _=>{if(M!==x)return;const v=Kr(_);if(v){if(v.event==="audio"){const k=v.data.chunk,H=v.data.visemes??[],J=v.data.words??[],ie=v.data.is_new_segment??!1,xe=v.data.sample_rate,be=Number(v.data.audio_offset_ms??0),Re=i.length;if(X(H,J,k,xe,V),k){const De=B;B=!1,await I.playAudioChunk(i,s,k,H,J,ie,{sampleRate:xe,newStream:De,audioOffsetMs:be}),W(j,Re,H,ie,fr(k,xe)),P("audio_chunk",j)}else(H.length>0||J.length>0)&&(I.queueTimingsOnly(i,s,H,J,ie,{audioOffsetMs:be,newStream:B}),W(j,Re,H,ie,null),P("audio_chunk",j))}else if(v.event==="metadata"){const k=v.data.mood;typeof k=="string"&&k.trim()&&(d=k.trim());const H=v.data.sentence_emotions;if(Array.isArray(H)){f.length=0;for(const J of H){if(!J||typeof J!="object")continue;const ie=J;f.push({sentence_index:Number(ie.sentence_index??0),text:String(ie.text??""),sentiment:typeof ie.sentiment=="string"?ie.sentiment:void 0,emotion:String(ie.emotion??d),start_word:Number(ie.start_word??0),end_word:Number(ie.end_word??0)})}}E(),P("metadata",j)}else if(v.event==="error")throw new Error(String(v.data.message??"avatar_ttsWithPoses stream error"))}};for(;M===x;){const{done:_,value:v}=await $.read();v&&(L+=b.decode(v,{stream:!0}));const k=L.split(`
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const R=require("react/jsx-runtime"),h=require("react"),Ki=require("@pipecat-ai/client-js"),Dn=require("@pipecat-ai/websocket-transport"),he=require("pixi.js");var yn=typeof document<"u"?document.currentScript:null;const qi="https://aitwin.bubu.social",zr={publicBase:qi},Gi="0.5.9",Yi={version:Gi},Qi={},ct="https://ai.aitwin.me",Bn=`${zr.publicBase}/custom-faces`,Xi=`${zr.publicBase}/aitwin-workers/v${Yi.version}/visemeDiffPreview.worker.js`;function Ji(e){if(e)return e;const t=typeof{url:typeof document>"u"?require("url").pathToFileURL(__filename).href:yn&&yn.tagName.toUpperCase()==="SCRIPT"&&yn.src||new URL("aitwin.cjs",document.baseURI).href}<"u"?Qi?.VITE_AITWIN_WORKER_URL:void 0;return t?.trim()?t.trim():Xi}const Zi="https://us-central1-streamoji-265f4.cloudfunctions.net/getAiTwin",_n=3e3,Mt=16,dr=3e3,es=4e3,ts=.85,ns=8,Fn=400,Ln="eng_a7f2b9c1",sn="eng_d4e8f3a2",lt="eng_c9b1e6d4",at=lt,$r=new Set([sn,lt]),Hr={[Ln]:"oculus_direct",[lt]:"oculus_direct",[sn]:"inworld_word"},mr={google:Ln,inworld:sn,cartesia:lt};function jr(e){return Hr[e]}function rs(e){return e===lt}function is(e){if(e.ttsEngineId&&e.ttsEngineId in Hr)return e.ttsEngineId;const t=e.tts?.toLowerCase();return t&&t in mr?mr[t]:at}class Xt extends Error{constructor(t="AI twin not found"){super(t),this.name="AiTwinNotFoundError"}}async function Kr(e,t=Zi){const n=new URL(t);n.searchParams.set("id",e);const r=await fetch(n.toString());if(r.status===404)throw new Xt;if(!r.ok)throw new Error(`getAiTwin failed (${r.status})`);const i=await r.json();if(!i.success)throw new Xt(i.error??"AI twin not found");const{tts:s,token:o,...a}=i.data,u=String(a.authToken??o??"").trim()||void 0;return{...a,ttsEngineId:is(i.data),authToken:u}}const On="thumbnail.webp";function qr(e,t=Bn){const n=e.trim();if(!n)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${n}/${On}`}function hr(e){const t=e?.trim();if(!t)return null;try{return qr(t)}catch{return null}}function ss(e){if(!e)return null;const t=(e.binBase||e.twinBase).trim().replace(/\/$/,"");return t?`${t}/${On}`:null}const as="https://us-central1-streamoji-265f4.cloudfunctions.net/getAuthToken",os="client_6TNvp3SCs4Og0a1ijm9TommXLql1",cs="kk8Fq8EmexzP10jMIEwY3R44M5RKUEm1",ls="6TNvp3SCs4Og0a1ijm9TommXLql1",us="Swaraj Mali";async function Pt(){const e=await fetch(as,{method:"POST",headers:{"Content-Type":"application/json","Client-Id":os,"Client-Secret":cs},body:JSON.stringify({userId:ls,userName:us})});if(!e.ok)throw new Error(`getAuthToken failed (${e.status})`);const t=await e.json(),n=t.authToken??t.token??"";if(!n.trim())throw new Error("getAuthToken returned no token");return n}async function fs(e,t=ct){const n=await fetch(`${t.replace(/\/$/,"")}/api/session-value`,{headers:{Authorization:`Bearer ${e}`}});if(!n.ok)throw new Error(`/api/session-value failed (${n.status})`);const r=await n.json();if(!r.value)throw new Error("Session value response missing value");return r}function ds(e){const t=e.trim();if(t.length%2!==0)throw new Error("Invalid hex key");const n=new Uint8Array(t.length/2);for(let r=0;r<t.length;r+=2)n[r/2]=Number.parseInt(t.slice(r,r+2),16);return n}function jt(e){return Uint8Array.from(e)}function ms(e,t){const n=new Uint8Array(e.length+t.length);return n.set(e,0),n.set(t,e.length),n}async function hs(e,t){if(!t)throw new Error("Asset key is required for encrypted assets");if(e.byteLength<28)throw new Error("Encrypted payload too small");const n=new Uint8Array(e),r=jt(n.subarray(0,12)),i=jt(n.subarray(12,28)),s=jt(n.subarray(28)),o=jt(ms(s,i)),a=await crypto.subtle.importKey("raw",ds(t),{name:"AES-GCM"},!1,["decrypt"]);return crypto.subtle.decrypt({name:"AES-GCM",iv:r,tagLength:128},a,o)}let kn=null;const xn=new Set;function Kt(e){return e.includes("/custom-faces/")}function Jt(e){const t=e.binBase.trim().replace(/\/$/,""),n=e.twinBase.trim().replace(/\/$/,"");if(!(e.encrypted||Kt(t)||Kt(n)))return{twinBase:n,binBase:t,encrypted:!1};const i=Kt(t)?t:Kt(n)?n:t;return{twinBase:i,binBase:i,encrypted:!0}}function ut(e){return Jt(e).encrypted}function En(e,t=Bn){const n=`${t.replace(/\/$/,"")}/${e}`;return{twinBase:n,binBase:n,encrypted:!0}}function Gr(e,t){return(e??t)?.trim()||void 0}function Yr(e){kn=Jt(e);for(const t of xn)t()}function ws(e,t){const n=typeof globalThis.location<"u"?globalThis.location.href:void 0;if(!n)return Jt(e);const r=i=>{try{return new URL(i,n).href.replace(/\/$/,"")}catch{return i}};return Jt({twinBase:r(e.twinBase),binBase:r(e.binBase),encrypted:e.encrypted})}function ft(){if(!kn)throw new Error("Twin assets not configured; call setActiveTwinAssets first");return kn}function Qr(e){return xn.add(e),()=>xn.delete(e)}function Zt(){const e=ft();return ut(e)?`${e.binBase}/sil.bin`:`${e.twinBase}/sil.png`}function ps(){const e=ft();return ut(e)?`${e.binBase}/idle.bin`:`${e.twinBase}/idle.mp4`}function Xr(){const e=ft();return ut(e)?e.binBase:e.twinBase}function Dt(){return ut(ft())}function Jr(){const e=ft();return ut(e)?`${e.binBase}/atlas.bin`:`${e.twinBase}/atlas.json`}function Zr(){const e=ft();return ut(e)?`${e.binBase}/expression_atlas.bin`:`${e.twinBase}/expression_atlas.json`}function ei(e){const t=e.split(/\r?\n/);let n="",r="";for(const s of t)s.startsWith("event:")?n=s.slice(6).trim():s.startsWith("data:")&&(r=s.slice(5).trim());if(!n)return null;let i={};if(r)try{i=JSON.parse(r)}catch{i={raw:r}}return{event:n,data:i}}const ti=["aa","CH","DD","E","FF","I","O","PP","RR","SS","TH","U","kk","nn","sil"],gs=new Map(ti.map(e=>[e.toLowerCase(),e]));function an(e){const t=(e??"").trim();return t?gs.get(t.toLowerCase())??"sil":"sil"}const ys={aei:["aa","E","I"],o:["O","U"],ee:["I"],bmp:["PP"],fv:["FF"],l:["nn"],r:["RR"],th:["TH"],qw:["U","O"],cdgknstxyz:["DD","SS","kk","CH"]};function _s(e){if(!e)return["sil"];const t=e.toLowerCase();return ys[t]??["sil"]}function ni(e,t){const n=e.word.length;if(n<=0)return 0;const r=e.wduration;if(r<=0)return 0;const i=Math.max(0,Math.min(1,(t-e.wtime)/r));return Math.min(n-1,Math.floor(i*n))}function _t(e,t){const n=Math.max(0,Math.min(e.length-1,t));return e[n]??""}function on(e,t){const n=e.toLowerCase().replace(/[^a-z']/g,"");return!n||_t(n,t)!=="w"||t>0&&_t(n,t-1)==="q"?!1:t===0&&/^w[aeiouy]/.test(n)}function vs(e,t){const n=e.toLowerCase(),r=_t(n,t),i=n.slice(Math.max(0,t-1),t+2);return r==="i"||r==="y"?"I":i.includes("ee")||r==="e"||n.includes("ea")?"E":"aa"}function Ss(e,t){const n=e.toLowerCase(),r=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));if(/oo|ou|uw/.test(r))return"U";if(on(n,t))return"FF";const i=_t(n,t);return i==="u"||i==="w"?"U":"O"}function bs(e,t){const n=e.toLowerCase();if(on(n,t))return"FF";const r=n.slice(Math.max(0,t-2),t+1);if(/qu/.test(r))return"U";const i=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));return/wo|wh/.test(i)||_t(n,t)==="o"?"O":"U"}const qt={d:"DD",t:"DD",n:"DD",s:"SS",z:"SS",k:"kk",g:"kk",c:"CH",x:"CH",j:"CH"};function Ts(e,t){const n=e.toLowerCase(),r=_t(n,t);if(qt[r])return qt[r];for(let i=0;i<n.length;i++){const s=n[i];if(qt[s])return qt[s]}return"DD"}function ri(e,t,n){const r=_s(e);if(r.length===1)return r[0];const i=t.trim();if(!i)return r[0];const s=(e??"").toLowerCase(),o=Math.max(0,n);switch(s){case"aei":return vs(i,o);case"o":return Ss(i,o);case"qw":return bs(i,o);case"cdgknstxyz":return Ts(i,o);default:return r[0]}}const Nn=16,In=47,ii=new Set(["aa","E","I"]),si=new Set(["DD","SS","kk","CH"]),ks=[ii,si];function xs(e){for(const t of ks)if(t.has(e))return t;return null}function Es(e){return xs(e)!=null}function ai(e,t=Nn){return t<=0?e:Math.round(e/t)*t}function Vn(e,t=Nn){return e.map(n=>({...n,vtime:ai(n.vtime,t)}))}function oi(e){const t=new Map;for(const n of e)t.has(n.vtime)||t.set(n.vtime,n);return[...t.values()].sort((n,r)=>n.vtime-r.vtime)}function Un(e){if(e.length<=2)return[...e];const t=[e[0]];for(let n=1;n<e.length-1;n++){const r=e[n],i=e[n+1],s=t[t.length-1];if(!Es(r.viseme)){t.push(r);continue}const o=r.vtime-s.vtime,a=i.vtime-r.vtime;o<In||a<In||t.push(r)}return t.push(e[e.length-1]),t}function cn(e){return Un(oi(Vn(e)))}function ci(e,t){let n="sil";for(const r of e){if(r.vtime>t)break;r.viseme!=="sil"&&(n=r.viseme)}return n}function ln(e){const t=oi(Vn(e)),n=Un(t),r=new Set(n.map(s=>s.vtime)),i=[];for(const s of t)r.has(s.vtime)||i.push({viseme:s.viseme,vtime:s.vtime});return i}function Is(e){return ln(e).map(t=>t.viseme)}const As=32,wr=48;function li(e){let t=0;for(const n of e)t=Math.max(t,n.vtime+n.vduration);return t}function ui(e){let t=null,n=-1;for(const r of e){if(r.viseme==="sil")continue;const i=r.vtime+r.vduration;i>n&&(t=r,n=i)}return t}function Ms(e){return cn(e).find(n=>n.viseme!=="sil")??null}function it(e){const t=li(e);return ui(e)?t+Fn:t}function Ps(e){const t=[],n=Ms(e);n&&n.vtime>0&&t.push({from:"sil",to:n.viseme,fromVtime:0,toVtime:n.vtime});const r=ui(e),i=li(e);return r&&t.push({from:r.viseme,to:"sil",fromVtime:i,toVtime:i+Fn}),t}function fi(e){const t=cn(e),n=[];for(let r=0;r<t.length-1;r++){const i=t[r].viseme,s=t[r+1].viseme,o=t[r].vtime,a=t[r+1].vtime;i===s||a<=o||n.push({from:i,to:s,fromVtime:o,toVtime:a})}return n}function di(e){return e.length===0?[]:[...Ps(e),...fi(e)]}function Rs(e,t){let n=null;for(const r of e){const{transStart:i,transEnd:s}=mi(r.fromVtime,r.toVtime,r.from,r.to);t>=i&&t<s&&(n=r)}return n}function mi(e,t,n,r){const i=Math.max(0,t-e);if((n==="PP"||r==="PP")&&i>wr){const f=wr,l=t,c=l-f;return{gapMs:i,effectiveGapMs:f,holdEnd:c,transStart:c,transEnd:l}}const o=i>0?Math.max(i,As):0,a=e,u=e+o;return{gapMs:i,effectiveGapMs:o,holdEnd:e,transStart:a,transEnd:u}}function hi(e,t,n,r,i,s){r.forEach(o=>{const u=String(o.word??"").trim();if(!u)return;const f=Math.round((o.start??0)*1e3),l=o.duration!=null?Math.round(o.duration*1e3):o.end!=null?Math.max(1,Math.round((o.end-(o.start??0))*1e3)):0;t.push({word:u,wtime:i+f,wduration:l,queueIndex:t.length,gesture:o.gesture??null,emphasis:o.emphasis===!0})}),n.forEach(o=>{const a=String(o.symbol??o.viseme??"").trim();if(!a)return;const u=Math.round((o.start??0)*1e3),f=Math.max(1,Math.round((o.duration??0)*1e3)),l=i+u,c=gi(t,l),d=c?ni(c,l):0;let p;jr(s)==="oculus_direct"?(p=an(a),p==="U"&&c&&on(c.word,d)&&(p="FF")):p=ri(a,c?.word??"",d),e.push({viseme:p,weight:1,vtime:l,vduration:f})})}function wi(e,t){let n=t;for(const r of e){const i=Math.round((r.start??0)*1e3),s=Math.max(1,Math.round((r.duration??0)*1e3));n=Math.max(n,t+i+s)}return n}const Wn=16e3;function pi(e){const t=Number(e);return Number.isFinite(t)&&t>0?t:Wn}function Cs(e){let t=e.trim();const n=t.indexOf(",");t.startsWith("data:")&&n>=0&&(t=t.slice(n+1)),t=t.replace(/\s+/g,"").replace(/-/g,"+").replace(/_/g,"/");const r=t.length%4;return r!==0&&(t+="=".repeat(4-r)),t}function Ds(e){return e.length>=4&&e[0]===82&&e[1]===73&&e[2]===70&&e[3]===70}function pr(e,t,n=Wn){const r=t.byteOffset%2===0?t:t.slice(),i=new Int16Array(r.buffer,r.byteOffset,r.byteLength/2),s=new Float32Array(i.length);for(let a=0;a<i.length;a++)s[a]=i[a]>=32768?-(65536-i[a])/32768:i[a]/32767;const o=e.createBuffer(1,s.length,n);return o.copyToChannel(s,0),o}function Bs(e){const t=Cs(e),n=window.atob(t),r=new Uint8Array(n.length);for(let i=0;i<n.length;i++)r[i]=n.charCodeAt(i);return r}async function gr(e,t,n=Wn){const r=Bs(t),i=pi(n);if(Ds(r)){const s=r.buffer.slice(r.byteOffset,r.byteOffset+r.byteLength);return e.decodeAudioData(s)}if(r.length>=2&&r.length%2===0)return pr(e,r,i);try{const s=r.buffer.slice(r.byteOffset,r.byteOffset+r.byteLength);return await e.decodeAudioData(s)}catch{return pr(e,r,i)}}function gi(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function yi(e,t){const n=[],r=[];let i=null,s=!1,o=!1,a=!1,u=!1,f=0,l=0,c=0,d=null,p=1,T=t,m=!1,x=null,D=0,C=!1,_=!1,k=0,N=null,P=null,re=null;const de=()=>({visemes:[],words:[],segmentOffsetMs:0}),I=()=>{_=!1,k=0},U=()=>{d!=null&&(clearTimeout(d),d=null)},Q=()=>{for(const S of r){try{S.onended=null,S.stop(0)}catch{}try{S.disconnect()}catch{}}r.length=0},ne=()=>{for(const S of r)S.playbackRate.value=p},J=()=>{if(!(m||!u||s||_||r.length>0||n.length>0)){if(a&&i&&l>0){const S=(i.currentTime-l)*1e3;if(S<D){U();const V=p>0?(D-S)/p:D-S;d=setTimeout(()=>{m||(o=!1,d=null,e.onSpeakingDone(),e.onNotify())},Math.max(0,V));return}}o=!1,U(),e.onSpeakingDone(),e.onNotify()}},ee=S=>{const V=it(S);if(V<=0){e.onSpeakingDone(),e.onNotify();return}o=!0,f=performance.now(),e.onSpeakingStart(),e.onNotify(),U();const Z=p>0?V/p:V;d=setTimeout(()=>{m||(o=!1,d=null,e.onSpeakingDone(),e.onNotify())},Z)},j=(S,V,Z,$)=>{V.length!==0&&(c=Z,V.forEach(W=>{const g=String(W.word??"").trim();if(!g)return;const v=Math.round((W.start??0)*1e3),E=W.duration!=null?Math.round(W.duration*1e3):W.end!=null?Math.max(1,Math.round((W.end-(W.start??0))*1e3)):0;S.push({word:g,wtime:c+v,wduration:E,queueIndex:S.length,gesture:W.gesture??null,emphasis:W.emphasis===!0})}))},oe=(S,V,Z,$,W,H)=>{Z.length!==0&&(c=$,Z.forEach(g=>{const v=String(g.symbol??g.viseme??"").trim();if(!v)return;const E=Math.round((g.start??0)*1e3),b=Math.max(1,Math.round((g.duration??0)*1e3)),M=c+E,G=gi(V,M),ge=G?ni(G,M):0;let ye;jr(H)==="oculus_direct"?(ye=an(v),ye==="U"&&G&&on(G.word,ge)&&(ye="FF")):ye=ri(v,G?.word??"",ge),S.push({viseme:ye,weight:1,vtime:M,vduration:b})}),e.onNotify())},O=(S,V,Z,$,W,H,g)=>{j(V,$,W),oe(S,V,Z,W,H,g)},q=(S,V,Z)=>{re===S&&S.visemes===V||(V.length=0,Z.length=0,S.visemes=V,S.words=Z,S.segmentOffsetMs=0,re=S,c=0,D=0)},A=async()=>{const S=window.AudioContext||window.webkitAudioContext;return i||(i=new S),i.state==="suspended"&&await i.resume(),x||(x=i.createMediaStreamDestination()),i},se=(S,V)=>{if(!i)return 0;const Z=i,$=Z.currentTime,W=$+.02;if(V.isFirstAudio){l<=0&&(l=W);const g=(W-$)*1e3;f=performance.now()+g}V.onBeforeStart?.(W);const H=Z.createBufferSource();return H.buffer=S,H.playbackRate.value=p,H.connect(Z.destination),x&&H.connect(x),r.push(H),m?(r.pop(),W):(V.isFirstAudio&&(o=!0,e.onSpeakingStart()),H.onended=()=>{const g=r.indexOf(H);g>=0&&r.splice(g,1),e.onNotify(),!m&&(N&&P?ie(N,P):J())},H.start(W),W)},ie=async(S,V)=>{if(m||s||r.length>0)return;if(n.length===0){J();return}s=!0;let Z=!1;try{const $=await A();if(m)return;const W=n[0];if(!W)return;const H=!o;if(C&&(e.shouldHoldForWarmup?.()??!1)&&(_||H&&W.newStream)||_){q(W.utterance,S,V);for(const E of n){if(m)return;E.audioBuffer||(E.audioBuffer=await gr($,E.audio,E.sampleRate)),a=!0,_||(_=!0,k=0,E.newStream&&E.onNewStream?.()),E.visemesQueued||(O(S,V,E.visemes,E.words,k,!0,T),E.visemesQueued=!0,k+=Math.round(E.audioBuffer.duration*1e3),D=Math.max(D,it(S)))}e.onNotify();return}const v=n.shift();if(!v||(v.audioBuffer||(v.audioBuffer=await gr($,v.audio,v.sampleRate)),m))return;a=!0,U(),q(v.utterance,S,V),v.visemesQueued=!1,v.newStream&&v.onNewStream?.(),se(v.audioBuffer,{isFirstAudio:!o,isFirstOfStream:!1,onBeforeStart:E=>{l=E,c=0,f=performance.now()+(E-$.currentTime)*1e3,S.length=0,V.length=0,O(S,V,v.visemes,v.words,0,!0,T),v.visemesQueued=!0,v.utterance.segmentOffsetMs=0}}),Z=r.length>0,D=it(S),e.onNotify()}catch($){console.error("[avatarChunkPlayback] audio chunk failed:",$)}finally{if(s=!1,m)return;if(_){n.some(W=>!W.audioBuffer||!W.visemesQueued)&&ie(S,V);return}!Z&&r.length===0&&n.length>0?ie(S,V):r.length===0&&n.length===0&&J()}};return{setStreamTtsEngineId:S=>{T=S},setPlaybackSpeed:S=>{p=Math.max(.1,Math.min(1,S)),ne()},getPlaybackSpeed:()=>p,setLipsyncWarmupHoldEnabled:S=>{C=S,S||I()},isWarmingUp:()=>_,releaseWarmupHold:()=>{if(_){_=!1,k=0;for(const S of n)S.newStream=!1;N&&P&&ie(N,P),e.onNotify()}},resetForNewStream:S=>{m=!1,u=!1,T=S,D=0},resumeBotStream:()=>{m=!1,u=!1},clearAborted:()=>{m=!1},primeAudioContext:async()=>{const S=window.AudioContext||window.webkitAudioContext;i||(i=new S),i.state==="suspended"&&await i.resume(),i&&!x&&(x=i.createMediaStreamDestination())},stop:()=>{m=!0,U(),Q(),n.length=0,s=!1,o=!1,a=!1,u=!1,c=0,l=0,f=0,D=0,N=null,P=null,re=null,I()},markStreamComplete:S=>{if(D=Math.max(D,it(S)),u=!0,!a&&S.length>0){ee(S);return}J()},playAudioChunk:async(S,V,Z,$,W,H,g)=>{if(m)return;N=S,P=V;const v=pi(g?.sampleRate),E=g?.newStream===!0,b=de();if(!Z?.trim()){if($.length===0&&W.length===0)return;q(b,S,V),E&&g?.onNewStream?.(),O(S,V,$,W,0,!0,T),D=it(S),!o&&D>0&&ee(S),e.onNotify();return}n.push({audio:Z,audioBuffer:null,utterance:b,visemes:$,words:W,isNewSegment:H,sampleRate:v,newStream:E,onNewStream:g?.onNewStream,visemesQueued:!1}),await ie(S,V)},queueTimingsOnly:(S,V,Z,$,W,H)=>{if(m)return;const g=de();q(g,S,V),O(S,V,Z,$,0,!0,T),g.segmentOffsetMs=0,D=it(S)},getPlaybackElapsedMs:()=>a&&i&&l>0?Math.max(0,(i.currentTime-l)*1e3*p):o?Math.max(0,(performance.now()-f)*p):0,isSpeaking:()=>o?!0:!a||!i||l<=0?!1:(i.currentTime-l)*1e3<D,getVoiceStream:()=>x?x.stream:null,getPlaybackStartPerf:()=>f,bargeIn:()=>{m=!0,u=!1,U(),Q(),n.length=0,s=!1,o=!1,a=!1,c=0,l=0,f=0,D=0,N=null,P=null,re=null,I()},interrupt:()=>{m=!0,u=!1,U(),Q(),n.length=0,s=!1,o=!1,a=!1,c=0,l=0,f=0,D=0,N=null,P=null,re=null,I()}}}function Bt(e,t){let n=null;for(const r of e)t<r.vtime||t>=r.vtime+r.vduration||(!n||r.vtime>=n.vtime)&&(n=r);return n?n.viseme:"sil"}function _i(e,t,n=120){const r=Bt(e,t);if(r!=="sil")return r;let i=null;for(const s of e){if(s.vtime>t)break;const o=s.vtime+s.vduration;o<=t&&t-o<=n&&(i=s)}return i?.viseme??"sil"}function Fs(e,t,n=400){const r=t-n;let i=0;for(const s of e)if(s.vtime+s.vduration<r)i+=1;else break;i>0&&e.splice(0,i)}function Ls(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function yr(e,t){const n=e.trim();if(!n)return null;try{const r=n.replace(/\s+/g,""),i=atob(r).length,s=Number.isFinite(t)&&(t??0)>0?Number(t):16e3;return i/2/s*1e3}catch{return null}}const un=.5,fn=1.5,zn="Olivia",$n="f786b574-daa5-4673-aa0c-cbe3e8534c02",Ft=.85;function An(e,t=ct,n={}){const r=`${t.replace(/\/$/,"")}/avatar_ttsWithPoses`,i=[],s=[],o=[],a=[];let u=0;const f=[],l=[];let c="",d="neutral",p="",T=at;const m=new Set;let x=0,D=null,C=0,_=null;const k=()=>m.forEach(j=>j());let N=()=>!1;const P=yi({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:k,shouldHoldForWarmup:()=>N()},at),re=()=>P.getPlaybackElapsedMs(),de=(j,oe=c)=>{if(!n.onLipsyncDebug)return;const O=re(),q=i,A=ln(o).map(se=>({viseme:se.viseme,vtimeMs:se.vtime}));n.onLipsyncDebug({event:j,spokenText:oe,mood:d,playbackAnchorPerf:P.getPlaybackStartPerf(),playbackElapsedMs:O,queueLength:q.length,activeViseme:Bt(q,O),segments:l.map(se=>({...se,visemes:[...se.visemes]})),fullQueueLength:o.length,compactionSkipped:A})},I=(j,oe)=>{n.onLipsyncDebug&&(D={event:j,spokenText:oe},x===0&&(x=requestAnimationFrame(()=>{x=0;const O=D;D=null,O&&de(O.event,O.spokenText)})))},U=(j,oe,O,q,A)=>{if(!n.onLipsyncDebug)return;const se=i.slice(oe),ie=O.filter(ce=>String(ce.symbol??ce.viseme??"").trim());l.push({spokenText:j,audioOffsetMs:se[0]?.vtime??0,isNewSegment:q,chunkDurationMs:A,receivedAtMs:performance.now(),visemes:se.map((ce,ve)=>{const X=ie[ve];return{rawSymbol:String(X?.symbol??X?.viseme??ce.viseme).trim(),viseme:ce.viseme,startSec:Number(X?.start??0),durationSec:Number(X?.duration??0),vtimeMs:ce.vtime,vdurationMs:ce.vduration}})})},Q=()=>{o.length=0,a.length=0,u=0},ne=(j,oe,O,q,A)=>{if(j.length===0&&oe.length===0)return;hi(o,a,j,oe,u,A);const se=wi(j,u),ie=O?yr(O,q):null;u=Math.max(se,ie!=null?u+ie:u)},J=()=>{C+=1,_?.abort(),_=null,P.stop(),i.length=0,s.length=0,Q(),f.length=0,d="neutral",l.length=0,c="",e("idle"),I("reset"),k()};return{setDeveloperToken:j=>{p=j},setTtsEngineId:j=>{T=j},getTtsEngineId:()=>T,speak:async(j,oe)=>{J();const O=C;_=new AbortController,e("loading"),c=j,l.length=0,Q();const q=p.trim();if(!q)throw new Error("Developer token required for avatar_ttsWithPoses");const A=oe?.ttsEngineId??T??at;P.resetForNewStream(A),P.setStreamTtsEngineId(A);const se=oe?.voiceId??zn,ie=oe?.speakingRate??Ft,ce=Math.max(un,Math.min(fn,ie)),ve={user_query:j,ttsEngineId:A,speakingRate:ce,tenant:"aiTwin"};$r.has(A)&&(ve.voice_id=se);try{const X=await fetch(r,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${q}`},body:JSON.stringify(ve),signal:_.signal});if(!X.ok)throw new Error(`avatar_ttsWithPoses failed (${X.status})`);const S=X.body;if(!S)throw new Error("No response body");const V=S.getReader(),Z=new TextDecoder;let $="",W=!0;const H=async g=>{if(O!==C)return;const v=ei(g);if(v){if(v.event==="audio"){const E=v.data.chunk,b=v.data.visemes??[],M=v.data.words??[],G=v.data.is_new_segment??!1,ge=v.data.sample_rate,ye=Number(v.data.audio_offset_ms??0),Me=i.length;if(ne(b,M,E,ge,A),E){const Ne=W;W=!1,await P.playAudioChunk(i,s,E,b,M,G,{sampleRate:ge,newStream:Ne,audioOffsetMs:ye}),U(j,Me,b,G,yr(E,ge)),I("audio_chunk",j)}else(b.length>0||M.length>0)&&(P.queueTimingsOnly(i,s,b,M,G,{audioOffsetMs:ye,newStream:W}),U(j,Me,b,G,null),I("audio_chunk",j))}else if(v.event==="metadata"){const E=v.data.mood;typeof E=="string"&&E.trim()&&(d=E.trim());const b=v.data.sentence_emotions;if(Array.isArray(b)){f.length=0;for(const M of b){if(!M||typeof M!="object")continue;const G=M;f.push({sentence_index:Number(G.sentence_index??0),text:String(G.text??""),sentiment:typeof G.sentiment=="string"?G.sentiment:void 0,emotion:String(G.emotion??d),start_word:Number(G.start_word??0),end_word:Number(G.end_word??0)})}}k(),I("metadata",j)}else if(v.event==="error")throw new Error(String(v.data.message??"avatar_ttsWithPoses stream error"))}};for(;O===C;){const{done:g,value:v}=await V.read();v&&($+=Z.decode(v,{stream:!0}));const E=$.split(`
|
|
2
2
|
|
|
3
|
-
`)
|
|
3
|
+
`);$=E.pop()??"";for(const b of E)await H(b);if(g){$.trim()&&await H($.trim()),P.markStreamComplete(i),I("bot_stopped",j);break}}}catch(X){if(O!==C||X instanceof DOMException&&X.name==="AbortError")return;throw console.error("[avatarTtsLipsync]",X),J(),e("error"),X}},stop:J,getVisemeQueue:()=>i,getWordQueue:()=>s,getFullVisemeQueue:()=>o,getFullWordQueue:()=>a,getSentenceEmotions:()=>f,getStreamMood:()=>d,getPlaybackElapsedMs:()=>P.getPlaybackElapsedMs(),isSpeaking:()=>P.isSpeaking(),isWarmingUp:()=>P.isWarmingUp(),releaseWarmupHold:()=>P.releaseWarmupHold(),setLipsyncWarmupHold:(j,oe)=>{oe&&(N=oe),P.setLipsyncWarmupHoldEnabled(j)},getVoiceStream:()=>P.getVoiceStream(),setPlaybackSpeed:j=>{P.setPlaybackSpeed(j)},getPlaybackSpeed:()=>P.getPlaybackSpeed(),subscribe:j=>(m.add(j),()=>m.delete(j))}}const Hn=16e3,jn=16e3;class Os extends Dn.ProtobufFrameSerializer{async deserialize(t){try{return await super.deserialize(t)}catch(n){if(n instanceof Error&&n.message==="Unknown frame kind")return{type:"raw",message:null};throw n}}}class Ns extends Dn.DailyMediaManager{constructor(){super(!0,!0,void 0,void 0,512,Hn,jn)}bufferBotAudio(t,n){}}const Vs=/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;function Us(e){return Vs.test(e.trim())}function Ws(e){const t=e.replace(/\/$/,"");return t.startsWith("https://")?`wss://${t.slice(8)}`:t.startsWith("http://")?`ws://${t.slice(7)}`:t}function vi(e){if(e.wsUrl?.trim())return e.wsUrl.trim();const t=e.authToken?.trim();if(!t)throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");const n=e.apiBase??ct,r=new URL(`${Ws(n)}/ws/voice`);r.searchParams.set("authToken",t),r.searchParams.set("tenant","aiTwin");const i=e.voiceId?.trim();i&&Us(i)&&r.searchParams.set("voiceId",i);const s=e.personaId?.trim();s&&r.searchParams.set("personaId",s);const o=e.speakingRate??Ft;r.searchParams.set("speaking_rate",String(Math.max(un,Math.min(fn,o)))),e.ttsStream===!1?r.searchParams.set("tts_stream","false"):r.searchParams.set("tts_stream","true"),e.speakOnlyWhenSpokenTo&&r.searchParams.set("speakOnlyWhenSpokenTo","true");const a=e.avatarName?.trim();return a&&r.searchParams.set("avatarName",a),r.toString()}function vn(e,t){if(!Array.isArray(e))return[];const n=[];for(const r of e)!r||typeof r!="object"||n.push({sentence_index:Number(r.sentence_index??0),text:String(r.text??""),sentiment:typeof r.sentiment=="string"?r.sentiment:void 0,emotion:String(r.emotion??t),start_word:Number(r.start_word??0),end_word:Number(r.end_word??0)});return n}function zs(e){if(!e||typeof e!="object")return null;const t=e,r=(t.data&&typeof t.data=="object"&&!Array.isArray(t.data)?t.data:null)||t;return{...r,type:String(r.type??t.type??"server-message")}}function _r(e){return e.is_new_segment===!0||Number(e.audio_offset_ms??-1)===0?!0:Number(e.chunk_index??-1)===0}function $s(e){return e?.transport?._mediaManager?._wavStreamPlayer??null}function Si(e,t={}){const n=[],r=[],i=[],s=[];let o=0;const a=[],u=[];let f="",l="neutral",c=lt,d=!1,p=null,T=null,m={...t},x=0,D=null;const C=new Set,_=[];let k=!1,N=null,P=!0,re="default";const de=new Set;let I=null,U=0,Q=!1,ne=!1,J=null,ee=!1;const j=()=>{J!=null&&(clearTimeout(J),J=null)},oe=()=>{j(),J=setTimeout(()=>{J=null,P&&(A.markStreamComplete(n),X("bot_stopped"))},450)},O=()=>C.forEach(w=>w());let q=()=>!1;const A=yi({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>{ee=!1,ne=!1,e("done")},onNotify:O,shouldHoldForWarmup:()=>q()},c),se=()=>{if(N)return N;const w=new MessageChannel;return w.port1.onmessage=()=>{const B=_.shift();B!==void 0&&Me(B),_.length>0?w.port2.postMessage(null):k=!1},N=w,w},ie=w=>{_.push(w),!k&&(k=!0,se().port2.postMessage(null))},ce=()=>A.getPlaybackElapsedMs(),ve=(w,B=f)=>{if(!m.onLipsyncDebug)return;const te=ce(),le=n,Te=ln(i).map(_e=>({viseme:_e.viseme,vtimeMs:_e.vtime}));m.onLipsyncDebug({event:w,spokenText:B,mood:l,playbackAnchorPerf:A.getPlaybackStartPerf(),playbackElapsedMs:te,queueLength:le.length,activeViseme:Bt(le,te),segments:u.map(_e=>({..._e,visemes:[..._e.visemes]})),fullQueueLength:i.length,compactionSkipped:Te})},X=(w,B)=>{m.onLipsyncDebug&&(D={event:w,spokenText:B},x===0&&(x=requestAnimationFrame(()=>{x=0;const te=D;D=null,te&&ve(te.event,te.spokenText)})))},S=()=>{P=!0,de.clear(),A.clearAborted()},V=()=>{const w=$s(p);if(w){re=`bot-${Date.now()}`,w.interruptedTrackIds={[re]:!0};try{w.interrupt?.()}catch{}}const B=T;try{B?.interrupt?.()}catch{}},Z=w=>{if(ee&&A.isSpeaking())return!0;const B=w.context_id?.trim();return B&&de.has(B)?!0:P?!1:!(w.type==="avatar_metadata"||_r(w))},$=w=>{P=!1,ee=!1;const B=w.context_id?.trim();B&&de.add(B),j(),Q=!1,ne=!1,_.length=0,k=!1,I?.abort(),I=null,U+=1,V(),A.bargeIn(),W(),e("idle"),X("interrupt"),O()},W=()=>{n.length=0,r.length=0,i.length=0,s.length=0,o=0,u.length=0,f="",l="neutral",a.length=0},H=()=>{j(),ne=!1,Q=!1,A.stop(),W(),X("reset"),O()},g=()=>{H(),e("idle"),O()},v=(w,B)=>{typeof w.mood=="string"&&w.mood.trim()&&(l=w.mood.trim()),Array.isArray(w.sentence_emotions)&&w.sentence_emotions.length>0&&(B&&(a.length=0),a.push(...vn(w.sentence_emotions,l)))},E=w=>{if(Z({...w,type:"avatar_metadata"}))return;S(),Q=!0;const B=String(w.spoken_text??w.text??"").trim();B&&(f=B),A.resetForNewStream(c),typeof w.mood=="string"&&w.mood.trim()&&(l=w.mood.trim()),a.length=0,a.push(...vn(w.sentence_emotions,l)),Array.isArray(w.gestures)&&w.gestures,X("metadata",B),O()},b=(w,B,te,le)=>{if(!m.onLipsyncDebug)return;const Te=n.slice(te),_e=le.filter(Se=>String(Se.symbol??Se.viseme??"").trim());u.push({spokenText:B,audioOffsetMs:Te[0]?.vtime??0,isNewSegment:!!w.is_new_segment,chunkDurationMs:w.chunk_duration_ms!=null?Number(w.chunk_duration_ms):null,receivedAtMs:performance.now(),visemes:Te.map((Se,qe)=>{const Ve=_e[qe];return{rawSymbol:String(Ve?.symbol??Ve?.viseme??Se.viseme).trim(),viseme:Se.viseme,startSec:Number(Ve?.start??0),durationSec:Number(Ve?.duration??0),vtimeMs:Se.vtime,vdurationMs:Se.vduration}})})},M=(w,B,te,le)=>{if(w.length===0&&B.length===0)return;hi(i,s,w,B,o,c);const Te=wi(w,o);let _e=null;const Se=te.trim();if(Se)try{const qe=atob(Se.replace(/\s+/g,"")).length,Ve=Number.isFinite(le)&&(le??0)>0?Number(le):16e3;_e=qe/2/Ve*1e3}catch{_e=null}o=Math.max(Te,_e!=null?o+_e:o)},G=w=>{if(Z(w))return;const B=_r(w);B&&(j(),S());const te=String(w.spoken_text??w.text??"").trim(),le=w.visemes??[],Te=w.words??[],_e=String(w.chunk??"").trim(),Se=Q||B||!ne;Q&&(Q=!1),Se&&(ne=!0),te&&(f=te),v(w,B),Se?(A.resetForNewStream(c),i.length=0,s.length=0,o=0):B&&A.resumeBotStream(),M(le,Te,_e,w.sample_rate);const qe=n.length;A.playAudioChunk(n,r,_e,le,Te,B,{sampleRate:w.sample_rate,newStream:Se,audioOffsetMs:Number(w.audio_offset_ms??0),onNewStream:()=>{u.length=0}}).then(()=>{b(w,te,qe,le),X("audio_chunk",te),oe()})},ge=w=>{if(Z(w))return;(w.is_new_segment||Number(w.audio_offset_ms??-1)===0)&&S(),console.warn("[realtimeVoice] avatar_lipsync is deprecated — expect avatar_audio_chunk");const B=String(w.spoken_text??w.text??"").trim();B&&(f=B),v(w,!!w.is_new_segment),M(w.visemes??[],w.words??[],"",void 0);const te=n.length;A.queueTimingsOnly(n,r,w.visemes??[],w.words??[],!!w.is_new_segment,{audioOffsetMs:Number(w.audio_offset_ms??0)}),b(w,B,te,w.visemes??[]),X("lipsync",B),O()},ye=async w=>{const B=String(w.text??"").trim();if(!B)return;const te=m.authToken?.trim();if(!te){console.error("[realtimeVoice] avatar_speak requires authToken");return}I?.abort();const le=new AbortController;I=le;const Te=++U;S(),A.resetForNewStream(c),f=B;const Se=`${(m.apiBase??ct).replace(/\/$/,"")}/avatar_ttsWithPoses`,qe=m.voiceId?.trim()||$n,Ve=m.speakingRate??Ft,kt=Math.max(un,Math.min(fn,Ve)),Ue={user_query:B,ttsEngineId:c,speakingRate:kt,tenant:"aiTwin"};$r.has(c)&&(Ue.voice_id=qe);try{const Pe=await fetch(Se,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${te}`},body:JSON.stringify(Ue),signal:le.signal});if(!Pe.ok)throw new Error(`avatar_ttsWithPoses failed (${Pe.status})`);const rt=Pe.body;if(!rt)throw new Error("No response body");const Ee=rt.getReader(),Ge=new TextDecoder;let We="",ze=!0;const xt=async Ye=>{if(Te!==U||le.signal.aborted||!P)return;const we=ei(Ye);if(we){if(we.event==="audio"){const be=we.data.chunk,Be=we.data.visemes??[],Je=we.data.words??[],dt=we.data.is_new_segment??!1,Ot=we.data.sample_rate,pe=Number(we.data.audio_offset_ms??0);if(be){const Nt=ze;ze=!1,await A.playAudioChunk(n,r,be,Be,Je,dt,{sampleRate:Ot,newStream:Nt,audioOffsetMs:pe})}else(Be.length>0||Je.length>0)&&A.queueTimingsOnly(n,r,Be,Je,dt,{audioOffsetMs:pe,newStream:ze})}else if(we.event==="metadata"){const be=we.data.mood;typeof be=="string"&&be.trim()&&(l=be.trim());const Be=we.data.sentence_emotions;Array.isArray(Be)&&(a.length=0,a.push(...vn(Be,l))),O()}else if(we.event==="error")throw new Error(String(we.data.message??"avatar_ttsWithPoses stream error"))}};for(;!(Te!==U||le.signal.aborted||!P);){const{done:Ye,value:we}=await Ee.read();we&&(We+=Ge.decode(we,{stream:!0}));const be=We.split(`
|
|
4
4
|
|
|
5
|
-
`);Ee=re.pop()??"";for(const Ne of re)await et(Ne);if(tt){Ee.trim()&&await et(Ee.trim()),ve===W&&!le.signal.aborted&&I&&V.markStreamComplete(n);break}}}catch(Fe){if(le.signal.aborted||!I)return;console.error("[realtimeVoice] avatar_speak failed:",Fe),e("error"),M()}finally{P===le&&(P=null)}},Re=h=>{const R=Cs(h);if(!R){console.warn("[realtimeVoice] server message with no payload",h);return}const ee=String(R.type??"unknown");switch(ee!=="avatar_metadata"&&ee!=="avatar_audio_chunk"&&ee!=="avatar_lipsync"&&ee!=="avatar_interrupt"&&ee!=="error"&&console.debug("[realtimeVoice] server message",ee,R),ee){case"avatar_metadata":k(R);break;case"avatar_audio_chunk":ie(R);break;case"avatar_lipsync":xe(R);break;case"avatar_interrupt":L(R);break;case"error":{const le=String(R.message??"Voice session error");console.error("[realtimeVoice] server error:",le),e("error"),M();break}case"avatar_speak":be(R);break}},De=()=>p||(T=new Is,p=new Li.PipecatClient({transport:new Cn.WebSocketTransport({mediaManager:T,serializer:new Es,recorderSampleRate:Wn,playerSampleRate:Hn}),enableCam:!1,enableMic:!0,callbacks:{onBotReady:()=>{d=!0,e("idle"),M()},onDisconnected:()=>{d=!1,_()},onError:h=>{const R=typeof h=="object"&&h!==null&&"data"in h?String(h.data??h):String(h);console.error("[realtimeVoice]",R,h),e("error"),M()},onTransportStateChanged:h=>{h==="error"&&(e("error"),M())},onServerMessage:h=>{ne(h)},onUserStartedSpeaking:()=>{},onBotStartedSpeaking:()=>{S(),oe("bot_started")},onBotStoppedSpeaking:()=>{I&&Z()},onUserTranscript:h=>{String(h.text??""),m.onUserTranscript?.(h.text,!!h.final)},onBotOutput:h=>{m.onBotOutput?.(h.text)}}}),p);return{setDeveloperToken:h=>{},setTtsEngineId:h=>{c=h,V.setStreamTtsEngineId(h)},getTtsEngineId:()=>c,speak:async(h,R)=>{const ee=h.trim();if(ee){if(!p||!d)throw new Error("Realtime voice is not connected. Call connect() first.");O(),await p.sendText(ee)}},stop:()=>{P?.abort(),P=null,W+=1,S(),O(),e("idle"),M()},connect:async h=>{if(h&&(m={...m,...h}),!m.authToken?.trim())throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");e("loading");const R=De();await R.initDevices();const ee=fi(m);console.info("[realtimeVoice] connecting (avatar_audio_chunk RTVI):",ee);try{await R.connect({wsUrl:ee})}catch(le){d=!1,e("error"),M();const ve=le instanceof Error?le.message:"Realtime voice connect failed (WebSocket 101 only means upgrade OK — check authToken/origin/RTVI handshake)";throw new Error(`${ve} — ${ee}`)}d=!0,e("idle"),M()},disconnect:async()=>{if(j(),K=!1,X=!1,g.length=0,E=!1,P?.abort(),P=null,W+=1,S(),p)try{await p.disconnect()}catch(h){console.error("[realtimeVoice] disconnect failed:",h)}d=!1,_()},isConnected:()=>d,unlockAudio:async()=>{await V.primeAudioContext()},getVisemeQueue:()=>n,getWordQueue:()=>r,getFullVisemeQueue:()=>i,getFullWordQueue:()=>s,getSentenceEmotions:()=>a,getStreamMood:()=>u,getPlaybackElapsedMs:ae,isSpeaking:()=>V.isSpeaking(),isWarmingUp:()=>V.isWarmingUp(),releaseWarmupHold:()=>V.releaseWarmupHold(),setLipsyncWarmupHold:(h,R)=>{R&&(G=R),V.setLipsyncWarmupHoldEnabled(h)},getVoiceStream:()=>V.getVoiceStream(),setPlaybackSpeed:h=>{V.setPlaybackSpeed(h)},getPlaybackSpeed:()=>V.getPlaybackSpeed(),subscribe:h=>(x.add(h),()=>x.delete(h))}}function mi(e,t,n){return{width:e.crop?.source_width??t,height:e.crop?.source_height??n}}function hi(e,t){const n=e.crop;return{x:t?.source_x??n?.x??0,y:t?.source_y??n?.y??0,width:t?.source_w??n?.width??e.frame_width??0,height:t?.source_h??n?.height??e.frame_height??0}}function pi(e){return e?(e.w??0)>0&&(e.h??0)>0:!1}async function bt(e,t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to load encrypted asset: ${e}`);const r=await n.arrayBuffer();return rs(r,t)}async function wi(e,t){if(!t)throw new Error("Missing asset key for encrypted JSON");const n=await bt(e,t),r=new TextDecoder().decode(n);return JSON.parse(r)}async function Ds(e){const t=new Blob([e],{type:"image/webp"});return createImageBitmap(t)}async function Bs(e){const t=new Blob([e],{type:"image/webp"}),n=URL.createObjectURL(t);return new Promise((r,i)=>{const s=new Image;s.decoding="async",s.onload=()=>{URL.revokeObjectURL(n),r(s)},s.onerror=()=>{URL.revokeObjectURL(n),i(new Error("Failed to decode decrypted image"))},s.src=n})}async function Fs(e){const t=new Blob([e],{type:"image/png"});return createImageBitmap(t)}async function Ls(e){const t=new Blob([e],{type:"image/png"}),n=URL.createObjectURL(t);return new Promise((r,i)=>{const s=new Image;s.decoding="async",s.onload=()=>{URL.revokeObjectURL(n),r(s)},s.onerror=()=>{URL.revokeObjectURL(n),i(new Error("Failed to decode decrypted PNG"))},s.src=n})}function Os(e){const t=new Blob([e],{type:"video/mp4"});return URL.createObjectURL(t)}async function Ns(e){const t=ss();if(!Dt())return t;if(!e)throw new Error("Missing asset key for encrypted idle video");const n=await bt(t,e);return Os(n)}function gt(e,t){return`${e}/${t}_minus_sil.png`}const gi=5;function un(e){const t=e?.composite_threshold;if(typeof t=="number"&&t>0)return t;const n=e?.crop?.content_threshold;return typeof n=="number"&&n>0?n:gi}const Vs=["aa","E","I","O","U","PP","FF","DD","SS","TH","CH","RR","kk","nn"],In=["t01_0.25","t02_0.50","t03_0.75"],Us=In.length,mr=new Set(["aa__kk","aa__nn","aa__sil","CH__aa","CH__DD","CH__E","CH__FF","CH__I","CH__kk","CH__nn","CH__O","CH__PP","CH__RR","CH__sil","CH__SS","CH__TH","CH__U","DD__aa","DD__E","DD__FF","DD__I","DD__kk","DD__nn","DD__O","DD__PP","DD__RR","DD__sil","DD__SS","DD__TH","DD__U","E__aa","E__FF","E__I","E__kk","E__nn","E__O","E__PP","E__RR","E__sil","E__SS","E__TH","E__U","FF__aa","FF__I","FF__kk","FF__nn","FF__O","FF__PP","FF__RR","FF__sil","FF__SS","FF__TH","FF__U","I__aa","I__kk","I__nn","I__O","I__PP","I__RR","I__sil","I__SS","I__TH","I__U","kk__nn","kk__sil","nn__sil","O__aa","O__kk","O__nn","O__PP","O__RR","O__sil","O__SS","O__TH","O__U","PP__aa","PP__kk","PP__nn","PP__RR","PP__sil","PP__SS","PP__TH","PP__U","RR__aa","RR__kk","RR__nn","RR__sil","RR__SS","RR__TH","RR__U","SS__aa","SS__kk","SS__nn","SS__sil","SS__TH","SS__U","TH__aa","TH__kk","TH__nn","TH__sil","TH__U","U__aa","U__kk","U__nn","U__sil"]);function hr(e,t){return`${e}__${t}`}function pr(e,t){return`pairs/${e}/${t}_minus_sil.png`}function _t(e){return`${e}_minus_sil.png`}function $n(e,t){if(t.has(e))return e;const n=/^pairs\/([^/]+)\//.exec(e);if(!n)return null;const r=n[1].split("__")[1];if(!r||r==="sil")return null;const i=_t(r);return t.has(i)?i:null}function yi(e,t){return e.filter(n=>t.has(n))}function Ws(e,t,n){const r=zn(e,t);return yi(r,n).length>0}function zn(e,t){if(e===t)return[];const n=[],r=hr(e,t);if(mr.has(r)){for(const s of In)n.push(pr(r,s));return n}const i=hr(t,e);if(mr.has(i)){for(let s=Us-1;s>=0;s--)n.push(pr(i,In[s]));return n}return[]}function Hs(e){return e<16?[1]:e<24?[1]:e<35?[0,1,2]:[0,1,2]}function $s(e,t){return Hs(t).map(r=>e[r]).filter(r=>r!=null)}function zs(e,t,n,r){if(r<=0)return 0;const s=Math.max(1,n-t)/r,o=e-t,a=Math.floor(o/s);return Math.min(r-1,Math.max(0,a))}function _i(e,t,n){if(!n)return`${e}/${t}`;const r=t.split("/").pop()??t,i=r.includes(".")?r.slice(0,r.lastIndexOf(".")):r;return`${e}/${i}.bin`}const Ks=[.32,.24,.16,.08,0],js=Ks.map(e=>`eyes_${e.toFixed(2)}`),qs=["eyes_0.32","eyes_0.16","eyes_0.00"],Gs=["eyes_0.32","eyes_0.16","eyes_0.08","eyes_0.00"],Ve=2,Ys=-20,Xt=16,vi={fear:-20,anger:-20,sad:-10,neutral:0,love:0,happy:0,disgust:10};function Ct(e){return`brow_${e}`}function at(e){return vi[e]}function $e(e){return Math.max(Ys,Math.min(Xt,e))}function Qs(e,t){if(e===t)return[];const n=e<t,r=n?Ve:-Ve,i=[];let s=e;if(s%Ve!==0){const o=n?Math.ceil(s/Ve)*Ve:Math.floor(s/Ve)*Ve,a=$e(o);if(n?a>=t:a<=t)return[t];s=a,i.push(s)}for(;;){const o=s+r;if(n?o>=t:o<=t){t!==s&&i.push(t);break}s=o,i.push(s)}return i}function wr(e){const t=$e(e);if(t%Ve===0)return[t];const n=Math.floor(t/Ve)*Ve,r=Math.min(Xt,n+Ve),i=$e(n);return t-i<=r-t?i===r?[i]:[i,r]:i===r?[r]:[r,i]}const Xs=["fear","anger","sad","neutral","love","happy","disgust"],Js={fear:"fear",afraid:"fear",anxiety:"fear",anger:"anger",angry:"anger",mad:"anger",sad:"sad",sadness:"sad",sorrow:"sad",neutral:"neutral",calm:"neutral",love:"love",loving:"love",affection:"love",happy:"happy",happiness:"happy",joy:"happy",joyful:"happy",excited:"happy",disgust:"disgust",disgusted:"disgust"};function je(e,t="neutral"){const n=String(e??"").trim().toLowerCase();return n?Js[n]??t:t}function Si(e){return e===0?null:gt(Ct(e),"eyes_standard")}function bi(e){return Si(at(e))}const Zs={[-20]:"anger",[-10]:"sad",0:"neutral",10:"disgust"};function Kn(e,t){if(!e)return null;if(t(e))return e;const n=e.match(/^brow_(-?\d+)\/(eyes_[^/]+)_minus_sil\.png$/);if(n){const i=Number(n[1]),s=n[2];for(const a of wr(i)){if(a===i)continue;const l=gt(Ct(a),s);if(t(l))return l}const o=Zs[i];if(o){const a=gt(o,s);if(t(a))return a}return null}const r=e.match(/^(fear|anger|sad|neutral|love|happy|disgust)\/(eyes_[^/]+)_minus_sil\.png$/);if(r){const i=r[1],s=r[2],o=at(i);for(const a of[o,...wr(o)]){const l=gt(Ct(a),s);if(t(l))return l}}return null}function gr(e,t){const n=Ct(at(e));return!t||t==="eyes_standard"?bi(e):e==="neutral"&&t==="eyes_standard"?null:gt(n,t)}function ea(e,t){const n=[];for(const r of t)n.push(gr(e,r));for(let r=t.length-2;r>=0;r--)n.push(gr(e,t[r]));return n.push(bi(e)),n}function ta(e){return gt(Ct(e),"eyes_standard")}function na(e,t){return Qs(e,t).map(ta)}const ra=6;function ia(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function sa(e){const t=$e(e);return t>=Xt?Xt:$e(t+ra)}function aa(e,t,n){const r=$e(n);return ia(t,e)?.emphasis?sa(r):r}function yr(e){if(!e)return 0;const t=e.match(/^brow_(-?\d+)\//);if(!t?.[1])return null;const n=Number.parseInt(t[1],10);return Number.isFinite(n)?$e(n):null}function wt(e,t){return e+Math.random()*(t-e)}function Kt(){return wt(14,32)}function oa(e={}){const{initialDelayMs:t=800+Math.random()*1200,intervalMinMs:n=2200,intervalMaxMs:r=5800,doubleBlinkChance:i=.18,doubleBlinkGapMinMs:s=120,doubleBlinkGapMaxMs:o=220,fullBlinkChance:a=.75,postEmotionChangeDelayMs:l=380,minDwellMs:f=550}=e;let u="neutral",c="neutral",d=0,p=0,T=0,m={kind:"idle",nextBlinkAt:performance.now()+t},A=null,C="__eyes_open__|neutral|brow:0";function x(P=u){C=`${A??"__eyes_open__"}|${P}|brow:${p}`}function g(P,W=u){A=P;const K=yr(P);K!=null?p=K:P==null&&(p=0),x(W)}function E(P){return Si(P)}function N(P,W,K){const X=$e(W),Y=$e(K);if(d=Y,X===Y){g(E(Y));return}const pe=[...na(X,Y),E(Y)];m={kind:"browBlend",paths:pe,index:0,holdUntil:P+Kt(),targetBrow:Y},g(pe[0]??null)}function I(P,W){m={kind:"idle",nextBlinkAt:P+wt(n,r)},c=W,g(E(d),W)}function te(P,W,K){const X=K?qs:Math.random()<a?js:Gs;m={kind:"playing",paths:ea(W,X),index:0,holdUntil:P+Kt(),after:"idle",blinkEmotion:W},c=W,g(m.paths[0]??null,W)}function de(P){if(m.kind==="browBlend"){for(;P>=m.holdUntil&&m.index<m.paths.length-1;)m.index+=1,m.holdUntil=P+Kt();const W=m.paths[m.index]??null;g(W),P>=m.holdUntil&&m.index>=m.paths.length-1&&(p=m.targetBrow,d=m.targetBrow,g(E(m.targetBrow)),m={kind:"idle",nextBlinkAt:P+l});return}if(m.kind==="idle"){g(E(d),c),P>=m.nextBlinkAt&&te(P,c,!1);return}if(m.kind==="doublePause"){g(E(d),m.blinkEmotion),P>=m.resumeAt&&te(P,m.blinkEmotion,!0);return}if(m.kind==="playing"){for(;P>=m.holdUntil&&m.index<m.paths.length-1;)m.index+=1,m.holdUntil=P+Kt();if(g(m.paths[m.index]??null,m.blinkEmotion),P>=m.holdUntil&&m.index>=m.paths.length-1){if(m.after==="resumeIdle"){I(P+l,u);return}if(m.after==="doublePause"){m={kind:"doublePause",resumeAt:P+wt(s,o),blinkEmotion:m.blinkEmotion},g(E(d),m.blinkEmotion);return}if(m.after==="idle"&&Math.random()<i){m={kind:"doublePause",resumeAt:P+wt(s,o),blinkEmotion:m.blinkEmotion},g(E(d),m.blinkEmotion);return}I(P,m.blinkEmotion)}}}return{advance:de,setTargetEmotion(P,W){const K=je(P,u);if(K===u)return;const X=performance.now();!W?.force&&f>0&&!(u==="neutral"&&K!=="neutral")&&X-T<f||(u=K,c=K,T=X)},setTargetEyebrow(P){const W=$e(P);if(W===d)return;const K=performance.now(),X=m.kind==="browBlend"?yr(A)??p:p;d=W,!(W===X&&m.kind!=="browBlend")&&(m.kind==="playing"||m.kind==="doublePause"||N(K,X,W))},snapToEmotion(P){const W=je(P),K=at(W);u=W,c=W,d=K,p=K,T=performance.now(),m={kind:"idle",nextBlinkAt:performance.now()+wt(4e3,7e3)},g(E(K),W)},getTargetEmotion:()=>u,getTargetEyebrow:()=>d,getExpressionPath:()=>A,getDrawKey:()=>C,reset(){u="neutral",c="neutral",d=0,p=0,T=0,I(performance.now()+wt(n,r),"neutral")}}}function ca(){const e=document.createElement("video");e.muted=!0,e.playsInline=!0,e.preload="auto",e.setAttribute("playsinline",""),e.loop=!0;let t=!1,n=null,r="";const i=()=>{n&&(URL.revokeObjectURL(n),n=null)};return{async load(s){t&&r===s||(i(),t=!1,r=s,s.startsWith("blob:")&&(n=s),await new Promise((o,a)=>{const l=()=>{const f=e.duration;if(!Number.isFinite(f)||f<=0){a(new Error(`Idle video has invalid duration: ${s}`));return}t=!0,e.currentTime=0,o()};e.addEventListener("loadeddata",l,{once:!0}),e.addEventListener("error",()=>a(new Error(`Failed to load idle video: ${s}`)),{once:!0}),e.src=s,e.load()}))},isReady(){return t},getVideo(){return e},setActive(s){t&&(s?e.paused&&e.play().catch(()=>{}):e.paused||e.pause())},restart(){t&&(e.currentTime=0)},dispose(){e.pause(),e.removeAttribute("src"),e.load(),i(),t=!1,r=""}}}const ua=50,Ti=400;function la(e,t,n){return e.filter(r=>{const i=r.queueIndex??-1;return i>=t&&i<=n})}function fa(e,t){const n=[];for(const r of e){const i=la(t,r.start_word,r.end_word);if(i.length===0)continue;const s=i[0],o=i[i.length-1];n.push({sentence:r,startMs:Math.max(0,s.wtime-ua),endMs:o.wtime+o.wduration+Ti})}return n.sort((r,i)=>r.startMs-i.startMs)}function da(e,t,n,r="neutral"){const i=je(r);if(t.length===0)return i;if(n.length===0||e<n[0].wtime)return je(t[0]?.emotion,i);const s=fa(t,n);let o=null;for(const f of s)e>=f.startMs&&e<=f.endMs&&(o=f);if(o)return je(o.sentence.emotion,i);const a=n[n.length-1],l=a.wtime+a.wduration;return e>l+Ti?je(t[t.length-1]?.emotion,i):i}function jn(e,t,n,r,i=gi){const s=new OffscreenCanvas(n,r),o=s.getContext("2d",{willReadFrequently:!0});o.drawImage(e,0,0,n,r);const a=o.getImageData(0,0,n,r),l=o.createImageData(n,r);l.data.set(a.data);const u=new OffscreenCanvas(n,r).getContext("2d",{willReadFrequently:!0});for(const c of t){u.clearRect(0,0,n,r),u.drawImage(c,0,0,n,r);const d=u.getImageData(0,0,n,r);for(let p=0;p<l.data.length;p+=4){const T=d.data[p],m=d.data[p+1],A=d.data[p+2];Math.max(T,m,A)>i&&(l.data[p]=T,l.data[p+1]=m,l.data[p+2]=A,l.data[p+3]=255)}}return o.putImageData(l,0,0),s}let it=null,vt=null;const Jt=new Map;function ma(){it=null,vt=null,Jt.clear()}Wr(ma);function ha(e){return e??vt??void 0}function qn(e){return new Promise((t,n)=>{const r=new Image;r.decoding="async",r.onload=()=>t(r),r.onerror=()=>n(new Error(`Failed to load image: ${e}`)),r.src=e})}async function pa(e){return Dt()?Ls(await bt(Qt(),e??"")):qn(Qt())}async function _r(e,t,n,r){const i=n?await wi(e,r):await fetch(e).then(f=>{if(!f.ok)throw new Error(`Failed to load ${e}`);return f.json()}),s=i.sheets?.[0];if(!s?.path)throw new Error(`${e} has no sheets[0].path`);const o=n?await Bs(await bt(_i(t,s.path,n),r??"")):await qn(`${t}/${s.path}`),a=new Map;for(const f of i.cells??[])f.path&&a.set(f.path,f);const l=new Map;for(const f of i.sheets??[])l.set(f.index,f);return{atlas:o,atlasMeta:i,cellByPath:a,sheetByIndex:l,diffBase:t}}async function An(e){const t=ha(e),n=Dt();if(n&&!t)throw new Error("Encrypted assets enabled but no key provided");if(it&&(!n||vt===(t??null))){const s=await it;return{...St(s),visemePaths:[...s.viseme.cellByPath.keys()]}}vt=t??null,Jt.clear();const r=Hr();it=(async()=>{const s=await pa(t),o=await _r($r(),r,n,t);let a=null;try{a=await _r(zr(),r,n,t)}catch{a=null}return{sil:s,viseme:o,expression:a}})();const i=await it;return{...St(i),visemePaths:[...i.viseme.cellByPath.keys()]}}async function Gn(e){if(await An(e),!it)throw new Error("Assets not loaded");return it}function St(e){return mi(e.viseme.atlasMeta,e.sil.naturalWidth,e.sil.naturalHeight)}function wa(e,t){const n=document.createElement("canvas");return n.width=t.w,n.height=t.h,n.getContext("2d",{willReadFrequently:!0}).drawImage(e.atlas,t.x,t.y,t.w,t.h,0,0,t.w,t.h),n}async function Zt(e,t,n){const r=`${t.diffBase}::${n}`,i=Jt.get(r);if(i)return i;const s=(async()=>{const o=t.cellByPath.get(n);if(!o)throw new Error(`No atlas cell for path: ${n}`);const a=hi(t.atlasMeta,o),l=St(e);if(pi(o)){const c=wa(t,o),d=document.createElement("canvas");d.width=l.width,d.height=l.height;const p=d.getContext("2d");return p.fillStyle="#000",p.fillRect(0,0,l.width,l.height),p.drawImage(c,a.x,a.y),d}const f=`${t.diffBase}/${n}`,u=await qn(f);if(u.naturalWidth===l.width&&u.naturalHeight===l.height)return u;throw new Error(`Diff PNG wrong size for ${n}`)})();return Jt.set(r,s),s}async function _n(e,t,n,r,i,s){if(i){const{width:p,height:T}=i;if(s&&!s()||t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA)return;const m=document.createElement("canvas");m.width=p,m.height=T;const A=m.getContext("2d");if(A.clearRect(0,0,p,T),A.drawImage(t,0,0,p,T),s&&!s())return;(e.width!==p||e.height!==T)&&(e.width=p,e.height=T);const C=e.getContext("2d");C.clearRect(0,0,p,T),C.drawImage(m,0,0);return}const o=await Gn(),a=un(o.viseme.atlasMeta),{width:l,height:f}=St(o);(e.width!==l||e.height!==f)&&(e.width=l,e.height=f);const u=[],c=e.getContext("2d");if(c.clearRect(0,0,l,f),t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA){const p=o.sil;c.drawImage(p,0,0,l,f);return}if(u.length===0){c.drawImage(t,0,0,l,f);return}const d=jn(t,u,l,f,a);c.drawImage(d,0,0)}async function Pn(e,t,n){const r=await Gn(vt??void 0),i=un(r.viseme.atlasMeta),{width:s,height:o}=St(r);(e.width!==s||e.height!==o)&&(e.width=s,e.height=o);const a=[];if(t.mouthPath){const u=new Set(r.viseme.cellByPath.keys()),c=$n(t.mouthPath,u)??(u.has(t.mouthPath)?t.mouthPath:null);c&&a.push(await Zt(r,r.viseme,c))}if(t.expressionPath&&r.expression){const u=Kn(t.expressionPath,c=>r.expression.cellByPath.has(c));u&&a.push(await Zt(r,r.expression,u))}const l=e.getContext("2d");if(l.clearRect(0,0,s,o),a.length===0){l.drawImage(r.sil,0,0,s,o);return}const f=jn(r.sil,a,s,o,i);l.drawImage(f,0,0)}async function ga(e,t){const n=await Gn(vt??void 0),r=un(n.viseme.atlasMeta),{width:i,height:s}=St(n),o=[];if(e.mouthPath){const u=new Set(n.viseme.cellByPath.keys()),c=$n(e.mouthPath,u)??(u.has(e.mouthPath)?e.mouthPath:null);c&&o.push(await Zt(n,n.viseme,c))}if(e.expressionPath&&n.expression){const u=Kn(e.expressionPath,c=>n.expression.cellByPath.has(c));u&&o.push(await Zt(n,n.expression,u))}const a=new OffscreenCanvas(i,s),l=a.getContext("2d");if(o.length===0)return l.drawImage(n.sil,0,0,i,s),a.transferToImageBitmap();const f=jn(n.sil,o,i,s,r);return l.drawImage(f,0,0),a.transferToImageBitmap()}async function ya(e){await Pn(e,{mouthPath:null,expressionPath:null})}const jt={fontFamily:"system-ui, -apple-system, sans-serif",fontSize:"clamp(0.875rem, 2.5vw, 1.125rem)",color:"rgba(255,255,255,0.85)"};function _a(e){return e.length===0?"":e.map(t=>t.word).join(" ")}function va(e){if(!e)return{enabled:!1,style:jt};const t=e===!0?{}:e;return{enabled:!0,style:{fontFamily:t.fontFamily??jt.fontFamily,fontSize:t.fontSize??jt.fontSize,color:t.color??jt.color}}}const Sa={position:"absolute",bottom:0,left:0,right:0,display:"flex",justifyContent:"center",padding:"0.75rem 1rem",pointerEvents:"none"},ba={display:"inline-block",maxWidth:"100%",padding:"0.45rem 0.85rem",borderRadius:"0.75rem",background:"rgba(0,0,0,0.55)",lineHeight:1.4,textAlign:"center"},Ta={display:"-webkit-box",WebkitLineClamp:2,WebkitBoxOrient:"vertical",overflow:"hidden",maxWidth:"100%",margin:0};function ka({text:e,style:t}){return z.jsx("div",{style:Sa,"aria-live":"polite","aria-atomic":"true",children:z.jsx("div",{style:{...ba,fontFamily:t.fontFamily,fontSize:t.fontSize,color:t.color},children:z.jsx("p",{style:Ta,children:e})})})}let ki=null;function vr(e){ki=e}function Qe(){return ki}function xa(e){return`${e.from}→${e.to}@${e.fromVtime}`}function Sr(){return{rafTicksSpeaking:0,rafTicksDeduped:0,drawsRequested:0,drawsDisplayed:0,queueSuperseded:0,workerStale:0,rifeFramesOmittedByGap:0,transitionFramesSampled:0,transitionFramesDisplayed:0,transitionFramesMissed:0,bufferTicks:0,bufferHits:0,bufferUnderruns:0,bufferPrefetched:0}}function Ea(){let e=Sr();const t=new Set,n=new Set,r=new Set;let i="",s=-1,o="";const a=()=>{e=Sr(),t.clear(),n.clear(),r.clear(),i="",s=-1,o=""},l=u=>{t.add(u)},f=u=>{u&&r.add(u)};return{reset:a,onRafTickSpeaking(){e.rafTicksSpeaking+=1},onDrawDeduped(){e.rafTicksDeduped+=1},onDrawRequested(){e.drawsRequested+=1},onQueueSuperseded(){e.queueSuperseded+=1},onWorkerStale(){e.workerStale+=1},onTransitionSample(u,c){const d=xa(u);e.transitionFramesSampled+=1,d!==i&&(i=d,s=-1,o!==d&&(o=d,e.rifeFramesOmittedByGap+=u.omittedByGap)),c&&n.add(c),s>=0&&u.frameIdx>s+1&&(e.transitionFramesMissed+=u.frameIdx-s-1),s=u.frameIdx},onBufferTick(){e.bufferTicks+=1},onBufferHit(){e.bufferHits+=1},onBufferUnderrun(){e.bufferUnderruns+=1},onBufferPrefetched(){e.bufferPrefetched+=1},onBufferReset(){},onDrawDisplayed(u,c){if(e.drawsDisplayed+=1,u.transitionMeta){e.transitionFramesDisplayed+=1;const p=u.transitionMeta;l(p.fromVtime),l(p.toVtime),f(u.mouthPath);return}if(u.label.includes("→")){e.transitionFramesDisplayed+=1;return}const d=u.label.trim();if(!(!d||d==="sil")){for(const p of c)if(p.viseme===d&&u.elapsedMs>=p.vtime&&u.elapsedMs<p.vtime+p.vduration){l(p.vtime);break}}},snapshot(u,c){let d=0,p=0;for(const x of u)if(x.viseme!=="sil"){if(x.vtime>=c)break;d+=1,t.has(x.vtime)&&(p+=1)}const T=d>0?Math.round(p/d*100):100,m=e.queueSuperseded+e.workerStale+Math.max(0,e.drawsRequested-e.drawsDisplayed),A=d-p,C=e.bufferTicks>0?Math.round(e.bufferHits/e.bufferTicks*100):100;return{...e,bufferHitRate:C,renderLoss:m,visemeSlotsTotal:d,visemeSlotsCovered:p,visemeCoveragePct:T,transitionFramesUniqueSampled:n.size,transitionFramesUniquePainted:r.size,drawsDeduped:e.rafTicksDeduped,renderSkips:e.rafTicksDeduped+m,visemesShown:p,visemesSkipped:A,rifeTransitionFramesSkipped:e.transitionFramesMissed}}}}const xi=Dn,Ia=200,br=300,Aa=100,Pa=600,Ei="__sil__";function Tr(e){return e.lastDrawnKey?e.lastDrawnKey.split("|")[0]===Ei:!1}function Yn(){return{lastDrawnKey:""}}function Ce(e){e.lastDrawnKey="",e.transitionCache=void 0}function Ma(e,t){if(t?.transitionCache&&t.transitionCache.queueLength===e.length)return t.transitionCache.transitions;const n=ri(e);return t&&(t.transitionCache={queueLength:e.length,transitions:n}),n}function Ca(e,t){let n="sil";for(const r of e)r.viseme!=="sil"&&(t!=null&&r.vtime>t||(n=r.viseme));return n}function Ra(e,t,n,r=120){if(n!=="sil")return n;const i=li(e,t,r);return i!=="sil"?i:Ca(e,t)}function Da(e,t){return e==="sil"?!1:t?Ws(e,"sil",t):zn(e,"sil").length>0}function Ba(){return xi+Pa}function en(e){return e??Ei}function Qn(e,t,n,r,i=Aa){if(e.length===0)return{diffPath:null,label:"sil"};if(t>=rt(e))return{diffPath:null,label:"sil"};const s=Ma(e,r),o=vs(s,t);if(o){const f=ii(o.fromVtime,o.toVtime,o.from,o.to);if(t>=f.transStart&&t<f.transEnd){let u=zn(o.from,o.to);n&&(u=yi(u,n));const c=$s(u,f.effectiveGapMs);if(c.length>0){const d=zs(t,f.transStart,f.transEnd,c.length);return{diffPath:c[d]??c[c.length-1],label:`${o.from}→${o.to}`,transitionMeta:{from:o.from,to:o.to,fromVtime:o.fromVtime,toVtime:o.toVtime,frameIdx:d,frameCount:c.length,fullFrameCount:u.length,omittedByGap:Math.max(0,u.length-c.length)}}}return{diffPath:_t(o.to),label:o.to}}}const a=sn(e);let l=Zr(a,t);return l==="sil"&&(l=li(e,t,i)),l==="sil"?{diffPath:null,label:"sil"}:{diffPath:_t(l),label:l}}function Rt(e,t){const n=t??en(e.expressionPath);return`${en(e.mouthPath)}|${n}`}function kr(e,t,n,r,i,s,o,a,l,f){const u=Qn(t,n,l,s),c={mouthPath:u.diffPath,expressionPath:r},d=Rt(c,i),p=Qe();if(u.transitionMeta&&p?.onTransitionSample(u.transitionMeta,u.diffPath),d===s.lastDrawnKey){p?.onDrawDeduped();return}p?.onDrawRequested(),a(u),s.lastDrawnKey=d,o(e,c,d,T=>{T===d&&(s.lastDrawnKey=d)})}function vn(e,t,n,r,i,s,o=null,a=null){const l={mouthPath:a,expressionPath:t},f=o!=null?`|idle@${Math.round(o*1e3)}`:"",u=Rt(l,n)+f;!(o!=null)&&u===r.lastDrawnKey||(s(o!=null?t?"idle · blink":"idle":t?"blink":"sil"),i(e,l,u,d=>{d===u&&(r.lastDrawnKey=u)}))}function Ii(e,t,n,r,i=Pt,s){if(n<=t||e.length===0)return[];const o=s??Yn(),a=[];let l="";for(let f=t;f<n;f+=i){const u=Qn(e,f,r,o),c=en(u.diffPath);c!==l&&(l=c,a.push({displayAtMs:f,mouthPath:u.diffPath,mouthKey:c,label:u.label}))}return a}const Fa=3;function Xn(e){let t=0;const n=[];let r=!1,i=!1;const s=async()=>{if(!r){r=!0;try{for(;n.length>0;){const a=n.shift(),l=++t;await e(a.diffs,l,a)&&l===t&&a.onDisplayed?.(a.drawKey)}}finally{r=!1,n.length>0&&s()}}},o=()=>{i||(i=!0,queueMicrotask(()=>{i=!1,s()}))};return{enqueue(a,l,f){const u=n.findIndex(c=>c.drawKey===l);u>=0?n[u]={diffs:a,drawKey:l,onDisplayed:f}:(n.length>=Fa&&(n.shift(),Qe()?.onQueueSuperseded()),n.push({diffs:a,drawKey:l,onDisplayed:f})),o()},reset(){t+=1,n.length=0},isLatestSeq(a){return a===t},getLatestSeq(){return t}}}function La(e,t=2){const n=[],r=new Set;let i=0,s=!1,o=0;const a=(f,u)=>`${f}|${u}`,l=async()=>{if(!s){s=!0;try{for(;i<t&&n.length>0;){const f=n.shift(),u=a(f.displayAtMs,f.drawKey);if(r.has(u))continue;r.add(u),i+=1;const c=o;try{await e(f)}finally{if(r.delete(u),i-=1,c!==o)return}}}finally{s=!1,n.length>0&&i<t&&l()}}};return{enqueue(f){const u=a(f.displayAtMs,f.drawKey);r.has(u)||n.some(c=>a(c.displayAtMs,c.drawKey)===u)||(n.push(f),l())},isQueuedOrInflight(f,u){const c=a(f,u);return r.has(c)?!0:n.some(d=>a(d.displayAtMs,d.drawKey)===c)},reset(){o+=1,n.length=0,r.clear(),i=0},pendingCount(){return n.length+i}}}function Oa(){const e=new Map,t=n=>{n.bitmap.close()};return{has(n,r){return e.has(r)},markRendered(n,r,i,s,o){const a=e.get(r);a&&t(a),e.set(r,{displayAtMs:n,mouthKey:r,label:i,mouthPath:s,bitmap:o})},findForMouthKey(n){return e.get(n)??null},removeThrough(n){},pruneBefore(n){},reset(){for(const n of e.values())t(n);e.clear()},size(){return e.size}}}function Na(e,t,n,r,i,s){const o=Ii(t,n,r,i,Pt,s);if(o.length===0)return{ready:0,total:0};let a=0;for(const l of o)e.has(l.displayAtMs,l.mouthKey)&&(a+=1);return{ready:a,total:o.length}}function Va(e){const t=Oa(),n=Yn(),r=new Set;let i="",s=null;const o=La(async c=>{try{if(!e.supportsBufferedPlayback)return;const d=await e.compositePrefetchFrame(c.diffs,c.mouthKey);if(!d)return;t.markRendered(c.displayAtMs,c.mouthKey,c.label,c.mouthPath,d),Qe()?.onBufferPrefetched()}finally{r.delete(c.mouthKey)}},ji),a=c=>{for(const d of c)t.has(d.displayAtMs,d.mouthKey)||r.has(d.mouthKey)||o.isQueuedOrInflight(0,d.mouthKey)||(r.add(d.mouthKey),o.enqueue({...d,displayAtMs:0,drawKey:d.mouthKey,diffs:{mouthPath:d.mouthPath,expressionPath:null}}))},l=(c,d,p,T=gn)=>{if(!e.supportsBufferedPlayback)return;const m=Math.max(0,d-Pt*4),A=Ii(c,m,d+T,p,Pt,n);a(A)},f=(c,d)=>{i=c,s=d},u=(c,d)=>!(i!==c||s!==d);return{reset(){t.reset(),o.reset(),r.clear(),Ce(n),i="",s=null,Qe()?.onBufferReset()},markExternallyDisplayed(c,d){f(c.split("|")[0]??c,d)},warmupTick(c){e.supportsBufferedPlayback&&l(c.queue,0,c.availablePaths,Math.max(ar,gn))},isWarmupReady(c,d=ar){if(!e.supportsBufferedPlayback)return!0;const{ready:p,total:T}=Na(t,c.queue,0,d,c.availablePaths,n);return T===0?!1:p/T>=Ki},getBufferedFrameCount:()=>t.size(),tick(c){const d=Qe();d?.onBufferTick(),l(c.queue,c.elapsedMs,c.availablePaths),t.pruneBefore(c.elapsedMs-gn);const p=Qn(c.queue,c.elapsedMs,c.availablePaths,n),T=en(p.diffPath),m=Rt({mouthPath:p.diffPath,expressionPath:c.expressionPath},c.expressionDrawKey),A=()=>(f(T,c.expressionPath),d?.onBufferHit(),{usedBuffer:!0,underrun:!1,held:!0});if(u(T,c.expressionPath)||c.playbackState.lastDrawnKey===m)return A();const C=t.findForMouthKey(T,c.elapsedMs,Pt);return C&&c.expressionPath!=null?(d?.onBufferHit(),{usedBuffer:!1,underrun:!1,held:!1}):C?(e.blitBitmap(c.canvas,C.bitmap),f(C.mouthKey,c.expressionPath),c.playbackState.lastDrawnKey=m,c.onStatus({diffPath:C.mouthPath,label:C.label}),c.onDisplayed(m,C.mouthPath,C.label),d?.onBufferHit(),{usedBuffer:!0,underrun:!1,held:!1}):(d?.onBufferUnderrun(),{usedBuffer:!1,underrun:!0,held:!1})}}}const Ua=`
|
|
5
|
+
`);We=be.pop()??"";for(const Be of be)await xt(Be);if(Ye){We.trim()&&await xt(We.trim()),Te===U&&!le.signal.aborted&&P&&A.markStreamComplete(n);break}}}catch(Pe){if(le.signal.aborted||!P)return;console.error("[realtimeVoice] avatar_speak failed:",Pe),e("error"),O()}finally{I===le&&(I=null)}},Me=w=>{const B=zs(w);if(!B){console.warn("[realtimeVoice] server message with no payload",w);return}const te=String(B.type??"unknown");switch(te!=="avatar_metadata"&&te!=="avatar_audio_chunk"&&te!=="avatar_lipsync"&&te!=="avatar_interrupt"&&te!=="error"&&console.debug("[realtimeVoice] server message",te,B),te){case"avatar_metadata":E(B);break;case"avatar_audio_chunk":G(B);break;case"avatar_lipsync":ge(B);break;case"avatar_interrupt":$(B);break;case"error":{const le=String(B.message??"Voice session error");console.error("[realtimeVoice] server error:",le),e("error"),O();break}case"avatar_speak":ye(B);break}},Ne=()=>p||(T=new Ns,p=new Ki.PipecatClient({transport:new Dn.WebSocketTransport({mediaManager:T,serializer:new Os,recorderSampleRate:Hn,playerSampleRate:jn}),enableCam:!1,enableMic:!0,callbacks:{onBotReady:()=>{d=!0,e("idle"),O()},onDisconnected:()=>{d=!1,g()},onError:w=>{const B=typeof w=="object"&&w!==null&&"data"in w?String(w.data??w):String(w);console.error("[realtimeVoice]",B,w),e("error"),O()},onTransportStateChanged:w=>{w==="error"&&(e("error"),O())},onServerMessage:w=>{ie(w)},onUserStartedSpeaking:()=>{},onBotStartedSpeaking:()=>{S(),X("bot_started")},onBotStoppedSpeaking:()=>{P&&oe()},onUserTranscript:w=>{String(w.text??""),m.onUserTranscript?.(w.text,!!w.final)},onBotOutput:w=>{m.onBotOutput?.(w.text)}}}),p);return{setDeveloperToken:w=>{},setTtsEngineId:w=>{c=w,A.setStreamTtsEngineId(w)},getTtsEngineId:()=>c,speak:async(w,B)=>{const te=w.trim();if(te){if(!p||!d)throw new Error("Realtime voice is not connected. Call connect() first.");H(),await p.sendText(te)}},stop:()=>{I?.abort(),I=null,U+=1,S(),H(),e("idle"),O()},connect:async w=>{if(w&&(m={...m,...w}),!m.authToken?.trim())throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");e("loading");const B=Ne();await B.initDevices();const te=vi(m);console.info("[realtimeVoice] connecting (avatar_audio_chunk RTVI):",te);try{await B.connect({wsUrl:te})}catch(le){d=!1,e("error"),O();const Te=le instanceof Error?le.message:"Realtime voice connect failed (WebSocket 101 only means upgrade OK — check authToken/origin/RTVI handshake)";throw new Error(`${Te} — ${te}`)}d=!0,e("idle"),O()},disconnect:async()=>{if(j(),Q=!1,ne=!1,_.length=0,k=!1,I?.abort(),I=null,U+=1,S(),p)try{await p.disconnect()}catch(w){console.error("[realtimeVoice] disconnect failed:",w)}d=!1,g()},isConnected:()=>d,unlockAudio:async()=>{await A.primeAudioContext()},getVisemeQueue:()=>n,getWordQueue:()=>r,getFullVisemeQueue:()=>i,getFullWordQueue:()=>s,getSentenceEmotions:()=>a,getStreamMood:()=>l,getPlaybackElapsedMs:ce,isSpeaking:()=>A.isSpeaking(),isWarmingUp:()=>A.isWarmingUp(),releaseWarmupHold:()=>A.releaseWarmupHold(),setLipsyncWarmupHold:(w,B)=>{B&&(q=B),A.setLipsyncWarmupHoldEnabled(w)},getVoiceStream:()=>A.getVoiceStream(),setPlaybackSpeed:w=>{A.setPlaybackSpeed(w)},getPlaybackSpeed:()=>A.getPlaybackSpeed(),subscribe:w=>(C.add(w),()=>C.delete(w))}}function bi(e,t,n){return{width:e.crop?.source_width??t,height:e.crop?.source_height??n}}function Ti(e,t){const n=e.crop;return{x:t?.source_x??n?.x??0,y:t?.source_y??n?.y??0,width:t?.source_w??n?.width??e.frame_width??0,height:t?.source_h??n?.height??e.frame_height??0}}function ki(e){return e?(e.w??0)>0&&(e.h??0)>0:!1}async function Tt(e,t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to load encrypted asset: ${e}`);const r=await n.arrayBuffer();return hs(r,t)}async function xi(e,t){if(!t)throw new Error("Missing asset key for encrypted JSON");const n=await Tt(e,t),r=new TextDecoder().decode(n);return JSON.parse(r)}async function Hs(e){const t=new Blob([e],{type:"image/webp"});return createImageBitmap(t)}async function js(e){const t=new Blob([e],{type:"image/webp"}),n=URL.createObjectURL(t);return new Promise((r,i)=>{const s=new Image;s.decoding="async",s.onload=()=>{URL.revokeObjectURL(n),r(s)},s.onerror=()=>{URL.revokeObjectURL(n),i(new Error("Failed to decode decrypted image"))},s.src=n})}async function Ks(e){const t=new Blob([e],{type:"image/png"});return createImageBitmap(t)}async function qs(e){const t=new Blob([e],{type:"image/png"}),n=URL.createObjectURL(t);return new Promise((r,i)=>{const s=new Image;s.decoding="async",s.onload=()=>{URL.revokeObjectURL(n),r(s)},s.onerror=()=>{URL.revokeObjectURL(n),i(new Error("Failed to decode decrypted PNG"))},s.src=n})}function Gs(e){const t=new Blob([e],{type:"video/mp4"});return URL.createObjectURL(t)}async function Ys(e){const t=ps();if(!Dt())return t;if(!e)throw new Error("Missing asset key for encrypted idle video");const n=await Tt(t,e);return Gs(n)}function yt(e,t){return`${e}/${t}_minus_sil.png`}const Ei=5;function dn(e){const t=e?.composite_threshold;if(typeof t=="number"&&t>0)return t;const n=e?.crop?.content_threshold;return typeof n=="number"&&n>0?n:Ei}const Qs=["aa","E","I","O","U","PP","FF","DD","SS","TH","CH","RR","kk","nn"],Mn=["t01_0.25","t02_0.50","t03_0.75"],Xs=Mn.length,vr=new Set(["aa__kk","aa__nn","aa__sil","CH__aa","CH__DD","CH__E","CH__FF","CH__I","CH__kk","CH__nn","CH__O","CH__PP","CH__RR","CH__sil","CH__SS","CH__TH","CH__U","DD__aa","DD__E","DD__FF","DD__I","DD__kk","DD__nn","DD__O","DD__PP","DD__RR","DD__sil","DD__SS","DD__TH","DD__U","E__aa","E__FF","E__I","E__kk","E__nn","E__O","E__PP","E__RR","E__sil","E__SS","E__TH","E__U","FF__aa","FF__I","FF__kk","FF__nn","FF__O","FF__PP","FF__RR","FF__sil","FF__SS","FF__TH","FF__U","I__aa","I__kk","I__nn","I__O","I__PP","I__RR","I__sil","I__SS","I__TH","I__U","kk__nn","kk__sil","nn__sil","O__aa","O__kk","O__nn","O__PP","O__RR","O__sil","O__SS","O__TH","O__U","PP__aa","PP__kk","PP__nn","PP__RR","PP__sil","PP__SS","PP__TH","PP__U","RR__aa","RR__kk","RR__nn","RR__sil","RR__SS","RR__TH","RR__U","SS__aa","SS__kk","SS__nn","SS__sil","SS__TH","SS__U","TH__aa","TH__kk","TH__nn","TH__sil","TH__U","U__aa","U__kk","U__nn","U__sil"]);function Sr(e,t){return`${e}__${t}`}function br(e,t){return`pairs/${e}/${t}_minus_sil.png`}function vt(e){return`${e}_minus_sil.png`}function Kn(e,t){if(t.has(e))return e;const n=/^pairs\/([^/]+)\//.exec(e);if(!n)return null;const r=n[1].split("__")[1];if(!r||r==="sil")return null;const i=vt(r);return t.has(i)?i:null}function Ii(e,t){return e.filter(n=>t.has(n))}function Js(e,t,n){const r=qn(e,t);return Ii(r,n).length>0}function qn(e,t){if(e===t)return[];const n=[],r=Sr(e,t);if(vr.has(r)){for(const s of Mn)n.push(br(r,s));return n}const i=Sr(t,e);if(vr.has(i)){for(let s=Xs-1;s>=0;s--)n.push(br(i,Mn[s]));return n}return[]}function Zs(e){return e<16?[1]:e<24?[1]:e<35?[0,1,2]:[0,1,2]}function ea(e,t){return Zs(t).map(r=>e[r]).filter(r=>r!=null)}function ta(e,t,n,r){if(r<=0)return 0;const s=Math.max(1,n-t)/r,o=e-t,a=Math.floor(o/s);return Math.min(r-1,Math.max(0,a))}function Ai(e,t,n){if(!n)return`${e}/${t}`;const r=t.split("/").pop()??t,i=r.includes(".")?r.slice(0,r.lastIndexOf(".")):r;return`${e}/${i}.bin`}const na=[.32,.24,.16,.08,0],ra=na.map(e=>`eyes_${e.toFixed(2)}`),ia=["eyes_0.32","eyes_0.16","eyes_0.00"],sa=["eyes_0.32","eyes_0.16","eyes_0.08","eyes_0.00"],Oe=2,aa=-20,en=16,Mi={fear:-20,anger:-20,sad:-10,neutral:0,love:0,happy:0,disgust:10};function Rt(e){return`brow_${e}`}function ot(e){return Mi[e]}function Ke(e){return Math.max(aa,Math.min(en,e))}function oa(e,t){if(e===t)return[];const n=e<t,r=n?Oe:-Oe,i=[];let s=e;if(s%Oe!==0){const o=n?Math.ceil(s/Oe)*Oe:Math.floor(s/Oe)*Oe,a=Ke(o);if(n?a>=t:a<=t)return[t];s=a,i.push(s)}for(;;){const o=s+r;if(n?o>=t:o<=t){t!==s&&i.push(t);break}s=o,i.push(s)}return i}function Tr(e){const t=Ke(e);if(t%Oe===0)return[t];const n=Math.floor(t/Oe)*Oe,r=Math.min(en,n+Oe),i=Ke(n);return t-i<=r-t?i===r?[i]:[i,r]:i===r?[r]:[r,i]}const ca=["fear","anger","sad","neutral","love","happy","disgust"],la={fear:"fear",afraid:"fear",anxiety:"fear",anger:"anger",angry:"anger",mad:"anger",sad:"sad",sadness:"sad",sorrow:"sad",neutral:"neutral",calm:"neutral",love:"love",loving:"love",affection:"love",happy:"happy",happiness:"happy",joy:"happy",joyful:"happy",excited:"happy",disgust:"disgust",disgusted:"disgust"};function Xe(e,t="neutral"){const n=String(e??"").trim().toLowerCase();return n?la[n]??t:t}function Pi(e){return e===0?null:yt(Rt(e),"eyes_standard")}function Ri(e){return Pi(ot(e))}const ua={[-20]:"anger",[-10]:"sad",0:"neutral",10:"disgust"};function Gn(e,t){if(!e)return null;if(t(e))return e;const n=e.match(/^brow_(-?\d+)\/(eyes_[^/]+)_minus_sil\.png$/);if(n){const i=Number(n[1]),s=n[2];for(const a of Tr(i)){if(a===i)continue;const u=yt(Rt(a),s);if(t(u))return u}const o=ua[i];if(o){const a=yt(o,s);if(t(a))return a}return null}const r=e.match(/^(fear|anger|sad|neutral|love|happy|disgust)\/(eyes_[^/]+)_minus_sil\.png$/);if(r){const i=r[1],s=r[2],o=ot(i);for(const a of[o,...Tr(o)]){const u=yt(Rt(a),s);if(t(u))return u}}return null}function kr(e,t){const n=Rt(ot(e));return!t||t==="eyes_standard"?Ri(e):e==="neutral"&&t==="eyes_standard"?null:yt(n,t)}function fa(e,t){const n=[];for(const r of t)n.push(kr(e,r));for(let r=t.length-2;r>=0;r--)n.push(kr(e,t[r]));return n.push(Ri(e)),n}function da(e){return yt(Rt(e),"eyes_standard")}function ma(e,t){return oa(e,t).map(da)}const ha=6;function wa(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function pa(e){const t=Ke(e);return t>=en?en:Ke(t+ha)}function ga(e,t,n){const r=Ke(n);return wa(t,e)?.emphasis?pa(r):r}function xr(e){if(!e)return 0;const t=e.match(/^brow_(-?\d+)\//);if(!t?.[1])return null;const n=Number.parseInt(t[1],10);return Number.isFinite(n)?Ke(n):null}function gt(e,t){return e+Math.random()*(t-e)}function Gt(){return gt(14,32)}function ya(e={}){const{initialDelayMs:t=800+Math.random()*1200,intervalMinMs:n=2200,intervalMaxMs:r=5800,doubleBlinkChance:i=.18,doubleBlinkGapMinMs:s=120,doubleBlinkGapMaxMs:o=220,fullBlinkChance:a=.75,postEmotionChangeDelayMs:u=380,minDwellMs:f=550}=e;let l="neutral",c="neutral",d=0,p=0,T=0,m={kind:"idle",nextBlinkAt:performance.now()+t},x=null,D="__eyes_open__|neutral|brow:0";function C(I=l){D=`${x??"__eyes_open__"}|${I}|brow:${p}`}function _(I,U=l){x=I;const Q=xr(I);Q!=null?p=Q:I==null&&(p=0),C(U)}function k(I){return Pi(I)}function N(I,U,Q){const ne=Ke(U),J=Ke(Q);if(d=J,ne===J){_(k(J));return}const ee=[...ma(ne,J),k(J)];m={kind:"browBlend",paths:ee,index:0,holdUntil:I+Gt(),targetBrow:J},_(ee[0]??null)}function P(I,U){m={kind:"idle",nextBlinkAt:I+gt(n,r)},c=U,_(k(d),U)}function re(I,U,Q){const ne=Q?ia:Math.random()<a?ra:sa;m={kind:"playing",paths:fa(U,ne),index:0,holdUntil:I+Gt(),after:"idle",blinkEmotion:U},c=U,_(m.paths[0]??null,U)}function de(I){if(m.kind==="browBlend"){for(;I>=m.holdUntil&&m.index<m.paths.length-1;)m.index+=1,m.holdUntil=I+Gt();const U=m.paths[m.index]??null;_(U),I>=m.holdUntil&&m.index>=m.paths.length-1&&(p=m.targetBrow,d=m.targetBrow,_(k(m.targetBrow)),m={kind:"idle",nextBlinkAt:I+u});return}if(m.kind==="idle"){_(k(d),c),I>=m.nextBlinkAt&&re(I,c,!1);return}if(m.kind==="doublePause"){_(k(d),m.blinkEmotion),I>=m.resumeAt&&re(I,m.blinkEmotion,!0);return}if(m.kind==="playing"){for(;I>=m.holdUntil&&m.index<m.paths.length-1;)m.index+=1,m.holdUntil=I+Gt();if(_(m.paths[m.index]??null,m.blinkEmotion),I>=m.holdUntil&&m.index>=m.paths.length-1){if(m.after==="resumeIdle"){P(I+u,l);return}if(m.after==="doublePause"){m={kind:"doublePause",resumeAt:I+gt(s,o),blinkEmotion:m.blinkEmotion},_(k(d),m.blinkEmotion);return}if(m.after==="idle"&&Math.random()<i){m={kind:"doublePause",resumeAt:I+gt(s,o),blinkEmotion:m.blinkEmotion},_(k(d),m.blinkEmotion);return}P(I,m.blinkEmotion)}}}return{advance:de,setTargetEmotion(I,U){const Q=Xe(I,l);if(Q===l)return;const ne=performance.now();!U?.force&&f>0&&!(l==="neutral"&&Q!=="neutral")&&ne-T<f||(l=Q,c=Q,T=ne)},setTargetEyebrow(I){const U=Ke(I);if(U===d)return;const Q=performance.now(),ne=m.kind==="browBlend"?xr(x)??p:p;d=U,!(U===ne&&m.kind!=="browBlend")&&(m.kind==="playing"||m.kind==="doublePause"||N(Q,ne,U))},snapToEmotion(I){const U=Xe(I),Q=ot(U);l=U,c=U,d=Q,p=Q,T=performance.now(),m={kind:"idle",nextBlinkAt:performance.now()+gt(4e3,7e3)},_(k(Q),U)},getTargetEmotion:()=>l,getTargetEyebrow:()=>d,getExpressionPath:()=>x,getDrawKey:()=>D,reset(){l="neutral",c="neutral",d=0,p=0,T=0,P(performance.now()+gt(n,r),"neutral")}}}function _a(){const e=document.createElement("video");e.muted=!0,e.playsInline=!0,e.preload="auto",e.setAttribute("playsinline",""),e.loop=!0;let t=!1,n=null,r="";const i=()=>{n&&(URL.revokeObjectURL(n),n=null)};return{async load(s){t&&r===s||(i(),t=!1,r=s,s.startsWith("blob:")&&(n=s),await new Promise((o,a)=>{const u=()=>{const f=e.duration;if(!Number.isFinite(f)||f<=0){a(new Error(`Idle video has invalid duration: ${s}`));return}t=!0,e.currentTime=0,o()};e.addEventListener("loadeddata",u,{once:!0}),e.addEventListener("error",()=>a(new Error(`Failed to load idle video: ${s}`)),{once:!0}),e.src=s,e.load()}))},isReady(){return t},getVideo(){return e},setActive(s){t&&(s?e.paused&&e.play().catch(()=>{}):e.paused||e.pause())},restart(){t&&(e.currentTime=0)},dispose(){e.pause(),e.removeAttribute("src"),e.load(),i(),t=!1,r=""}}}const va=50,Ci=400;function Sa(e,t,n){return e.filter(r=>{const i=r.queueIndex??-1;return i>=t&&i<=n})}function ba(e,t){const n=[];for(const r of e){const i=Sa(t,r.start_word,r.end_word);if(i.length===0)continue;const s=i[0],o=i[i.length-1];n.push({sentence:r,startMs:Math.max(0,s.wtime-va),endMs:o.wtime+o.wduration+Ci})}return n.sort((r,i)=>r.startMs-i.startMs)}function Ta(e,t,n,r="neutral"){const i=Xe(r);if(t.length===0)return i;if(n.length===0||e<n[0].wtime)return Xe(t[0]?.emotion,i);const s=ba(t,n);let o=null;for(const f of s)e>=f.startMs&&e<=f.endMs&&(o=f);if(o)return Xe(o.sentence.emotion,i);const a=n[n.length-1],u=a.wtime+a.wduration;return e>u+Ci?Xe(t[t.length-1]?.emotion,i):i}function Yn(e,t,n,r,i=Ei){const s=new OffscreenCanvas(n,r),o=s.getContext("2d",{willReadFrequently:!0});o.drawImage(e,0,0,n,r);const a=o.getImageData(0,0,n,r),u=o.createImageData(n,r);u.data.set(a.data);const l=new OffscreenCanvas(n,r).getContext("2d",{willReadFrequently:!0});for(const c of t){l.clearRect(0,0,n,r),l.drawImage(c,0,0,n,r);const d=l.getImageData(0,0,n,r);for(let p=0;p<u.data.length;p+=4){const T=d.data[p],m=d.data[p+1],x=d.data[p+2];Math.max(T,m,x)>i&&(u.data[p]=T,u.data[p+1]=m,u.data[p+2]=x,u.data[p+3]=255)}}return o.putImageData(u,0,0),s}let st=null,St=null;const tn=new Map;function ka(){st=null,St=null,tn.clear()}Qr(ka);function xa(e){return e??St??void 0}function Qn(e){return new Promise((t,n)=>{const r=new Image;r.decoding="async",r.onload=()=>t(r),r.onerror=()=>n(new Error(`Failed to load image: ${e}`)),r.src=e})}async function Ea(e){return Dt()?qs(await Tt(Zt(),e??"")):Qn(Zt())}async function Er(e,t,n,r){const i=n?await xi(e,r):await fetch(e).then(f=>{if(!f.ok)throw new Error(`Failed to load ${e}`);return f.json()}),s=i.sheets?.[0];if(!s?.path)throw new Error(`${e} has no sheets[0].path`);const o=n?await js(await Tt(Ai(t,s.path,n),r??"")):await Qn(`${t}/${s.path}`),a=new Map;for(const f of i.cells??[])f.path&&a.set(f.path,f);const u=new Map;for(const f of i.sheets??[])u.set(f.index,f);return{atlas:o,atlasMeta:i,cellByPath:a,sheetByIndex:u,diffBase:t}}async function Pn(e){const t=xa(e),n=Dt();if(n&&!t)throw new Error("Encrypted assets enabled but no key provided");if(st&&(!n||St===(t??null))){const s=await st;return{...bt(s),visemePaths:[...s.viseme.cellByPath.keys()]}}St=t??null,tn.clear();const r=Xr();st=(async()=>{const s=await Ea(t),o=await Er(Jr(),r,n,t);let a=null;try{a=await Er(Zr(),r,n,t)}catch{a=null}return{sil:s,viseme:o,expression:a}})();const i=await st;return{...bt(i),visemePaths:[...i.viseme.cellByPath.keys()]}}async function Xn(e){if(await Pn(e),!st)throw new Error("Assets not loaded");return st}function bt(e){return bi(e.viseme.atlasMeta,e.sil.naturalWidth,e.sil.naturalHeight)}function Ia(e,t){const n=document.createElement("canvas");return n.width=t.w,n.height=t.h,n.getContext("2d",{willReadFrequently:!0}).drawImage(e.atlas,t.x,t.y,t.w,t.h,0,0,t.w,t.h),n}async function nn(e,t,n){const r=`${t.diffBase}::${n}`,i=tn.get(r);if(i)return i;const s=(async()=>{const o=t.cellByPath.get(n);if(!o)throw new Error(`No atlas cell for path: ${n}`);const a=Ti(t.atlasMeta,o),u=bt(e);if(ki(o)){const c=Ia(t,o),d=document.createElement("canvas");d.width=u.width,d.height=u.height;const p=d.getContext("2d");return p.fillStyle="#000",p.fillRect(0,0,u.width,u.height),p.drawImage(c,a.x,a.y),d}const f=`${t.diffBase}/${n}`,l=await Qn(f);if(l.naturalWidth===u.width&&l.naturalHeight===u.height)return l;throw new Error(`Diff PNG wrong size for ${n}`)})();return tn.set(r,s),s}async function Sn(e,t,n,r,i,s){if(i){const{width:p,height:T}=i;if(s&&!s()||t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA)return;const m=document.createElement("canvas");m.width=p,m.height=T;const x=m.getContext("2d");if(x.clearRect(0,0,p,T),x.drawImage(t,0,0,p,T),s&&!s())return;(e.width!==p||e.height!==T)&&(e.width=p,e.height=T);const D=e.getContext("2d");D.clearRect(0,0,p,T),D.drawImage(m,0,0);return}const o=await Xn(),a=dn(o.viseme.atlasMeta),{width:u,height:f}=bt(o);(e.width!==u||e.height!==f)&&(e.width=u,e.height=f);const l=[],c=e.getContext("2d");if(c.clearRect(0,0,u,f),t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA){const p=o.sil;c.drawImage(p,0,0,u,f);return}if(l.length===0){c.drawImage(t,0,0,u,f);return}const d=Yn(t,l,u,f,a);c.drawImage(d,0,0)}async function Rn(e,t,n){const r=await Xn(St??void 0),i=dn(r.viseme.atlasMeta),{width:s,height:o}=bt(r);(e.width!==s||e.height!==o)&&(e.width=s,e.height=o);const a=[];if(t.mouthPath){const l=new Set(r.viseme.cellByPath.keys()),c=Kn(t.mouthPath,l)??(l.has(t.mouthPath)?t.mouthPath:null);c&&a.push(await nn(r,r.viseme,c))}if(t.expressionPath&&r.expression){const l=Gn(t.expressionPath,c=>r.expression.cellByPath.has(c));l&&a.push(await nn(r,r.expression,l))}const u=e.getContext("2d");if(u.clearRect(0,0,s,o),a.length===0){u.drawImage(r.sil,0,0,s,o);return}const f=Yn(r.sil,a,s,o,i);u.drawImage(f,0,0)}async function Aa(e,t){const n=await Xn(St??void 0),r=dn(n.viseme.atlasMeta),{width:i,height:s}=bt(n),o=[];if(e.mouthPath){const l=new Set(n.viseme.cellByPath.keys()),c=Kn(e.mouthPath,l)??(l.has(e.mouthPath)?e.mouthPath:null);c&&o.push(await nn(n,n.viseme,c))}if(e.expressionPath&&n.expression){const l=Gn(e.expressionPath,c=>n.expression.cellByPath.has(c));l&&o.push(await nn(n,n.expression,l))}const a=new OffscreenCanvas(i,s),u=a.getContext("2d");if(o.length===0)return u.drawImage(n.sil,0,0,i,s),a.transferToImageBitmap();const f=Yn(n.sil,o,i,s,r);return u.drawImage(f,0,0),a.transferToImageBitmap()}async function Ma(e){await Rn(e,{mouthPath:null,expressionPath:null})}const Yt={fontFamily:"system-ui, -apple-system, sans-serif",fontSize:"clamp(0.875rem, 2.5vw, 1.125rem)",color:"rgba(255,255,255,0.85)"};function Pa(e){return e.length===0?"":e.map(t=>t.word).join(" ")}function Ra(e){if(!e)return{enabled:!1,style:Yt};const t=e===!0?{}:e;return{enabled:!0,style:{fontFamily:t.fontFamily??Yt.fontFamily,fontSize:t.fontSize??Yt.fontSize,color:t.color??Yt.color}}}const Ca={position:"absolute",bottom:0,left:0,right:0,display:"flex",justifyContent:"center",padding:"0.75rem 1rem",pointerEvents:"none"},Da={display:"inline-block",maxWidth:"100%",padding:"0.45rem 0.85rem",borderRadius:"0.75rem",background:"rgba(0,0,0,0.55)",lineHeight:1.4,textAlign:"center"},Ba={display:"-webkit-box",WebkitLineClamp:2,WebkitBoxOrient:"vertical",overflow:"hidden",maxWidth:"100%",margin:0};function Fa({text:e,style:t}){return R.jsx("div",{style:Ca,"aria-live":"polite","aria-atomic":"true",children:R.jsx("div",{style:{...Da,fontFamily:t.fontFamily,fontSize:t.fontSize,color:t.color},children:R.jsx("p",{style:Ba,children:e})})})}const La={inset:0,overflow:"hidden",pointerEvents:"none",position:"absolute",zIndex:3},Oa={filter:"blur(22px)",height:"100%",inset:0,objectFit:"cover",objectPosition:"top",position:"absolute",transform:"scale(1.08)",width:"100%"},Na={backdropFilter:"blur(10px)",WebkitBackdropFilter:"blur(10px)",inset:0,position:"absolute"};function Va({thumbnailUrl:e}){const[t,n]=h.useState(!1);h.useEffect(()=>{n(!1)},[e]);const r=!!e&&t;return R.jsxs("div",{style:La,"aria-hidden":!0,children:[e?R.jsx("img",{src:e,alt:"",style:{...Oa,opacity:r?1:0,transition:"opacity 0.45s ease"},onLoad:()=>n(!0),onError:()=>n(!1)}):null,R.jsx("div",{style:{...Na,background:r?"rgba(0, 0, 0, 0.28)":"rgba(10, 10, 11, 0.92)"}})]})}let Di=null;function Ir(e){Di=e}function tt(){return Di}function Ua(e){return`${e.from}→${e.to}@${e.fromVtime}`}function Ar(){return{rafTicksSpeaking:0,rafTicksDeduped:0,drawsRequested:0,drawsDisplayed:0,queueSuperseded:0,workerStale:0,rifeFramesOmittedByGap:0,transitionFramesSampled:0,transitionFramesDisplayed:0,transitionFramesMissed:0,bufferTicks:0,bufferHits:0,bufferUnderruns:0,bufferPrefetched:0}}function Wa(){let e=Ar();const t=new Set,n=new Set,r=new Set;let i="",s=-1,o="";const a=()=>{e=Ar(),t.clear(),n.clear(),r.clear(),i="",s=-1,o=""},u=l=>{t.add(l)},f=l=>{l&&r.add(l)};return{reset:a,onRafTickSpeaking(){e.rafTicksSpeaking+=1},onDrawDeduped(){e.rafTicksDeduped+=1},onDrawRequested(){e.drawsRequested+=1},onQueueSuperseded(){e.queueSuperseded+=1},onWorkerStale(){e.workerStale+=1},onTransitionSample(l,c){const d=Ua(l);e.transitionFramesSampled+=1,d!==i&&(i=d,s=-1,o!==d&&(o=d,e.rifeFramesOmittedByGap+=l.omittedByGap)),c&&n.add(c),s>=0&&l.frameIdx>s+1&&(e.transitionFramesMissed+=l.frameIdx-s-1),s=l.frameIdx},onBufferTick(){e.bufferTicks+=1},onBufferHit(){e.bufferHits+=1},onBufferUnderrun(){e.bufferUnderruns+=1},onBufferPrefetched(){e.bufferPrefetched+=1},onBufferReset(){},onDrawDisplayed(l,c){if(e.drawsDisplayed+=1,l.transitionMeta){e.transitionFramesDisplayed+=1;const p=l.transitionMeta;u(p.fromVtime),u(p.toVtime),f(l.mouthPath);return}if(l.label.includes("→")){e.transitionFramesDisplayed+=1;return}const d=l.label.trim();if(!(!d||d==="sil")){for(const p of c)if(p.viseme===d&&l.elapsedMs>=p.vtime&&l.elapsedMs<p.vtime+p.vduration){u(p.vtime);break}}},snapshot(l,c){let d=0,p=0;for(const C of l)if(C.viseme!=="sil"){if(C.vtime>=c)break;d+=1,t.has(C.vtime)&&(p+=1)}const T=d>0?Math.round(p/d*100):100,m=e.queueSuperseded+e.workerStale+Math.max(0,e.drawsRequested-e.drawsDisplayed),x=d-p,D=e.bufferTicks>0?Math.round(e.bufferHits/e.bufferTicks*100):100;return{...e,bufferHitRate:D,renderLoss:m,visemeSlotsTotal:d,visemeSlotsCovered:p,visemeCoveragePct:T,transitionFramesUniqueSampled:n.size,transitionFramesUniquePainted:r.size,drawsDeduped:e.rafTicksDeduped,renderSkips:e.rafTicksDeduped+m,visemesShown:p,visemesSkipped:x,rifeTransitionFramesSkipped:e.transitionFramesMissed}}}}const Bi=Fn,za=200,Mr=300,$a=100,Ha=600,Fi="__sil__";function Pr(e){return e.lastDrawnKey?e.lastDrawnKey.split("|")[0]===Fi:!1}function Jn(){return{lastDrawnKey:""}}function De(e){e.lastDrawnKey="",e.transitionCache=void 0}function ja(e,t){if(t?.transitionCache&&t.transitionCache.queueLength===e.length)return t.transitionCache.transitions;const n=di(e);return t&&(t.transitionCache={queueLength:e.length,transitions:n}),n}function Ka(e,t){let n="sil";for(const r of e)r.viseme!=="sil"&&(t!=null&&r.vtime>t||(n=r.viseme));return n}function qa(e,t,n,r=120){if(n!=="sil")return n;const i=_i(e,t,r);return i!=="sil"?i:Ka(e,t)}function Ga(e,t){return e==="sil"?!1:t?Js(e,"sil",t):qn(e,"sil").length>0}function Ya(){return Bi+Ha}function rn(e){return e??Fi}function Zn(e,t,n,r,i=$a){if(e.length===0)return{diffPath:null,label:"sil"};if(t>=it(e))return{diffPath:null,label:"sil"};const s=ja(e,r),o=Rs(s,t);if(o){const f=mi(o.fromVtime,o.toVtime,o.from,o.to);if(t>=f.transStart&&t<f.transEnd){let l=qn(o.from,o.to);n&&(l=Ii(l,n));const c=ea(l,f.effectiveGapMs);if(c.length>0){const d=ta(t,f.transStart,f.transEnd,c.length);return{diffPath:c[d]??c[c.length-1],label:`${o.from}→${o.to}`,transitionMeta:{from:o.from,to:o.to,fromVtime:o.fromVtime,toVtime:o.toVtime,frameIdx:d,frameCount:c.length,fullFrameCount:l.length,omittedByGap:Math.max(0,l.length-c.length)}}}return{diffPath:vt(o.to),label:o.to}}}const a=cn(e);let u=ci(a,t);return u==="sil"&&(u=_i(e,t,i)),u==="sil"?{diffPath:null,label:"sil"}:{diffPath:vt(u),label:u}}function Ct(e,t){const n=t??rn(e.expressionPath);return`${rn(e.mouthPath)}|${n}`}function Rr(e,t,n,r,i,s,o,a,u,f){const l=Zn(t,n,u,s),c={mouthPath:l.diffPath,expressionPath:r},d=Ct(c,i),p=tt();if(l.transitionMeta&&p?.onTransitionSample(l.transitionMeta,l.diffPath),d===s.lastDrawnKey){p?.onDrawDeduped();return}p?.onDrawRequested(),a(l),s.lastDrawnKey=d,o(e,c,d,T=>{T===d&&(s.lastDrawnKey=d)})}function bn(e,t,n,r,i,s,o=null,a=null){const u={mouthPath:a,expressionPath:t},f=o!=null?`|idle@${Math.round(o*1e3)}`:"",l=Ct(u,n)+f;!(o!=null)&&l===r.lastDrawnKey||(s(o!=null?t?"idle · blink":"idle":t?"blink":"sil"),i(e,u,l,d=>{d===l&&(r.lastDrawnKey=l)}))}function Li(e,t,n,r,i=Mt,s){if(n<=t||e.length===0)return[];const o=s??Jn(),a=[];let u="";for(let f=t;f<n;f+=i){const l=Zn(e,f,r,o),c=rn(l.diffPath);c!==u&&(u=c,a.push({displayAtMs:f,mouthPath:l.diffPath,mouthKey:c,label:l.label}))}return a}const Qa=3;function er(e){let t=0;const n=[];let r=!1,i=!1;const s=async()=>{if(!r){r=!0;try{for(;n.length>0;){const a=n.shift(),u=++t;await e(a.diffs,u,a)&&u===t&&a.onDisplayed?.(a.drawKey)}}finally{r=!1,n.length>0&&s()}}},o=()=>{i||(i=!0,queueMicrotask(()=>{i=!1,s()}))};return{enqueue(a,u,f){const l=n.findIndex(c=>c.drawKey===u);l>=0?n[l]={diffs:a,drawKey:u,onDisplayed:f}:(n.length>=Qa&&(n.shift(),tt()?.onQueueSuperseded()),n.push({diffs:a,drawKey:u,onDisplayed:f})),o()},reset(){t+=1,n.length=0},isLatestSeq(a){return a===t},getLatestSeq(){return t}}}function Xa(e,t=2){const n=[],r=new Set;let i=0,s=!1,o=0;const a=(f,l)=>`${f}|${l}`,u=async()=>{if(!s){s=!0;try{for(;i<t&&n.length>0;){const f=n.shift(),l=a(f.displayAtMs,f.drawKey);if(r.has(l))continue;r.add(l),i+=1;const c=o;try{await e(f)}finally{if(r.delete(l),i-=1,c!==o)return}}}finally{s=!1,n.length>0&&i<t&&u()}}};return{enqueue(f){const l=a(f.displayAtMs,f.drawKey);r.has(l)||n.some(c=>a(c.displayAtMs,c.drawKey)===l)||(n.push(f),u())},isQueuedOrInflight(f,l){const c=a(f,l);return r.has(c)?!0:n.some(d=>a(d.displayAtMs,d.drawKey)===c)},reset(){o+=1,n.length=0,r.clear(),i=0},pendingCount(){return n.length+i}}}function Ja(){const e=new Map,t=n=>{n.bitmap.close()};return{has(n,r){return e.has(r)},markRendered(n,r,i,s,o){const a=e.get(r);a&&t(a),e.set(r,{displayAtMs:n,mouthKey:r,label:i,mouthPath:s,bitmap:o})},findForMouthKey(n){return e.get(n)??null},removeThrough(n){},pruneBefore(n){},reset(){for(const n of e.values())t(n);e.clear()},size(){return e.size}}}function Za(e,t,n,r,i,s){const o=Li(t,n,r,i,Mt,s);if(o.length===0)return{ready:0,total:0};let a=0;for(const u of o)e.has(u.displayAtMs,u.mouthKey)&&(a+=1);return{ready:a,total:o.length}}function eo(e){const t=Ja(),n=Jn(),r=new Set;let i="",s=null;const o=Xa(async c=>{try{if(!e.supportsBufferedPlayback)return;const d=await e.compositePrefetchFrame(c.diffs,c.mouthKey);if(!d)return;t.markRendered(c.displayAtMs,c.mouthKey,c.label,c.mouthPath,d),tt()?.onBufferPrefetched()}finally{r.delete(c.mouthKey)}},ns),a=c=>{for(const d of c)t.has(d.displayAtMs,d.mouthKey)||r.has(d.mouthKey)||o.isQueuedOrInflight(0,d.mouthKey)||(r.add(d.mouthKey),o.enqueue({...d,displayAtMs:0,drawKey:d.mouthKey,diffs:{mouthPath:d.mouthPath,expressionPath:null}}))},u=(c,d,p,T=_n)=>{if(!e.supportsBufferedPlayback)return;const m=Math.max(0,d-Mt*4),x=Li(c,m,d+T,p,Mt,n);a(x)},f=(c,d)=>{i=c,s=d},l=(c,d)=>!(i!==c||s!==d);return{reset(){t.reset(),o.reset(),r.clear(),De(n),i="",s=null,tt()?.onBufferReset()},markExternallyDisplayed(c,d){f(c.split("|")[0]??c,d)},warmupTick(c){e.supportsBufferedPlayback&&u(c.queue,0,c.availablePaths,Math.max(dr,_n))},isWarmupReady(c,d=dr){if(!e.supportsBufferedPlayback)return!0;const{ready:p,total:T}=Za(t,c.queue,0,d,c.availablePaths,n);return T===0?!1:p/T>=ts},getBufferedFrameCount:()=>t.size(),tick(c){const d=tt();d?.onBufferTick(),u(c.queue,c.elapsedMs,c.availablePaths),t.pruneBefore(c.elapsedMs-_n);const p=Zn(c.queue,c.elapsedMs,c.availablePaths,n),T=rn(p.diffPath),m=Ct({mouthPath:p.diffPath,expressionPath:c.expressionPath},c.expressionDrawKey),x=()=>(f(T,c.expressionPath),d?.onBufferHit(),{usedBuffer:!0,underrun:!1,held:!0});if(l(T,c.expressionPath)||c.playbackState.lastDrawnKey===m)return x();const D=t.findForMouthKey(T,c.elapsedMs,Mt);return D&&c.expressionPath!=null?(d?.onBufferHit(),{usedBuffer:!1,underrun:!1,held:!1}):D?(e.blitBitmap(c.canvas,D.bitmap),f(D.mouthKey,c.expressionPath),c.playbackState.lastDrawnKey=m,c.onStatus({diffPath:D.mouthPath,label:D.label}),c.onDisplayed(m,D.mouthPath,D.label),d?.onBufferHit(),{usedBuffer:!0,underrun:!1,held:!1}):(d?.onBufferUnderrun(),{usedBuffer:!1,underrun:!0,held:!1})}}}const to=`
|
|
6
6
|
in vec2 aPosition;
|
|
7
7
|
out vec2 vTextureCoord;
|
|
8
8
|
|
|
@@ -30,7 +30,7 @@ void main(void)
|
|
|
30
30
|
gl_Position = filterVertexPosition();
|
|
31
31
|
vTextureCoord = filterTextureCoord();
|
|
32
32
|
}
|
|
33
|
-
`,
|
|
33
|
+
`,no=`
|
|
34
34
|
in vec2 vTextureCoord;
|
|
35
35
|
out vec4 finalColor;
|
|
36
36
|
|
|
@@ -44,5 +44,5 @@ void main(void)
|
|
|
44
44
|
float keep = step(uThreshold + 1e-6, peak);
|
|
45
45
|
finalColor = vec4(color.rgb, keep);
|
|
46
46
|
}
|
|
47
|
-
`;function xr(e=5){const t=new he.Filter({glProgram:he.GlProgram.from({vertex:Ua,fragment:Wa,name:"threshold-key-filter"}),resources:{thresholdUniforms:{uThreshold:{value:e/255,type:"f32"}}}});return t.setThreshold=n=>{t.resources.thresholdUniforms.uniforms.uThreshold=n/255},t.getThreshold=()=>Math.round(t.resources.thresholdUniforms.uniforms.uThreshold*255),t}function Ha(e,t,n){return e>n||t>n}function $a(e){return e?e.getParameter(e.MAX_TEXTURE_SIZE):4096}function za(e,t){return t!=null&&t>0?Math.floor(t):$a(e)}function Ka(e,t){const n=document.createElement("canvas");n.width=t.w,n.height=t.h;const r=n.getContext("2d");if(!r)throw new Error("Failed to acquire 2d context for atlas cell crop");return r.drawImage(e,t.x,t.y,t.w,t.h,0,0,t.w,t.h),n}function Ai(e){return fetch(e).then(t=>{if(!t.ok)throw new Error(`Failed to load image: ${e}`);return t.blob()}).then(t=>createImageBitmap(t))}async function Er(e,t,n,r,i){const s=n?await wi(e,i):await fetch(e).then(c=>{if(!c.ok)throw new Error(`Failed to load ${e}`);return c.json()}),o=s.sheets?.[0];if(!o?.path)throw new Error(`${e} has no sheets[0].path`);const a=new Map,l=async(c,d)=>{const p=_i(t,d,n),T=n?await Ds(await bt(p,i??"")):await Ai(p);if(Ha(T.width,T.height,r))return console.info(`[PixiVisemeCompositor] Sheet ${d} (${T.width}x${T.height}) exceeds MAX_TEXTURE_SIZE=${r}; using per-cell crops.`),{mode:"cells",bitmap:T};const m=he.Texture.from(T);return m.source.scaleMode="nearest",{mode:"full",texture:m}};a.set(o.index,await l(o.index,o.path));for(const c of s.sheets??[])c.index!==o.index&&c.path&&a.set(c.index,await l(c.index,c.path));const f=new Map;for(const c of s.cells??[])c.path&&f.set(c.path,c);const u=new Map;for(const c of s.sheets??[])u.set(c.index,c);return{atlasMeta:s,cellByPath:f,sheetByIndex:u,diffBase:t,sheets:a}}async function ja(e,t={}){const n=new he.Application;try{await n.init({canvas:e,width:842,height:1264,preference:"webgl",autoStart:!1,antialias:!1,resolution:1,autoDensity:!1,backgroundAlpha:1,backgroundColor:0,powerPreference:"high-performance"})}catch(_){throw n.destroy({removeView:!1}),_}if(n.renderer.type!==he.RendererType.WEBGL)throw n.destroy({removeView:!1}),new Error("Pixi did not initialize a WebGL renderer");const r=za(n.renderer.gl,t.maxTextureSize);let i=!1,s=!1,o=!1;const a=n.canvas,l=()=>{i=!0,!s&&!o&&(s=!0,t.onWebGlContextLost?.())};a.addEventListener("webglcontextlost",l);const f=new he.Sprite(he.Texture.EMPTY),u=new he.Sprite(he.Texture.EMPTY);u.visible=!1,u.alpha=0;const c=new he.Sprite(he.Texture.EMPTY),d=new he.Sprite(he.Texture.EMPTY),p=new he.Sprite(he.Texture.EMPTY);p.visible=!1;const T=xr(5),m=xr(5);c.filters=[T],d.filters=[m],n.stage.addChild(f),n.stage.addChild(u),n.stage.addChild(c),n.stage.addChild(d),n.stage.addChild(p);let A=null,C=null,x=null,g=null,E=null,N=null,I=null,te=842,de=1264,P=null,W=5;const K=new Map;let X=null,Y=null,pe=null;const j=Wr(()=>{K.clear(),N=null,I=null,A=null,P=null}),Z=(_,v)=>{te=_,de=v,n.renderer.resize(_,v),(e.width!==_||e.height!==v)&&(e.width=_,e.height=v)},M=()=>{c.visible=!1,d.visible=!1,c.texture=he.Texture.EMPTY,d.texture=he.Texture.EMPTY,X=null,Y=null},G=()=>{E=null,u.visible=!1,u.alpha=0},V=()=>{f.visible=!0,f.width=te,f.height=de,f.x=0,f.y=0},ue=()=>{u.width=te,u.height=de,u.x=0,u.y=0},ne=()=>{p.visible=!1,G(),A&&(f.texture=A,V())},ae=()=>{!E&&!u.visible||ne()},we=_=>{if(o||i||!A){ne();return}const v=Math.max(0,_);if(!C||v<=0){ne();return}M(),p.visible=!1,f.texture=C,V(),u.texture=A,ue(),u.alpha=0,u.visible=!0,E={startMs:performance.now(),durationMs:v},O()},oe=(_=performance.now())=>{if(!E)return!1;if(o||i)return ae(),!1;const v=(_-E.startMs)/Math.max(1,E.durationMs);if(v>=1)return ne(),O(),!1;const k=Math.min(1,Math.max(0,v)),H=k*k*(3-2*k);return u.alpha=H,u.visible=!0,O(),!0},S=()=>{if(x){try{x.resource=null}catch{}x.destroy(),x=null}C&&(C.destroy(!1),C=null),g=null},$=(_,v)=>{const k=_.cellByPath.get(v);if(!k||!pi(k))return null;const H=`${_.diffBase}::${v}`;let J=K.get(H);if(!J){const ie=k.sheet??0,xe=_.sheets.get(ie);if(!xe)return null;let be,Re=!1;if(xe.mode==="full")be=new he.Texture({source:xe.texture.source,frame:new he.Rectangle(k.x,k.y,k.w,k.h)});else{const De=Ka(xe.bitmap,k);be=he.Texture.from(De),be.source.scaleMode="nearest",Re=!0}J={texture:be,ownsSource:Re},K.set(H,J)}return{texture:J.texture,cell:k}},b=(_,v,k,H)=>{if(!H||!k)return _.visible=!1,_.texture=he.Texture.EMPTY,!1;const J=$(k,H);if(!J)return _.visible=!1,_.texture=he.Texture.EMPTY,!1;const ie=hi(k.atlasMeta,J.cell);return v.setThreshold(W),_.texture=J.texture,_.x=ie.x,_.y=ie.y,_.width=J.cell.w,_.height=J.cell.h,_.visible=!0,!0},L=_=>{if(!_||!N)return null;const v=P??new Set(N.cellByPath.keys());return $n(_,v)??(v.has(_)?_:null)},B=_=>{p.visible=!1,ne();const v=L(_.mouthPath),k=_.expressionPath&&I?Kn(_.expressionPath,H=>I.cellByPath.has(H)):null;v!==X?(b(c,T,N,v),X=v):v?c.visible=!0:c.visible=!1,k!==Y?(b(d,m,I,k),Y=k):k?d.visible=!0:d.visible=!1},O=()=>{if(!(o||i||document.hidden))try{n.render()}catch{}};return{async loadAssets(_){if(o)return{width:te,height:de,visemePaths:[]};const v=Dt();if(v&&!_)throw new Error("Encrypted assets enabled but no key provided");const k=v?await Fs(await bt(Qt(),_??"")):await Ai(Qt());A&&A.destroy(!0),A=he.Texture.from(k),A.source.scaleMode="linear";const H=Hr();N=await Er($r(),H,v,r,_);try{I=await Er(zr(),H,v,r,_)}catch(ie){console.warn("[PixiVisemeCompositor] expression atlas unavailable:",ie),I=null}const J=mi(N.atlasMeta,k.width,k.height);return Z(J.width,J.height),W=un(N.atlasMeta),T.setThreshold(W),m.setThreshold(W),P=new Set(N.cellByPath.keys()),K.clear(),ne(),M(),O(),{width:J.width,height:J.height,visemePaths:[...N.cellByPath.keys()]}},getVisemeAtlasPaths(){return P},drawLiveFrame(_){o||i||!A||(ae(),B(_),O())},drawIdleVideo(_,v){o||i||document.hidden||v&&!v()||_.readyState<HTMLMediaElement.HAVE_CURRENT_DATA||(G(),M(),p.visible=!1,!C||g!==_?(S(),x=new he.VideoSource({resource:_,autoPlay:!1,updateFPS:0}),x.autoUpdate=!1,C=new he.Texture({source:x}),g=_):C.source.update(),f.texture=C,V(),O())},beginIdleToSilCrossfade:we,tickIdleToSilCrossfade:oe,finishIdleToSilCrossfade:ae,isIdleToSilCrossfading(){return E!=null},renderSilOnly(){o||i||!A||(M(),ne(),O())},blitBitmap(_){o||i||(ae(),M(),pe&&(pe.destroy(!0),pe=null),pe=he.Texture.from(_),p.texture=pe,p.visible=!0,p.x=0,p.y=0,p.width=te,p.height=de,f.visible=!1,O())},async compositePrefetchFrame(_){return null},renderFrame:O,isContextLost(){return i},dispose(){if(o)return;o=!0,a.removeEventListener("webglcontextlost",l),j(),S(),pe&&(pe.destroy(!0),pe=null);for(const{texture:v,ownsSource:k}of K.values())v.destroy(k);K.clear(),A&&(A.destroy(!0),A=null);const _=v=>{v.mode==="full"?v.texture.destroy(!0):v.bitmap.close()};if(N)for(const v of N.sheets.values())_(v);if(I)for(const v of I.sheets.values())_(v);T.destroy(!0),m.destroy(!0),n.destroy({removeView:!1},{children:!0,texture:!0})}}}const Ir=-1,qt=1e5,Ar=new Map;async function qa(e){let t=Ar.get(e);if(!t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to fetch worker script (${n.status}): ${e}`);const r=await n.blob();t=URL.createObjectURL(r),Ar.set(e,t)}return new Worker(t,{name:"visemeDiffPreview"})}function Ga(){return typeof Worker<"u"&&typeof OffscreenCanvas<"u"}function Mn(e,t){(e.width!==t.width||e.height!==t.height)&&(e.width=t.width,e.height=t.height);const n=e.getContext("2d");n&&n.drawImage(t,0,0)}function Pr(e,t){let n=0,r=null;const i=Xn(async(s,o)=>(await An(),await Pn(e,s),i.isLatestSeq(o)));return{usesWorker:!1,usesPixi:!1,async loadAssets(s){const o=await An(s);return r=o.visemePaths?new Set(o.visemePaths):null,o},getVisemeAtlasPaths(){return r},async renderSilOnly(){n+=1,i.reset(),await ya(e)},drawLiveFrame(s,o,a,l){i.enqueue(o,a,l)},async compositePrefetchFrame(s,o){try{return await ga(s)}catch{return null}},blitBitmap(s,o){Mn(s,o)},drawIdleVideo(){},beginIdleToSilCrossfade(){},tickIdleToSilCrossfade(){return!1},finishIdleToSilCrossfade(){},isIdleToSilCrossfading(){return!1},supportsBufferedPlayback:!0,async renderViseme(s,o){n+=1;const a=n;t.onStatus?.(o),await Pn(s,{mouthPath:_t(o),expressionPath:null})},dispose(){n+=1,i.reset()}}}function Ya(e,t,n){let r=null,i=1,s=0,o=!1,a=!1,l=null;const f=new Map,u=new Map;let c=qt;const d=Xn(async(x,g,E)=>(f.set(g,{drawKey:E.drawKey,onDisplayed:E.onDisplayed}),await A({type:"drawFrame",diffPath:x.mouthPath,expressionDiffPath:x.expressionPath,liveSeq:g},void 0,!0),!1)),p=x=>{if(x===Ir){let N=-1,I;for(const[te,de]of f)te>=N&&(N=te,I=de);N>=0&&f.delete(N),I?.onDisplayed?.(I.drawKey);return}const g=-x,E=f.get(g);f.delete(g),E?.onDisplayed?.(E.drawKey)},T=new Map,m=(x,g)=>{a||!r||r.postMessage(x,[])},A=(x,g,E=!1)=>{if(a)return Promise.resolve();const N=i++;return new Promise((I,te)=>{T.set(N,{resolve:de=>I(de),reject:te,generation:typeof x.generation=="number"?x.generation:void 0,expectRenderDone:E}),m({...x,requestId:N})})},C=(async()=>{r=await qa(n),r.onmessage=x=>{if(a)return;const g=x.data;if(g.type==="status"){t.onStatus?.(g.label);return}if(g.type==="frame"){if(g.generation<=-qt){const I=-g.generation,te=u.get(I);u.delete(I),te?.resolve(g.bitmap);return}const N=g.generation<0;if(!N&&g.generation!==s){g.bitmap.close();return}if(N&&!(g.generation===Ir)){const te=-g.generation;if(!d.isLatestSeq(te)){Qe()?.onWorkerStale(),g.bitmap.close();return}}if(N&&t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()){Qe()?.onWorkerStale(),g.bitmap.close();return}Mn(e,g.bitmap),g.bitmap.close(),N&&p(g.generation);return}const E=T.get(g.requestId);if(E)switch(g.type){case"ready":T.delete(g.requestId),E.resolve();break;case"loadAssetsDone":T.delete(g.requestId),l=g.visemePaths?.length?new Set(g.visemePaths):null,E.resolve({width:g.width,height:g.height,visemePaths:g.visemePaths});break;case"renderDone":if(E.expectRenderDone&&E.generation!=null&&g.generation!==E.generation)return;T.delete(g.requestId),E.resolve();break;case"renderAborted":T.delete(g.requestId),E.resolve();break;case"error":T.delete(g.requestId),t.onError?.(g.message),E.reject(new Error(g.message));break}},r.onerror=x=>{if(a)return;const g=x.message||"Worker error";t.onError?.(g);for(const[,E]of T)E.reject(new Error(g));T.clear()},await A({type:"init"}),o=!0})();return{usesWorker:!0,usesPixi:!1,async loadAssets(x){if(a)return{width:842,height:1264};if(await C,a)return{width:842,height:1264};if(!o)throw new Error("Worker init failed");return await A({type:"loadAssets",keyHex:x,urls:is(lt())})??{width:842,height:1264}},getVisemeAtlasPaths(){return l},async renderSilOnly(){if(a||(await C,a))return;s+=1,d.reset(),f.clear(),u.forEach(({resolve:g})=>g(null)),u.clear(),c=qt;const x=s;await A({type:"cancelLiveDraws"}),await A({type:"renderSil",generation:x},void 0,!0)},drawLiveFrame(x,g,E,N){a||C.then(()=>{a||d.enqueue(g,E,N)})},compositePrefetchFrame(x,g){return a?Promise.resolve(null):C.then(()=>{if(a)return null;const E=++c;return new Promise(N=>{u.set(E,{resolve:N}),A({type:"drawFrame",diffPath:x.mouthPath,expressionDiffPath:x.expressionPath,liveSeq:E},void 0,!0).catch(()=>{u.delete(E),N(null)})})})},blitBitmap(x,g){Mn(x,g)},drawIdleVideo(){},beginIdleToSilCrossfade(){},tickIdleToSilCrossfade(){return!1},finishIdleToSilCrossfade(){},isIdleToSilCrossfading(){return!1},supportsBufferedPlayback:!0,async renderViseme(x,g,E={}){if(a||(await C,a))return;s+=1,d.reset(),f.clear();const N=s;try{await A({type:"cancelLiveDraws"}),await A({type:"renderViseme",generation:N,to:g,from:E.from,transitionDurationMs:E.transitionDurationMs,gapMs:E.gapMs,threshold:E.threshold},void 0,!0)}catch(I){if(I?.name==="AbortError")return;throw I}},dispose(){if(!a){a=!0,s+=1,d.reset(),f.clear(),u.forEach(({resolve:x})=>x(null)),u.clear(),c=qt;for(const[,x]of T)x.resolve();T.clear(),r?.terminate(),r=null}}}}async function Qa(e,t){const n=await ja(e,{onWebGlContextLost:t.onWebGlContextLost,maxTextureSize:t.pixiMaxTextureSize});let r=0,i=null,s=!1;const o=Xn(async(a,l)=>s?!1:t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()?(Qe()?.onWorkerStale(),!1):(n.drawLiveFrame(a),o.isLatestSeq(l)));return{usesWorker:!1,usesPixi:!0,async loadAssets(a){if(s)return{width:842,height:1264};const l=await n.loadAssets(a);return i=l.visemePaths?.length?new Set(l.visemePaths):null,l},getVisemeAtlasPaths(){return i},async renderSilOnly(){s||(r+=1,o.reset(),n.renderSilOnly())},drawLiveFrame(a,l,f,u){s||o.enqueue(l,f,u)},async compositePrefetchFrame(a,l){if(s)return null;try{return await n.compositePrefetchFrame(a)}catch{return null}},blitBitmap(a,l){s||t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()||n.blitBitmap(l)},drawIdleVideo(a,l){s||n.drawIdleVideo(a,l)},beginIdleToSilCrossfade(a){s||n.beginIdleToSilCrossfade(a)},tickIdleToSilCrossfade(a){return s?!1:n.tickIdleToSilCrossfade(a)},finishIdleToSilCrossfade(){s||n.finishIdleToSilCrossfade()},isIdleToSilCrossfading(){return s?!1:n.isIdleToSilCrossfading()},supportsBufferedPlayback:!1,async renderViseme(a,l){if(s)return;r+=1;const f=r;o.reset(),t.onStatus?.(l),n.drawLiveFrame({mouthPath:_t(l),expressionPath:null})},dispose(){s||(s=!0,r+=1,o.reset(),n.dispose())}}}function Mr(e,t){if(!Ga())return Pr(e,t);const n=Hi(t.workerScriptUrl);try{return Ya(e,t,n)}catch{return Pr(e,t)}}function Xa(e,t={}){if(t.preferLegacyRenderer)return Mr(e,t);let n=null,r=!1,i=null,s=!1;const o=()=>n?Promise.resolve(n):(i||(i=(async()=>{try{const a=await Qa(e,t);if(s)throw a.dispose(),new Error("Renderer disposed during Pixi init");return r=!0,n=a,a}catch(a){if(s)throw a instanceof Error?a:new Error(String(a));return console.warn("[AiTwin] Pixi WebGL renderer unavailable, using Canvas2D fallback:",a),n=Mr(e,t),r=!1,n}})()),i);return{get usesWorker(){return n?.usesWorker??!1},get usesPixi(){return r},async loadAssets(a){return(await o()).loadAssets(a)},getVisemeAtlasPaths(){return n?.getVisemeAtlasPaths()??null},async renderSilOnly(){return(await o()).renderSilOnly()},drawLiveFrame(a,l,f,u){o().then(c=>{s||c.drawLiveFrame(a,l,f,u)})},async compositePrefetchFrame(a,l){return(await o()).compositePrefetchFrame(a,l)},blitBitmap(a,l){n&&n.blitBitmap(a,l)},drawIdleVideo(a,l){n?.usesPixi&&n.drawIdleVideo(a,l)},beginIdleToSilCrossfade(a){n?.beginIdleToSilCrossfade(a)},tickIdleToSilCrossfade(a){return n?.tickIdleToSilCrossfade(a)??!1},finishIdleToSilCrossfade(){n?.finishIdleToSilCrossfade()},isIdleToSilCrossfading(){return n?.isIdleToSilCrossfading()??!1},get supportsBufferedPlayback(){return n?.supportsBufferedPlayback??!1},async renderViseme(a,l,f){return(await o()).renderViseme(a,l,f)},dispose(){s=!0,i=null,n?.dispose(),n=null}}}class Ja extends Error{constructor(t,n){super(`${t} timed out after ${Math.round(n/1e3)}s`),this.name="LoadTimeoutError"}}function Sn(e,t,n){return new Promise((r,i)=>{const s=globalThis.setTimeout(()=>{i(new Ja(n,t))},t);e.then(o=>{globalThis.clearTimeout(s),r(o)},o=>{globalThis.clearTimeout(s),i(o)})})}const Za={position:"relative",display:"inline-block",lineHeight:0},eo={display:"block",maxWidth:"100%",height:"auto"},to={position:"absolute",inset:0,display:"flex",alignItems:"center",justifyContent:"center",padding:"1rem",background:"rgba(0,0,0,0.55)",color:"#fff",fontSize:"0.875rem",textAlign:"center"};function At(e){return qi(e)?Un:Vn}function Ke(e,t){return t?.isSpeaking()||t?.isWarmingUp()?t:e.isSpeaking()||e.isWarmingUp()?e:t?.isConnected()?t:e}const Pi=w.forwardRef(function({id:t,avatarId:n,faceId:r,assets:i,authToken:s,apiBase:o,ttsEngineId:a=st,voiceId:l,speakingRate:f=Ft,className:u,style:c,canvasStyle:d,onStatusChange:p,onDisplayStatus:T,onError:m,onReady:A,showErrorOverlay:C=!0,onUserTranscript:x,onBotOutput:g,onRealtimeLipsyncDebug:E,onFrameRenderStats:N,lipsyncBufferedPlayback:I=!0,lipsyncPlaybackWarmupMs:te=1500,pixiMaxTextureSize:de,captions:P},W){const K=w.useRef(null),X=w.useRef(null),Y=w.useRef(null),pe=w.useRef(I);pe.current=I;const j=w.useRef(te);j.current=te;const Z=w.useRef(0),M=w.useRef(Yn()),G=w.useRef(oa()),V=w.useRef(!1),ue=w.useRef(null),ne=w.useRef(null),ae=w.useRef(0),we=w.useRef(0),oe=w.useRef(0),S=w.useRef(null),$=w.useRef(null),b=w.useRef(!1),L=w.useRef(!1),B=w.useRef(!1),O=w.useRef(!1),_=w.useRef("sil"),v=w.useRef(0),k=w.useRef(!1),H=w.useRef(null),J=w.useRef(!1),[ie,xe]=w.useState("idle"),[be,Re]=w.useState(null),[De,ln]=w.useState(!1),[Jn,Lt]=w.useState(!1),[fn,Zn]=w.useState({width:842,height:1264}),[h,R]=w.useState(null),[ee,le]=w.useState(0),ve=w.useRef(!1),ge=w.useRef(s??null),ye=o?.trim()||ot,Be=w.useRef(null),_e=w.useRef(null),ze=w.useRef(!1),Xe=w.useRef({width:842,height:1264}),Fe=w.useRef(null),Tt=w.useRef("sil"),Je=w.useRef(""),Ue=w.useMemo(()=>va(P),[P]),Ee=w.useCallback(()=>{Je.current="",R(null)},[]);w.useEffect(()=>{Ue.enabled||Ee()},[Ue.enabled,Ee]);const Ze=w.useCallback(y=>{if(!Ue.enabled)return;const D=y.isSpeaking(),U=y.isWarmingUp();if(!D||U){Je.current&&Ee();return}const F=_a(y.getWordQueue());if(!F){Je.current&&Ee();return}F!==Je.current&&(Je.current=F,R(F))},[Ue.enabled,Ee]),et=w.useRef(void 0),tt=w.useRef(new Map),Se=w.useRef(A),re=w.useRef(T),Ne=w.useRef(m),ft=w.useRef(x),kt=w.useRef(g),dt=w.useRef(E),xt=w.useRef(N),qe=w.useRef(Ea());Se.current=A,re.current=T,Ne.current=m,ft.current=x,kt.current=g,dt.current=E,xt.current=N,w.useEffect(()=>{const y=qe.current;return vr(y),()=>vr(null)},[]);const er=w.useCallback(y=>{const D=y?.ttsEngineId??a??_e.current?.ttsEngineId??st,U=y?.voiceId??l??_e.current?.voiceId??At(D);return{ttsEngineId:D,voiceId:U}},[a,l]),Ge=w.useCallback(y=>{Re(y),Ne.current?.(y)},[]),Et=w.useCallback(y=>{xe(y),p?.(y)},[p]),ce=w.useRef(En(Et,ye,{onLipsyncDebug:y=>dt.current?.(y)})),fe=w.useRef(null),tr=w.useRef(()=>{});w.useEffect(()=>(ce.current=En(Et,ye,{onLipsyncDebug:y=>dt.current?.(y)}),s&&ce.current.setDeveloperToken(s),ce.current.setTtsEngineId(a),()=>{ce.current.stop();const y=fe.current;y&&(y.disconnect(),fe.current=null)}),[Et,s,a,ye]);const nr=w.useCallback(()=>(fe.current||(fe.current=di(Et,{speakingRate:f,onUserTranscript:(y,D)=>ft.current?.(y,D),onBotOutput:y=>kt.current?.(y),onLipsyncDebug:y=>dt.current?.(y)}),fe.current.setTtsEngineId(a),tr.current(!0)),fe.current),[Et,f,a]),Pe=w.useCallback(()=>{S.current!=null&&(clearTimeout(S.current),S.current=null)},[]),Me=w.useCallback(()=>{$.current!=null&&(clearTimeout($.current),$.current=null),B.current=!1},[]),Ot=w.useCallback(()=>{if(O.current)return;const y=X.current;if(O.current=!0,Me(),b.current=!1,L.current=!1,!J.current||!H.current){y?.renderSilOnly();return}H.current.setActive(!1);const D=H.current.getVideo();if(y?.usesPixi){y.drawIdleVideo(D),y.beginIdleToSilCrossfade(br);return}(async()=>{const U=K.current;U&&await _n(U,D,null,void 0,Xe.current).catch(()=>{}),await new Promise(F=>setTimeout(F,br)),O.current&&await y?.renderSilOnly()})()},[Me]),rr=w.useCallback(()=>{!J.current||!H.current||(O.current=!1,X.current?.finishIdleToSilCrossfade(),Me(),B.current=!0,$.current=setTimeout(()=>{if($.current=null,Ke(ce.current,fe.current).isSpeaking()){B.current=!1;return}if(b.current){B.current=!1;return}const y=H.current;if(!y){B.current=!1;return}y.restart(),y.setActive(!0);const D=y.getVideo();let U=!1;const F=()=>{U||(U=!0,D.removeEventListener("playing",q),B.current=!1)},q=()=>{F()};if(D.addEventListener("playing",q,{once:!0}),D.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA&&!D.paused){F();return}setTimeout(F,300)},Ia))},[Me]),mt=w.useCallback(()=>{if(Pe(),re.current?.("sil"),b.current=!1,O.current=!1,!J.current||!H.current){B.current=!1;return}rr()},[Pe,rr]),dn=w.useCallback(async y=>{const D=we.current,U=X.current,F=K.current,q=()=>{y?.fallbackOnly||(b.current=!1)};if(!U||!F||!De){q();return}if(Ke(ce.current,fe.current).isSpeaking()){q();return}if(y?.fallbackOnly){if(!b.current||(Ce(M.current),await U.renderSilOnly(),D!==we.current)||Ke(ce.current,fe.current).isSpeaking())return;mt();return}if(Tr(M.current)){Ce(M.current),mt();return}if(pe.current&&U.supportsBufferedPlayback&&!y?.fallbackOnly){if(Ce(M.current),Y.current?.reset(),await U.renderSilOnly(),D!==we.current||Ke(ce.current,fe.current).isSpeaking())return;mt();return}const Ie=Ra(Ke(ce.current,fe.current).getVisemeQueue(),v.current,_.current),Le=Da(Ie,Fe.current);if(Ce(M.current),!Le){if(await U.renderSilOnly(),D!==we.current||Ke(ce.current,fe.current).isSpeaking())return;mt();return}try{await U.renderViseme(F,"sil",{from:Ie,transitionDurationMs:xi})}catch(Ae){if(Ae?.name!=="AbortError")throw Ae}if(D!==we.current){q();return}if(Ke(ce.current,fe.current).isSpeaking()){q();return}mt()},[De,mt]),ht=w.useCallback(()=>{if(L.current||b.current)return;L.current=!0,b.current=!0,Pe();const y=we.current;dn().finally(()=>{L.current=!1}),S.current=setTimeout(()=>{S.current=null,y===we.current&&dn({fallbackOnly:!0})},Ba())},[Pe,dn]),ir=w.useCallback(async()=>{const y=Math.floor(Date.now()/1e3);if(Be.current&&y<Be.current.expiresAt-60)return Be.current.key;const D=ge.current??await Mt();ge.current=D,ce.current.setDeveloperToken(D);const U=await es(D,ye);return Be.current={key:U.value,expiresAt:U.expiresAt},U.value},[ye]);w.useEffect(()=>{s&&(ge.current=s,ce.current.setDeveloperToken(s))},[s]),w.useEffect(()=>{ce.current.setTtsEngineId(a),fe.current?.setTtsEngineId(a),_e.current&&(_e.current.ttsEngineId=a)},[a]),w.useEffect(()=>{const y=l??At(a);_e.current&&(_e.current.voiceId=y)},[l,a]);const nt=w.useMemo(()=>Vr(n,r),[n,r]),Bi=w.useMemo(()=>i?JSON.stringify(i):nt?`face:${nt}`:`id:${t??""}`,[i,nt,t]);return w.useEffect(()=>{if(!t&&!i&&!nt){Ge("AiTwin requires `assets`, `avatarId`/`faceId`, or `id`");return}let y=!1;ze.current=!1,ln(!1),Lt(!1),Re(null),_e.current=null,H.current=null,J.current=!1;const D=K.current;if(!D)return;let U=null;return(async()=>{try{let F,q,ke,Ie;if(i)F=i,q=a,ke=l??At(q);else if(nt)re.current?.("loadFace"),F=kn(nt),q=a,ke=l??At(q);else{re.current?.("getAiTwin");const Q=await Sn(Nr(t),3e4,"getAiTwin");if(y)return;if(!Q.faceId?.trim())throw new Error("getAiTwin returned no faceId");q=Q.ttsEngineId,ke=l??Q.voiceId??At(q),Ie=Q.knowledgeContextId?.trim()||void 0,F=kn(Q.faceId)}_e.current={ttsEngineId:q,voiceId:ke,personaId:Ie},Ur(F),H.current=ca();const Le=!!(i&&!ut(i));U=Xa(D,{preferLegacyRenderer:Le,pixiMaxTextureSize:de,onStatus:Q=>{y||re.current?.(Q)},onError:Q=>{y||Ge(Q)},shouldAcceptLiveFrame:()=>{if(V.current)return!0;if(b.current)return!1;const Q=Ke(ce.current,fe.current);return Q.isSpeaking()||Q.isWarmingUp()},onWebGlContextLost:()=>{y||ve.current||(ve.current=!0,queueMicrotask(()=>{y||le(Q=>Q+1)}))}}),X.current=U,Y.current=Va(U),ve.current=!1;const Ae=Q=>{const se=()=>{if(!Q||j.current<=0)return!1;const Te=X.current;return Te?pe.current&&Te.supportsBufferedPlayback?!0:Te.usesPixi:!1};ce.current.setLipsyncWarmupHold(Q,se),fe.current?.setLipsyncWarmupHold(Q,se)};tr.current=Ae,Ae(!0),re.current?.("auth");const We=ge.current??s??await Sn(Mt(),3e4,"getAuthToken");if(y)return;ge.current=We,ce.current.setDeveloperToken(We),ce.current.setTtsEngineId(q);const Nt=Dt()?await ir():void 0;if(y)return;re.current?.("loadAssets");const me=await Sn(U.loadAssets(Nt),18e4,"load face assets");if(!y&&me.width>0&&me.height>0&&(Xe.current=me,Zn(me)),y)return;Fe.current=U.getVisemeAtlasPaths(),ze.current=!0,ln(!0),Se.current?.(),U.renderSilOnly().then(()=>{y||re.current?.("sil")}),(async()=>{try{const Q=await Ns(Nt);if(await H.current.load(Q),y)return;J.current=!0,Lt(!0),Ce(M.current),H.current.setActive(!0);const se=H.current.getVideo();U.usesPixi?U.drawIdleVideo(se):await _n(D,se,null,void 0,Xe.current),y||re.current?.("idle")}catch(Q){if(y)return;J.current=!1,Lt(!1),console.warn("[AiTwin] Idle video unavailable:",Q)}})()}catch(F){if(y)return;if(F instanceof Gt){Ge(F.message);return}Ge(F instanceof Error?F.message:"Failed to load AI twin")}})(),()=>{y=!0,H.current?.dispose(),U?.dispose(),X.current=null}},[Bi,i,nt,t,a,l,s,de,ir,Ge,ee]),w.useEffect(()=>{const y={current:!1},D=()=>{const U=K.current,F=X.current,q=Ke(ce.current,fe.current);if(!U||!F||!De){ae.current=requestAnimationFrame(D);return}if(document.hidden){H.current?.setActive(!1),ae.current=requestAnimationFrame(D);return}const ke=q.isSpeaking(),Ie=q.isWarmingUp(),Le=ke&&!k.current,Ae=k.current&&!ke;Le&&(Pe(),Me(),b.current=!1,L.current=!1,Ce(M.current),Y.current?.reset(),qe.current.reset(),et.current=void 0,oe.current=0,_.current="sil",v.current=0,Ot()),Ae&&(G.current.reset(),H.current?.setActive(!1),Y.current?.reset(),F.finishIdleToSilCrossfade(),Ee(),ht());const We=Ae||b.current||B.current||O.current,Nt=I&&F.supportsBufferedPlayback;if(Ie){if(Ot(),J.current&&H.current?.setActive(!1),F.usesPixi&&F.isIdleToSilCrossfading()){F.tickIdleToSilCrossfade(performance.now()),q.getVisemeQueue().length>0&&Z.current===0&&(Z.current=performance.now()),k.current=q.isSpeaking(),ae.current=requestAnimationFrame(D);return}const me=q.getVisemeQueue();me.length>0&&Z.current===0&&(Z.current=performance.now()),G.current.advance(performance.now());const Q=G.current.getExpressionPath(),se=G.current.getDrawKey(),Te={queue:me,elapsedMs:0,expressionPath:Q,expressionDrawKey:se,availablePaths:Fe.current};let Oe=!1;Nt&&Y.current?(Y.current.warmupTick(Te),Oe=Y.current.isWarmupReady(Te,j.current)):F.usesPixi&&kr(U,me,0,Q,se,M.current,(pt,Vt,mn,Ut)=>{F.drawLiveFrame(pt,Vt,mn,He=>{Ut?.(He),q.isWarmingUp()&&He!==""&&!Tr({lastDrawnKey:He})&&(Z.current=0,q.releaseWarmupHold())})},pt=>{re.current?.(pt.label)},Fe.current);const Ye=Z.current>0&&performance.now()-Z.current>zi;re.current?.(Oe?"buffer ready":"buffering lipsync…"),(Oe||Ye)&&(Z.current=0,q.releaseWarmupHold()),Ze(q),k.current=q.isSpeaking(),ae.current=requestAnimationFrame(D);return}if(ke){Ot(),J.current&&H.current?.setActive(!1),F.usesPixi&&F.isIdleToSilCrossfading()&&F.finishIdleToSilCrossfade();const me=q.getVisemeQueue(),Q=q.getPlaybackElapsedMs();ks(me,Q),v.current=Q;const se=me.length>0?Bt(me,Q):"sil";se!=="sil"&&(_.current=se);const Te=da(Q,q.getSentenceEmotions(),q.getWordQueue(),q.getStreamMood());G.current.setTargetEmotion(Te),G.current.setTargetEyebrow(aa(Q,q.getWordQueue(),at(Te))),G.current.advance(performance.now());const Oe=G.current.getExpressionPath(),Ye=G.current.getDrawKey(),pt=(He,hn,It,pn)=>{const sr={label:Tt.current,elapsedMs:Q,mouthPath:hn.mouthPath,transitionMeta:et.current};tt.current.set(It,sr),Y.current?.markExternallyDisplayed(It,Oe),F.drawLiveFrame(He,hn,It,Wt=>{const Fi=tt.current.get(Wt)??sr;tt.current.delete(Wt),qe.current.onDrawDisplayed(Fi,me),Y.current?.markExternallyDisplayed(Wt,Oe),pn?.(Wt)})},Vt=He=>{Tt.current=He.label,et.current=He.transitionMeta,re.current?.(He.label)},mn=I&&F.supportsBufferedPlayback;let Ut=!1;mn&&Y.current&&(Ut=Y.current.tick({canvas:U,queue:me,elapsedMs:Q,expressionPath:Oe,expressionDrawKey:Ye,playbackState:M.current,availablePaths:Fe.current,onStatus:Vt,onDisplayed:(hn,It,pn)=>{qe.current.onDrawDisplayed({label:pn,elapsedMs:Q,mouthPath:It,transitionMeta:et.current},me)}}).usedBuffer),Ut||kr(U,me,Q,Oe,Ye,M.current,pt,Vt,Fe.current),qe.current.onRafTickSpeaking(),xt.current?.(qe.current.snapshot(me,Q))}else if(!We&&V.current){H.current?.setActive(!1),G.current.advance(performance.now());const me=G.current.getExpressionPath(),Q=G.current.getDrawKey();vn(U,me,Q,M.current,(se,Te,Oe,Ye)=>F.drawLiveFrame(se,Te,Oe,Ye),se=>{if(ne.current){re.current?.(ne.current);return}const Te=G.current.getTargetEmotion();re.current?.(se==="sil"||se==="blink"?`${Te}${se==="blink"?" · blink":""}`:se)},null,ue.current)}else if(!We&&J.current&&H.current){const me=H.current,Q=me.getVideo();if(Q.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA){me.setActive(!0);const se=()=>!q.isSpeaking()&&!b.current&&!B.current&&!V.current;F.usesPixi?(F.drawIdleVideo(Q,se),se()&&re.current?.("idle")):y.current||(y.current=!0,_n(U,Q,null,void 0,Xe.current,se).then(()=>re.current?.("idle")).finally(()=>{y.current=!1}))}else vn(U,null,"__sil__",M.current,(se,Te,Oe,Ye)=>F.drawLiveFrame(se,Te,Oe,Ye),se=>re.current?.(se))}else We||vn(U,null,"__sil__",M.current,(me,Q,se,Te)=>F.drawLiveFrame(me,Q,se,Te),me=>re.current?.(me));Ue.enabled&&Ze(q),k.current=ke,ae.current=requestAnimationFrame(D)};return ae.current=requestAnimationFrame(D),()=>{cancelAnimationFrame(ae.current),Pe(),Me(),ce.current.stop(),fe.current?.stop()}},[De,Jn,ht,Pe,Me,Ot,Ze,Ee,Ue.enabled]),w.useImperativeHandle(W,()=>({speakText:async(y,D)=>{const U=y.trim();if(!U)return;const F=X.current;if(!F||!ze.current&&!De)throw new Error("AI twin is not ready");const{ttsEngineId:q,voiceId:ke}=er(D);Re(null),Ee(),we.current+=1,Pe(),Me(),b.current=!1,L.current=!1,_.current="sil",v.current=0,Ce(M.current),V.current=!1,ue.current=null,ne.current=null,G.current.reset(),k.current=!1,O.current=!1,F.finishIdleToSilCrossfade();try{await ce.current.speak(U,{voiceId:ke,speakingRate:D?.speakingRate??f,ttsEngineId:q})}catch(Ie){throw O.current=!1,F.finishIdleToSilCrossfade(),ht(),Ge(Ie instanceof Error?Ie.message:"TTS failed"),Ie}},stop:()=>{we.current+=1,Pe(),Me(),b.current=!1,L.current=!1,O.current=!1,X.current?.finishIdleToSilCrossfade(),ce.current.stop(),fe.current?.stop(),Ce(M.current),Y.current?.reset(),Z.current=0,k.current=!1,Ee(),ht()},setTtsEngineId:y=>{ce.current.setTtsEngineId(y),fe.current?.setTtsEngineId(y),_e.current&&(_e.current.ttsEngineId=y)},renderViseme:async(y,D)=>{const U=X.current,F=K.current;if(!U||!F||!ze.current)throw new Error("AI twin is not ready");await U.renderViseme(F,y,{from:D?.from,transitionDurationMs:D?.transitionDurationMs,gapMs:D?.gapMs,onStatus:q=>re.current?.(q)})},setEmotion:y=>{if(!ze.current)throw new Error("AI twin is not ready");const D=X.current,U=K.current;if(!D||!U)throw new Error("AI twin is not ready");we.current+=1,Pe(),Me(),b.current=!1,L.current=!1,B.current=!1,O.current=!1,ce.current.stop(),fe.current?.stop(),Ce(M.current),Y.current?.reset(),Z.current=0,k.current=!1,D.finishIdleToSilCrossfade(),H.current?.setActive(!1);const F=je(y);V.current=!0,ue.current=null,ne.current=null,G.current.snapToEmotion(F);const q=G.current.getExpressionPath(),ke=G.current.getDrawKey(),Ie={mouthPath:null,expressionPath:q},Le=Rt(Ie,ke);M.current.lastDrawnKey="",D.drawLiveFrame(U,Ie,Le,We=>{We===Le&&(M.current.lastDrawnKey=Le)});const Ae=at(F);re.current?.(q?`${F} · brow ${Ae>0?"+":""}${Ae}`:`${F} · brow 0 (sil base)`)},getEmotion:()=>V.current?G.current.getTargetEmotion():null,clearEmotionPreview:()=>{V.current=!1,ue.current=null,ne.current=null,G.current.reset(),Ce(M.current),re.current?.("idle")},setViseme:y=>{if(!ze.current)throw new Error("AI twin is not ready");const D=X.current,U=K.current;if(!D||!U)throw new Error("AI twin is not ready");we.current+=1,Pe(),Me(),b.current=!1,L.current=!1,B.current=!1,O.current=!1,ce.current.stop(),fe.current?.stop(),Ce(M.current),Y.current?.reset(),Z.current=0,k.current=!1,D.finishIdleToSilCrossfade(),H.current?.setActive(!1);const F=nn(y);V.current=!0,ne.current=F,ue.current=F==="sil"?null:_t(F),G.current.snapToEmotion("neutral");const q=G.current.getExpressionPath(),ke=G.current.getDrawKey(),Le={mouthPath:ue.current,expressionPath:q},Ae=Rt(Le,ke);M.current.lastDrawnKey="",D.drawLiveFrame(U,Le,Ae,We=>{We===Ae&&(M.current.lastDrawnKey=Ae)}),re.current?.(F)},getViseme:()=>V.current?ne.current:null,isReady:()=>ze.current,getStatus:()=>ie,connect:async(y={})=>{Re(null);try{let D=y.authToken?.trim();D||(D=ge.current??s??await Mt(),ge.current=D);const U=y.voiceId?.trim()??l??_e.current?.voiceId,F=y.personaId?.trim()??_e.current?.personaId,q=nr();await q.unlockAudio(),await q.connect({...y,apiBase:y.apiBase?.trim()||ye,authToken:D,voiceId:U,personaId:F,speakingRate:y.speakingRate??f})}catch(D){throw Ge(D instanceof Error?D.message:"Voice connect failed"),D}},disconnect:async()=>{const y=fe.current;y&&(we.current+=1,Pe(),Me(),b.current=!1,L.current=!1,O.current=!1,X.current?.finishIdleToSilCrossfade(),Ce(M.current),Y.current?.reset(),Z.current=0,k.current=!1,await y.disconnect(),ht())},isConnected:()=>fe.current?.isConnected()??!1,getVoiceStream:()=>fe.current?.getVoiceStream()??ce.current?.getVoiceStream()??null,setMuted:y=>{const D=ce.current,U=fe.current;D?.setMuted?.(y),U?.setMuted?.(y)},isMuted:()=>{const y=fe.current,D=ce.current;return y?.isMuted?.()??D?.isMuted?.()??!1},getPersonaId:()=>_e.current?.personaId?.trim()||null}),[De,f,s,l,Pe,Me,ht,Ge,er,nr,ie,ye]),z.jsxs("div",{className:u,style:{...Za,...c},children:[z.jsx("canvas",{ref:K,width:fn.width,height:fn.height,style:{...eo,...d},"aria-label":t?`AI twin ${t}`:"AI twin face"}),C&&be?z.jsx("div",{style:to,children:be}):null,Ue.enabled&&h?z.jsx(ka,{text:h,style:Ue.style},h):null]})});async function no(e){try{const t=await e.json();if(typeof t.detail=="string"&&t.detail.trim())return t.detail;if(typeof t.error=="string"&&t.error.trim())return t.error}catch{}return`avatarReply failed (${e.status})`}async function Mi(e){const t=e.message.trim();if(!t)throw new Error("Message is required");const n=e.authToken.trim();if(!n)throw new Error("Auth token is required");const r=(e.apiBase?.trim()||ot).replace(/\/$/,""),i=await fetch(`${r}/avatarReply`,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${n}`,Accept:"text/event-stream"},body:JSON.stringify({message:t,history:e.history??[],persona_id:e.personaId?.trim()||""})});if(!i.ok)throw new Error(await no(i));if(!i.body)throw new Error("avatarReply response body is empty");const s=i.body.getReader(),o=new TextDecoder;let a="",l="",f="",u="";for(;;){const{done:c,value:d}=await s.read();if(c)break;a+=o.decode(d,{stream:!0});const p=a.split(`
|
|
48
|
-
`);a=p.pop()||"";for(const T of p){if(T.startsWith("event: ")){u=T.slice(7).trim();continue}if(!T.startsWith("data: "))continue;const m=T.slice(6).trim();if(!m)continue;let A;try{A=JSON.parse(m)}catch{continue}if(u==="spokenText")l=A.text||"",e.onSpokenText?.(l);else if(u==="displayText")f=A.text||"";else if(u==="error")throw new Error(A.error||"avatarReply stream error")}}if(!l.trim()||!f.trim())throw new Error("avatarReply stream missing displayText or spokenText");return{displayText:f.trim(),spokenText:l.trim()}}function ro({muted:e}){return e?z.jsxs("svg",{width:"18",height:"18",viewBox:"0 0 24 24",fill:"none","aria-hidden":!0,children:[z.jsx("path",{d:"M11 5 6.5 9H3v6h3.5L11 19V5Z",fill:"currentColor"}),z.jsx("path",{d:"m16 9.5 5 5m0-5-5 5",stroke:"currentColor",strokeWidth:"2",strokeLinecap:"round"})]}):z.jsxs("svg",{width:"18",height:"18",viewBox:"0 0 24 24",fill:"none","aria-hidden":!0,children:[z.jsx("path",{d:"M11 5 6.5 9H3v6h3.5L11 19V5Z",fill:"currentColor"}),z.jsx("path",{d:"M15.5 8.5a4.5 4.5 0 0 1 0 7M18.5 6a8 8 0 0 1 0 12",stroke:"currentColor",strokeWidth:"2",strokeLinecap:"round"})]})}function io(){return z.jsx("svg",{width:"14",height:"14",viewBox:"0 0 24 24",fill:"currentColor","aria-hidden":!0,children:z.jsx("path",{d:"M8 5.5v13l11-6.5L8 5.5Z"})})}function so(){return z.jsx("svg",{width:"14",height:"14",viewBox:"0 0 24 24",fill:"currentColor","aria-hidden":!0,children:z.jsx("rect",{x:"6",y:"6",width:"12",height:"12",rx:"1.5"})})}function ao(){return z.jsx("svg",{width:"14",height:"14",viewBox:"0 0 24 24",fill:"none","aria-hidden":!0,children:z.jsx("path",{d:"M5 6.5A2.5 2.5 0 0 1 7.5 4h9A2.5 2.5 0 0 1 19 6.5v7A2.5 2.5 0 0 1 16.5 16H10l-4 3.5V16H7.5A2.5 2.5 0 0 1 5 13.5v-7Z",stroke:"currentColor",strokeWidth:"2",strokeLinejoin:"round"})})}function Ci({className:e}){return z.jsx("span",{className:e??"aitwin-widget__spinner","aria-hidden":!0,children:z.jsx("svg",{viewBox:"0 0 24 24",fill:"none",children:z.jsx("circle",{cx:"12",cy:"12",r:"9",stroke:"currentColor",strokeWidth:"2.5",strokeLinecap:"round",strokeDasharray:"40 20"})})})}function oo({muted:e,onToggle:t}){return z.jsx("button",{type:"button",className:"aitwin-widget__mute",onClick:t,"aria-label":e?"Unmute":"Mute","aria-pressed":e,children:z.jsx(ro,{muted:e})})}function co(){return z.jsxs("div",{className:"aitwin-widget__connecting",role:"status","aria-live":"polite",children:[z.jsx(Ci,{className:"aitwin-widget__spinner aitwin-widget__spinner--accent"}),z.jsx("span",{children:"Connecting..."})]})}function uo(e){const t=e.connecting||e.textSending||e.status==="loading"||e.status==="speaking",n=e.connecting?"Connecting...":e.connected?"End Talk":"Talk",r=["aitwin-widget__action",e.textMode&&!e.connecting?"":"aitwin-widget__action--primary",e.connecting?"aitwin-widget__action--connecting":""].filter(Boolean).join(" ");return z.jsxs("div",{className:"aitwin-widget__controls",children:[z.jsxs("div",{className:"aitwin-widget__actions",children:[z.jsxs("button",{type:"button",className:r,onClick:e.onTalk,disabled:!e.ready||e.connecting||e.textSending,"aria-busy":e.connecting,children:[e.connecting?z.jsx(Ci,{className:"aitwin-widget__spinner aitwin-widget__spinner--on-accent"}):e.connected?z.jsx(so,{}):z.jsx(io,{}),z.jsx("span",{children:n})]}),z.jsxs("button",{type:"button",className:e.textMode?"aitwin-widget__action aitwin-widget__action--primary":"aitwin-widget__action",onClick:e.onTextMode,disabled:!e.ready||e.connecting||e.textSending,"aria-pressed":e.textMode,children:[z.jsx(ao,{}),z.jsx("span",{children:"Text"})]})]}),e.textMode?z.jsxs("form",{className:"aitwin-widget__composer",onSubmit:i=>{i.preventDefault(),e.onSendText()},children:[z.jsx("input",{type:"text",className:"aitwin-widget__composer-input",value:e.textDraft,onChange:i=>e.onTextDraftChange(i.target.value),placeholder:e.textSending?"Getting reply...":"Type a message…",autoComplete:"off",disabled:!e.ready||t}),z.jsx("button",{type:"submit",className:"aitwin-widget__composer-send",disabled:!e.ready||t||!e.textDraft.trim()&&!e.textSending,"aria-busy":e.textSending,children:e.textSending?"…":"Send"})]}):null,e.error?z.jsx("p",{className:"aitwin-widget__controls-error",role:"alert",children:e.error}):null]})}function Cr(e){const t=e.id?.trim()||void 0,n=e.faceId?.trim()||e.avatarId?.trim()||void 0;return{id:n?void 0:t,faceId:n,authToken:e.authToken?.trim()||void 0,apiBase:e.apiBase?.trim()||void 0,voiceId:e.voiceId?.trim()||void 0,speakingRate:e.speakingRate}}function lo(e){return[e.id??"",e.faceId??"",e.authToken?.slice(0,16)??"",e.voiceId??"",e.apiBase??"",String(e.speakingRate??"")].join("|")}const Rr={display:"flex",alignItems:"center",justifyContent:"center",width:"100%",height:"100%",lineHeight:0},fo={display:"block",height:"100%",width:"100%",objectFit:"cover",objectPosition:"top"},mo=w.forwardRef(function({options:t},n){const r=w.useRef(null),i=w.useRef(t);i.current={...i.current,onReady:t.onReady,onStatusChange:t.onStatusChange,onError:t.onError,onUserTranscript:t.onUserTranscript,onBotOutput:t.onBotOutput};const[s,o]=w.useState(!!t.showControls),[a,l]=w.useState(()=>Cr(t)),[f,u]=w.useState(!1),[c,d]=w.useState(!1),[p,T]=w.useState(!1),[m,A]=w.useState("idle"),[C,x]=w.useState(null),[g,E]=w.useState(!1),[N,I]=w.useState(!1),[te,de]=w.useState(""),[P,W]=w.useState(!1),[K,X]=w.useState([]),[Y,pe]=w.useState(t.personaId?.trim()||void 0),j=w.useCallback(b=>{i.current={...i.current,...b},b.showControls!==void 0&&o(!!b.showControls),b.personaId!==void 0&&pe(b.personaId.trim()||void 0),l(L=>Cr({id:b.id??L.id,faceId:b.faceId??b.avatarId??L.faceId,authToken:b.authToken??L.authToken,apiBase:b.apiBase??L.apiBase,voiceId:b.voiceId??L.voiceId,speakingRate:b.speakingRate??L.speakingRate}))},[]);w.useImperativeHandle(n,()=>({getTwin:()=>r.current,applyOptions:j}),[j]),w.useEffect(()=>{j(t)},[j,t.id,t.faceId,t.avatarId,t.authToken,t.apiBase,t.voiceId,t.speakingRate,t.showControls,t.personaId]);const Z=w.useCallback(()=>{u(!0),x(null),i.current.onReady?.()},[]),M=w.useCallback(b=>{A(b),i.current.onStatusChange?.(b)},[]),G=w.useCallback(b=>{x(b),T(!1),i.current.onError?.(b)},[]),V=w.useCallback((b,L)=>{i.current.onUserTranscript?.(b,L)},[]),ue=w.useCallback(b=>{i.current.onBotOutput?.(b)},[]);w.useEffect(()=>{if(!s)return;const b=window.setInterval(()=>{d(!!r.current?.isConnected())},400);return()=>window.clearInterval(b)},[s,a]),w.useEffect(()=>{f&&r.current?.setMuted(g)},[f,g,a]),w.useEffect(()=>{X([])},[a.id,a.faceId]);const ne=()=>{const b=r.current;if(!b?.isReady())return;if(x(null),I(!1),b.isConnected()){T(!1),b.disconnect().finally(()=>{d(!1)});return}T(!0);const L={authToken:a.authToken,voiceId:a.voiceId,speakingRate:a.speakingRate,apiBase:a.apiBase};b.connect(L).then(()=>{d(!!b.isConnected())}).catch(B=>{const O=B instanceof Error?B.message:"Failed to connect voice.";x(O),i.current.onError?.(O)}).finally(()=>{T(!1)})},ae=()=>{I(b=>!b),x(null)},we=()=>{const b=te.trim(),L=r.current;!b||!L?.isReady()||P||(x(null),de(""),W(!0),i.current.onUserTranscript?.(b,!0),(async()=>{try{const B=a.authToken?.trim()||await Mt(),O=Y||L.getPersonaId()?.trim()||void 0,_=await Mi({message:b,authToken:B,apiBase:a.apiBase||ot,personaId:O,history:K});X(v=>[...v,{role:"user",content:b},{role:"assistant",content:_.displayText}]),i.current.onBotOutput?.(_.displayText),await L.speakText(_.spokenText,{voiceId:a.voiceId,speakingRate:a.speakingRate})}catch(B){const O=B instanceof Error?B.message:"Failed to get reply.";x(O),i.current.onError?.(O)}finally{W(!1)}})())},oe=()=>{const b=!g;E(b),r.current?.setMuted(b)},S=lo(a),$=!!(a.id||a.faceId);return z.jsxs("div",{className:"aitwin-widget__layout",children:[z.jsxs("div",{className:"aitwin-widget__stage",children:[$?z.jsx("div",{style:Rr,children:z.jsx(Pi,{ref:r,id:a.id,faceId:a.faceId,authToken:a.authToken,apiBase:a.apiBase,voiceId:a.voiceId,speakingRate:a.speakingRate,style:Rr,canvasStyle:fo,onReady:Z,onStatusChange:M,onError:G,onUserTranscript:V,onBotOutput:ue},S)}):z.jsx("p",{className:"aitwin-widget__hint",style:{padding:16},children:"Pass id or faceId to load a twin."}),s?z.jsx(oo,{muted:g,onToggle:oe}):null,s&&p?z.jsx(co,{}):null]}),s?z.jsx(uo,{ready:f,connected:c,connecting:p,status:m,textMode:N,textDraft:te,textSending:P,error:C,onTalk:ne,onTextMode:ae,onTextDraftChange:de,onSendText:we}):null]})}),ho=".aitwin-widget{--aitwin-border: rgba(255, 255, 255, .12);--aitwin-text: #f4f4f5;--aitwin-muted: #a1a1aa;--aitwin-accent: #f97316;--aitwin-accent-hover: #fb923c;--aitwin-font: ui-sans-serif, system-ui, -apple-system, Segoe UI, Roboto, Helvetica, Arial, sans-serif;--aitwin-size: 1;--aitwin-stage-width: calc(200px * var(--aitwin-size));--aitwin-stage-height: calc(267px * var(--aitwin-size));--aitwin-action-height: calc(40px * var(--aitwin-size));--aitwin-action-font: calc(13px * var(--aitwin-size));--aitwin-action-radius: calc(10px * var(--aitwin-size));--aitwin-action-gap: calc(6px * var(--aitwin-size));--aitwin-mute-size: calc(28px * var(--aitwin-size));--aitwin-layout-gap: calc(8px * var(--aitwin-size));box-sizing:border-box;color:var(--aitwin-text);font-family:var(--aitwin-font);font-size:calc(12px * var(--aitwin-size));line-height:1.45;width:fit-content;max-width:100%}.aitwin-widget *,.aitwin-widget *:before,.aitwin-widget *:after{box-sizing:border-box}.aitwin-widget__layout{display:flex;flex-direction:column;gap:var(--aitwin-layout-gap);width:fit-content;max-width:100%}.aitwin-widget__stage{align-items:center;background:#0a0a0b;border:1px solid var(--aitwin-border);border-radius:calc(10px * var(--aitwin-size));display:flex;flex-shrink:0;height:var(--aitwin-stage-height);justify-content:center;line-height:0;overflow:hidden;position:relative;width:var(--aitwin-stage-width)}.aitwin-widget__stage .aitwin-root,.aitwin-widget__stage canvas{display:block;height:100%;object-fit:cover;object-position:top;width:100%}.aitwin-widget__hint{color:var(--aitwin-muted);font-size:calc(11px * var(--aitwin-size));margin:0}.aitwin-widget__mute{align-items:center;background:#28282cb8;border:none;border-radius:999px;color:#fff;cursor:pointer;display:inline-flex;height:var(--aitwin-mute-size);justify-content:center;padding:0;position:absolute;right:calc(8px * var(--aitwin-size));top:calc(8px * var(--aitwin-size));width:var(--aitwin-mute-size);z-index:2}.aitwin-widget__mute:hover{background:#37373cd9}.aitwin-widget__mute svg{height:calc(15px * var(--aitwin-size));width:calc(15px * var(--aitwin-size))}.aitwin-widget__controls{display:flex;flex-direction:column;gap:var(--aitwin-action-gap);width:var(--aitwin-stage-width)}.aitwin-widget__actions{display:grid;gap:var(--aitwin-action-gap);grid-template-columns:1fr 1fr;width:100%}.aitwin-widget__action{align-items:center;background:transparent;border:1.5px solid var(--aitwin-accent);border-radius:999px;color:var(--aitwin-accent);cursor:pointer;display:inline-flex;font-family:inherit;font-size:var(--aitwin-action-font);font-weight:600;gap:calc(6px * var(--aitwin-size));height:var(--aitwin-action-height);justify-content:center;padding:0 calc(10px * var(--aitwin-size))}.aitwin-widget__action svg{flex-shrink:0;height:calc(12px * var(--aitwin-size));width:calc(12px * var(--aitwin-size))}.aitwin-widget__action:hover:not(:disabled){background:#f973161a}.aitwin-widget__action:disabled{cursor:not-allowed;opacity:.45}.aitwin-widget__action--primary{background:var(--aitwin-accent);border-color:transparent;color:#fff}.aitwin-widget__action--primary:hover:not(:disabled){background:var(--aitwin-accent-hover)}.aitwin-widget__action--connecting:disabled{cursor:progress;opacity:1}.aitwin-widget__spinner{display:inline-flex;flex-shrink:0;height:calc(14px * var(--aitwin-size));width:calc(14px * var(--aitwin-size))}.aitwin-widget__spinner svg{animation:aitwin-widget-spin .8s linear infinite;display:block;height:100%;width:100%}.aitwin-widget__spinner--accent{color:var(--aitwin-accent);height:calc(16px * var(--aitwin-size));width:calc(16px * var(--aitwin-size))}.aitwin-widget__spinner--on-accent{color:#fff}@keyframes aitwin-widget-spin{to{transform:rotate(360deg)}}.aitwin-widget__connecting{align-items:center;backdrop-filter:blur(10px);-webkit-backdrop-filter:blur(10px);background:#ffffffe0;border-radius:999px;bottom:calc(14px * var(--aitwin-size));box-shadow:0 4px 16px #0000001f;color:#3f3f46;display:inline-flex;font-size:calc(12px * var(--aitwin-size));font-weight:600;gap:calc(8px * var(--aitwin-size));left:50%;line-height:1;padding:calc(8px * var(--aitwin-size)) calc(14px * var(--aitwin-size));pointer-events:none;position:absolute;transform:translate(-50%);z-index:3}.aitwin-widget__composer{display:grid;gap:var(--aitwin-action-gap);grid-template-columns:1fr auto;width:100%}.aitwin-widget__composer-input{background:#ffffff0a;border:1px solid var(--aitwin-border);border-radius:var(--aitwin-action-radius);color:var(--aitwin-text);font-family:inherit;font-size:calc(12px * var(--aitwin-size));min-width:0;outline:none;padding:calc(8px * var(--aitwin-size)) calc(10px * var(--aitwin-size))}.aitwin-widget__composer-input:focus{border-color:#f973168c}.aitwin-widget__composer-send{background:var(--aitwin-accent);border:none;border-radius:var(--aitwin-action-radius);color:#fff;cursor:pointer;font-family:inherit;font-size:calc(12px * var(--aitwin-size));font-weight:600;padding:0 calc(12px * var(--aitwin-size))}.aitwin-widget__composer-send:disabled{cursor:not-allowed;opacity:.45}.aitwin-widget__controls-error{color:#fecaca;font-size:calc(11px * var(--aitwin-size));margin:0}.aitwin-widget--float{bottom:20px;filter:drop-shadow(0 12px 32px rgba(0,0,0,.45));height:fit-content;margin:0;max-width:calc(100vw - 40px);position:fixed;right:20px;width:fit-content;z-index:2147483000}",Dr="data-aitwin-widget-style";function po(){if(typeof document>"u"||document.querySelector(`style[${Dr}]`))return;const e=document.createElement("style");e.setAttribute(Dr,"1"),e.textContent=ho,document.head.appendChild(e)}const wo=w.forwardRef(function(t,n){const r=w.useRef(null);w.useEffect(()=>{po()},[]),w.useImperativeHandle(n,()=>({speakText:async(s,o)=>{const a=r.current?.getTwin();if(!a)throw new Error("AiTwinWidget: twin is not mounted");return a.speakText(s,o)},connect:async s=>{const o=r.current?.getTwin();if(!o)throw new Error("AiTwinWidget: twin is not mounted");return o.connect(s)},disconnect:async()=>{const s=r.current?.getTwin();if(s)return s.disconnect()},stop:()=>{r.current?.getTwin()?.stop()},isReady:()=>!!r.current?.getTwin()?.isReady(),isConnected:()=>!!r.current?.getTwin()?.isConnected(),getTwin:()=>r.current?.getTwin()??null}),[]);const i=!!t.float;return z.jsx("div",{className:i?"aitwin-widget aitwin-widget--float":"aitwin-widget",children:z.jsx(mo,{ref:r,options:t})})}),Ri="thumbnail.webp";function go(e,t=Rn){const n=e.trim();if(!n)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${n}/${Ri}`}const yo=new Set([".png",".jpg",".jpeg",".webp"]);function Di(e=".png"){const t=e.toLowerCase();return yo.has(t)?`source${t}`:"source.png"}function _o(e,t=Rn,n=".png"){const r=e.trim();if(!r)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${r}/${Di(n)}`}exports.AI_TWIN_THUMBNAIL_FILENAME=Ri;exports.AiTwin=Pi;exports.AiTwinNotFoundError=Gt;exports.AiTwinWidget=wo;exports.CONSONANT_SKIP_GROUP=Qr;exports.DEFAULT_TTS_ENGINE_ID=st;exports.EMOTION_TO_EYEBROW=vi;exports.EXPRESSION_ATLAS_EMOTIONS=Xs;exports.MIC_SAMPLE_RATE=Wn;exports.OCULUS_VISEME_IDS=jr;exports.PLAYBACK_SAMPLE_RATE=Hn;exports.SPEAKING_RATE_MAX=cn;exports.SPEAKING_RATE_MIN=on;exports.TTS_ENGINE_CARTESIA=ct;exports.TTS_ENGINE_GOOGLE=Bn;exports.TTS_ENGINE_INWORLD=tn;exports.VISEME_IDS=Vs;exports.VISEME_SKIP_GAP_MS=xn;exports.VISEME_TEST_CARTESIA_VOICE_ID=Un;exports.VISEME_TEST_SPEAKING_RATE=Ft;exports.VISEME_TEST_VOICE_ID=Vn;exports.VISEME_VTIME_GRID_MS=Fn;exports.VOWEL_SKIP_GROUP=Yr;exports.aiTwinSourceFilename=Di;exports.buildPlaybackTransitions=ri;exports.buildPlaybackVisemeSeries=sn;exports.buildRawVisemeTransitions=ni;exports.buildVoiceWebSocketUrl=fi;exports.compactSkippableVisemes=On;exports.createAvatarTtsLipsyncController=En;exports.createRealtimeVoiceLipsyncController=di;exports.emotionToEyebrow=at;exports.faceAssetUrls=kn;exports.fetchAiTwin=Nr;exports.fetchAvatarReply=Mi;exports.fetchDevAuthToken=Mt;exports.getAiTwinSourceUrl=_o;exports.getAiTwinThumbnailUrl=go;exports.listSkippedVisemeEntries=an;exports.listSkippedVisemes=ws;exports.normalizeOculusViseme=nn;exports.normalizeStreamEmotion=je;exports.resolveDirectFaceId=Vr;exports.resolveVisemeAtTime=Bt;exports.resolveVisemeFromPlaybackSeries=Zr;exports.resolveWordAtTime=xs;exports.setActiveTwinAssets=Ur;exports.snapVisemeQueueToGrid=Ln;exports.snapVisemeVtimeToGrid=Xr;
|
|
47
|
+
`;function Cr(e=5){const t=new he.Filter({glProgram:he.GlProgram.from({vertex:to,fragment:no,name:"threshold-key-filter"}),resources:{thresholdUniforms:{uThreshold:{value:e/255,type:"f32"}}}});return t.setThreshold=n=>{t.resources.thresholdUniforms.uniforms.uThreshold=n/255},t.getThreshold=()=>Math.round(t.resources.thresholdUniforms.uniforms.uThreshold*255),t}function ro(e,t,n){return e>n||t>n}function io(e){return e?e.getParameter(e.MAX_TEXTURE_SIZE):4096}function so(e,t){return t!=null&&t>0?Math.floor(t):io(e)}function ao(e,t){const n=document.createElement("canvas");n.width=t.w,n.height=t.h;const r=n.getContext("2d");if(!r)throw new Error("Failed to acquire 2d context for atlas cell crop");return r.drawImage(e,t.x,t.y,t.w,t.h,0,0,t.w,t.h),n}function Oi(e){return fetch(e).then(t=>{if(!t.ok)throw new Error(`Failed to load image: ${e}`);return t.blob()}).then(t=>createImageBitmap(t))}async function Dr(e,t,n,r,i){const s=n?await xi(e,i):await fetch(e).then(c=>{if(!c.ok)throw new Error(`Failed to load ${e}`);return c.json()}),o=s.sheets?.[0];if(!o?.path)throw new Error(`${e} has no sheets[0].path`);const a=new Map,u=async(c,d)=>{const p=Ai(t,d,n),T=n?await Hs(await Tt(p,i??"")):await Oi(p);if(ro(T.width,T.height,r))return console.info(`[PixiVisemeCompositor] Sheet ${d} (${T.width}x${T.height}) exceeds MAX_TEXTURE_SIZE=${r}; using per-cell crops.`),{mode:"cells",bitmap:T};const m=he.Texture.from(T);return m.source.scaleMode="nearest",{mode:"full",texture:m}};a.set(o.index,await u(o.index,o.path));for(const c of s.sheets??[])c.index!==o.index&&c.path&&a.set(c.index,await u(c.index,c.path));const f=new Map;for(const c of s.cells??[])c.path&&f.set(c.path,c);const l=new Map;for(const c of s.sheets??[])l.set(c.index,c);return{atlasMeta:s,cellByPath:f,sheetByIndex:l,diffBase:t,sheets:a}}async function oo(e,t={}){const n=new he.Application;try{await n.init({canvas:e,width:842,height:1264,preference:"webgl",autoStart:!1,antialias:!1,resolution:1,autoDensity:!1,backgroundAlpha:1,backgroundColor:0,powerPreference:"high-performance"})}catch(g){throw n.destroy({removeView:!1}),g}if(n.renderer.type!==he.RendererType.WEBGL)throw n.destroy({removeView:!1}),new Error("Pixi did not initialize a WebGL renderer");const r=so(n.renderer.gl,t.maxTextureSize);let i=!1,s=!1,o=!1;const a=n.canvas,u=()=>{i=!0,!s&&!o&&(s=!0,t.onWebGlContextLost?.())};a.addEventListener("webglcontextlost",u);const f=new he.Sprite(he.Texture.EMPTY),l=new he.Sprite(he.Texture.EMPTY);l.visible=!1,l.alpha=0;const c=new he.Sprite(he.Texture.EMPTY),d=new he.Sprite(he.Texture.EMPTY),p=new he.Sprite(he.Texture.EMPTY);p.visible=!1;const T=Cr(5),m=Cr(5);c.filters=[T],d.filters=[m],n.stage.addChild(f),n.stage.addChild(l),n.stage.addChild(c),n.stage.addChild(d),n.stage.addChild(p);let x=null,D=null,C=null,_=null,k=null,N=null,P=null,re=842,de=1264,I=null,U=5;const Q=new Map;let ne=null,J=null,ee=null;const j=Qr(()=>{Q.clear(),N=null,P=null,x=null,I=null}),oe=(g,v)=>{re=g,de=v,n.renderer.resize(g,v),(e.width!==g||e.height!==v)&&(e.width=g,e.height=v)},O=()=>{c.visible=!1,d.visible=!1,c.texture=he.Texture.EMPTY,d.texture=he.Texture.EMPTY,ne=null,J=null},q=()=>{k=null,l.visible=!1,l.alpha=0},A=()=>{f.visible=!0,f.width=re,f.height=de,f.x=0,f.y=0},se=()=>{l.width=re,l.height=de,l.x=0,l.y=0},ie=()=>{p.visible=!1,q(),x&&(f.texture=x,A())},ce=()=>{!k&&!l.visible||ie()},ve=g=>{if(o||i||!x){ie();return}const v=Math.max(0,g);if(!D||v<=0){ie();return}O(),p.visible=!1,f.texture=D,A(),l.texture=x,se(),l.alpha=0,l.visible=!0,k={startMs:performance.now(),durationMs:v},H()},X=(g=performance.now())=>{if(!k)return!1;if(o||i)return ce(),!1;const v=(g-k.startMs)/Math.max(1,k.durationMs);if(v>=1)return ie(),H(),!1;const E=Math.min(1,Math.max(0,v)),b=E*E*(3-2*E);return l.alpha=b,l.visible=!0,H(),!0},S=()=>{if(C){try{C.resource=null}catch{}C.destroy(),C=null}D&&(D.destroy(!1),D=null),_=null},V=(g,v)=>{const E=g.cellByPath.get(v);if(!E||!ki(E))return null;const b=`${g.diffBase}::${v}`;let M=Q.get(b);if(!M){const G=E.sheet??0,ge=g.sheets.get(G);if(!ge)return null;let ye,Me=!1;if(ge.mode==="full")ye=new he.Texture({source:ge.texture.source,frame:new he.Rectangle(E.x,E.y,E.w,E.h)});else{const Ne=ao(ge.bitmap,E);ye=he.Texture.from(Ne),ye.source.scaleMode="nearest",Me=!0}M={texture:ye,ownsSource:Me},Q.set(b,M)}return{texture:M.texture,cell:E}},Z=(g,v,E,b)=>{if(!b||!E)return g.visible=!1,g.texture=he.Texture.EMPTY,!1;const M=V(E,b);if(!M)return g.visible=!1,g.texture=he.Texture.EMPTY,!1;const G=Ti(E.atlasMeta,M.cell);return v.setThreshold(U),g.texture=M.texture,g.x=G.x,g.y=G.y,g.width=M.cell.w,g.height=M.cell.h,g.visible=!0,!0},$=g=>{if(!g||!N)return null;const v=I??new Set(N.cellByPath.keys());return Kn(g,v)??(v.has(g)?g:null)},W=g=>{p.visible=!1,ie();const v=$(g.mouthPath),E=g.expressionPath&&P?Gn(g.expressionPath,b=>P.cellByPath.has(b)):null;v!==ne?(Z(c,T,N,v),ne=v):v?c.visible=!0:c.visible=!1,E!==J?(Z(d,m,P,E),J=E):E?d.visible=!0:d.visible=!1},H=()=>{if(!(o||i||document.hidden))try{n.render()}catch{}};return{async loadAssets(g){if(o)return{width:re,height:de,visemePaths:[]};const v=Dt();if(v&&!g)throw new Error("Encrypted assets enabled but no key provided");const E=v?await Ks(await Tt(Zt(),g??"")):await Oi(Zt());x&&x.destroy(!0),x=he.Texture.from(E),x.source.scaleMode="linear";const b=Xr();N=await Dr(Jr(),b,v,r,g);try{P=await Dr(Zr(),b,v,r,g)}catch(G){console.warn("[PixiVisemeCompositor] expression atlas unavailable:",G),P=null}const M=bi(N.atlasMeta,E.width,E.height);return oe(M.width,M.height),U=dn(N.atlasMeta),T.setThreshold(U),m.setThreshold(U),I=new Set(N.cellByPath.keys()),Q.clear(),ie(),O(),H(),{width:M.width,height:M.height,visemePaths:[...N.cellByPath.keys()]}},getVisemeAtlasPaths(){return I},drawLiveFrame(g){o||i||!x||(ce(),W(g),H())},drawIdleVideo(g,v){o||i||document.hidden||v&&!v()||g.readyState<HTMLMediaElement.HAVE_CURRENT_DATA||(q(),O(),p.visible=!1,!D||_!==g?(S(),C=new he.VideoSource({resource:g,autoPlay:!1,updateFPS:0}),C.autoUpdate=!1,D=new he.Texture({source:C}),_=g):D.source.update(),f.texture=D,A(),H())},beginIdleToSilCrossfade:ve,tickIdleToSilCrossfade:X,finishIdleToSilCrossfade:ce,isIdleToSilCrossfading(){return k!=null},renderSilOnly(){o||i||!x||(O(),ie(),H())},blitBitmap(g){o||i||(ce(),O(),ee&&(ee.destroy(!0),ee=null),ee=he.Texture.from(g),p.texture=ee,p.visible=!0,p.x=0,p.y=0,p.width=re,p.height=de,f.visible=!1,H())},async compositePrefetchFrame(g){return null},renderFrame:H,isContextLost(){return i},dispose(){if(o)return;o=!0,a.removeEventListener("webglcontextlost",u),j(),S(),ee&&(ee.destroy(!0),ee=null);for(const{texture:v,ownsSource:E}of Q.values())v.destroy(E);Q.clear(),x&&(x.destroy(!0),x=null);const g=v=>{v.mode==="full"?v.texture.destroy(!0):v.bitmap.close()};if(N)for(const v of N.sheets.values())g(v);if(P)for(const v of P.sheets.values())g(v);T.destroy(!0),m.destroy(!0),n.destroy({removeView:!1},{children:!0,texture:!0})}}}const Br=-1,Qt=1e5,Fr=new Map;async function co(e){let t=Fr.get(e);if(!t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to fetch worker script (${n.status}): ${e}`);const r=await n.blob();t=URL.createObjectURL(r),Fr.set(e,t)}return new Worker(t,{name:"visemeDiffPreview"})}function lo(){return typeof Worker<"u"&&typeof OffscreenCanvas<"u"}function Cn(e,t){(e.width!==t.width||e.height!==t.height)&&(e.width=t.width,e.height=t.height);const n=e.getContext("2d");n&&n.drawImage(t,0,0)}function Lr(e,t){let n=0,r=null;const i=er(async(s,o)=>(await Pn(),await Rn(e,s),i.isLatestSeq(o)));return{usesWorker:!1,usesPixi:!1,async loadAssets(s){const o=await Pn(s);return r=o.visemePaths?new Set(o.visemePaths):null,o},getVisemeAtlasPaths(){return r},async renderSilOnly(){n+=1,i.reset(),await Ma(e)},drawLiveFrame(s,o,a,u){i.enqueue(o,a,u)},async compositePrefetchFrame(s,o){try{return await Aa(s)}catch{return null}},blitBitmap(s,o){Cn(s,o)},drawIdleVideo(){},beginIdleToSilCrossfade(){},tickIdleToSilCrossfade(){return!1},finishIdleToSilCrossfade(){},isIdleToSilCrossfading(){return!1},supportsBufferedPlayback:!0,async renderViseme(s,o){n+=1;const a=n;t.onStatus?.(o),await Rn(s,{mouthPath:vt(o),expressionPath:null})},dispose(){n+=1,i.reset()}}}function uo(e,t,n){let r=null,i=1,s=0,o=!1,a=!1,u=null;const f=new Map,l=new Map;let c=Qt;const d=er(async(C,_,k)=>(f.set(_,{drawKey:k.drawKey,onDisplayed:k.onDisplayed}),await x({type:"drawFrame",diffPath:C.mouthPath,expressionDiffPath:C.expressionPath,liveSeq:_},void 0,!0),!1)),p=C=>{if(C===Br){let N=-1,P;for(const[re,de]of f)re>=N&&(N=re,P=de);N>=0&&f.delete(N),P?.onDisplayed?.(P.drawKey);return}const _=-C,k=f.get(_);f.delete(_),k?.onDisplayed?.(k.drawKey)},T=new Map,m=(C,_)=>{a||!r||r.postMessage(C,[])},x=(C,_,k=!1)=>{if(a)return Promise.resolve();const N=i++;return new Promise((P,re)=>{T.set(N,{resolve:de=>P(de),reject:re,generation:typeof C.generation=="number"?C.generation:void 0,expectRenderDone:k}),m({...C,requestId:N})})},D=(async()=>{r=await co(n),r.onmessage=C=>{if(a)return;const _=C.data;if(_.type==="status"){t.onStatus?.(_.label);return}if(_.type==="frame"){if(_.generation<=-Qt){const P=-_.generation,re=l.get(P);l.delete(P),re?.resolve(_.bitmap);return}const N=_.generation<0;if(!N&&_.generation!==s){_.bitmap.close();return}if(N&&!(_.generation===Br)){const re=-_.generation;if(!d.isLatestSeq(re)){tt()?.onWorkerStale(),_.bitmap.close();return}}if(N&&t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()){tt()?.onWorkerStale(),_.bitmap.close();return}Cn(e,_.bitmap),_.bitmap.close(),N&&p(_.generation);return}const k=T.get(_.requestId);if(k)switch(_.type){case"ready":T.delete(_.requestId),k.resolve();break;case"loadAssetsDone":T.delete(_.requestId),u=_.visemePaths?.length?new Set(_.visemePaths):null,k.resolve({width:_.width,height:_.height,visemePaths:_.visemePaths});break;case"renderDone":if(k.expectRenderDone&&k.generation!=null&&_.generation!==k.generation)return;T.delete(_.requestId),k.resolve();break;case"renderAborted":T.delete(_.requestId),k.resolve();break;case"error":T.delete(_.requestId),t.onError?.(_.message),k.reject(new Error(_.message));break}},r.onerror=C=>{if(a)return;const _=C.message||"Worker error";t.onError?.(_);for(const[,k]of T)k.reject(new Error(_));T.clear()},await x({type:"init"}),o=!0})();return{usesWorker:!0,usesPixi:!1,async loadAssets(C){if(a)return{width:842,height:1264};if(await D,a)return{width:842,height:1264};if(!o)throw new Error("Worker init failed");return await x({type:"loadAssets",keyHex:C,urls:ws(ft())})??{width:842,height:1264}},getVisemeAtlasPaths(){return u},async renderSilOnly(){if(a||(await D,a))return;s+=1,d.reset(),f.clear(),l.forEach(({resolve:_})=>_(null)),l.clear(),c=Qt;const C=s;await x({type:"cancelLiveDraws"}),await x({type:"renderSil",generation:C},void 0,!0)},drawLiveFrame(C,_,k,N){a||D.then(()=>{a||d.enqueue(_,k,N)})},compositePrefetchFrame(C,_){return a?Promise.resolve(null):D.then(()=>{if(a)return null;const k=++c;return new Promise(N=>{l.set(k,{resolve:N}),x({type:"drawFrame",diffPath:C.mouthPath,expressionDiffPath:C.expressionPath,liveSeq:k},void 0,!0).catch(()=>{l.delete(k),N(null)})})})},blitBitmap(C,_){Cn(C,_)},drawIdleVideo(){},beginIdleToSilCrossfade(){},tickIdleToSilCrossfade(){return!1},finishIdleToSilCrossfade(){},isIdleToSilCrossfading(){return!1},supportsBufferedPlayback:!0,async renderViseme(C,_,k={}){if(a||(await D,a))return;s+=1,d.reset(),f.clear();const N=s;try{await x({type:"cancelLiveDraws"}),await x({type:"renderViseme",generation:N,to:_,from:k.from,transitionDurationMs:k.transitionDurationMs,gapMs:k.gapMs,threshold:k.threshold},void 0,!0)}catch(P){if(P?.name==="AbortError")return;throw P}},dispose(){if(!a){a=!0,s+=1,d.reset(),f.clear(),l.forEach(({resolve:C})=>C(null)),l.clear(),c=Qt;for(const[,C]of T)C.resolve();T.clear(),r?.terminate(),r=null}}}}async function fo(e,t){const n=await oo(e,{onWebGlContextLost:t.onWebGlContextLost,maxTextureSize:t.pixiMaxTextureSize});let r=0,i=null,s=!1;const o=er(async(a,u)=>s?!1:t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()?(tt()?.onWorkerStale(),!1):(n.drawLiveFrame(a),o.isLatestSeq(u)));return{usesWorker:!1,usesPixi:!0,async loadAssets(a){if(s)return{width:842,height:1264};const u=await n.loadAssets(a);return i=u.visemePaths?.length?new Set(u.visemePaths):null,u},getVisemeAtlasPaths(){return i},async renderSilOnly(){s||(r+=1,o.reset(),n.renderSilOnly())},drawLiveFrame(a,u,f,l){s||o.enqueue(u,f,l)},async compositePrefetchFrame(a,u){if(s)return null;try{return await n.compositePrefetchFrame(a)}catch{return null}},blitBitmap(a,u){s||t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()||n.blitBitmap(u)},drawIdleVideo(a,u){s||n.drawIdleVideo(a,u)},beginIdleToSilCrossfade(a){s||n.beginIdleToSilCrossfade(a)},tickIdleToSilCrossfade(a){return s?!1:n.tickIdleToSilCrossfade(a)},finishIdleToSilCrossfade(){s||n.finishIdleToSilCrossfade()},isIdleToSilCrossfading(){return s?!1:n.isIdleToSilCrossfading()},supportsBufferedPlayback:!1,async renderViseme(a,u){if(s)return;r+=1;const f=r;o.reset(),t.onStatus?.(u),n.drawLiveFrame({mouthPath:vt(u),expressionPath:null})},dispose(){s||(s=!0,r+=1,o.reset(),n.dispose())}}}function Or(e,t){if(!lo())return Lr(e,t);const n=Ji(t.workerScriptUrl);try{return uo(e,t,n)}catch{return Lr(e,t)}}function mo(e,t={}){if(t.preferLegacyRenderer)return Or(e,t);let n=null,r=!1,i=null,s=!1;const o=()=>n?Promise.resolve(n):(i||(i=(async()=>{try{const a=await fo(e,t);if(s)throw a.dispose(),new Error("Renderer disposed during Pixi init");return r=!0,n=a,a}catch(a){if(s)throw a instanceof Error?a:new Error(String(a));return console.warn("[AiTwin] Pixi WebGL renderer unavailable, using Canvas2D fallback:",a),n=Or(e,t),r=!1,n}})()),i);return{get usesWorker(){return n?.usesWorker??!1},get usesPixi(){return r},async loadAssets(a){return(await o()).loadAssets(a)},getVisemeAtlasPaths(){return n?.getVisemeAtlasPaths()??null},async renderSilOnly(){return(await o()).renderSilOnly()},drawLiveFrame(a,u,f,l){o().then(c=>{s||c.drawLiveFrame(a,u,f,l)})},async compositePrefetchFrame(a,u){return(await o()).compositePrefetchFrame(a,u)},blitBitmap(a,u){n&&n.blitBitmap(a,u)},drawIdleVideo(a,u){n?.usesPixi&&n.drawIdleVideo(a,u)},beginIdleToSilCrossfade(a){n?.beginIdleToSilCrossfade(a)},tickIdleToSilCrossfade(a){return n?.tickIdleToSilCrossfade(a)??!1},finishIdleToSilCrossfade(){n?.finishIdleToSilCrossfade()},isIdleToSilCrossfading(){return n?.isIdleToSilCrossfading()??!1},get supportsBufferedPlayback(){return n?.supportsBufferedPlayback??!1},async renderViseme(a,u,f){return(await o()).renderViseme(a,u,f)},dispose(){s=!0,i=null,n?.dispose(),n=null}}}class ho extends Error{constructor(t,n){super(`${t} timed out after ${Math.round(n/1e3)}s`),this.name="LoadTimeoutError"}}function Tn(e,t,n){return new Promise((r,i)=>{const s=globalThis.setTimeout(()=>{i(new ho(n,t))},t);e.then(o=>{globalThis.clearTimeout(s),r(o)},o=>{globalThis.clearTimeout(s),i(o)})})}const wo={overflow:"hidden",position:"relative",display:"inline-block",lineHeight:0},po={display:"block",maxWidth:"100%",height:"auto"},go={position:"absolute",inset:0,display:"flex",alignItems:"center",justifyContent:"center",padding:"1rem",background:"rgba(0,0,0,0.55)",color:"#fff",fontSize:"0.875rem",textAlign:"center"};function At(e){return rs(e)?$n:zn}function Qe(e,t){return t?.isSpeaking()||t?.isWarmingUp()?t:e.isSpeaking()||e.isWarmingUp()?e:t?.isConnected()?t:e}const Ni=h.forwardRef(function({id:t,avatarId:n,faceId:r,assets:i,authToken:s,apiBase:o,ttsEngineId:a=at,voiceId:u,speakingRate:f=Ft,className:l,style:c,canvasStyle:d,onStatusChange:p,onDisplayStatus:T,onError:m,onReady:x,showErrorOverlay:D=!0,loadingThumbnailUrl:C,onUserTranscript:_,onBotOutput:k,onRealtimeLipsyncDebug:N,onFrameRenderStats:P,lipsyncBufferedPlayback:re=!0,lipsyncPlaybackWarmupMs:de=1500,pixiMaxTextureSize:I,captions:U},Q){const ne=h.useRef(null),J=h.useRef(null),ee=h.useRef(null),j=h.useRef(re);j.current=re;const oe=h.useRef(de);oe.current=de;const O=h.useRef(0),q=h.useRef(Jn()),A=h.useRef(ya()),se=h.useRef(!1),ie=h.useRef(null),ce=h.useRef(null),ve=h.useRef(0),X=h.useRef(0),S=h.useRef(0),V=h.useRef(null),Z=h.useRef(null),$=h.useRef(!1),W=h.useRef(!1),H=h.useRef(!1),g=h.useRef(!1),v=h.useRef("sil"),E=h.useRef(0),b=h.useRef(!1),M=h.useRef(null),G=h.useRef(!1),[ge,ye]=h.useState("idle"),[Me,Ne]=h.useState(null),[nt,mn]=h.useState(!1),[tr,Lt]=h.useState(!1),[nr,w]=h.useState(!1),[B,te]=h.useState(),[le,Te]=h.useState({width:842,height:1264}),[_e,Se]=h.useState(null),[qe,Ve]=h.useState(0),kt=h.useRef(!1),Ue=h.useRef(s??null),Pe=o?.trim()||ct,rt=h.useRef(null),Ee=h.useRef(null),Ge=h.useRef(!1),We=h.useRef({width:842,height:1264}),ze=h.useRef(null),xt=h.useRef("sil"),Ye=h.useRef(""),we=h.useMemo(()=>Ra(U),[U]),be=h.useCallback(()=>{Ye.current="",Se(null)},[]);h.useEffect(()=>{we.enabled||be()},[we.enabled,be]);const Be=h.useCallback(y=>{if(!we.enabled)return;const F=y.isSpeaking(),z=y.isWarmingUp();if(!F||z){Ye.current&&be();return}const L=Pa(y.getWordQueue());if(!L){Ye.current&&be();return}L!==Ye.current&&(Ye.current=L,Se(L))},[we.enabled,be]),Je=h.useRef(void 0),dt=h.useRef(new Map),Ot=h.useRef(x),pe=h.useRef(T),Nt=h.useRef(m),rr=h.useRef(_),ir=h.useRef(k),Vt=h.useRef(N),sr=h.useRef(P),mt=h.useRef(Wa());Ot.current=x,pe.current=T,Nt.current=m,rr.current=_,ir.current=k,Vt.current=N,sr.current=P,h.useEffect(()=>{const y=mt.current;return Ir(y),()=>Ir(null)},[]);const ar=h.useCallback(y=>{const F=y?.ttsEngineId??a??Ee.current?.ttsEngineId??at,z=y?.voiceId??u??Ee.current?.voiceId??At(F);return{ttsEngineId:F,voiceId:z}},[a,u]),Ze=h.useCallback(y=>{Ne(y),w(!0),Nt.current?.(y)},[]),Et=h.useCallback(y=>{ye(y),p?.(y)},[p]),ue=h.useRef(An(Et,Pe,{onLipsyncDebug:y=>Vt.current?.(y)})),fe=h.useRef(null),or=h.useRef(()=>{});h.useEffect(()=>(ue.current=An(Et,Pe,{onLipsyncDebug:y=>Vt.current?.(y)}),s&&ue.current.setDeveloperToken(s),ue.current.setTtsEngineId(a),()=>{ue.current.stop();const y=fe.current;y&&(y.disconnect(),fe.current=null)}),[Et,s,a,Pe]);const cr=h.useCallback(()=>(fe.current||(fe.current=Si(Et,{speakingRate:f,onUserTranscript:(y,F)=>rr.current?.(y,F),onBotOutput:y=>ir.current?.(y),onLipsyncDebug:y=>Vt.current?.(y)}),fe.current.setTtsEngineId(a),or.current(!0)),fe.current),[Et,f,a]),Re=h.useCallback(()=>{V.current!=null&&(clearTimeout(V.current),V.current=null)},[]),Ce=h.useCallback(()=>{Z.current!=null&&(clearTimeout(Z.current),Z.current=null),H.current=!1},[]),Ut=h.useCallback(()=>{if(g.current)return;const y=J.current;if(g.current=!0,Ce(),$.current=!1,W.current=!1,!G.current||!M.current){y?.renderSilOnly();return}M.current.setActive(!1);const F=M.current.getVideo();if(y?.usesPixi){y.drawIdleVideo(F),y.beginIdleToSilCrossfade(Mr);return}(async()=>{const z=ne.current;z&&await Sn(z,F,null,void 0,We.current).catch(()=>{}),await new Promise(L=>setTimeout(L,Mr)),g.current&&await y?.renderSilOnly()})()},[Ce]),lr=h.useCallback(()=>{!G.current||!M.current||(g.current=!1,J.current?.finishIdleToSilCrossfade(),Ce(),H.current=!0,Z.current=setTimeout(()=>{if(Z.current=null,Qe(ue.current,fe.current).isSpeaking()){H.current=!1;return}if($.current){H.current=!1;return}const y=M.current;if(!y){H.current=!1;return}y.restart(),y.setActive(!0);const F=y.getVideo();let z=!1;const L=()=>{z||(z=!0,F.removeEventListener("playing",K),H.current=!1)},K=()=>{L()};if(F.addEventListener("playing",K,{once:!0}),F.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA&&!F.paused){L();return}setTimeout(L,300)},za))},[Ce]),ht=h.useCallback(()=>{if(Re(),pe.current?.("sil"),$.current=!1,g.current=!1,!G.current||!M.current){H.current=!1;return}lr()},[Re,lr]),hn=h.useCallback(async y=>{const F=X.current,z=J.current,L=ne.current,K=()=>{y?.fallbackOnly||($.current=!1)};if(!z||!L||!nt){K();return}if(Qe(ue.current,fe.current).isSpeaking()){K();return}if(y?.fallbackOnly){if(!$.current||(De(q.current),await z.renderSilOnly(),F!==X.current)||Qe(ue.current,fe.current).isSpeaking())return;ht();return}if(Pr(q.current)){De(q.current),ht();return}if(j.current&&z.supportsBufferedPlayback&&!y?.fallbackOnly){if(De(q.current),ee.current?.reset(),await z.renderSilOnly(),F!==X.current||Qe(ue.current,fe.current).isSpeaking())return;ht();return}const Ie=qa(Qe(ue.current,fe.current).getVisemeQueue(),E.current,v.current),Fe=Ga(Ie,ze.current);if(De(q.current),!Fe){if(await z.renderSilOnly(),F!==X.current||Qe(ue.current,fe.current).isSpeaking())return;ht();return}try{await z.renderViseme(L,"sil",{from:Ie,transitionDurationMs:Bi})}catch(Ae){if(Ae?.name!=="AbortError")throw Ae}if(F!==X.current){K();return}if(Qe(ue.current,fe.current).isSpeaking()){K();return}ht()},[nt,ht]),wt=h.useCallback(()=>{if(W.current||$.current)return;W.current=!0,$.current=!0,Re();const y=X.current;hn().finally(()=>{W.current=!1}),V.current=setTimeout(()=>{V.current=null,y===X.current&&hn({fallbackOnly:!0})},Ya())},[Re,hn]),ur=h.useCallback(async()=>{const y=Math.floor(Date.now()/1e3);if(rt.current&&y<rt.current.expiresAt-60)return rt.current.key;const F=Ue.current??await Pt();Ue.current=F,ue.current.setDeveloperToken(F);const z=await fs(F,Pe);return rt.current={key:z.value,expiresAt:z.expiresAt},z.value},[Pe]);h.useEffect(()=>{s&&(Ue.current=s,ue.current.setDeveloperToken(s))},[s]),h.useEffect(()=>{ue.current.setTtsEngineId(a),fe.current?.setTtsEngineId(a),Ee.current&&(Ee.current.ttsEngineId=a)},[a]),h.useEffect(()=>{const y=u??At(a);Ee.current&&(Ee.current.voiceId=y)},[u,a]);const $e=h.useMemo(()=>Gr(n,r),[n,r]),$i=h.useMemo(()=>i?JSON.stringify(i):$e?`face:${$e}`:`id:${t??""}`,[i,$e,t]),Hi=h.useMemo(()=>{const y=C?.trim();return y||(hr($e)??hr(B)??ss(i))},[C,$e,B,i]);return h.useEffect(()=>{if(!t&&!i&&!$e){Ze("AiTwin requires `assets`, `avatarId`/`faceId`, or `id`");return}let y=!1;Ge.current=!1,mn(!1),Lt(!1),w(!1),te($e),Ne(null),Ee.current=null,M.current=null,G.current=!1;const F=ne.current;if(!F)return;let z=null;return(async()=>{try{let L,K,xe,Ie;if(i)L=i,K=a,xe=u??At(K);else if($e)pe.current?.("loadFace"),L=En($e),K=a,xe=u??At(K);else{pe.current?.("getAiTwin");const Y=await Tn(Kr(t),3e4,"getAiTwin");if(y)return;if(!Y.faceId?.trim())throw new Error("getAiTwin returned no faceId");te(Y.faceId.trim()),K=Y.ttsEngineId,xe=u??Y.voiceId??At(K),Ie=Y.knowledgeContextId?.trim()||void 0,L=En(Y.faceId)}Ee.current={ttsEngineId:K,voiceId:xe,personaId:Ie},Yr(L),M.current=_a();const Fe=!!(i&&!ut(i));z=mo(F,{preferLegacyRenderer:Fe,pixiMaxTextureSize:I,onStatus:Y=>{y||pe.current?.(Y)},onError:Y=>{y||Ze(Y)},shouldAcceptLiveFrame:()=>{if(se.current)return!0;if($.current)return!1;const Y=Qe(ue.current,fe.current);return Y.isSpeaking()||Y.isWarmingUp()},onWebGlContextLost:()=>{y||kt.current||(kt.current=!0,queueMicrotask(()=>{y||Ve(Y=>Y+1)}))}}),J.current=z,ee.current=eo(z),kt.current=!1;const Ae=Y=>{const ae=()=>{if(!Y||oe.current<=0)return!1;const ke=J.current;return ke?j.current&&ke.supportsBufferedPlayback?!0:ke.usesPixi:!1};ue.current.setLipsyncWarmupHold(Y,ae),fe.current?.setLipsyncWarmupHold(Y,ae)};or.current=Ae,Ae(!0),pe.current?.("auth");const He=Ue.current??s??await Tn(Pt(),3e4,"getAuthToken");if(y)return;Ue.current=He,ue.current.setDeveloperToken(He),ue.current.setTtsEngineId(K);const Wt=Dt()?await ur():void 0;if(y)return;pe.current?.("loadAssets");const me=await Tn(z.loadAssets(Wt),18e4,"load face assets");if(!y&&me.width>0&&me.height>0&&(We.current=me,Te(me)),y)return;ze.current=z.getVisemeAtlasPaths(),Ge.current=!0,mn(!0),Ot.current?.(),z.renderSilOnly().then(()=>{y||pe.current?.("sil")}),(async()=>{try{const Y=await Ys(Wt);if(await M.current.load(Y),y)return;G.current=!0,Lt(!0),De(q.current),M.current.setActive(!0);const ae=M.current.getVideo();z.usesPixi?z.drawIdleVideo(ae):await Sn(F,ae,null,void 0,We.current)}catch(Y){if(y)return;G.current=!1,Lt(!1),console.warn("[AiTwin] Idle video unavailable:",Y)}finally{y||(w(!0),pe.current?.("idle"))}})()}catch(L){if(y)return;if(L instanceof Xt){Ze(L.message);return}Ze(L instanceof Error?L.message:"Failed to load AI twin")}})(),()=>{y=!0,M.current?.dispose(),z?.dispose(),J.current=null}},[$i,i,$e,t,a,u,s,I,ur,Ze,qe]),h.useEffect(()=>{const y={current:!1},F=()=>{const z=ne.current,L=J.current,K=Qe(ue.current,fe.current);if(!z||!L||!nt){ve.current=requestAnimationFrame(F);return}if(document.hidden){M.current?.setActive(!1),ve.current=requestAnimationFrame(F);return}const xe=K.isSpeaking(),Ie=K.isWarmingUp(),Fe=xe&&!b.current,Ae=b.current&&!xe;Fe&&(Re(),Ce(),$.current=!1,W.current=!1,De(q.current),ee.current?.reset(),mt.current.reset(),Je.current=void 0,S.current=0,v.current="sil",E.current=0,Ut()),Ae&&(A.current.reset(),M.current?.setActive(!1),ee.current?.reset(),L.finishIdleToSilCrossfade(),be(),wt());const He=Ae||$.current||H.current||g.current,Wt=re&&L.supportsBufferedPlayback;if(Ie){if(Ut(),G.current&&M.current?.setActive(!1),L.usesPixi&&L.isIdleToSilCrossfading()){L.tickIdleToSilCrossfade(performance.now()),K.getVisemeQueue().length>0&&O.current===0&&(O.current=performance.now()),b.current=K.isSpeaking(),ve.current=requestAnimationFrame(F);return}const me=K.getVisemeQueue();me.length>0&&O.current===0&&(O.current=performance.now()),A.current.advance(performance.now());const Y=A.current.getExpressionPath(),ae=A.current.getDrawKey(),ke={queue:me,elapsedMs:0,expressionPath:Y,expressionDrawKey:ae,availablePaths:ze.current};let Le=!1;Wt&&ee.current?(ee.current.warmupTick(ke),Le=ee.current.isWarmupReady(ke,oe.current)):L.usesPixi&&Rr(z,me,0,Y,ae,q.current,(pt,zt,wn,$t)=>{L.drawLiveFrame(pt,zt,wn,je=>{$t?.(je),K.isWarmingUp()&&je!==""&&!Pr({lastDrawnKey:je})&&(O.current=0,K.releaseWarmupHold())})},pt=>{pe.current?.(pt.label)},ze.current);const et=O.current>0&&performance.now()-O.current>es;pe.current?.(Le?"buffer ready":"buffering lipsync…"),(Le||et)&&(O.current=0,K.releaseWarmupHold()),Be(K),b.current=K.isSpeaking(),ve.current=requestAnimationFrame(F);return}if(xe){Ut(),G.current&&M.current?.setActive(!1),L.usesPixi&&L.isIdleToSilCrossfading()&&L.finishIdleToSilCrossfade();const me=K.getVisemeQueue(),Y=K.getPlaybackElapsedMs();Fs(me,Y),E.current=Y;const ae=me.length>0?Bt(me,Y):"sil";ae!=="sil"&&(v.current=ae);const ke=Ta(Y,K.getSentenceEmotions(),K.getWordQueue(),K.getStreamMood());A.current.setTargetEmotion(ke),A.current.setTargetEyebrow(ga(Y,K.getWordQueue(),ot(ke))),A.current.advance(performance.now());const Le=A.current.getExpressionPath(),et=A.current.getDrawKey(),pt=(je,pn,It,gn)=>{const fr={label:xt.current,elapsedMs:Y,mouthPath:pn.mouthPath,transitionMeta:Je.current};dt.current.set(It,fr),ee.current?.markExternallyDisplayed(It,Le),L.drawLiveFrame(je,pn,It,Ht=>{const ji=dt.current.get(Ht)??fr;dt.current.delete(Ht),mt.current.onDrawDisplayed(ji,me),ee.current?.markExternallyDisplayed(Ht,Le),gn?.(Ht)})},zt=je=>{xt.current=je.label,Je.current=je.transitionMeta,pe.current?.(je.label)},wn=re&&L.supportsBufferedPlayback;let $t=!1;wn&&ee.current&&($t=ee.current.tick({canvas:z,queue:me,elapsedMs:Y,expressionPath:Le,expressionDrawKey:et,playbackState:q.current,availablePaths:ze.current,onStatus:zt,onDisplayed:(pn,It,gn)=>{mt.current.onDrawDisplayed({label:gn,elapsedMs:Y,mouthPath:It,transitionMeta:Je.current},me)}}).usedBuffer),$t||Rr(z,me,Y,Le,et,q.current,pt,zt,ze.current),mt.current.onRafTickSpeaking(),sr.current?.(mt.current.snapshot(me,Y))}else if(!He&&se.current){M.current?.setActive(!1),A.current.advance(performance.now());const me=A.current.getExpressionPath(),Y=A.current.getDrawKey();bn(z,me,Y,q.current,(ae,ke,Le,et)=>L.drawLiveFrame(ae,ke,Le,et),ae=>{if(ce.current){pe.current?.(ce.current);return}const ke=A.current.getTargetEmotion();pe.current?.(ae==="sil"||ae==="blink"?`${ke}${ae==="blink"?" · blink":""}`:ae)},null,ie.current)}else if(!He&&G.current&&M.current){const me=M.current,Y=me.getVideo();if(Y.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA){me.setActive(!0);const ae=()=>!K.isSpeaking()&&!$.current&&!H.current&&!se.current;L.usesPixi?(L.drawIdleVideo(Y,ae),ae()&&pe.current?.("idle")):y.current||(y.current=!0,Sn(z,Y,null,void 0,We.current,ae).then(()=>pe.current?.("idle")).finally(()=>{y.current=!1}))}else bn(z,null,"__sil__",q.current,(ae,ke,Le,et)=>L.drawLiveFrame(ae,ke,Le,et),ae=>pe.current?.(ae))}else He||bn(z,null,"__sil__",q.current,(me,Y,ae,ke)=>L.drawLiveFrame(me,Y,ae,ke),me=>pe.current?.(me));we.enabled&&Be(K),b.current=xe,ve.current=requestAnimationFrame(F)};return ve.current=requestAnimationFrame(F),()=>{cancelAnimationFrame(ve.current),Re(),Ce(),ue.current.stop(),fe.current?.stop()}},[nt,tr,wt,Re,Ce,Ut,Be,be,we.enabled]),h.useImperativeHandle(Q,()=>({speakText:async(y,F)=>{const z=y.trim();if(!z)return;const L=J.current;if(!L||!Ge.current&&!nt)throw new Error("AI twin is not ready");const{ttsEngineId:K,voiceId:xe}=ar(F);Ne(null),be(),X.current+=1,Re(),Ce(),$.current=!1,W.current=!1,v.current="sil",E.current=0,De(q.current),se.current=!1,ie.current=null,ce.current=null,A.current.reset(),b.current=!1,g.current=!1,L.finishIdleToSilCrossfade();try{await ue.current.speak(z,{voiceId:xe,speakingRate:F?.speakingRate??f,ttsEngineId:K})}catch(Ie){throw g.current=!1,L.finishIdleToSilCrossfade(),wt(),Ze(Ie instanceof Error?Ie.message:"TTS failed"),Ie}},stop:()=>{X.current+=1,Re(),Ce(),$.current=!1,W.current=!1,g.current=!1,J.current?.finishIdleToSilCrossfade(),ue.current.stop(),fe.current?.stop(),De(q.current),ee.current?.reset(),O.current=0,b.current=!1,be(),wt()},setTtsEngineId:y=>{ue.current.setTtsEngineId(y),fe.current?.setTtsEngineId(y),Ee.current&&(Ee.current.ttsEngineId=y)},renderViseme:async(y,F)=>{const z=J.current,L=ne.current;if(!z||!L||!Ge.current)throw new Error("AI twin is not ready");await z.renderViseme(L,y,{from:F?.from,transitionDurationMs:F?.transitionDurationMs,gapMs:F?.gapMs,onStatus:K=>pe.current?.(K)})},setEmotion:y=>{if(!Ge.current)throw new Error("AI twin is not ready");const F=J.current,z=ne.current;if(!F||!z)throw new Error("AI twin is not ready");X.current+=1,Re(),Ce(),$.current=!1,W.current=!1,H.current=!1,g.current=!1,ue.current.stop(),fe.current?.stop(),De(q.current),ee.current?.reset(),O.current=0,b.current=!1,F.finishIdleToSilCrossfade(),M.current?.setActive(!1);const L=Xe(y);se.current=!0,ie.current=null,ce.current=null,A.current.snapToEmotion(L);const K=A.current.getExpressionPath(),xe=A.current.getDrawKey(),Ie={mouthPath:null,expressionPath:K},Fe=Ct(Ie,xe);q.current.lastDrawnKey="",F.drawLiveFrame(z,Ie,Fe,He=>{He===Fe&&(q.current.lastDrawnKey=Fe)});const Ae=ot(L);pe.current?.(K?`${L} · brow ${Ae>0?"+":""}${Ae}`:`${L} · brow 0 (sil base)`)},getEmotion:()=>se.current?A.current.getTargetEmotion():null,clearEmotionPreview:()=>{se.current=!1,ie.current=null,ce.current=null,A.current.reset(),De(q.current),pe.current?.("idle")},setViseme:y=>{if(!Ge.current)throw new Error("AI twin is not ready");const F=J.current,z=ne.current;if(!F||!z)throw new Error("AI twin is not ready");X.current+=1,Re(),Ce(),$.current=!1,W.current=!1,H.current=!1,g.current=!1,ue.current.stop(),fe.current?.stop(),De(q.current),ee.current?.reset(),O.current=0,b.current=!1,F.finishIdleToSilCrossfade(),M.current?.setActive(!1);const L=an(y);se.current=!0,ce.current=L,ie.current=L==="sil"?null:vt(L),A.current.snapToEmotion("neutral");const K=A.current.getExpressionPath(),xe=A.current.getDrawKey(),Fe={mouthPath:ie.current,expressionPath:K},Ae=Ct(Fe,xe);q.current.lastDrawnKey="",F.drawLiveFrame(z,Fe,Ae,He=>{He===Ae&&(q.current.lastDrawnKey=Ae)}),pe.current?.(L)},getViseme:()=>se.current?ce.current:null,isReady:()=>Ge.current,getStatus:()=>ge,connect:async(y={})=>{Ne(null);try{let F=y.authToken?.trim();F||(F=Ue.current??s??await Pt(),Ue.current=F);const z=y.voiceId?.trim()??u??Ee.current?.voiceId,L=y.personaId?.trim()??Ee.current?.personaId,K=cr();await K.unlockAudio(),await K.connect({...y,apiBase:y.apiBase?.trim()||Pe,authToken:F,voiceId:z,personaId:L,speakingRate:y.speakingRate??f})}catch(F){throw Ze(F instanceof Error?F.message:"Voice connect failed"),F}},disconnect:async()=>{const y=fe.current;y&&(X.current+=1,Re(),Ce(),$.current=!1,W.current=!1,g.current=!1,J.current?.finishIdleToSilCrossfade(),De(q.current),ee.current?.reset(),O.current=0,b.current=!1,await y.disconnect(),wt())},isConnected:()=>fe.current?.isConnected()??!1,getVoiceStream:()=>fe.current?.getVoiceStream()??ue.current?.getVoiceStream()??null,setMuted:y=>{const F=ue.current,z=fe.current;F?.setMuted?.(y),z?.setMuted?.(y)},isMuted:()=>{const y=fe.current,F=ue.current;return y?.isMuted?.()??F?.isMuted?.()??!1},getPersonaId:()=>Ee.current?.personaId?.trim()||null}),[nt,f,s,u,Re,Ce,wt,Ze,ar,cr,ge,Pe]),R.jsxs("div",{className:l,style:{...wo,...c},children:[R.jsx("canvas",{ref:ne,width:le.width,height:le.height,style:{...po,...d},"aria-label":t?`AI twin ${t}`:"AI twin face"}),!nr&&!Me?R.jsx(Va,{thumbnailUrl:Hi}):null,D&&Me?R.jsx("div",{style:go,children:Me}):null,we.enabled&&_e?R.jsx(Fa,{text:_e,style:we.style},_e):null]})});async function yo(e){try{const t=await e.json();if(typeof t.detail=="string"&&t.detail.trim())return t.detail;if(typeof t.error=="string"&&t.error.trim())return t.error}catch{}return`avatarReply failed (${e.status})`}async function Vi(e){const t=e.message.trim();if(!t)throw new Error("Message is required");const n=e.authToken.trim();if(!n)throw new Error("Auth token is required");const r=(e.apiBase?.trim()||ct).replace(/\/$/,""),i=await fetch(`${r}/avatarReply`,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${n}`,Accept:"text/event-stream"},body:JSON.stringify({message:t,history:e.history??[],persona_id:e.personaId?.trim()||""})});if(!i.ok)throw new Error(await yo(i));if(!i.body)throw new Error("avatarReply response body is empty");const s=i.body.getReader(),o=new TextDecoder;let a="",u="",f="",l="";for(;;){const{done:c,value:d}=await s.read();if(c)break;a+=o.decode(d,{stream:!0});const p=a.split(`
|
|
48
|
+
`);a=p.pop()||"";for(const T of p){if(T.startsWith("event: ")){l=T.slice(7).trim();continue}if(!T.startsWith("data: "))continue;const m=T.slice(6).trim();if(!m)continue;let x;try{x=JSON.parse(m)}catch{continue}if(l==="spokenText")u=x.text||"",e.onSpokenText?.(u);else if(l==="displayText")f=x.text||"";else if(l==="error")throw new Error(x.error||"avatarReply stream error")}}if(!u.trim()||!f.trim())throw new Error("avatarReply stream missing displayText or spokenText");return{displayText:f.trim(),spokenText:u.trim()}}function _o({muted:e}){return e?R.jsxs("svg",{width:"18",height:"18",viewBox:"0 0 24 24",fill:"none","aria-hidden":!0,children:[R.jsx("path",{d:"M11 5 6.5 9H3v6h3.5L11 19V5Z",fill:"currentColor"}),R.jsx("path",{d:"m16 9.5 5 5m0-5-5 5",stroke:"currentColor",strokeWidth:"2",strokeLinecap:"round"})]}):R.jsxs("svg",{width:"18",height:"18",viewBox:"0 0 24 24",fill:"none","aria-hidden":!0,children:[R.jsx("path",{d:"M11 5 6.5 9H3v6h3.5L11 19V5Z",fill:"currentColor"}),R.jsx("path",{d:"M15.5 8.5a4.5 4.5 0 0 1 0 7M18.5 6a8 8 0 0 1 0 12",stroke:"currentColor",strokeWidth:"2",strokeLinecap:"round"})]})}function vo(){return R.jsx("svg",{width:"14",height:"14",viewBox:"0 0 24 24",fill:"currentColor","aria-hidden":!0,children:R.jsx("path",{d:"M8 5.5v13l11-6.5L8 5.5Z"})})}function So(){return R.jsx("svg",{width:"14",height:"14",viewBox:"0 0 24 24",fill:"currentColor","aria-hidden":!0,children:R.jsx("rect",{x:"6",y:"6",width:"12",height:"12",rx:"1.5"})})}function bo(){return R.jsx("svg",{width:"14",height:"14",viewBox:"0 0 24 24",fill:"none","aria-hidden":!0,children:R.jsx("path",{d:"M5 6.5A2.5 2.5 0 0 1 7.5 4h9A2.5 2.5 0 0 1 19 6.5v7A2.5 2.5 0 0 1 16.5 16H10l-4 3.5V16H7.5A2.5 2.5 0 0 1 5 13.5v-7Z",stroke:"currentColor",strokeWidth:"2",strokeLinejoin:"round"})})}function Ui({className:e}){return R.jsx("span",{className:e??"aitwin-widget__spinner","aria-hidden":!0,children:R.jsx("svg",{viewBox:"0 0 24 24",fill:"none",children:R.jsx("circle",{cx:"12",cy:"12",r:"9",stroke:"currentColor",strokeWidth:"2.5",strokeLinecap:"round",strokeDasharray:"40 20"})})})}function To({muted:e,onToggle:t}){return R.jsx("button",{type:"button",className:"aitwin-widget__mute",onClick:t,"aria-label":e?"Unmute":"Mute","aria-pressed":e,children:R.jsx(_o,{muted:e})})}function ko(){return R.jsxs("div",{className:"aitwin-widget__connecting",role:"status","aria-live":"polite",children:[R.jsx(Ui,{className:"aitwin-widget__spinner aitwin-widget__spinner--accent"}),R.jsx("span",{children:"Connecting..."})]})}function xo(e){const t=e.connecting||e.textSending||e.status==="loading"||e.status==="speaking",n=e.connecting?"Connecting...":e.connected?"End Talk":"Talk",r=["aitwin-widget__action",e.textMode&&!e.connecting?"":"aitwin-widget__action--primary",e.connecting?"aitwin-widget__action--connecting":""].filter(Boolean).join(" ");return R.jsxs("div",{className:"aitwin-widget__controls",children:[R.jsxs("div",{className:"aitwin-widget__actions",children:[R.jsxs("button",{type:"button",className:r,onClick:e.onTalk,disabled:!e.ready||e.connecting||e.textSending,"aria-busy":e.connecting,children:[e.connecting?R.jsx(Ui,{className:"aitwin-widget__spinner aitwin-widget__spinner--on-accent"}):e.connected?R.jsx(So,{}):R.jsx(vo,{}),R.jsx("span",{children:n})]}),R.jsxs("button",{type:"button",className:e.textMode?"aitwin-widget__action aitwin-widget__action--primary":"aitwin-widget__action",onClick:e.onTextMode,disabled:!e.ready||e.connecting||e.textSending,"aria-pressed":e.textMode,children:[R.jsx(bo,{}),R.jsx("span",{children:"Text"})]})]}),e.textMode?R.jsxs("form",{className:"aitwin-widget__composer",onSubmit:i=>{i.preventDefault(),e.onSendText()},children:[R.jsx("input",{type:"text",className:"aitwin-widget__composer-input",value:e.textDraft,onChange:i=>e.onTextDraftChange(i.target.value),placeholder:e.textSending?"Getting reply...":"Type a message…",autoComplete:"off",disabled:!e.ready||t}),R.jsx("button",{type:"submit",className:"aitwin-widget__composer-send",disabled:!e.ready||t||!e.textDraft.trim()&&!e.textSending,"aria-busy":e.textSending,children:e.textSending?"…":"Send"})]}):null,e.error?R.jsx("p",{className:"aitwin-widget__controls-error",role:"alert",children:e.error}):null]})}const Nr=97,Eo=3500;function Io(e,t){const n=Math.max(0,e),r=1-Math.exp(-n/Eo);return Math.min(Nr,Math.round(r*Nr))}function Ao(e){const[t,n]=h.useState(null),[r,i]=h.useState(()=>Date.now());return h.useEffect(()=>{if(!e){n(null);return}const s=Date.now();n(s),i(s);let o=0;const a=()=>{i(Date.now()),o=window.requestAnimationFrame(a)};return o=window.requestAnimationFrame(a),()=>{window.cancelAnimationFrame(o)}},[e]),e?t==null?0:Io(r-t):100}const Mo="M259.01,593.87v-101.49c.33-6.31,4.94-11.26,10.21-11.88,6.42-.75,13.18,4.99,13.13,12.92-.42,45.09-.83,90.17-1.25,135.26.03,1.56.56,15.43,11.95,23.2,6.18,4.21,12.57,4.6,15.42,4.58-.42-112.77-.83-225.54-1.25-338.31-.08-2.55-1.03-46.36,21.17-55.34,2.05-.83,4.42-1.41,7.17-1.56v453.42c.07,12.06,1.98,37.84,19.03,62.73,7.01,10.23,14.79,17.71,21.4,22.99V222.42c-.01-3.72.48-11.67,5.35-19.87,7-11.77,18.13-15.82,21.4-16.95,10.42-3.61,19.49-2.06,23.48-1.11v684.96c.59,4.03,1.78,9.72,4.45,16.12,1.93,4.63,8.84,20.57,26.47,31.26,13.48,8.18,26.56,9.23,32.86,9.31-1.3-256.11-2.59-512.22-3.89-768.33.76-16.43,14.57-28.94,29.73-28.34,13.53.53,25.39,11.39,27.23,25.84-1.1,264.68-2.2,529.35-3.3,794.03,4.33.92,22.38,4.25,38.94-6.53,10.26-6.68,15.24-15.72,17.09-19.17,5.55-10.36,6.42-19.98,6.53-25.01-.72-246.99-1.43-493.97-2.15-740.96,2.27-.06,34.75-.44,48.29,22.68,3.41,5.83,4.87,11.86,5.34,17.19v674.68c5.92-2.16,39.19-14.94,50.16-47.79,3.12-9.34,3.68-18.03,3.33-25.01.03-193.22.06-386.43.09-579.65,4.12,1.18,28.28,8.48,36.17,30.08,1.64,4.49,2.32,8.88,2.43,12.92.02,146.42.05,292.84.07,439.25,3.82-1.71,19.51-9.22,25.56-26.47,2.15-6.12,2.48-11.73,2.29-15.89.01-114.91.03-229.81.04-344.72,2.36-.1,7.51.02,12.74,3.13,9.1,5.4,10.87,15.35,11.12,16.88.35,11.49.69,22.97,1.04,34.46.46,37.05.93,74.1,1.39,111.15v152.69c3.39-.72,9.77-2.67,14.31-8.34,3.62-4.52,4.51-9.46,5.56-15.28.91-5.04.95-9.31.83-12.23.02-38.81.03-77.62.05-116.43";function Po({className:e="aitwin-widget__logo",strokeWidth:t=15,durationMs:n=2600,delayMs:r=0,loop:i=!1}){return R.jsx("svg",{viewBox:"0 0 1080 1080",className:e,role:"img","aria-label":"AITWIN logo",children:R.jsx("path",{className:i?"aitwin-widget__logo-draw aitwin-widget__logo-draw--loop":"aitwin-widget__logo-draw",d:Mo,fill:"none",stroke:"currentColor",strokeWidth:t,strokeMiterlimit:10,pathLength:1,style:{animationDuration:`${n}ms`,animationDelay:`${r}ms`}})})}function Ro({progress:e}){const t=Math.max(0,Math.min(100,Math.round(e)));return R.jsx("div",{className:"aitwin-widget__face-loading","aria-live":"polite","aria-label":`Loading ${t} percent`,children:R.jsxs("div",{className:"aitwin-widget__face-loading-content",children:[R.jsx(Po,{className:"aitwin-widget__logo",loop:!0,durationMs:2600}),R.jsxs("div",{className:"aitwin-widget__face-loading-bar-wrap",children:[R.jsx("div",{role:"progressbar","aria-valuenow":t,"aria-valuemin":0,"aria-valuemax":100,className:"aitwin-widget__face-loading-track",children:R.jsx("div",{className:"aitwin-widget__face-loading-fill",style:{width:`${t}%`}})}),R.jsxs("p",{className:"aitwin-widget__face-loading-pct",children:[t,"%"]})]})]})})}function Vr(e){const t=e.id?.trim()||void 0,n=e.faceId?.trim()||e.avatarId?.trim()||void 0;return{id:n?void 0:t,faceId:n,authToken:e.authToken?.trim()||void 0,apiBase:e.apiBase?.trim()||void 0,voiceId:e.voiceId?.trim()||void 0,speakingRate:e.speakingRate}}function Co(e){return[e.id??"",e.faceId??"",e.authToken?.slice(0,16)??"",e.voiceId??"",e.apiBase??"",String(e.speakingRate??"")].join("|")}const Ur={display:"flex",alignItems:"center",justifyContent:"center",width:"100%",height:"100%",lineHeight:0},Do={display:"block",height:"100%",width:"100%",objectFit:"cover",objectPosition:"top"},Bo=h.forwardRef(function({options:t},n){const r=h.useRef(null),i=h.useRef(t);i.current={...i.current,onReady:t.onReady,onStatusChange:t.onStatusChange,onError:t.onError,onUserTranscript:t.onUserTranscript,onBotOutput:t.onBotOutput};const[s,o]=h.useState(!!t.showControls),[a,u]=h.useState(()=>Vr(t)),[f,l]=h.useState(!1),[c,d]=h.useState(!1),[p,T]=h.useState(!1),[m,x]=h.useState(!1),[D,C]=h.useState("idle"),[_,k]=h.useState(null),[N,P]=h.useState(!1),[re,de]=h.useState(!1),[I,U]=h.useState(""),[Q,ne]=h.useState(!1),[J,ee]=h.useState([]),[j,oe]=h.useState(t.personaId?.trim()||void 0),O=h.useCallback(b=>{i.current={...i.current,...b},b.showControls!==void 0&&o(!!b.showControls),b.personaId!==void 0&&oe(b.personaId.trim()||void 0),u(M=>Vr({id:b.id??M.id,faceId:b.faceId??b.avatarId??M.faceId,authToken:b.authToken??M.authToken,apiBase:b.apiBase??M.apiBase,voiceId:b.voiceId??M.voiceId,speakingRate:b.speakingRate??M.speakingRate}))},[]);h.useImperativeHandle(n,()=>({getTwin:()=>r.current,applyOptions:O}),[O]),h.useEffect(()=>{O(t)},[O,t.id,t.faceId,t.avatarId,t.authToken,t.apiBase,t.voiceId,t.speakingRate,t.showControls,t.personaId]);const q=h.useCallback(()=>{l(!0),k(null)},[]),A=h.useCallback(b=>{b==="idle"&&d(!0)},[]),se=h.useCallback(b=>{C(b),i.current.onStatusChange?.(b)},[]),ie=h.useCallback(b=>{k(b),l(!1),d(!1),x(!1),i.current.onError?.(b)},[]),ce=h.useCallback((b,M)=>{i.current.onUserTranscript?.(b,M)},[]),ve=h.useCallback(b=>{i.current.onBotOutput?.(b)},[]);h.useEffect(()=>{if(!s)return;const b=window.setInterval(()=>{T(!!r.current?.isConnected())},400);return()=>window.clearInterval(b)},[s,a]);const X=Co(a),S=!!(a.id||a.faceId),V=f&&c,Z=S&&!V&&!_,$=Ao(Z),W=h.useRef(X);h.useEffect(()=>{V&&i.current.onReady?.()},[V]),h.useEffect(()=>{V&&r.current?.setMuted(N)},[V,N,a]),h.useEffect(()=>{ee([])},[a.id,a.faceId]),h.useEffect(()=>{W.current!==X&&(W.current=X,l(!1),d(!1),k(null),x(!1),T(!1),C("idle"))},[X]);const H=()=>{const b=r.current;if(!b?.isReady())return;if(k(null),de(!1),b.isConnected()){x(!1),b.disconnect().finally(()=>{T(!1)});return}x(!0);const M={authToken:a.authToken,voiceId:a.voiceId,speakingRate:a.speakingRate,apiBase:a.apiBase};b.connect(M).then(()=>{T(!!b.isConnected())}).catch(G=>{const ge=G instanceof Error?G.message:"Failed to connect voice.";k(ge),i.current.onError?.(ge)}).finally(()=>{x(!1)})},g=()=>{de(b=>!b),k(null)},v=()=>{const b=I.trim(),M=r.current;!b||!M?.isReady()||Q||(k(null),U(""),ne(!0),i.current.onUserTranscript?.(b,!0),(async()=>{try{const G=a.authToken?.trim()||await Pt(),ge=j||M.getPersonaId()?.trim()||void 0,ye=await Vi({message:b,authToken:G,apiBase:a.apiBase||ct,personaId:ge,history:J});ee(Me=>[...Me,{role:"user",content:b},{role:"assistant",content:ye.displayText}]),i.current.onBotOutput?.(ye.displayText),await M.speakText(ye.spokenText,{voiceId:a.voiceId,speakingRate:a.speakingRate})}catch(G){const ge=G instanceof Error?G.message:"Failed to get reply.";k(ge),i.current.onError?.(ge)}finally{ne(!1)}})())},E=()=>{const b=!N;P(b),r.current?.setMuted(b)};return R.jsxs("div",{className:"aitwin-widget__layout",children:[R.jsxs("div",{className:"aitwin-widget__stage",children:[S?R.jsx("div",{style:Ur,children:R.jsx(Ni,{ref:r,id:a.id,faceId:a.faceId,authToken:a.authToken,apiBase:a.apiBase,voiceId:a.voiceId,speakingRate:a.speakingRate,style:Ur,canvasStyle:Do,onReady:q,onDisplayStatus:A,onStatusChange:se,onError:ie,onUserTranscript:ce,onBotOutput:ve,loadingThumbnailUrl:t.loadingThumbnailUrl},X)}):R.jsx("p",{className:"aitwin-widget__hint",style:{padding:16},children:"Pass id or faceId to load a twin."}),Z?R.jsx(Ro,{progress:$}):null,s?R.jsx(To,{muted:N,onToggle:E}):null,s&&m?R.jsx(ko,{}):null]}),s?R.jsx(xo,{ready:V,connected:p,connecting:m,status:D,textMode:re,textDraft:I,textSending:Q,error:_,onTalk:H,onTextMode:g,onTextDraftChange:U,onSendText:v}):null]})}),Fo=".aitwin-widget{--aitwin-border: rgba(255, 255, 255, .12);--aitwin-text: #f4f4f5;--aitwin-muted: #a1a1aa;--aitwin-accent: #f97316;--aitwin-accent-hover: #fb923c;--aitwin-font: ui-sans-serif, system-ui, -apple-system, Segoe UI, Roboto, Helvetica, Arial, sans-serif;--aitwin-size: 1;--aitwin-stage-width: calc(200px * var(--aitwin-size));--aitwin-stage-height: calc(267px * var(--aitwin-size));--aitwin-action-height: calc(40px * var(--aitwin-size));--aitwin-action-font: calc(13px * var(--aitwin-size));--aitwin-action-radius: calc(10px * var(--aitwin-size));--aitwin-action-gap: calc(6px * var(--aitwin-size));--aitwin-mute-size: calc(28px * var(--aitwin-size));--aitwin-layout-gap: calc(8px * var(--aitwin-size));box-sizing:border-box;color:var(--aitwin-text);font-family:var(--aitwin-font);font-size:calc(12px * var(--aitwin-size));line-height:1.45;width:fit-content;max-width:100%}.aitwin-widget *,.aitwin-widget *:before,.aitwin-widget *:after{box-sizing:border-box}.aitwin-widget__layout{display:flex;flex-direction:column;gap:var(--aitwin-layout-gap);width:fit-content;max-width:100%}.aitwin-widget__stage{align-items:center;background:#0a0a0b;border:1px solid var(--aitwin-border);border-radius:calc(10px * var(--aitwin-size));display:flex;flex-shrink:0;height:var(--aitwin-stage-height);justify-content:center;line-height:0;overflow:hidden;position:relative;width:var(--aitwin-stage-width)}.aitwin-widget__stage .aitwin-root,.aitwin-widget__stage canvas{display:block;height:100%;object-fit:cover;object-position:top;width:100%}.aitwin-widget__hint{color:var(--aitwin-muted);font-size:calc(11px * var(--aitwin-size));margin:0}.aitwin-widget__mute{align-items:center;background:#28282cb8;border:none;border-radius:999px;color:#fff;cursor:pointer;display:inline-flex;height:var(--aitwin-mute-size);justify-content:center;padding:0;position:absolute;right:calc(8px * var(--aitwin-size));top:calc(8px * var(--aitwin-size));width:var(--aitwin-mute-size);z-index:2}.aitwin-widget__mute:hover{background:#37373cd9}.aitwin-widget__mute svg{height:calc(15px * var(--aitwin-size));width:calc(15px * var(--aitwin-size))}.aitwin-widget__controls{display:flex;flex-direction:column;gap:var(--aitwin-action-gap);width:var(--aitwin-stage-width)}.aitwin-widget__actions{display:grid;gap:var(--aitwin-action-gap);grid-template-columns:1fr 1fr;width:100%}.aitwin-widget__action{align-items:center;background:transparent;border:1.5px solid var(--aitwin-accent);border-radius:999px;color:var(--aitwin-accent);cursor:pointer;display:inline-flex;font-family:inherit;font-size:var(--aitwin-action-font);font-weight:600;gap:calc(6px * var(--aitwin-size));height:var(--aitwin-action-height);justify-content:center;padding:0 calc(10px * var(--aitwin-size))}.aitwin-widget__action svg{flex-shrink:0;height:calc(12px * var(--aitwin-size));width:calc(12px * var(--aitwin-size))}.aitwin-widget__action:hover:not(:disabled){background:#f973161a}.aitwin-widget__action:disabled{cursor:not-allowed;opacity:.45}.aitwin-widget__action--primary{background:var(--aitwin-accent);border-color:transparent;color:#fff}.aitwin-widget__action--primary:hover:not(:disabled){background:var(--aitwin-accent-hover)}.aitwin-widget__action--connecting:disabled{cursor:progress;opacity:1}.aitwin-widget__spinner{display:inline-flex;flex-shrink:0;height:calc(14px * var(--aitwin-size));width:calc(14px * var(--aitwin-size))}.aitwin-widget__spinner svg{animation:aitwin-widget-spin .8s linear infinite;display:block;height:100%;width:100%}.aitwin-widget__spinner--accent{color:var(--aitwin-accent);height:calc(16px * var(--aitwin-size));width:calc(16px * var(--aitwin-size))}.aitwin-widget__spinner--on-accent{color:#fff}@keyframes aitwin-widget-spin{to{transform:rotate(360deg)}}.aitwin-widget__connecting{align-items:center;backdrop-filter:blur(10px);-webkit-backdrop-filter:blur(10px);background:#ffffffe0;border-radius:999px;bottom:calc(14px * var(--aitwin-size));box-shadow:0 4px 16px #0000001f;color:#3f3f46;display:inline-flex;font-size:calc(12px * var(--aitwin-size));font-weight:600;gap:calc(8px * var(--aitwin-size));left:50%;line-height:1;padding:calc(8px * var(--aitwin-size)) calc(14px * var(--aitwin-size));pointer-events:none;position:absolute;transform:translate(-50%);z-index:3}.aitwin-widget__face-loading{background:transparent;inset:0;overflow:hidden;pointer-events:none;position:absolute;z-index:4}.aitwin-widget__face-loading-content{align-items:center;display:flex;flex-direction:column;gap:calc(12px * var(--aitwin-size));inset:0;justify-content:center;padding:calc(24px * var(--aitwin-size));position:absolute;z-index:1}.aitwin-widget__logo{color:#fff;display:block;flex-shrink:0;height:calc(64px * var(--aitwin-size));margin-bottom:calc(4px * var(--aitwin-size));width:calc(64px * var(--aitwin-size))}.aitwin-widget__logo-draw{stroke-dasharray:1;stroke-dashoffset:1;animation:aitwin-widget-logo-draw 2.6s ease-in-out forwards}.aitwin-widget__logo-draw--loop{animation:aitwin-widget-logo-draw-loop 2.6s ease-in-out infinite}@keyframes aitwin-widget-logo-draw{to{stroke-dashoffset:0}}@keyframes aitwin-widget-logo-draw-loop{0%{stroke-dashoffset:1}45%{stroke-dashoffset:0}55%{stroke-dashoffset:0}to{stroke-dashoffset:-1}}@media(prefers-reduced-motion:reduce){.aitwin-widget__logo-draw,.aitwin-widget__logo-draw--loop{animation:none;stroke-dashoffset:0}}.aitwin-widget__face-loading-bar-wrap{max-width:calc(220px * var(--aitwin-size));width:100%}.aitwin-widget__face-loading-track{background:#fff3;border-radius:999px;height:calc(4px * var(--aitwin-size));overflow:hidden;width:100%}.aitwin-widget__face-loading-fill{background:var(--aitwin-accent);border-radius:999px;height:100%;transition:width .3s ease-out}.aitwin-widget__face-loading-pct{color:#ffffffbf;font-size:calc(12px * var(--aitwin-size));margin:calc(8px * var(--aitwin-size)) 0 0;text-align:center}.aitwin-widget__composer{display:grid;gap:var(--aitwin-action-gap);grid-template-columns:1fr auto;width:100%}.aitwin-widget__composer-input{background:#ffffff0a;border:1px solid var(--aitwin-border);border-radius:var(--aitwin-action-radius);color:var(--aitwin-text);font-family:inherit;font-size:calc(12px * var(--aitwin-size));min-width:0;outline:none;padding:calc(8px * var(--aitwin-size)) calc(10px * var(--aitwin-size))}.aitwin-widget__composer-input:focus{border-color:#f973168c}.aitwin-widget__composer-send{background:var(--aitwin-accent);border:none;border-radius:var(--aitwin-action-radius);color:#fff;cursor:pointer;font-family:inherit;font-size:calc(12px * var(--aitwin-size));font-weight:600;padding:0 calc(12px * var(--aitwin-size))}.aitwin-widget__composer-send:disabled{cursor:not-allowed;opacity:.45}.aitwin-widget__controls-error{color:#fecaca;font-size:calc(11px * var(--aitwin-size));margin:0}.aitwin-widget--float{bottom:20px;filter:drop-shadow(0 12px 32px rgba(0,0,0,.45));height:fit-content;margin:0;max-width:calc(100vw - 40px);position:fixed;right:20px;width:fit-content;z-index:2147483000}",Wr="data-aitwin-widget-style";function Wi(){if(typeof document>"u")return;const e=Fo.trim();if(!e){console.warn("[AiTwinWidget] styles.css?inline resolved empty — chrome will be unstyled");return}const t=document.querySelector(`style[${Wr}]`);if(t){if((t.textContent??"").trim().length>0)return;t.textContent=e;return}const n=document.createElement("style");n.setAttribute(Wr,"1"),n.textContent=e,(document.head??document.documentElement).appendChild(n)}typeof document<"u"&&Wi();const Lo=h.forwardRef(function(t,n){Wi();const r=h.useRef(null);h.useImperativeHandle(n,()=>({speakText:async(s,o)=>{const a=r.current?.getTwin();if(!a)throw new Error("AiTwinWidget: twin is not mounted");return a.speakText(s,o)},connect:async s=>{const o=r.current?.getTwin();if(!o)throw new Error("AiTwinWidget: twin is not mounted");return o.connect(s)},disconnect:async()=>{const s=r.current?.getTwin();if(s)return s.disconnect()},stop:()=>{r.current?.getTwin()?.stop()},isReady:()=>!!r.current?.getTwin()?.isReady(),isConnected:()=>!!r.current?.getTwin()?.isConnected(),getTwin:()=>r.current?.getTwin()??null}),[]);const i=!!t.float;return R.jsx("div",{className:i?"aitwin-widget aitwin-widget--float":"aitwin-widget",children:R.jsx(Bo,{ref:r,options:t})})}),Oo=new Set([".png",".jpg",".jpeg",".webp"]);function zi(e=".png"){const t=e.toLowerCase();return Oo.has(t)?`source${t}`:"source.png"}function No(e,t=Bn,n=".png"){const r=e.trim();if(!r)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${r}/${zi(n)}`}exports.AI_TWIN_THUMBNAIL_FILENAME=On;exports.AiTwin=Ni;exports.AiTwinNotFoundError=Xt;exports.AiTwinWidget=Lo;exports.CONSONANT_SKIP_GROUP=si;exports.DEFAULT_TTS_ENGINE_ID=at;exports.EMOTION_TO_EYEBROW=Mi;exports.EXPRESSION_ATLAS_EMOTIONS=ca;exports.MIC_SAMPLE_RATE=Hn;exports.OCULUS_VISEME_IDS=ti;exports.PLAYBACK_SAMPLE_RATE=jn;exports.SPEAKING_RATE_MAX=fn;exports.SPEAKING_RATE_MIN=un;exports.TTS_ENGINE_CARTESIA=lt;exports.TTS_ENGINE_GOOGLE=Ln;exports.TTS_ENGINE_INWORLD=sn;exports.VISEME_IDS=Qs;exports.VISEME_SKIP_GAP_MS=In;exports.VISEME_TEST_CARTESIA_VOICE_ID=$n;exports.VISEME_TEST_SPEAKING_RATE=Ft;exports.VISEME_TEST_VOICE_ID=zn;exports.VISEME_VTIME_GRID_MS=Nn;exports.VOWEL_SKIP_GROUP=ii;exports.aiTwinSourceFilename=zi;exports.buildPlaybackTransitions=di;exports.buildPlaybackVisemeSeries=cn;exports.buildRawVisemeTransitions=fi;exports.buildVoiceWebSocketUrl=vi;exports.compactSkippableVisemes=Un;exports.createAvatarTtsLipsyncController=An;exports.createRealtimeVoiceLipsyncController=Si;exports.emotionToEyebrow=ot;exports.faceAssetUrls=En;exports.fetchAiTwin=Kr;exports.fetchAvatarReply=Vi;exports.fetchDevAuthToken=Pt;exports.getAiTwinSourceUrl=No;exports.getAiTwinThumbnailUrl=qr;exports.listSkippedVisemeEntries=ln;exports.listSkippedVisemes=Is;exports.normalizeOculusViseme=an;exports.normalizeStreamEmotion=Xe;exports.resolveDirectFaceId=Gr;exports.resolveVisemeAtTime=Bt;exports.resolveVisemeFromPlaybackSeries=ci;exports.resolveWordAtTime=Ls;exports.setActiveTwinAssets=Yr;exports.snapVisemeQueueToGrid=Vn;exports.snapVisemeVtimeToGrid=ai;
|