@streamoji/aitwin 0.6.7 → 0.6.9
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +1 -1
- package/dist/aitwin.cjs +7 -7
- package/dist/aitwin.js +2646 -2490
- package/dist/assets/visemeDiffPreview.worker-CkMPnvEf.js +1 -0
- package/dist/index.d.ts +42 -6
- package/package.json +1 -1
- package/dist/assets/visemeDiffPreview.worker-DABw0e8B.js +0 -1
package/dist/aitwin.cjs
CHANGED
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const R=require("react/jsx-runtime"),h=require("react"),ds=require("@pipecat-ai/client-js"),Hn=require("@pipecat-ai/websocket-transport"),we=require("pixi.js");var xn=typeof document<"u"?document.currentScript:null;const fs="https://aitwin.bubu.social",ii={publicBase:fs},ms="0.6.7",hs={version:ms},gs={},gt="https://ai.aitwin.me",$n=`${ii.publicBase}/custom-faces`,ws=`${ii.publicBase}/aitwin-workers/v${hs.version}/visemeDiffPreview.worker.js`;function ps(e){if(e)return e;const t=typeof{url:typeof document>"u"?require("url").pathToFileURL(__filename).href:xn&&xn.tagName.toUpperCase()==="SCRIPT"&&xn.src||new URL("aitwin.cjs",document.baseURI).href}<"u"?gs?.VITE_AITWIN_WORKER_URL:void 0;return t?.trim()?t.trim():ws}const ys="https://us-central1-streamoji-265f4.cloudfunctions.net/getAiTwin",In=3e3,Ot=16,xr=3e3,vs=4e3,_s=.85,bs=8,jn=400,Kn="eng_a7f2b9c1",un="eng_d4e8f3a2",tt="eng_c9b1e6d4",nt="visemetts",ft=tt,dn="eve",si=new Set([un,tt,nt]),Gn={[Kn]:"oculus_direct",[tt]:"oculus_direct",[nt]:"oculus_direct",[un]:"inworld_word"},Dn={google:Kn,inworld:un,cartesia:tt,visemetts:nt};function Ss(e){const t=e.trim();if(t)return t in Gn?t:Dn[t.toLowerCase()]}function ai(e){const t=e?.trim();if(!t)return{};const n=t.indexOf(":");if(n<=0)return{voiceId:t};const r=Ss(t.slice(0,n));if(!r)return{voiceId:t};const i=t.slice(n+1).trim();return{ttsEngineId:r,voiceId:i||void 0}}function et(e,t){const n=ai(t);return{ttsEngineId:e??n.ttsEngineId,voiceId:n.voiceId}}function oi(e){return Gn[e]}function Ts(e){return e===tt}function ci(e){return e===nt}function ks(e){if(e.ttsEngineId&&e.ttsEngineId in Gn)return e.ttsEngineId;const t=e.tts?.toLowerCase();return t&&t in Dn?Dn[t]:ft}class nn extends Error{constructor(t="AI twin not found"){super(t),this.name="AiTwinNotFoundError"}}function qn(e,...t){const n=typeof e=="string"?e:e?.brainId?.trim()||e?.knowledgeContextId?.trim();for(const r of[n,...t]){const i=r?.trim();if(i)return i}}function Yn(e,...t){const n=typeof e=="string"?e:e?.brainUrl?.trim();for(const r of[n,...t]){const i=r?.trim();if(i)return i}}function Es(e){const t=(e??"").trim();if(!t)return;let n;try{n=new URL(t)}catch{throw new Error("brainUrl must be an http or https URL")}if(n.protocol!=="http:"&&n.protocol!=="https:")throw new Error("brainUrl must be an http or https URL");if(!n.host)throw new Error("brainUrl must be an http or https URL");if(n.hash)throw new Error("brainUrl must not include a fragment");return t}async function li(e,t=ys){const n=new URL(t);n.searchParams.set("id",e);const r=await fetch(n.toString());if(r.status===404)throw new nn;if(!r.ok)throw new Error(`getAiTwin failed (${r.status})`);const i=await r.json();if(!i.success)throw new nn(i.error??"AI twin not found");const{tts:s,token:o,...a}=i.data,u=String(a.authToken??o??"").trim()||void 0,d=qn(a),l=Yn(a);return{...a,ttsEngineId:ks(i.data),authToken:u,brainId:d,knowledgeContextId:d,brainUrl:l}}const Qn="thumbnail.webp";function ui(e,t=$n){const n=e.trim();if(!n)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${n}/${Qn}`}function Ir(e){const t=e?.trim();if(!t)return null;try{return ui(t)}catch{return null}}function xs(e){if(!e)return null;const t=(e.binBase||e.twinBase).trim().replace(/\/$/,"");return t?`${t}/${Qn}`:null}const Is="https://us-central1-streamoji-265f4.cloudfunctions.net/getAuthToken",As="client_6TNvp3SCs4Og0a1ijm9TommXLql1",Ms="kk8Fq8EmexzP10jMIEwY3R44M5RKUEm1",Ps="6TNvp3SCs4Og0a1ijm9TommXLql1",Rs="Swaraj Mali";async function Nt(){const e=await fetch(Is,{method:"POST",headers:{"Content-Type":"application/json","Client-Id":As,"Client-Secret":Ms},body:JSON.stringify({userId:Ps,userName:Rs})});if(!e.ok)throw new Error(`getAuthToken failed (${e.status})`);const t=await e.json(),n=t.authToken??t.token??"";if(!n.trim())throw new Error("getAuthToken returned no token");return n}async function Cs(e,t=gt){const n=await fetch(`${t.replace(/\/$/,"")}/api/session-value`,{headers:{Authorization:`Bearer ${e}`}});if(!n.ok)throw new Error(`/api/session-value failed (${n.status})`);const r=await n.json();if(!r.value)throw new Error("Session value response missing value");return r}function Ds(e){const t=e.trim();if(t.length%2!==0)throw new Error("Invalid hex key");const n=new Uint8Array(t.length/2);for(let r=0;r<t.length;r+=2)n[r/2]=Number.parseInt(t.slice(r,r+2),16);return n}function Xt(e){return Uint8Array.from(e)}function Bs(e,t){const n=new Uint8Array(e.length+t.length);return n.set(e,0),n.set(t,e.length),n}async function Fs(e,t){if(!t)throw new Error("Asset key is required for encrypted assets");if(e.byteLength<28)throw new Error("Encrypted payload too small");const n=new Uint8Array(e),r=Xt(n.subarray(0,12)),i=Xt(n.subarray(12,28)),s=Xt(n.subarray(28)),o=Xt(Bs(s,i)),a=await crypto.subtle.importKey("raw",Ds(t),{name:"AES-GCM"},!1,["decrypt"]);return crypto.subtle.decrypt({name:"AES-GCM",iv:r,tagLength:128},a,o)}let Bn=null;const Fn=new Set;function Jt(e){return e.includes("/custom-faces/")}function rn(e){const t=e.binBase.trim().replace(/\/$/,""),n=e.twinBase.trim().replace(/\/$/,"");if(!(e.encrypted||Jt(t)||Jt(n)))return{twinBase:n,binBase:t,encrypted:!1};const i=Jt(t)?t:Jt(n)?n:t;return{twinBase:i,binBase:i,encrypted:!0}}function wt(e){return rn(e).encrypted}function Ln(e,t=$n){const n=`${t.replace(/\/$/,"")}/${e}`;return{twinBase:n,binBase:n,encrypted:!0}}function di(e,t){return(e??t)?.trim()||void 0}function fi(e){Bn=rn(e);for(const t of Fn)t()}function Ls(e,t){const n=typeof globalThis.location<"u"?globalThis.location.href:void 0;if(!n)return rn(e);const r=i=>{try{return new URL(i,n).href.replace(/\/$/,"")}catch{return i}};return rn({twinBase:r(e.twinBase),binBase:r(e.binBase),encrypted:e.encrypted})}function pt(){if(!Bn)throw new Error("Twin assets not configured; call setActiveTwinAssets first");return Bn}function mi(e){return Fn.add(e),()=>Fn.delete(e)}function sn(){const e=pt();return wt(e)?`${e.binBase}/sil.bin`:`${e.twinBase}/sil.png`}function Os(){const e=pt();return wt(e)?`${e.binBase}/idle.bin`:`${e.twinBase}/idle.mp4`}function hi(){const e=pt();return wt(e)?e.binBase:e.twinBase}function Wt(){return wt(pt())}function gi(){const e=pt();return wt(e)?`${e.binBase}/atlas.bin`:`${e.twinBase}/atlas.json`}function wi(){const e=pt();return wt(e)?`${e.binBase}/expression_atlas.bin`:`${e.twinBase}/expression_atlas.json`}const mt=[{code:"en",label:"English",visemetts:!0,cartesia:!0},{code:"es",label:"Spanish",visemetts:!0,cartesia:!0},{code:"es-MX",label:"Spanish (Mexico)",visemetts:!0,cartesia:!0},{code:"es-ES",label:"Spanish (Spain)",visemetts:!0,cartesia:!0},{code:"pt",label:"Portuguese",visemetts:!0,cartesia:!0},{code:"pt-BR",label:"Portuguese (Brazil)",visemetts:!0,cartesia:!0},{code:"pt-PT",label:"Portuguese (Portugal)",visemetts:!0,cartesia:!0},{code:"fr",label:"French",visemetts:!0,cartesia:!0},{code:"de",label:"German",visemetts:!0,cartesia:!0},{code:"it",label:"Italian",visemetts:!0,cartesia:!0},{code:"zh",label:"Chinese",visemetts:!0,cartesia:!0},{code:"ja",label:"Japanese",visemetts:!0,cartesia:!0},{code:"hi",label:"Hindi",visemetts:!0,cartesia:!0},{code:"ko",label:"Korean",visemetts:!0,cartesia:!0},{code:"ru",label:"Russian",visemetts:!0,cartesia:!0},{code:"tr",label:"Turkish",visemetts:!0,cartesia:!0},{code:"id",label:"Indonesian",visemetts:!0,cartesia:!0},{code:"ar",label:"Arabic",visemetts:!0,cartesia:!0},{code:"ar-EG",label:"Arabic (Egypt)",visemetts:!0,cartesia:!0},{code:"ar-AE",label:"Arabic (UAE)",visemetts:!0,cartesia:!0},{code:"vi",label:"Vietnamese",visemetts:!0,cartesia:!0},{code:"bn",label:"Bengali",visemetts:!0,cartesia:!0},{code:"auto",label:"Auto-detect",visemetts:!0,cartesia:!1},{code:"nl",label:"Dutch",visemetts:!1,cartesia:!0},{code:"pl",label:"Polish",visemetts:!1,cartesia:!0},{code:"sv",label:"Swedish",visemetts:!1,cartesia:!0},{code:"tl",label:"Tagalog",visemetts:!1,cartesia:!0},{code:"bg",label:"Bulgarian",visemetts:!1,cartesia:!0},{code:"ro",label:"Romanian",visemetts:!1,cartesia:!0},{code:"cs",label:"Czech",visemetts:!1,cartesia:!0},{code:"el",label:"Greek",visemetts:!1,cartesia:!0},{code:"fi",label:"Finnish",visemetts:!1,cartesia:!0},{code:"hr",label:"Croatian",visemetts:!1,cartesia:!0},{code:"ms",label:"Malay",visemetts:!1,cartesia:!0},{code:"sk",label:"Slovak",visemetts:!1,cartesia:!0},{code:"da",label:"Danish",visemetts:!1,cartesia:!0},{code:"ta",label:"Tamil",visemetts:!1,cartesia:!0},{code:"uk",label:"Ukrainian",visemetts:!1,cartesia:!0},{code:"hu",label:"Hungarian",visemetts:!1,cartesia:!0},{code:"no",label:"Norwegian",visemetts:!1,cartesia:!0},{code:"th",label:"Thai",visemetts:!1,cartesia:!0},{code:"he",label:"Hebrew",visemetts:!1,cartesia:!0},{code:"ka",label:"Georgian",visemetts:!1,cartesia:!0},{code:"te",label:"Telugu",visemetts:!1,cartesia:!0},{code:"gu",label:"Gujarati",visemetts:!1,cartesia:!0},{code:"kn",label:"Kannada",visemetts:!1,cartesia:!0},{code:"ml",label:"Malayalam",visemetts:!1,cartesia:!0},{code:"mr",label:"Marathi",visemetts:!1,cartesia:!0},{code:"pa",label:"Punjabi",visemetts:!1,cartesia:!0}],pi=mt.map(e=>e.code),Ns=new Set(pi),Us=new Set(mt.filter(e=>e.visemetts).map(e=>e.code)),Vs=new Set(mt.filter(e=>e.cartesia).map(e=>e.code)),Ws="en";function yi(e){return Ns.has(e)}function fn(e){const t=e?.trim();if(t)return t}function zs(e){return e===nt?mt.filter(t=>t.visemetts).map(t=>t.code):e===tt?mt.filter(t=>t.cartesia).map(t=>t.code):mt.filter(t=>t.visemetts&&t.cartesia).map(t=>t.code)}function Hs(e,t){const n=t.trim();return n?e===nt?Us.has(n):e===tt?Vs.has(n):yi(n):!1}function vi(e){const t=e.split(/\r?\n/);let n="",r="";for(const s of t)s.startsWith("event:")?n=s.slice(6).trim():s.startsWith("data:")&&(r=s.slice(5).trim());if(!n)return null;let i={};if(r)try{i=JSON.parse(r)}catch{i={raw:r}}return{event:n,data:i}}const _i=["aa","CH","DD","E","FF","I","O","PP","RR","SS","TH","U","kk","nn","sil"],$s=new Map(_i.map(e=>[e.toLowerCase(),e]));function mn(e){const t=(e??"").trim();return t?$s.get(t.toLowerCase())??"sil":"sil"}const js={aei:["aa","E","I"],o:["O","U"],ee:["I"],bmp:["PP"],fv:["FF"],l:["nn"],r:["RR"],th:["TH"],qw:["U","O"],cdgknstxyz:["DD","SS","kk","CH"]};function Ks(e){if(!e)return["sil"];const t=e.toLowerCase();return js[t]??["sil"]}function bi(e,t){const n=e.word.length;if(n<=0)return 0;const r=e.wduration;if(r<=0)return 0;const i=Math.max(0,Math.min(1,(t-e.wtime)/r));return Math.min(n-1,Math.floor(i*n))}function xt(e,t){const n=Math.max(0,Math.min(e.length-1,t));return e[n]??""}function hn(e,t){const n=e.toLowerCase().replace(/[^a-z']/g,"");return!n||xt(n,t)!=="w"||t>0&&xt(n,t-1)==="q"?!1:t===0&&/^w[aeiouy]/.test(n)}function Gs(e,t){const n=e.toLowerCase(),r=xt(n,t),i=n.slice(Math.max(0,t-1),t+2);return r==="i"||r==="y"?"I":i.includes("ee")||r==="e"||n.includes("ea")?"E":"aa"}function qs(e,t){const n=e.toLowerCase(),r=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));if(/oo|ou|uw/.test(r))return"U";if(hn(n,t))return"FF";const i=xt(n,t);return i==="u"||i==="w"?"U":"O"}function Ys(e,t){const n=e.toLowerCase();if(hn(n,t))return"FF";const r=n.slice(Math.max(0,t-2),t+1);if(/qu/.test(r))return"U";const i=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));return/wo|wh/.test(i)||xt(n,t)==="o"?"O":"U"}const Zt={d:"DD",t:"DD",n:"DD",s:"SS",z:"SS",k:"kk",g:"kk",c:"CH",x:"CH",j:"CH"};function Qs(e,t){const n=e.toLowerCase(),r=xt(n,t);if(Zt[r])return Zt[r];for(let i=0;i<n.length;i++){const s=n[i];if(Zt[s])return Zt[s]}return"DD"}function Si(e,t,n){const r=Ks(e);if(r.length===1)return r[0];const i=t.trim();if(!i)return r[0];const s=(e??"").toLowerCase(),o=Math.max(0,n);switch(s){case"aei":return Gs(i,o);case"o":return qs(i,o);case"qw":return Ys(i,o);case"cdgknstxyz":return Qs(i,o);default:return r[0]}}const Xn=16,On=47,Ti=new Set(["aa","E","I"]),ki=new Set(["DD","SS","kk","CH"]),Xs=[Ti,ki];function Js(e){for(const t of Xs)if(t.has(e))return t;return null}function Zs(e){return Js(e)!=null}function Ei(e,t=Xn){return t<=0?e:Math.round(e/t)*t}function Jn(e,t=Xn){return e.map(n=>({...n,vtime:Ei(n.vtime,t)}))}function xi(e){const t=new Map;for(const n of e)t.has(n.vtime)||t.set(n.vtime,n);return[...t.values()].sort((n,r)=>n.vtime-r.vtime)}function Zn(e){if(e.length<=2)return[...e];const t=[e[0]];for(let n=1;n<e.length-1;n++){const r=e[n],i=e[n+1],s=t[t.length-1];if(!Zs(r.viseme)){t.push(r);continue}const o=r.vtime-s.vtime,a=i.vtime-r.vtime;o<On||a<On||t.push(r)}return t.push(e[e.length-1]),t}function gn(e){return Zn(xi(Jn(e)))}function Ii(e,t){let n="sil";for(const r of e){if(r.vtime>t)break;r.viseme!=="sil"&&(n=r.viseme)}return n}function wn(e){const t=xi(Jn(e)),n=Zn(t),r=new Set(n.map(s=>s.vtime)),i=[];for(const s of t)r.has(s.vtime)||i.push({viseme:s.viseme,vtime:s.vtime});return i}function ea(e){return wn(e).map(t=>t.viseme)}const ta=32,Ar=48;function Ai(e){let t=0;for(const n of e)t=Math.max(t,n.vtime+n.vduration);return t}function Mi(e){let t=null,n=-1;for(const r of e){if(r.viseme==="sil")continue;const i=r.vtime+r.vduration;i>n&&(t=r,n=i)}return t}function na(e){return gn(e).find(n=>n.viseme!=="sil")??null}function ut(e){const t=Ai(e);return Mi(e)?t+jn:t}function ra(e){const t=[],n=na(e);n&&n.vtime>0&&t.push({from:"sil",to:n.viseme,fromVtime:0,toVtime:n.vtime});const r=Mi(e),i=Ai(e);return r&&t.push({from:r.viseme,to:"sil",fromVtime:i,toVtime:i+jn}),t}function Pi(e){const t=gn(e),n=[];for(let r=0;r<t.length-1;r++){const i=t[r].viseme,s=t[r+1].viseme,o=t[r].vtime,a=t[r+1].vtime;i===s||a<=o||n.push({from:i,to:s,fromVtime:o,toVtime:a})}return n}function Ri(e){return e.length===0?[]:[...ra(e),...Pi(e)]}function ia(e,t){let n=null;for(const r of e){const{transStart:i,transEnd:s}=Ci(r.fromVtime,r.toVtime,r.from,r.to);t>=i&&t<s&&(n=r)}return n}function Ci(e,t,n,r){const i=Math.max(0,t-e);if((n==="PP"||r==="PP")&&i>Ar){const d=Ar,l=t,c=l-d;return{gapMs:i,effectiveGapMs:d,holdEnd:c,transStart:c,transEnd:l}}const o=i>0?Math.max(i,ta):0,a=e,u=e+o;return{gapMs:i,effectiveGapMs:o,holdEnd:e,transStart:a,transEnd:u}}function Di(e,t,n,r,i,s){r.forEach(o=>{const u=String(o.word??"").trim();if(!u)return;const d=Math.round((o.start??0)*1e3),l=o.duration!=null?Math.round(o.duration*1e3):o.end!=null?Math.max(1,Math.round((o.end-(o.start??0))*1e3)):0;t.push({word:u,wtime:i+d,wduration:l,queueIndex:t.length,gesture:o.gesture??null,emphasis:o.emphasis===!0})}),n.forEach(o=>{const a=String(o.symbol??o.viseme??"").trim();if(!a)return;const u=Math.round((o.start??0)*1e3),d=Math.max(1,Math.round((o.duration??0)*1e3)),l=i+u,c=Li(t,l),m=c?bi(c,l):0;let w;oi(s)==="oculus_direct"?(w=mn(a),w==="U"&&c&&hn(c.word,m)&&(w="FF")):w=Si(a,c?.word??"",m),e.push({viseme:w,weight:1,vtime:l,vduration:d})})}function Bi(e,t){let n=t;for(const r of e){const i=Math.round((r.start??0)*1e3),s=Math.max(1,Math.round((r.duration??0)*1e3));n=Math.max(n,t+i+s)}return n}const er=16e3;function Fi(e){const t=Number(e);return Number.isFinite(t)&&t>0?t:er}function sa(e){let t=e.trim();const n=t.indexOf(",");t.startsWith("data:")&&n>=0&&(t=t.slice(n+1)),t=t.replace(/\s+/g,"").replace(/-/g,"+").replace(/_/g,"/");const r=t.length%4;return r!==0&&(t+="=".repeat(4-r)),t}function aa(e){return e.length>=4&&e[0]===82&&e[1]===73&&e[2]===70&&e[3]===70}function Mr(e,t,n=er){const r=t.byteOffset%2===0?t:t.slice(),i=new Int16Array(r.buffer,r.byteOffset,r.byteLength/2),s=new Float32Array(i.length);for(let a=0;a<i.length;a++)s[a]=i[a]>=32768?-(65536-i[a])/32768:i[a]/32767;const o=e.createBuffer(1,s.length,n);return o.copyToChannel(s,0),o}function oa(e){const t=sa(e),n=window.atob(t),r=new Uint8Array(n.length);for(let i=0;i<n.length;i++)r[i]=n.charCodeAt(i);return r}async function Pr(e,t,n=er){const r=oa(t),i=Fi(n);if(aa(r)){const s=r.buffer.slice(r.byteOffset,r.byteOffset+r.byteLength);return e.decodeAudioData(s)}if(r.length>=2&&r.length%2===0)return Mr(e,r,i);try{const s=r.buffer.slice(r.byteOffset,r.byteOffset+r.byteLength);return await e.decodeAudioData(s)}catch{return Mr(e,r,i)}}function Li(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function Oi(e,t){const n=[],r=[];let i=null,s=!1,o=!1,a=!1,u=!1,d=0,l=0,c=0,m=null,w=1,S=t,f=!1,E=null,D=0,B=!1,v=!1,k=0,O=null,A=null,se=null;const le=()=>({visemes:[],words:[],segmentOffsetMs:0}),I=()=>{v=!1,k=0},U=()=>{m!=null&&(clearTimeout(m),m=null)},q=()=>{for(const _ of r){try{_.onended=null,_.stop(0)}catch{}try{_.disconnect()}catch{}}r.length=0},oe=()=>{for(const _ of r)_.playbackRate.value=w},ae=()=>{if(!(f||!u||s||v||r.length>0||n.length>0)){if(a&&i&&l>0){const _=(i.currentTime-l)*1e3;if(_<D){U();const C=w>0?(D-_)/w:D-_;m=setTimeout(()=>{f||(o=!1,m=null,e.onSpeakingDone(),e.onNotify())},Math.max(0,C));return}}o=!1,U(),e.onSpeakingDone(),e.onNotify()}},ie=_=>{const C=ut(_);if(C<=0){e.onSpeakingDone(),e.onNotify();return}o=!0,d=performance.now(),e.onSpeakingStart(),e.onNotify(),U();const $=w>0?C/w:C;m=setTimeout(()=>{f||(o=!1,m=null,e.onSpeakingDone(),e.onNotify())},$)},L=(_,C,$,re)=>{C.length!==0&&(c=$,C.forEach(K=>{const p=String(K.word??"").trim();if(!p)return;const b=Math.round((K.start??0)*1e3),x=K.duration!=null?Math.round(K.duration*1e3):K.end!=null?Math.max(1,Math.round((K.end-(K.start??0))*1e3)):0;_.push({word:p,wtime:c+b,wduration:x,queueIndex:_.length,gesture:K.gesture??null,emphasis:K.emphasis===!0})}))},Z=(_,C,$,re,K,Y)=>{$.length!==0&&(c=re,$.forEach(p=>{const b=String(p.symbol??p.viseme??"").trim();if(!b)return;const x=Math.round((p.start??0)*1e3),W=Math.max(1,Math.round((p.duration??0)*1e3)),ee=c+x,T=Li(C,ee),Q=T?bi(T,ee):0;let V;oi(Y)==="oculus_direct"?(V=mn(b),V==="U"&&T&&hn(T.word,Q)&&(V="FF")):V=Si(b,T?.word??"",Q),_.push({viseme:V,weight:1,vtime:ee,vduration:W})}),e.onNotify())},H=(_,C,$,re,K,Y,p)=>{L(C,re,K),Z(_,C,$,K,Y,p)},me=(_,C,$)=>{se===_&&_.visemes===C||(C.length=0,$.length=0,_.visemes=C,_.words=$,_.segmentOffsetMs=0,se=_,c=0,D=0)},z=async()=>{const _=window.AudioContext||window.webkitAudioContext;return i||(i=new _),i.state==="suspended"&&await i.resume(),E||(E=i.createMediaStreamDestination()),i},te=(_,C)=>{if(!i)return 0;const $=i,re=$.currentTime,K=re+.02;if(C.isFirstAudio){l<=0&&(l=K);const p=(K-re)*1e3;d=performance.now()+p}C.onBeforeStart?.(K);const Y=$.createBufferSource();return Y.buffer=_,Y.playbackRate.value=w,Y.connect($.destination),E&&Y.connect(E),r.push(Y),f?(r.pop(),K):(C.isFirstAudio&&(o=!0,e.onSpeakingStart()),Y.onended=()=>{const p=r.indexOf(Y);p>=0&&r.splice(p,1),e.onNotify(),!f&&(O&&A?j(O,A):ae())},Y.start(K),K)},j=async(_,C)=>{if(f||s||r.length>0)return;if(n.length===0){ae();return}s=!0;let $=!1;try{const re=await z();if(f)return;const K=n[0];if(!K)return;const Y=!o;if(B&&(e.shouldHoldForWarmup?.()??!1)&&(v||Y&&K.newStream)||v){me(K.utterance,_,C);for(const x of n){if(f)return;x.audioBuffer||(x.audioBuffer=await Pr(re,x.audio,x.sampleRate)),a=!0,v||(v=!0,k=0,x.newStream&&x.onNewStream?.()),x.visemesQueued||(H(_,C,x.visemes,x.words,k,!0,S),x.visemesQueued=!0,k+=Math.round(x.audioBuffer.duration*1e3),D=Math.max(D,ut(_)))}e.onNotify();return}const b=n.shift();if(!b||(b.audioBuffer||(b.audioBuffer=await Pr(re,b.audio,b.sampleRate)),f))return;a=!0,U(),me(b.utterance,_,C),b.visemesQueued=!1,b.newStream&&b.onNewStream?.(),te(b.audioBuffer,{isFirstAudio:!o,isFirstOfStream:!1,onBeforeStart:x=>{l=x,c=0,d=performance.now()+(x-re.currentTime)*1e3,_.length=0,C.length=0,H(_,C,b.visemes,b.words,0,!0,S),b.visemesQueued=!0,b.utterance.segmentOffsetMs=0}}),$=r.length>0,D=ut(_),e.onNotify()}catch(re){console.error("[avatarChunkPlayback] audio chunk failed:",re)}finally{if(s=!1,f)return;if(v){n.some(K=>!K.audioBuffer||!K.visemesQueued)&&j(_,C);return}!$&&r.length===0&&n.length>0?j(_,C):r.length===0&&n.length===0&&ae()}};return{setStreamTtsEngineId:_=>{S=_},setPlaybackSpeed:_=>{w=Math.max(.1,Math.min(1,_)),oe()},getPlaybackSpeed:()=>w,setLipsyncWarmupHoldEnabled:_=>{B=_,_||I()},isWarmingUp:()=>v,releaseWarmupHold:()=>{if(v){v=!1,k=0;for(const _ of n)_.newStream=!1;O&&A&&j(O,A),e.onNotify()}},resetForNewStream:_=>{f=!1,u=!1,S=_,D=0},resumeBotStream:()=>{f=!1,u=!1},clearAborted:()=>{f=!1},primeAudioContext:async()=>{const _=window.AudioContext||window.webkitAudioContext;i||(i=new _),i.state==="suspended"&&await i.resume(),i&&!E&&(E=i.createMediaStreamDestination())},stop:()=>{f=!0,U(),q(),n.length=0,s=!1,o=!1,a=!1,u=!1,c=0,l=0,d=0,D=0,O=null,A=null,se=null,I()},markStreamComplete:_=>{if(D=Math.max(D,ut(_)),u=!0,!a&&_.length>0){ie(_);return}ae()},playAudioChunk:async(_,C,$,re,K,Y,p)=>{if(f)return;O=_,A=C;const b=Fi(p?.sampleRate),x=p?.newStream===!0,W=le();if(!$?.trim()){if(re.length===0&&K.length===0)return;me(W,_,C),x&&p?.onNewStream?.(),H(_,C,re,K,0,!0,S),D=ut(_),!o&&D>0&&ie(_),e.onNotify();return}n.push({audio:$,audioBuffer:null,utterance:W,visemes:re,words:K,isNewSegment:Y,sampleRate:b,newStream:x,onNewStream:p?.onNewStream,visemesQueued:!1}),await j(_,C)},queueTimingsOnly:(_,C,$,re,K,Y)=>{if(f)return;const p=le();me(p,_,C),H(_,C,$,re,0,!0,S),p.segmentOffsetMs=0,D=ut(_)},getPlaybackElapsedMs:()=>a&&i&&l>0?Math.max(0,(i.currentTime-l)*1e3*w):o?Math.max(0,(performance.now()-d)*w):0,isSpeaking:()=>o?!0:!a||!i||l<=0?!1:(i.currentTime-l)*1e3<D,getVoiceStream:()=>E?E.stream:null,getPlaybackStartPerf:()=>d,bargeIn:()=>{f=!0,u=!1,U(),q(),n.length=0,s=!1,o=!1,a=!1,c=0,l=0,d=0,D=0,O=null,A=null,se=null,I()},interrupt:()=>{f=!0,u=!1,U(),q(),n.length=0,s=!1,o=!1,a=!1,c=0,l=0,d=0,D=0,O=null,A=null,se=null,I()}}}function zt(e,t){let n=null;for(const r of e)t<r.vtime||t>=r.vtime+r.vduration||(!n||r.vtime>=n.vtime)&&(n=r);return n?n.viseme:"sil"}function Ni(e,t,n=120){const r=zt(e,t);if(r!=="sil")return r;let i=null;for(const s of e){if(s.vtime>t)break;const o=s.vtime+s.vduration;o<=t&&t-o<=n&&(i=s)}return i?.viseme??"sil"}function ca(e,t,n=400){const r=t-n;let i=0;for(const s of e)if(s.vtime+s.vduration<r)i+=1;else break;i>0&&e.splice(0,i)}function la(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function Rr(e,t){const n=e.trim();if(!n)return null;try{const r=n.replace(/\s+/g,""),i=atob(r).length,s=Number.isFinite(t)&&(t??0)>0?Number(t):16e3;return i/2/s*1e3}catch{return null}}const pn=.5,yn=1.5,tr="Olivia",nr="f786b574-daa5-4673-aa0c-cbe3e8534c02",Ht=.85;function Nn(e,t=gt,n={}){const r=`${t.replace(/\/$/,"")}/avatar_ttsWithPoses`,i=[],s=[],o=[],a=[];let u=0;const d=[],l=[];let c="",m="neutral",w="",S=ft;const f=new Set;let E=0,D=null,B=0,v=null;const k=()=>f.forEach(L=>L());let O=()=>!1;const A=Oi({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:k,shouldHoldForWarmup:()=>O()},ft),se=()=>A.getPlaybackElapsedMs(),le=(L,Z=c)=>{if(!n.onLipsyncDebug)return;const H=se(),me=i,z=wn(o).map(te=>({viseme:te.viseme,vtimeMs:te.vtime}));n.onLipsyncDebug({event:L,spokenText:Z,mood:m,playbackAnchorPerf:A.getPlaybackStartPerf(),playbackElapsedMs:H,queueLength:me.length,activeViseme:zt(me,H),segments:l.map(te=>({...te,visemes:[...te.visemes]})),fullQueueLength:o.length,compactionSkipped:z})},I=(L,Z)=>{n.onLipsyncDebug&&(D={event:L,spokenText:Z},E===0&&(E=requestAnimationFrame(()=>{E=0;const H=D;D=null,H&&le(H.event,H.spokenText)})))},U=(L,Z,H,me,z)=>{if(!n.onLipsyncDebug)return;const te=i.slice(Z),j=H.filter(J=>String(J.symbol??J.viseme??"").trim());l.push({spokenText:L,audioOffsetMs:te[0]?.vtime??0,isNewSegment:me,chunkDurationMs:z,receivedAtMs:performance.now(),visemes:te.map((J,Se)=>{const ue=j[Se];return{rawSymbol:String(ue?.symbol??ue?.viseme??J.viseme).trim(),viseme:J.viseme,startSec:Number(ue?.start??0),durationSec:Number(ue?.duration??0),vtimeMs:J.vtime,vdurationMs:J.vduration}})})},q=()=>{o.length=0,a.length=0,u=0},oe=(L,Z,H,me,z)=>{if(L.length===0&&Z.length===0)return;Di(o,a,L,Z,u,z);const te=Bi(L,u),j=H?Rr(H,me):null;u=Math.max(te,j!=null?u+j:u)},ae=()=>{B+=1,v?.abort(),v=null,A.stop(),i.length=0,s.length=0,q(),d.length=0,m="neutral",l.length=0,c="",e("idle"),I("reset"),k()};return{setDeveloperToken:L=>{w=L},setTtsEngineId:L=>{S=L},getTtsEngineId:()=>S,speak:async(L,Z)=>{ae();const H=B;v=new AbortController,e("loading"),c=L,l.length=0,q();const me=w.trim();if(!me)throw new Error("Developer token required for avatar_ttsWithPoses");const z=et(Z?.ttsEngineId,Z?.voiceId),te=z.ttsEngineId??S??ft;A.resetForNewStream(te),A.setStreamTtsEngineId(te);const j=z.voiceId??(te===nt?dn:tr),J=Z?.speakingRate??Ht,Se=Math.max(pn,Math.min(yn,J)),ue={user_query:L,ttsEngineId:te,speakingRate:Se,tenant:"aiTwin"};si.has(te)&&(ue.voice_id=j);const _=fn(Z?.language);_&&(ue.language=_);try{const C=await fetch(r,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${me}`},body:JSON.stringify(ue),signal:v.signal});if(!C.ok)throw new Error(`avatar_ttsWithPoses failed (${C.status})`);const $=C.body;if(!$)throw new Error("No response body");const re=$.getReader(),K=new TextDecoder;let Y="",p=!0;const b=async x=>{if(H!==B)return;const W=vi(x);if(W){if(W.event==="audio"){const ee=W.data.chunk,T=W.data.visemes??[],Q=W.data.words??[],V=W.data.is_new_segment??!1,he=W.data.sample_rate,De=Number(W.data.audio_offset_ms??0),ot=i.length;if(oe(T,Q,ee,he,te),ee){const yt=p;p=!1,await A.playAudioChunk(i,s,ee,T,Q,V,{sampleRate:he,newStream:yt,audioOffsetMs:De}),U(L,ot,T,V,Rr(ee,he)),I("audio_chunk",L)}else(T.length>0||Q.length>0)&&(A.queueTimingsOnly(i,s,T,Q,V,{audioOffsetMs:De,newStream:p}),U(L,ot,T,V,null),I("audio_chunk",L))}else if(W.event==="metadata"){const ee=W.data.mood;typeof ee=="string"&&ee.trim()&&(m=ee.trim());const T=W.data.sentence_emotions;if(Array.isArray(T)){d.length=0;for(const Q of T){if(!Q||typeof Q!="object")continue;const V=Q;d.push({sentence_index:Number(V.sentence_index??0),text:String(V.text??""),sentiment:typeof V.sentiment=="string"?V.sentiment:void 0,emotion:String(V.emotion??m),start_word:Number(V.start_word??0),end_word:Number(V.end_word??0)})}}k(),I("metadata",L)}else if(W.event==="error")throw new Error(String(W.data.message??"avatar_ttsWithPoses stream error"))}};for(;H===B;){const{done:x,value:W}=await re.read();W&&(Y+=K.decode(W,{stream:!0}));const ee=Y.split(`
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const F=require("react/jsx-runtime"),h=require("react"),gs=require("@pipecat-ai/client-js"),Qn=require("@pipecat-ai/websocket-transport"),ye=require("pixi.js");var Rn=typeof document<"u"?document.currentScript:null;const ws="https://aitwin.bubu.social",ui={publicBase:ws},ys="0.6.9",vs={version:ys},_s={},Ct="https://ai.aitwin.me",Xn=`${ui.publicBase}/custom-faces`,bs=`${ui.publicBase}/aitwin-workers/v${vs.version}/visemeDiffPreview.worker.js`;function Ss(e){if(e)return e;const t=typeof{url:typeof document>"u"?require("url").pathToFileURL(__filename).href:Rn&&Rn.tagName.toUpperCase()==="SCRIPT"&&Rn.src||new URL("aitwin.cjs",document.baseURI).href}<"u"?_s?.VITE_AITWIN_WORKER_URL:void 0;return t?.trim()?t.trim():bs}const Ts="https://us-central1-streamoji-265f4.cloudfunctions.net/getAiTwin",Cn=3e3,Ot=16,Cr=3e3,ks=4e3,Es=.85,xs=8,Jn=400,Zn="eng_a7f2b9c1",dn="eng_d4e8f3a2",st="eng_c9b1e6d4",at="visemetts",ht=st,fn="eve",Un=new Set([dn,st,at]),er={[Zn]:"oculus_direct",[st]:"oculus_direct",[at]:"oculus_direct",[dn]:"inworld_word"},Vn={google:Zn,inworld:dn,cartesia:st,visemetts:at};function Is(e){const t=e.trim();if(t)return t in er?t:Vn[t.toLowerCase()]}function di(e){const t=e?.trim();if(!t)return{};const n=t.indexOf(":");if(n<=0)return{voiceId:t};const r=Is(t.slice(0,n));if(!r)return{voiceId:t};const i=t.slice(n+1).trim();return{ttsEngineId:r,voiceId:i||void 0}}function it(e,t){const n=di(t);return{ttsEngineId:n.ttsEngineId??e,voiceId:n.voiceId}}function fi(e){return er[e]}function mi(e){return e===st}function hi(e){return e===at}function As(e){if(e.ttsEngineId&&e.ttsEngineId in er)return e.ttsEngineId;const t=e.tts?.toLowerCase();return t&&t in Vn?Vn[t]:ht}class rn extends Error{constructor(t="AI twin not found"){super(t),this.name="AiTwinNotFoundError"}}function tr(e,...t){const n=typeof e=="string"?e:e?.brainId?.trim()||e?.knowledgeContextId?.trim();for(const r of[n,...t]){const i=r?.trim();if(i)return i}}function nr(e,...t){const n=typeof e=="string"?e:e?.brainUrl?.trim();for(const r of[n,...t]){const i=r?.trim();if(i)return i}}function Ms(e){const t=(e??"").trim();if(!t)return;let n;try{n=new URL(t)}catch{throw new Error("brainUrl must be an http or https URL")}if(n.protocol!=="http:"&&n.protocol!=="https:")throw new Error("brainUrl must be an http or https URL");if(!n.host)throw new Error("brainUrl must be an http or https URL");if(n.hash)throw new Error("brainUrl must not include a fragment");return t}async function pi(e,t=Ts){const n=new URL(t);n.searchParams.set("id",e);const r=await fetch(n.toString());if(r.status===404)throw new rn;if(!r.ok)throw new Error(`getAiTwin failed (${r.status})`);const i=await r.json();if(!i.success)throw new rn(i.error??"AI twin not found");const{tts:s,token:o,...a}=i.data,u=String(a.authToken??o??"").trim()||void 0,d=tr(a),l=nr(a);return{...a,ttsEngineId:As(i.data),authToken:u,brainId:d,knowledgeContextId:d,brainUrl:l}}const rr="thumbnail.webp";function gi(e,t=Xn){const n=e.trim();if(!n)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${n}/${rr}`}function Dr(e){const t=e?.trim();if(!t)return null;try{return gi(t)}catch{return null}}function Ps(e){if(!e)return null;const t=(e.binBase||e.twinBase).trim().replace(/\/$/,"");return t?`${t}/${rr}`:null}const Rs="https://us-central1-streamoji-265f4.cloudfunctions.net/getAuthToken",Cs="client_6TNvp3SCs4Og0a1ijm9TommXLql1",Ds="kk8Fq8EmexzP10jMIEwY3R44M5RKUEm1",Bs="6TNvp3SCs4Og0a1ijm9TommXLql1",Fs="Swaraj Mali";async function nn(){const e=await fetch(Rs,{method:"POST",headers:{"Content-Type":"application/json","Client-Id":Cs,"Client-Secret":Ds},body:JSON.stringify({userId:Bs,userName:Fs})});if(!e.ok)throw new Error(`getAuthToken failed (${e.status})`);const t=await e.json(),n=t.authToken??t.token??"";if(!n.trim())throw new Error("getAuthToken returned no token");return n}async function Ls(e,t=Ct){const n=await fetch(`${t.replace(/\/$/,"")}/api/session-value`,{headers:{Authorization:`Bearer ${e}`}});if(!n.ok)throw new Error(`/api/session-value failed (${n.status})`);const r=await n.json();if(!r.value)throw new Error("Session value response missing value");return r}function Ns(e){const t=e.trim();if(t.length%2!==0)throw new Error("Invalid hex key");const n=new Uint8Array(t.length/2);for(let r=0;r<t.length;r+=2)n[r/2]=Number.parseInt(t.slice(r,r+2),16);return n}function Xt(e){return Uint8Array.from(e)}function Os(e,t){const n=new Uint8Array(e.length+t.length);return n.set(e,0),n.set(t,e.length),n}async function Us(e,t){if(!t)throw new Error("Asset key is required for encrypted assets");if(e.byteLength<28)throw new Error("Encrypted payload too small");const n=new Uint8Array(e),r=Xt(n.subarray(0,12)),i=Xt(n.subarray(12,28)),s=Xt(n.subarray(28)),o=Xt(Os(s,i)),a=await crypto.subtle.importKey("raw",Ns(t),{name:"AES-GCM"},!1,["decrypt"]);return crypto.subtle.decrypt({name:"AES-GCM",iv:r,tagLength:128},a,o)}let Wn=null;const zn=new Set;function Jt(e){return e.includes("/custom-faces/")}function sn(e){const t=e.binBase.trim().replace(/\/$/,""),n=e.twinBase.trim().replace(/\/$/,"");if(!(e.encrypted||Jt(t)||Jt(n)))return{twinBase:n,binBase:t,encrypted:!1};const i=Jt(t)?t:Jt(n)?n:t;return{twinBase:i,binBase:i,encrypted:!0}}function wt(e){return sn(e).encrypted}function Hn(e,t=Xn){const n=`${t.replace(/\/$/,"")}/${e}`;return{twinBase:n,binBase:n,encrypted:!0}}function wi(e,t){return(e??t)?.trim()||void 0}function yi(e){Wn=sn(e);for(const t of zn)t()}function Vs(e,t){const n=typeof globalThis.location<"u"?globalThis.location.href:void 0;if(!n)return sn(e);const r=i=>{try{return new URL(i,n).href.replace(/\/$/,"")}catch{return i}};return sn({twinBase:r(e.twinBase),binBase:r(e.binBase),encrypted:e.encrypted})}function yt(){if(!Wn)throw new Error("Twin assets not configured; call setActiveTwinAssets first");return Wn}function vi(e){return zn.add(e),()=>zn.delete(e)}function an(){const e=yt();return wt(e)?`${e.binBase}/sil.bin`:`${e.twinBase}/sil.png`}function Ws(){const e=yt();return wt(e)?`${e.binBase}/idle.bin`:`${e.twinBase}/idle.mp4`}function _i(){const e=yt();return wt(e)?e.binBase:e.twinBase}function Wt(){return wt(yt())}function bi(){const e=yt();return wt(e)?`${e.binBase}/atlas.bin`:`${e.twinBase}/atlas.json`}function Si(){const e=yt();return wt(e)?`${e.binBase}/expression_atlas.bin`:`${e.twinBase}/expression_atlas.json`}const pt=[{code:"en",label:"English",visemetts:!0,cartesia:!0},{code:"es",label:"Spanish",visemetts:!0,cartesia:!0},{code:"es-MX",label:"Spanish (Mexico)",visemetts:!0,cartesia:!0},{code:"es-ES",label:"Spanish (Spain)",visemetts:!0,cartesia:!0},{code:"pt",label:"Portuguese",visemetts:!0,cartesia:!0},{code:"pt-BR",label:"Portuguese (Brazil)",visemetts:!0,cartesia:!0},{code:"pt-PT",label:"Portuguese (Portugal)",visemetts:!0,cartesia:!0},{code:"fr",label:"French",visemetts:!0,cartesia:!0},{code:"de",label:"German",visemetts:!0,cartesia:!0},{code:"it",label:"Italian",visemetts:!0,cartesia:!0},{code:"zh",label:"Chinese",visemetts:!0,cartesia:!0},{code:"ja",label:"Japanese",visemetts:!0,cartesia:!0},{code:"hi",label:"Hindi",visemetts:!0,cartesia:!0},{code:"ko",label:"Korean",visemetts:!0,cartesia:!0},{code:"ru",label:"Russian",visemetts:!0,cartesia:!0},{code:"tr",label:"Turkish",visemetts:!0,cartesia:!0},{code:"id",label:"Indonesian",visemetts:!0,cartesia:!0},{code:"ar",label:"Arabic",visemetts:!0,cartesia:!0},{code:"ar-EG",label:"Arabic (Egypt)",visemetts:!0,cartesia:!0},{code:"ar-AE",label:"Arabic (UAE)",visemetts:!0,cartesia:!0},{code:"vi",label:"Vietnamese",visemetts:!0,cartesia:!0},{code:"bn",label:"Bengali",visemetts:!0,cartesia:!0},{code:"auto",label:"Auto-detect",visemetts:!0,cartesia:!1},{code:"nl",label:"Dutch",visemetts:!1,cartesia:!0},{code:"pl",label:"Polish",visemetts:!1,cartesia:!0},{code:"sv",label:"Swedish",visemetts:!1,cartesia:!0},{code:"tl",label:"Tagalog",visemetts:!1,cartesia:!0},{code:"bg",label:"Bulgarian",visemetts:!1,cartesia:!0},{code:"ro",label:"Romanian",visemetts:!1,cartesia:!0},{code:"cs",label:"Czech",visemetts:!1,cartesia:!0},{code:"el",label:"Greek",visemetts:!1,cartesia:!0},{code:"fi",label:"Finnish",visemetts:!1,cartesia:!0},{code:"hr",label:"Croatian",visemetts:!1,cartesia:!0},{code:"ms",label:"Malay",visemetts:!1,cartesia:!0},{code:"sk",label:"Slovak",visemetts:!1,cartesia:!0},{code:"da",label:"Danish",visemetts:!1,cartesia:!0},{code:"ta",label:"Tamil",visemetts:!1,cartesia:!0},{code:"uk",label:"Ukrainian",visemetts:!1,cartesia:!0},{code:"hu",label:"Hungarian",visemetts:!1,cartesia:!0},{code:"no",label:"Norwegian",visemetts:!1,cartesia:!0},{code:"th",label:"Thai",visemetts:!1,cartesia:!0},{code:"he",label:"Hebrew",visemetts:!1,cartesia:!0},{code:"ka",label:"Georgian",visemetts:!1,cartesia:!0},{code:"te",label:"Telugu",visemetts:!1,cartesia:!0},{code:"gu",label:"Gujarati",visemetts:!1,cartesia:!0},{code:"kn",label:"Kannada",visemetts:!1,cartesia:!0},{code:"ml",label:"Malayalam",visemetts:!1,cartesia:!0},{code:"mr",label:"Marathi",visemetts:!1,cartesia:!0},{code:"pa",label:"Punjabi",visemetts:!1,cartesia:!0}],Ti=pt.map(e=>e.code),zs=new Set(Ti),Hs=new Set(pt.filter(e=>e.visemetts).map(e=>e.code)),$s=new Set(pt.filter(e=>e.cartesia).map(e=>e.code)),js="en";function ki(e){return zs.has(e)}function mn(e){const t=e?.trim();if(t)return t}function Ks(e){return e===at?pt.filter(t=>t.visemetts).map(t=>t.code):e===st?pt.filter(t=>t.cartesia).map(t=>t.code):pt.filter(t=>t.visemetts&&t.cartesia).map(t=>t.code)}function Gs(e,t){const n=t.trim();return n?e===at?Hs.has(n):e===st?$s.has(n):ki(n):!1}function Ei(e){const t=e.split(/\r?\n/);let n="",r="";for(const s of t)s.startsWith("event:")?n=s.slice(6).trim():s.startsWith("data:")&&(r=s.slice(5).trim());if(!n)return null;let i={};if(r)try{i=JSON.parse(r)}catch{i={raw:r}}return{event:n,data:i}}const xi=["aa","CH","DD","E","FF","I","O","PP","RR","SS","TH","U","kk","nn","sil"],qs=new Map(xi.map(e=>[e.toLowerCase(),e]));function hn(e){const t=(e??"").trim();return t?qs.get(t.toLowerCase())??"sil":"sil"}const Ys={aei:["aa","E","I"],o:["O","U"],ee:["I"],bmp:["PP"],fv:["FF"],l:["nn"],r:["RR"],th:["TH"],qw:["U","O"],cdgknstxyz:["DD","SS","kk","CH"]};function Qs(e){if(!e)return["sil"];const t=e.toLowerCase();return Ys[t]??["sil"]}function Ii(e,t){const n=e.word.length;if(n<=0)return 0;const r=e.wduration;if(r<=0)return 0;const i=Math.max(0,Math.min(1,(t-e.wtime)/r));return Math.min(n-1,Math.floor(i*n))}function At(e,t){const n=Math.max(0,Math.min(e.length-1,t));return e[n]??""}function pn(e,t){const n=e.toLowerCase().replace(/[^a-z']/g,"");return!n||At(n,t)!=="w"||t>0&&At(n,t-1)==="q"?!1:t===0&&/^w[aeiouy]/.test(n)}function Xs(e,t){const n=e.toLowerCase(),r=At(n,t),i=n.slice(Math.max(0,t-1),t+2);return r==="i"||r==="y"?"I":i.includes("ee")||r==="e"||n.includes("ea")?"E":"aa"}function Js(e,t){const n=e.toLowerCase(),r=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));if(/oo|ou|uw/.test(r))return"U";if(pn(n,t))return"FF";const i=At(n,t);return i==="u"||i==="w"?"U":"O"}function Zs(e,t){const n=e.toLowerCase();if(pn(n,t))return"FF";const r=n.slice(Math.max(0,t-2),t+1);if(/qu/.test(r))return"U";const i=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));return/wo|wh/.test(i)||At(n,t)==="o"?"O":"U"}const Zt={d:"DD",t:"DD",n:"DD",s:"SS",z:"SS",k:"kk",g:"kk",c:"CH",x:"CH",j:"CH"};function ea(e,t){const n=e.toLowerCase(),r=At(n,t);if(Zt[r])return Zt[r];for(let i=0;i<n.length;i++){const s=n[i];if(Zt[s])return Zt[s]}return"DD"}function Ai(e,t,n){const r=Qs(e);if(r.length===1)return r[0];const i=t.trim();if(!i)return r[0];const s=(e??"").toLowerCase(),o=Math.max(0,n);switch(s){case"aei":return Xs(i,o);case"o":return Js(i,o);case"qw":return Zs(i,o);case"cdgknstxyz":return ea(i,o);default:return r[0]}}const ir=16,$n=47,Mi=new Set(["aa","E","I"]),Pi=new Set(["DD","SS","kk","CH"]),ta=[Mi,Pi];function na(e){for(const t of ta)if(t.has(e))return t;return null}function ra(e){return na(e)!=null}function Ri(e,t=ir){return t<=0?e:Math.round(e/t)*t}function sr(e,t=ir){return e.map(n=>({...n,vtime:Ri(n.vtime,t)}))}function Ci(e){const t=new Map;for(const n of e)t.has(n.vtime)||t.set(n.vtime,n);return[...t.values()].sort((n,r)=>n.vtime-r.vtime)}function ar(e){if(e.length<=2)return[...e];const t=[e[0]];for(let n=1;n<e.length-1;n++){const r=e[n],i=e[n+1],s=t[t.length-1];if(!ra(r.viseme)){t.push(r);continue}const o=r.vtime-s.vtime,a=i.vtime-r.vtime;o<$n||a<$n||t.push(r)}return t.push(e[e.length-1]),t}function gn(e){return ar(Ci(sr(e)))}function Di(e,t){let n="sil";for(const r of e){if(r.vtime>t)break;r.viseme!=="sil"&&(n=r.viseme)}return n}function wn(e){const t=Ci(sr(e)),n=ar(t),r=new Set(n.map(s=>s.vtime)),i=[];for(const s of t)r.has(s.vtime)||i.push({viseme:s.viseme,vtime:s.vtime});return i}function ia(e){return wn(e).map(t=>t.viseme)}const sa=32,Br=48;function Bi(e){let t=0;for(const n of e)t=Math.max(t,n.vtime+n.vduration);return t}function Fi(e){let t=null,n=-1;for(const r of e){if(r.viseme==="sil")continue;const i=r.vtime+r.vduration;i>n&&(t=r,n=i)}return t}function aa(e){return gn(e).find(n=>n.viseme!=="sil")??null}function ft(e){const t=Bi(e);return Fi(e)?t+Jn:t}function oa(e){const t=[],n=aa(e);n&&n.vtime>0&&t.push({from:"sil",to:n.viseme,fromVtime:0,toVtime:n.vtime});const r=Fi(e),i=Bi(e);return r&&t.push({from:r.viseme,to:"sil",fromVtime:i,toVtime:i+Jn}),t}function Li(e){const t=gn(e),n=[];for(let r=0;r<t.length-1;r++){const i=t[r].viseme,s=t[r+1].viseme,o=t[r].vtime,a=t[r+1].vtime;i===s||a<=o||n.push({from:i,to:s,fromVtime:o,toVtime:a})}return n}function Ni(e){return e.length===0?[]:[...oa(e),...Li(e)]}function ca(e,t,n=!1){let r=null;for(const i of e){const{transStart:s,transEnd:o}=Oi(i.fromVtime,i.toVtime,i.from,i.to,n);t>=s&&t<o&&(r=i)}return r}function Oi(e,t,n,r,i=!1){const s=Math.max(0,t-e);if(i&&(n==="PP"||r==="PP")&&s>Br){const l=Br,c=t,f=c-l;return{gapMs:s,effectiveGapMs:l,holdEnd:f,transStart:f,transEnd:c}}const a=s>0?Math.max(s,sa):0,u=e,d=e+a;return{gapMs:s,effectiveGapMs:a,holdEnd:e,transStart:u,transEnd:d}}function Ui(e,t,n,r,i,s){r.forEach(o=>{const u=String(o.word??"").trim();if(!u)return;const d=Math.round((o.start??0)*1e3),l=o.duration!=null?Math.round(o.duration*1e3):o.end!=null?Math.max(1,Math.round((o.end-(o.start??0))*1e3)):0;t.push({word:u,wtime:i+d,wduration:l,queueIndex:t.length,gesture:o.gesture??null,emphasis:o.emphasis===!0})}),n.forEach(o=>{const a=String(o.symbol??o.viseme??"").trim();if(!a)return;const u=Math.round((o.start??0)*1e3),d=Math.max(1,Math.round((o.duration??0)*1e3)),l=i+u,c=zi(t,l),f=c?Ii(c,l):0;let g;fi(s)==="oculus_direct"?(g=hn(a),g==="U"&&c&&pn(c.word,f)&&(g="FF")):g=Ai(a,c?.word??"",f),e.push({viseme:g,weight:1,vtime:l,vduration:d})})}function Vi(e,t){let n=t;for(const r of e){const i=Math.round((r.start??0)*1e3),s=Math.max(1,Math.round((r.duration??0)*1e3));n=Math.max(n,t+i+s)}return n}const or=16e3;function Wi(e){const t=Number(e);return Number.isFinite(t)&&t>0?t:or}function la(e){let t=e.trim();const n=t.indexOf(",");t.startsWith("data:")&&n>=0&&(t=t.slice(n+1)),t=t.replace(/\s+/g,"").replace(/-/g,"+").replace(/_/g,"/");const r=t.length%4;return r!==0&&(t+="=".repeat(4-r)),t}function ua(e){return e.length>=4&&e[0]===82&&e[1]===73&&e[2]===70&&e[3]===70}function Fr(e,t,n=or){const r=t.byteOffset%2===0?t:t.slice(),i=new Int16Array(r.buffer,r.byteOffset,r.byteLength/2),s=new Float32Array(i.length);for(let a=0;a<i.length;a++)s[a]=i[a]>=32768?-(65536-i[a])/32768:i[a]/32767;const o=e.createBuffer(1,s.length,n);return o.copyToChannel(s,0),o}function da(e){const t=la(e),n=window.atob(t),r=new Uint8Array(n.length);for(let i=0;i<n.length;i++)r[i]=n.charCodeAt(i);return r}async function Lr(e,t,n=or){const r=da(t),i=Wi(n);if(ua(r)){const s=r.buffer.slice(r.byteOffset,r.byteOffset+r.byteLength);return e.decodeAudioData(s)}if(r.length>=2&&r.length%2===0)return Fr(e,r,i);try{const s=r.buffer.slice(r.byteOffset,r.byteOffset+r.byteLength);return await e.decodeAudioData(s)}catch{return Fr(e,r,i)}}function zi(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function Hi(e,t){const n=[],r=[];let i=null,s=!1,o=!1,a=!1,u=!1,d=0,l=0,c=0,f=null,g=1,T=t,m=!1,I=null,L=0,O=!1,b=!1,E=0,V=null,D=null,oe=null;const pe=()=>({visemes:[],words:[],segmentOffsetMs:0}),P=()=>{b=!1,E=0},z=()=>{f!=null&&(clearTimeout(f),f=null)},Q=()=>{for(const v of r){try{v.onended=null,v.stop(0)}catch{}try{v.disconnect()}catch{}}r.length=0},le=()=>{for(const v of r)v.playbackRate.value=g},ce=()=>{if(!(m||!u||s||b||r.length>0||n.length>0)){if(a&&i&&l>0){const v=(i.currentTime-l)*1e3;if(v<L){z();const N=g>0?(L-v)/g:L-v;f=setTimeout(()=>{m||(o=!1,f=null,e.onSpeakingDone(),e.onNotify())},Math.max(0,N));return}}o=!1,z(),e.onSpeakingDone(),e.onNotify()}},re=v=>{const N=ft(v);if(N<=0){e.onSpeakingDone(),e.onNotify();return}o=!0,d=performance.now(),e.onSpeakingStart(),e.onNotify(),z();const U=g>0?N/g:N;f=setTimeout(()=>{m||(o=!1,f=null,e.onSpeakingDone(),e.onNotify())},U)},ue=(v,N,U,Y)=>{N.length!==0&&(c=U,N.forEach(G=>{const _=String(G.word??"").trim();if(!_)return;const y=Math.round((G.start??0)*1e3),S=G.duration!=null?Math.round(G.duration*1e3):G.end!=null?Math.max(1,Math.round((G.end-(G.start??0))*1e3)):0;v.push({word:_,wtime:c+y,wduration:S,queueIndex:v.length,gesture:G.gesture??null,emphasis:G.emphasis===!0})}))},we=(v,N,U,Y,G,Z)=>{U.length!==0&&(c=Y,U.forEach(_=>{const y=String(_.symbol??_.viseme??"").trim();if(!y)return;const S=Math.round((_.start??0)*1e3),K=Math.max(1,Math.round((_.duration??0)*1e3)),ee=c+S,x=zi(N,ee),J=x?Ii(x,ee):0;let ne;fi(Z)==="oculus_direct"?(ne=hn(y),ne==="U"&&x&&pn(x.word,J)&&(ne="FF")):ne=Ai(y,x?.word??"",J),v.push({viseme:ne,weight:1,vtime:ee,vduration:K})}),e.onNotify())},se=(v,N,U,Y,G,Z,_)=>{ue(N,Y,G),we(v,N,U,G,Z,_)},W=(v,N,U)=>{oe===v&&v.visemes===N||(N.length=0,U.length=0,v.visemes=N,v.words=U,v.segmentOffsetMs=0,oe=v,c=0,L=0)},M=async()=>{const v=window.AudioContext||window.webkitAudioContext;return i||(i=new v),i.state==="suspended"&&await i.resume(),I||(I=i.createMediaStreamDestination()),i},q=(v,N)=>{if(!i)return 0;const U=i,Y=U.currentTime,G=Y+.02;if(N.isFirstAudio){l<=0&&(l=G);const _=(G-Y)*1e3;d=performance.now()+_}N.onBeforeStart?.(G);const Z=U.createBufferSource();return Z.buffer=v,Z.playbackRate.value=g,Z.connect(U.destination),I&&Z.connect(I),r.push(Z),m?(r.pop(),G):(N.isFirstAudio&&(o=!0,e.onSpeakingStart()),Z.onended=()=>{const _=r.indexOf(Z);_>=0&&r.splice(_,1),e.onNotify(),!m&&(V&&D?R(V,D):ce())},Z.start(G),G)},R=async(v,N)=>{if(m||s||r.length>0)return;if(n.length===0){ce();return}s=!0;let U=!1;try{const Y=await M();if(m)return;const G=n[0];if(!G)return;const Z=!o;if(O&&(e.shouldHoldForWarmup?.()??!1)&&(b||Z&&G.newStream)||b){W(G.utterance,v,N);for(const S of n){if(m)return;S.audioBuffer||(S.audioBuffer=await Lr(Y,S.audio,S.sampleRate)),a=!0,b||(b=!0,E=0,S.newStream&&S.onNewStream?.()),S.visemesQueued||(se(v,N,S.visemes,S.words,E,!0,T),S.visemesQueued=!0,E+=Math.round(S.audioBuffer.duration*1e3),L=Math.max(L,ft(v)))}e.onNotify();return}const y=n.shift();if(!y||(y.audioBuffer||(y.audioBuffer=await Lr(Y,y.audio,y.sampleRate)),m))return;a=!0,z(),W(y.utterance,v,N),y.visemesQueued=!1,y.newStream&&y.onNewStream?.(),q(y.audioBuffer,{isFirstAudio:!o,isFirstOfStream:!1,onBeforeStart:S=>{l=S,c=0,d=performance.now()+(S-Y.currentTime)*1e3,v.length=0,N.length=0,se(v,N,y.visemes,y.words,0,!0,T),y.visemesQueued=!0,y.utterance.segmentOffsetMs=0}}),U=r.length>0,L=ft(v),e.onNotify()}catch(Y){console.error("[avatarChunkPlayback] audio chunk failed:",Y)}finally{if(s=!1,m)return;if(b){n.some(G=>!G.audioBuffer||!G.visemesQueued)&&R(v,N);return}!U&&r.length===0&&n.length>0?R(v,N):r.length===0&&n.length===0&&ce()}};return{setStreamTtsEngineId:v=>{T=v},setPlaybackSpeed:v=>{g=Math.max(.1,Math.min(1,v)),le()},getPlaybackSpeed:()=>g,setLipsyncWarmupHoldEnabled:v=>{O=v,v||P()},isWarmingUp:()=>b,releaseWarmupHold:()=>{if(b){b=!1,E=0;for(const v of n)v.newStream=!1;V&&D&&R(V,D),e.onNotify()}},resetForNewStream:v=>{m=!1,u=!1,T=v,L=0},resumeBotStream:()=>{m=!1,u=!1},clearAborted:()=>{m=!1},primeAudioContext:async()=>{const v=window.AudioContext||window.webkitAudioContext;i||(i=new v),i.state==="suspended"&&await i.resume(),i&&!I&&(I=i.createMediaStreamDestination())},stop:()=>{m=!0,z(),Q(),n.length=0,s=!1,o=!1,a=!1,u=!1,c=0,l=0,d=0,L=0,V=null,D=null,oe=null,P()},markStreamComplete:v=>{if(L=Math.max(L,ft(v)),u=!0,!a&&v.length>0){re(v);return}ce()},playAudioChunk:async(v,N,U,Y,G,Z,_)=>{if(m)return;V=v,D=N;const y=Wi(_?.sampleRate),S=_?.newStream===!0,K=pe();if(!U?.trim()){if(Y.length===0&&G.length===0)return;W(K,v,N),S&&_?.onNewStream?.(),se(v,N,Y,G,0,!0,T),L=ft(v),!o&&L>0&&re(v),e.onNotify();return}n.push({audio:U,audioBuffer:null,utterance:K,visemes:Y,words:G,isNewSegment:Z,sampleRate:y,newStream:S,onNewStream:_?.onNewStream,visemesQueued:!1}),await R(v,N)},queueTimingsOnly:(v,N,U,Y,G,Z)=>{if(m)return;const _=pe();W(_,v,N),se(v,N,U,Y,0,!0,T),_.segmentOffsetMs=0,L=ft(v)},getPlaybackElapsedMs:()=>a&&i&&l>0?Math.max(0,(i.currentTime-l)*1e3*g):o?Math.max(0,(performance.now()-d)*g):0,isSpeaking:()=>o?!0:!a||!i||l<=0?!1:(i.currentTime-l)*1e3<L,getVoiceStream:()=>I?I.stream:null,getPlaybackStartPerf:()=>d,bargeIn:()=>{m=!0,u=!1,z(),Q(),n.length=0,s=!1,o=!1,a=!1,c=0,l=0,d=0,L=0,V=null,D=null,oe=null,P()},interrupt:()=>{m=!0,u=!1,z(),Q(),n.length=0,s=!1,o=!1,a=!1,c=0,l=0,d=0,L=0,V=null,D=null,oe=null,P()}}}function zt(e,t){let n=null;for(const r of e)t<r.vtime||t>=r.vtime+r.vduration||(!n||r.vtime>=n.vtime)&&(n=r);return n?n.viseme:"sil"}function $i(e,t,n=120){const r=zt(e,t);if(r!=="sil")return r;let i=null;for(const s of e){if(s.vtime>t)break;const o=s.vtime+s.vduration;o<=t&&t-o<=n&&(i=s)}return i?.viseme??"sil"}function fa(e,t,n=400){const r=t-n;let i=0;for(const s of e)if(s.vtime+s.vduration<r)i+=1;else break;i>0&&e.splice(0,i)}function ma(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function Nr(e,t){const n=e.trim();if(!n)return null;try{const r=n.replace(/\s+/g,""),i=atob(r).length,s=Number.isFinite(t)&&(t??0)>0?Number(t):16e3;return i/2/s*1e3}catch{return null}}const yn=.5,vn=1.5,cr="Olivia",lr="f786b574-daa5-4673-aa0c-cbe3e8534c02",Ht=.85;function jn(e,t=Ct,n={}){const r=`${t.replace(/\/$/,"")}/avatar_ttsWithPoses`,i=[],s=[],o=[],a=[];let u=0;const d=[],l=[];let c="",f="neutral",g="",T=ht;const m=new Set;let I=0,L=null,O=0,b=null;const E=()=>m.forEach(W=>W());let V=()=>!1;const D=Hi({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:E,shouldHoldForWarmup:()=>V()},ht),oe=()=>D.getPlaybackElapsedMs(),pe=(W,M=c)=>{if(!n.onLipsyncDebug)return;const q=oe(),R=i,H=wn(o).map(X=>({viseme:X.viseme,vtimeMs:X.vtime}));n.onLipsyncDebug({event:W,spokenText:M,mood:f,playbackAnchorPerf:D.getPlaybackStartPerf(),playbackElapsedMs:q,queueLength:R.length,activeViseme:zt(R,q),segments:l.map(X=>({...X,visemes:[...X.visemes]})),fullQueueLength:o.length,compactionSkipped:H})},P=(W,M)=>{n.onLipsyncDebug&&(L={event:W,spokenText:M},I===0&&(I=requestAnimationFrame(()=>{I=0;const q=L;L=null,q&&pe(q.event,q.spokenText)})))},z=(W,M,q,R,H)=>{if(!n.onLipsyncDebug)return;const X=i.slice(M),ae=q.filter(v=>String(v.symbol??v.viseme??"").trim());l.push({spokenText:W,audioOffsetMs:X[0]?.vtime??0,isNewSegment:R,chunkDurationMs:H,receivedAtMs:performance.now(),visemes:X.map((v,N)=>{const U=ae[N];return{rawSymbol:String(U?.symbol??U?.viseme??v.viseme).trim(),viseme:v.viseme,startSec:Number(U?.start??0),durationSec:Number(U?.duration??0),vtimeMs:v.vtime,vdurationMs:v.vduration}})})},Q=()=>{o.length=0,a.length=0,u=0},le=(W,M,q,R,H)=>{if(W.length===0&&M.length===0)return;Ui(o,a,W,M,u,H);const X=Vi(W,u),ae=q?Nr(q,R):null;u=Math.max(X,ae!=null?u+ae:u)},ce=()=>{O+=1,b?.abort(),b=null,D.stop(),i.length=0,s.length=0,Q(),d.length=0,f="neutral",l.length=0,c="",e("idle"),P("reset"),E()},re=W=>{const M=it(W?.ttsEngineId,W?.voiceId),q=M.ttsEngineId??T??ht,R=M.voiceId??(q===at?fn:cr),H=W?.speakingRate??Ht,X=Math.max(yn,Math.min(vn,H));return{engineId:q,voiceId:R,speakingRate:X,language:mn(W?.language)}},ue=async W=>{ce();const M=O;b=new AbortController,e("loading"),c=W.debugSpokenFallback,l.length=0,Q();const q=g.trim();if(!q)throw new Error("Developer token required for avatar_ttsWithPoses");D.resetForNewStream(W.engineId),D.setStreamTtsEngineId(W.engineId);let R="",H="";try{const X=await fetch(r,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${q}`,Accept:"text/event-stream"},body:JSON.stringify(W.requestBody),signal:b.signal});if(!X.ok)throw new Error(`avatar_ttsWithPoses failed (${X.status})`);const ae=X.body;if(!ae)throw new Error("No response body");const v=ae.getReader(),N=new TextDecoder;let U="",Y=!0;const G=()=>R||W.debugSpokenFallback,Z=async _=>{if(M!==O)return;const y=Ei(_);if(y){if(y.event==="spokenText"){const S=typeof y.data.text=="string"?y.data.text.trim():"";S&&(R=S,c=S,W.onSpokenText?.(S),E());return}if(y.event==="displayText"){const S=typeof y.data.text=="string"?y.data.text.trim():"";S&&(H=S,W.onDisplayText?.(S),E());return}if(y.event!=="done"){if(y.event==="audio"){const S=y.data.chunk,K=y.data.visemes??[],ee=y.data.words??[],x=y.data.is_new_segment??!1,J=y.data.sample_rate,ne=Number(y.data.audio_offset_ms??0),te=i.length,Se=G();if(le(K,ee,S,J,W.engineId),S){const ut=Y;Y=!1,await D.playAudioChunk(i,s,S,K,ee,x,{sampleRate:J,newStream:ut,audioOffsetMs:ne}),z(Se,te,K,x,Nr(S,J)),P("audio_chunk",Se)}else(K.length>0||ee.length>0)&&(D.queueTimingsOnly(i,s,K,ee,x,{audioOffsetMs:ne,newStream:Y}),z(Se,te,K,x,null),P("audio_chunk",Se))}else if(y.event==="metadata"){const S=y.data.mood;typeof S=="string"&&S.trim()&&(f=S.trim());const K=y.data.spoken_text??y.data.text;typeof K=="string"&&K.trim()&&!R&&(R=K.trim(),c=R);const ee=y.data.sentence_emotions;if(Array.isArray(ee)){d.length=0;for(const x of ee){if(!x||typeof x!="object")continue;const J=x;d.push({sentence_index:Number(J.sentence_index??0),text:String(J.text??""),sentiment:typeof J.sentiment=="string"?J.sentiment:void 0,emotion:String(J.emotion??f),start_word:Number(J.start_word??0),end_word:Number(J.end_word??0)})}}E(),P("metadata",G())}else if(y.event==="error")throw new Error(String(y.data.message??"avatar_ttsWithPoses stream error"))}}};for(;;){if(M!==O)return{displayText:H,spokenText:R,aborted:!0};const{done:_,value:y}=await v.read();y&&(U+=N.decode(y,{stream:!0}));const S=U.split(`
|
|
2
2
|
|
|
3
|
-
`);Y=ee.pop()??"";for(const T of ee)await b(T);if(x){Y.trim()&&await b(Y.trim()),A.markStreamComplete(i),I("bot_stopped",L);break}}}catch(C){if(H!==B||C instanceof DOMException&&C.name==="AbortError")return;throw console.error("[avatarTtsLipsync]",C),ae(),e("error"),C}},stop:ae,getVisemeQueue:()=>i,getWordQueue:()=>s,getFullVisemeQueue:()=>o,getFullWordQueue:()=>a,getSentenceEmotions:()=>d,getStreamMood:()=>m,getPlaybackElapsedMs:()=>A.getPlaybackElapsedMs(),isSpeaking:()=>A.isSpeaking(),isWarmingUp:()=>A.isWarmingUp(),releaseWarmupHold:()=>A.releaseWarmupHold(),setLipsyncWarmupHold:(L,Z)=>{Z&&(O=Z),A.setLipsyncWarmupHoldEnabled(L)},getVoiceStream:()=>A.getVoiceStream(),setPlaybackSpeed:L=>{A.setPlaybackSpeed(L)},getPlaybackSpeed:()=>A.getPlaybackSpeed(),subscribe:L=>(f.add(L),()=>f.delete(L))}}const rr=16e3,ir=16e3;class ua extends Hn.ProtobufFrameSerializer{async deserialize(t){try{return await super.deserialize(t)}catch(n){if(n instanceof Error&&n.message==="Unknown frame kind")return{type:"raw",message:null};throw n}}}class da extends Hn.DailyMediaManager{constructor(){super(!0,!0,void 0,void 0,512,rr,ir)}bufferBotAudio(t,n){}}const fa=/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;function Cr(e){return fa.test(e.trim())}function ma(e){const t=e.replace(/\/$/,"");return t.startsWith("https://")?`wss://${t.slice(8)}`:t.startsWith("http://")?`ws://${t.slice(7)}`:t}function Ui(e){if(e.wsUrl?.trim())return e.wsUrl.trim();const t=e.authToken?.trim();if(!t)throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");const n=e.apiBase??gt,r=new URL(`${ma(n)}/ws/voice`);r.searchParams.set("authToken",t),r.searchParams.set("tenant","aiTwin");const i=et(e.ttsEngineId,e.voiceId),s=i.ttsEngineId;s&&r.searchParams.set("ttsEngineId",s);const o=i.voiceId?.trim();o&&(s&&ci(s)?Cr(o)||r.searchParams.set("voiceId",o):Cr(o)&&r.searchParams.set("voiceId",o));const a=fn(e.language);a&&r.searchParams.set("language",a);const u=e.brainId?.trim()||e.personaId?.trim();u&&r.searchParams.set("brainId",u);const d=e.brainUrl?.trim();d&&r.searchParams.set("brainUrl",d);const l=e.speakingRate??Ht;r.searchParams.set("speaking_rate",String(Math.max(pn,Math.min(yn,l)))),e.ttsStream===!1?r.searchParams.set("tts_stream","false"):r.searchParams.set("tts_stream","true"),e.speakOnlyWhenSpokenTo&&r.searchParams.set("speakOnlyWhenSpokenTo","true");const c=e.avatarName?.trim();return c&&r.searchParams.set("avatarName",c),r.toString()}function An(e,t){if(!Array.isArray(e))return[];const n=[];for(const r of e)!r||typeof r!="object"||n.push({sentence_index:Number(r.sentence_index??0),text:String(r.text??""),sentiment:typeof r.sentiment=="string"?r.sentiment:void 0,emotion:String(r.emotion??t),start_word:Number(r.start_word??0),end_word:Number(r.end_word??0)});return n}function ha(e){if(!e||typeof e!="object")return null;const t=e,r=(t.data&&typeof t.data=="object"&&!Array.isArray(t.data)?t.data:null)||t;return{...r,type:String(r.type??t.type??"server-message")}}function Dr(e){return e.is_new_segment===!0||Number(e.audio_offset_ms??-1)===0?!0:Number(e.chunk_index??-1)===0}function ga(e){return e?.transport?._mediaManager?._wavStreamPlayer??null}function Vi(e,t={}){const n=[],r=[],i=[],s=[];let o=0;const a=[],u=[];let d="",l="neutral",c=tt,m=!1,w=null,S=null,f={...t},E=0,D=null;const B=new Set,v=[];let k=!1,O=null,A=!0,se="default";const le=new Set;let I=null,U=0,q=!1,oe=!1,ae=null,ie=!1;const L=()=>{ae!=null&&(clearTimeout(ae),ae=null)},Z=()=>{L(),ae=setTimeout(()=>{ae=null,A&&(z.markStreamComplete(n),ue("bot_stopped"))},450)},H=()=>B.forEach(g=>g());let me=()=>!1;const z=Oi({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>{ie=!1,oe=!1,e("done")},onNotify:H,shouldHoldForWarmup:()=>me()},c),te=()=>{if(O)return O;const g=new MessageChannel;return g.port1.onmessage=()=>{const P=v.shift();P!==void 0&&he(P),v.length>0?g.port2.postMessage(null):k=!1},O=g,g},j=g=>{v.push(g),!k&&(k=!0,te().port2.postMessage(null))},J=()=>z.getPlaybackElapsedMs(),Se=(g,P=d)=>{if(!f.onLipsyncDebug)return;const ne=J(),ce=n,Te=wn(i).map(be=>({viseme:be.viseme,vtimeMs:be.vtime}));f.onLipsyncDebug({event:g,spokenText:P,mood:l,playbackAnchorPerf:z.getPlaybackStartPerf(),playbackElapsedMs:ne,queueLength:ce.length,activeViseme:zt(ce,ne),segments:u.map(be=>({...be,visemes:[...be.visemes]})),fullQueueLength:i.length,compactionSkipped:Te})},ue=(g,P)=>{f.onLipsyncDebug&&(D={event:g,spokenText:P},E===0&&(E=requestAnimationFrame(()=>{E=0;const ne=D;D=null,ne&&Se(ne.event,ne.spokenText)})))},_=()=>{A=!0,le.clear(),z.clearAborted()},C=()=>{const g=ga(w);if(g){se=`bot-${Date.now()}`,g.interruptedTrackIds={[se]:!0};try{g.interrupt?.()}catch{}}const P=S;try{P?.interrupt?.()}catch{}},$=g=>{if(ie&&z.isSpeaking())return!0;const P=g.context_id?.trim();return P&&le.has(P)?!0:A?!1:!(g.type==="avatar_metadata"||Dr(g))},re=g=>{A=!1,ie=!1;const P=g.context_id?.trim();P&&le.add(P),L(),q=!1,oe=!1,v.length=0,k=!1,I?.abort(),I=null,U+=1,C(),z.bargeIn(),K(),e("idle"),ue("interrupt"),H()},K=()=>{n.length=0,r.length=0,i.length=0,s.length=0,o=0,u.length=0,d="",l="neutral",a.length=0},Y=()=>{L(),oe=!1,q=!1,z.stop(),K(),ue("reset"),H()},p=()=>{Y(),e("idle"),H()},b=(g,P)=>{typeof g.mood=="string"&&g.mood.trim()&&(l=g.mood.trim()),Array.isArray(g.sentence_emotions)&&g.sentence_emotions.length>0&&(P&&(a.length=0),a.push(...An(g.sentence_emotions,l)))},x=g=>{if($({...g,type:"avatar_metadata"}))return;_(),q=!0;const P=String(g.spoken_text??g.text??"").trim();P&&(d=P),z.resetForNewStream(c),typeof g.mood=="string"&&g.mood.trim()&&(l=g.mood.trim()),a.length=0,a.push(...An(g.sentence_emotions,l)),Array.isArray(g.gestures)&&g.gestures,ue("metadata",P),H()},W=(g,P,ne,ce)=>{if(!f.onLipsyncDebug)return;const Te=n.slice(ne),be=ce.filter(ke=>String(ke.symbol??ke.viseme??"").trim());u.push({spokenText:P,audioOffsetMs:Te[0]?.vtime??0,isNewSegment:!!g.is_new_segment,chunkDurationMs:g.chunk_duration_ms!=null?Number(g.chunk_duration_ms):null,receivedAtMs:performance.now(),visemes:Te.map((ke,ze)=>{const Ne=be[ze];return{rawSymbol:String(Ne?.symbol??Ne?.viseme??ke.viseme).trim(),viseme:ke.viseme,startSec:Number(Ne?.start??0),durationSec:Number(Ne?.duration??0),vtimeMs:ke.vtime,vdurationMs:ke.vduration}})})},ee=(g,P,ne,ce)=>{if(g.length===0&&P.length===0)return;Di(i,s,g,P,o,c);const Te=Bi(g,o);let be=null;const ke=ne.trim();if(ke)try{const ze=atob(ke.replace(/\s+/g,"")).length,Ne=Number.isFinite(ce)&&(ce??0)>0?Number(ce):16e3;be=ze/2/Ne*1e3}catch{be=null}o=Math.max(Te,be!=null?o+be:o)},T=g=>{if($(g))return;const P=Dr(g);P&&(L(),_());const ne=String(g.spoken_text??g.text??"").trim(),ce=g.visemes??[],Te=g.words??[],be=String(g.chunk??"").trim(),ke=q||P||!oe;q&&(q=!1),ke&&(oe=!0),ne&&(d=ne),b(g,P),ke?(z.resetForNewStream(c),i.length=0,s.length=0,o=0):P&&z.resumeBotStream(),ee(ce,Te,be,g.sample_rate);const ze=n.length;z.playAudioChunk(n,r,be,ce,Te,P,{sampleRate:g.sample_rate,newStream:ke,audioOffsetMs:Number(g.audio_offset_ms??0),onNewStream:()=>{u.length=0}}).then(()=>{W(g,ne,ze,ce),ue("audio_chunk",ne),Z()})},Q=g=>{if($(g))return;(g.is_new_segment||Number(g.audio_offset_ms??-1)===0)&&_(),console.warn("[realtimeVoice] avatar_lipsync is deprecated — expect avatar_audio_chunk");const P=String(g.spoken_text??g.text??"").trim();P&&(d=P),b(g,!!g.is_new_segment),ee(g.visemes??[],g.words??[],"",void 0);const ne=n.length;z.queueTimingsOnly(n,r,g.visemes??[],g.words??[],!!g.is_new_segment,{audioOffsetMs:Number(g.audio_offset_ms??0)}),W(g,P,ne,g.visemes??[]),ue("lipsync",P),H()},V=async g=>{const P=String(g.text??"").trim();if(!P)return;const ne=f.authToken?.trim();if(!ne){console.error("[realtimeVoice] avatar_speak requires authToken");return}I?.abort();const ce=new AbortController;I=ce;const Te=++U;_(),z.resetForNewStream(c),d=P;const ke=`${(f.apiBase??gt).replace(/\/$/,"")}/avatar_ttsWithPoses`,ze=et(c,f.voiceId);ze.ttsEngineId&&(c=ze.ttsEngineId,z.setStreamTtsEngineId(c));const Ne=ze.voiceId?.trim()||(c===nt?dn:nr),$t=f.speakingRate??Ht,bn=Math.max(pn,Math.min(yn,$t)),Ct={user_query:P,ttsEngineId:c,speakingRate:bn,tenant:"aiTwin"};si.has(c)&&(Ct.voice_id=Ne);const vt=fn(f.language);vt&&(Ct.language=vt);try{const Be=await fetch(ke,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${ne}`},body:JSON.stringify(Ct),signal:ce.signal});if(!Be.ok)throw new Error(`avatar_ttsWithPoses failed (${Be.status})`);const $e=Be.body;if(!$e)throw new Error("No response body");const _t=$e.getReader(),Ee=new TextDecoder;let Ie="",je=!0;const Ke=async rt=>{if(Te!==U||ce.signal.aborted||!A)return;const ye=vi(rt);if(ye){if(ye.event==="audio"){const Ue=ye.data.chunk,Re=ye.data.visemes??[],Ve=ye.data.words??[],We=ye.data.is_new_segment??!1,Dt=ye.data.sample_rate,lt=Number(ye.data.audio_offset_ms??0);if(Ue){const Bt=je;je=!1,await z.playAudioChunk(n,r,Ue,Re,Ve,We,{sampleRate:Dt,newStream:Bt,audioOffsetMs:lt})}else(Re.length>0||Ve.length>0)&&z.queueTimingsOnly(n,r,Re,Ve,We,{audioOffsetMs:lt,newStream:je})}else if(ye.event==="metadata"){const Ue=ye.data.mood;typeof Ue=="string"&&Ue.trim()&&(l=Ue.trim());const Re=ye.data.sentence_emotions;Array.isArray(Re)&&(a.length=0,a.push(...An(Re,l))),H()}else if(ye.event==="error")throw new Error(String(ye.data.message??"avatar_ttsWithPoses stream error"))}};for(;!(Te!==U||ce.signal.aborted||!A);){const{done:rt,value:ye}=await _t.read();ye&&(Ie+=Ee.decode(ye,{stream:!0}));const Ue=Ie.split(`
|
|
3
|
+
`);U=S.pop()??"";for(const K of S)await Z(K);if(_){U.trim()&&await Z(U.trim()),D.markStreamComplete(i),P("bot_stopped",G());break}}}catch(X){if(M!==O)return{displayText:H,spokenText:R,aborted:!0};if(X instanceof DOMException&&X.name==="AbortError")return{displayText:H,spokenText:R,aborted:!0};throw console.error("[avatarTtsLipsync]",X),ce(),e("error"),X}return{displayText:H,spokenText:R}};return{setDeveloperToken:W=>{g=W},setTtsEngineId:W=>{T=W},getTtsEngineId:()=>T,speak:async(W,M)=>{const{engineId:q,voiceId:R,speakingRate:H,language:X}=re(M),ae={user_query:W,ttsEngineId:q,speakingRate:H,tenant:"aiTwin"};Un.has(q)&&(ae.voice_id=R),X&&(ae.language=X),await ue({requestBody:ae,engineId:q,debugSpokenFallback:W})},speakWithReply:async(W,M)=>{const q=W.trim();if(!q)throw new Error("Message is required");const{engineId:R,voiceId:H,speakingRate:X,language:ae}=re(M),v={generateReply:!0,message:q,ttsEngineId:R,speakingRate:X,tenant:"aiTwin",history:M?.history??[]};Un.has(R)&&(v.voice_id=H),ae&&(v.language=ae);const N=M?.brainId?.trim();N&&(v.brainId=N);const U=M?.brainUrl?.trim();U&&(v.brainUrl=U);const Y=await ue({requestBody:v,engineId:R,debugSpokenFallback:q,onSpokenText:M?.onSpokenText,onDisplayText:M?.onDisplayText});if(Y.aborted)return{spokenText:Y.spokenText,displayText:Y.displayText};if(!Y.spokenText&&!Y.displayText)throw new Error("avatar_ttsWithPoses generateReply stream missing spokenText or displayText");return{spokenText:Y.spokenText||Y.displayText,displayText:Y.displayText||Y.spokenText}},stop:ce,getVisemeQueue:()=>i,getWordQueue:()=>s,getFullVisemeQueue:()=>o,getFullWordQueue:()=>a,getSentenceEmotions:()=>d,getStreamMood:()=>f,getPlaybackElapsedMs:()=>D.getPlaybackElapsedMs(),isSpeaking:()=>D.isSpeaking(),isWarmingUp:()=>D.isWarmingUp(),releaseWarmupHold:()=>D.releaseWarmupHold(),setLipsyncWarmupHold:(W,M)=>{M&&(V=M),D.setLipsyncWarmupHoldEnabled(W)},getVoiceStream:()=>D.getVoiceStream(),setPlaybackSpeed:W=>{D.setPlaybackSpeed(W)},getPlaybackSpeed:()=>D.getPlaybackSpeed(),subscribe:W=>(m.add(W),()=>m.delete(W))}}const ur=16e3,dr=16e3;class ha extends Qn.ProtobufFrameSerializer{async deserialize(t){try{return await super.deserialize(t)}catch(n){if(n instanceof Error&&n.message==="Unknown frame kind")return{type:"raw",message:null};throw n}}}class pa extends Qn.DailyMediaManager{constructor(){super(!0,!0,void 0,void 0,512,ur,dr)}bufferBotAudio(t,n){}}const ga=/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;function Or(e){return ga.test(e.trim())}function wa(e){const t=e.replace(/\/$/,"");return t.startsWith("https://")?`wss://${t.slice(8)}`:t.startsWith("http://")?`ws://${t.slice(7)}`:t}function ji(e){if(e.wsUrl?.trim())return e.wsUrl.trim();const t=e.authToken?.trim();if(!t)throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");const n=e.apiBase??Ct,r=new URL(`${wa(n)}/ws/voice`);r.searchParams.set("authToken",t),r.searchParams.set("tenant","aiTwin");const i=it(e.ttsEngineId,e.voiceId),s=i.ttsEngineId;s&&r.searchParams.set("ttsEngineId",s);const o=i.voiceId?.trim();o&&(s&&hi(s)?Or(o)||r.searchParams.set("voiceId",o):Or(o)&&r.searchParams.set("voiceId",o));const a=mn(e.language);a&&r.searchParams.set("language",a);const u=e.brainId?.trim()||e.personaId?.trim();u&&r.searchParams.set("brainId",u);const d=e.brainUrl?.trim();d&&r.searchParams.set("brainUrl",d);const l=e.speakingRate??Ht;r.searchParams.set("speaking_rate",String(Math.max(yn,Math.min(vn,l)))),e.ttsStream===!1?r.searchParams.set("tts_stream","false"):r.searchParams.set("tts_stream","true"),e.speakOnlyWhenSpokenTo&&r.searchParams.set("speakOnlyWhenSpokenTo","true");const c=e.avatarName?.trim();return c&&r.searchParams.set("avatarName",c),r.toString()}function Dn(e,t){if(!Array.isArray(e))return[];const n=[];for(const r of e)!r||typeof r!="object"||n.push({sentence_index:Number(r.sentence_index??0),text:String(r.text??""),sentiment:typeof r.sentiment=="string"?r.sentiment:void 0,emotion:String(r.emotion??t),start_word:Number(r.start_word??0),end_word:Number(r.end_word??0)});return n}function ya(e){if(!e||typeof e!="object")return null;const t=e,r=(t.data&&typeof t.data=="object"&&!Array.isArray(t.data)?t.data:null)||t;return{...r,type:String(r.type??t.type??"server-message")}}function Ur(e){return e.is_new_segment===!0||Number(e.audio_offset_ms??-1)===0?!0:Number(e.chunk_index??-1)===0}function va(e){return e?.transport?._mediaManager?._wavStreamPlayer??null}function Ki(e,t={}){const n=[],r=[],i=[],s=[];let o=0;const a=[],u=[];let d="",l="neutral",c=st,f=!1,g=null,T=null,m={...t},I=0,L=null;const O=new Set,b=[];let E=!1,V=null,D=!0,oe="default";const pe=new Set;let P=null,z=0,Q=!1,le=!1,ce=null,re=!1;const ue=()=>{ce!=null&&(clearTimeout(ce),ce=null)},we=()=>{ue(),ce=setTimeout(()=>{ce=null,D&&(M.markStreamComplete(n),ae("bot_stopped"))},450)},se=()=>O.forEach(p=>p());let W=()=>!1;const M=Hi({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>{re=!1,le=!1,e("done")},onNotify:se,shouldHoldForWarmup:()=>W()},c),q=()=>{if(V)return V;const p=new MessageChannel;return p.port1.onmessage=()=>{const B=b.shift();B!==void 0&&te(B),b.length>0?p.port2.postMessage(null):E=!1},V=p,p},R=p=>{b.push(p),!E&&(E=!0,q().port2.postMessage(null))},H=()=>M.getPlaybackElapsedMs(),X=(p,B=d)=>{if(!m.onLipsyncDebug)return;const ie=H(),de=n,Me=wn(i).map(Ee=>({viseme:Ee.viseme,vtimeMs:Ee.vtime}));m.onLipsyncDebug({event:p,spokenText:B,mood:l,playbackAnchorPerf:M.getPlaybackStartPerf(),playbackElapsedMs:ie,queueLength:de.length,activeViseme:zt(de,ie),segments:u.map(Ee=>({...Ee,visemes:[...Ee.visemes]})),fullQueueLength:i.length,compactionSkipped:Me})},ae=(p,B)=>{m.onLipsyncDebug&&(L={event:p,spokenText:B},I===0&&(I=requestAnimationFrame(()=>{I=0;const ie=L;L=null,ie&&X(ie.event,ie.spokenText)})))},v=()=>{D=!0,pe.clear(),M.clearAborted()},N=()=>{const p=va(g);if(p){oe=`bot-${Date.now()}`,p.interruptedTrackIds={[oe]:!0};try{p.interrupt?.()}catch{}}const B=T;try{B?.interrupt?.()}catch{}},U=p=>{if(re&&M.isSpeaking())return!0;const B=p.context_id?.trim();return B&&pe.has(B)?!0:D?!1:!(p.type==="avatar_metadata"||Ur(p))},Y=p=>{D=!1,re=!1;const B=p.context_id?.trim();B&&pe.add(B),ue(),Q=!1,le=!1,b.length=0,E=!1,P?.abort(),P=null,z+=1,N(),M.bargeIn(),G(),e("idle"),ae("interrupt"),se()},G=()=>{n.length=0,r.length=0,i.length=0,s.length=0,o=0,u.length=0,d="",l="neutral",a.length=0},Z=()=>{ue(),le=!1,Q=!1,M.stop(),G(),ae("reset"),se()},_=()=>{Z(),e("idle"),se()},y=(p,B)=>{typeof p.mood=="string"&&p.mood.trim()&&(l=p.mood.trim()),Array.isArray(p.sentence_emotions)&&p.sentence_emotions.length>0&&(B&&(a.length=0),a.push(...Dn(p.sentence_emotions,l)))},S=p=>{if(U({...p,type:"avatar_metadata"}))return;v(),Q=!0;const B=String(p.spoken_text??p.text??"").trim();B&&(d=B),M.resetForNewStream(c),typeof p.mood=="string"&&p.mood.trim()&&(l=p.mood.trim()),a.length=0,a.push(...Dn(p.sentence_emotions,l)),Array.isArray(p.gestures)&&p.gestures,ae("metadata",B),se()},K=(p,B,ie,de)=>{if(!m.onLipsyncDebug)return;const Me=n.slice(ie),Ee=de.filter(Pe=>String(Pe.symbol??Pe.viseme??"").trim());u.push({spokenText:B,audioOffsetMs:Me[0]?.vtime??0,isNewSegment:!!p.is_new_segment,chunkDurationMs:p.chunk_duration_ms!=null?Number(p.chunk_duration_ms):null,receivedAtMs:performance.now(),visemes:Me.map((Pe,ze)=>{const Oe=Ee[ze];return{rawSymbol:String(Oe?.symbol??Oe?.viseme??Pe.viseme).trim(),viseme:Pe.viseme,startSec:Number(Oe?.start??0),durationSec:Number(Oe?.duration??0),vtimeMs:Pe.vtime,vdurationMs:Pe.vduration}})})},ee=(p,B,ie,de)=>{if(p.length===0&&B.length===0)return;Ui(i,s,p,B,o,c);const Me=Vi(p,o);let Ee=null;const Pe=ie.trim();if(Pe)try{const ze=atob(Pe.replace(/\s+/g,"")).length,Oe=Number.isFinite(de)&&(de??0)>0?Number(de):16e3;Ee=ze/2/Oe*1e3}catch{Ee=null}o=Math.max(Me,Ee!=null?o+Ee:o)},x=p=>{if(U(p))return;const B=Ur(p);B&&(ue(),v());const ie=String(p.spoken_text??p.text??"").trim(),de=p.visemes??[],Me=p.words??[],Ee=String(p.chunk??"").trim(),Pe=Q||B||!le;Q&&(Q=!1),Pe&&(le=!0),ie&&(d=ie),y(p,B),Pe?(M.resetForNewStream(c),i.length=0,s.length=0,o=0):B&&M.resumeBotStream(),ee(de,Me,Ee,p.sample_rate);const ze=n.length;M.playAudioChunk(n,r,Ee,de,Me,B,{sampleRate:p.sample_rate,newStream:Pe,audioOffsetMs:Number(p.audio_offset_ms??0),onNewStream:()=>{u.length=0}}).then(()=>{K(p,ie,ze,de),ae("audio_chunk",ie),we()})},J=p=>{if(U(p))return;(p.is_new_segment||Number(p.audio_offset_ms??-1)===0)&&v(),console.warn("[realtimeVoice] avatar_lipsync is deprecated — expect avatar_audio_chunk");const B=String(p.spoken_text??p.text??"").trim();B&&(d=B),y(p,!!p.is_new_segment),ee(p.visemes??[],p.words??[],"",void 0);const ie=n.length;M.queueTimingsOnly(n,r,p.visemes??[],p.words??[],!!p.is_new_segment,{audioOffsetMs:Number(p.audio_offset_ms??0)}),K(p,B,ie,p.visemes??[]),ae("lipsync",B),se()},ne=async p=>{const B=String(p.text??"").trim();if(!B)return;const ie=m.authToken?.trim();if(!ie){console.error("[realtimeVoice] avatar_speak requires authToken");return}P?.abort();const de=new AbortController;P=de;const Me=++z;v(),M.resetForNewStream(c),d=B;const Pe=`${(m.apiBase??Ct).replace(/\/$/,"")}/avatar_ttsWithPoses`,ze=it(c,m.voiceId);ze.ttsEngineId&&(c=ze.ttsEngineId,M.setStreamTtsEngineId(c));const Oe=ze.voiceId?.trim()||(c===at?fn:lr),jt=m.speakingRate??Ht,Sn=Math.max(yn,Math.min(vn,jt)),Bt={user_query:B,ttsEngineId:c,speakingRate:Sn,tenant:"aiTwin"};Un.has(c)&&(Bt.voice_id=Oe);const _t=mn(m.language);_t&&(Bt.language=_t);try{const Ne=await fetch(Pe,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${ie}`},body:JSON.stringify(Bt),signal:de.signal});if(!Ne.ok)throw new Error(`avatar_ttsWithPoses failed (${Ne.status})`);const Ge=Ne.body;if(!Ge)throw new Error("No response body");const bt=Ge.getReader(),xe=new TextDecoder;let Re="",qe=!0;const Ue=async Ve=>{if(Me!==z||de.signal.aborted||!D)return;const Ie=Ei(Ve);if(Ie){if(Ie.event==="audio"){const De=Ie.data.chunk,He=Ie.data.visemes??[],et=Ie.data.words??[],$e=Ie.data.is_new_segment??!1,We=Ie.data.sample_rate,St=Number(Ie.data.audio_offset_ms??0);if(De){const Tt=qe;qe=!1,await M.playAudioChunk(n,r,De,He,et,$e,{sampleRate:We,newStream:Tt,audioOffsetMs:St})}else(He.length>0||et.length>0)&&M.queueTimingsOnly(n,r,He,et,$e,{audioOffsetMs:St,newStream:qe})}else if(Ie.event==="metadata"){const De=Ie.data.mood;typeof De=="string"&&De.trim()&&(l=De.trim());const He=Ie.data.sentence_emotions;Array.isArray(He)&&(a.length=0,a.push(...Dn(He,l))),se()}else if(Ie.event==="error")throw new Error(String(Ie.data.message??"avatar_ttsWithPoses stream error"))}};for(;!(Me!==z||de.signal.aborted||!D);){const{done:Ve,value:Ie}=await bt.read();Ie&&(Re+=xe.decode(Ie,{stream:!0}));const De=Re.split(`
|
|
4
4
|
|
|
5
|
-
`);Ie=Ue.pop()??"";for(const Re of Ue)await Ke(Re);if(rt){Ie.trim()&&await Ke(Ie.trim()),Te===U&&!ce.signal.aborted&&A&&z.markStreamComplete(n);break}}}catch(Be){if(ce.signal.aborted||!A)return;console.error("[realtimeVoice] avatar_speak failed:",Be),e("error"),H()}finally{I===ce&&(I=null)}},he=g=>{const P=ha(g);if(!P){console.warn("[realtimeVoice] server message with no payload",g);return}const ne=String(P.type??"unknown");switch(ne!=="avatar_metadata"&&ne!=="avatar_audio_chunk"&&ne!=="avatar_lipsync"&&ne!=="avatar_interrupt"&&ne!=="error"&&console.debug("[realtimeVoice] server message",ne,P),ne){case"avatar_metadata":x(P);break;case"avatar_audio_chunk":T(P);break;case"avatar_lipsync":Q(P);break;case"avatar_interrupt":re(P);break;case"error":{const ce=String(P.message??"Voice session error");console.error("[realtimeVoice] server error:",ce),e("error"),H();break}case"avatar_speak":V(P);break}},De=()=>w||(S=new da,w=new ds.PipecatClient({transport:new Hn.WebSocketTransport({mediaManager:S,serializer:new ua,recorderSampleRate:rr,playerSampleRate:ir}),enableCam:!1,enableMic:!0,callbacks:{onBotReady:()=>{m=!0,e("idle"),H()},onDisconnected:()=>{m=!1,p()},onError:g=>{const P=typeof g=="object"&&g!==null&&"data"in g?String(g.data??g):String(g);console.error("[realtimeVoice]",P,g),e("error"),H()},onTransportStateChanged:g=>{g==="error"&&(e("error"),H())},onServerMessage:g=>{j(g)},onUserStartedSpeaking:()=>{},onBotStartedSpeaking:()=>{_(),ue("bot_started")},onBotStoppedSpeaking:()=>{A&&Z()},onUserTranscript:g=>{String(g.text??""),f.onUserTranscript?.(g.text,!!g.final)},onBotOutput:g=>{f.onBotOutput?.(g.text)}}}),w);return{setDeveloperToken:g=>{},setTtsEngineId:g=>{c=g,z.setStreamTtsEngineId(g)},getTtsEngineId:()=>c,speak:async(g,P)=>{const ne=g.trim();if(ne){if(!w||!m)throw new Error("Realtime voice is not connected. Call connect() first.");Y(),await w.sendText(ne)}},stop:()=>{I?.abort(),I=null,U+=1,_(),Y(),e("idle"),H()},connect:async g=>{g&&(f={...f,...g});const P=et(f.ttsEngineId,f.voiceId);if(P.ttsEngineId&&(c=P.ttsEngineId,z.setStreamTtsEngineId(c)),f={...f,ttsEngineId:c,...P.voiceId?{voiceId:P.voiceId}:{}},!f.authToken?.trim())throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");e("loading");const ne=De();await ne.initDevices();const ce=Ui({...f,ttsEngineId:c});console.info("[realtimeVoice] connecting (avatar_audio_chunk RTVI):",ce);try{await ne.connect({wsUrl:ce})}catch(Te){m=!1,e("error"),H();const be=Te instanceof Error?Te.message:"Realtime voice connect failed (WebSocket 101 only means upgrade OK — check authToken/origin/RTVI handshake)";throw new Error(`${be} — ${ce}`)}m=!0,e("idle"),H()},disconnect:async()=>{if(L(),q=!1,oe=!1,v.length=0,k=!1,I?.abort(),I=null,U+=1,_(),w)try{await w.disconnect()}catch(g){console.error("[realtimeVoice] disconnect failed:",g)}m=!1,p()},isConnected:()=>m,unlockAudio:async()=>{await z.primeAudioContext()},getVisemeQueue:()=>n,getWordQueue:()=>r,getFullVisemeQueue:()=>i,getFullWordQueue:()=>s,getSentenceEmotions:()=>a,getStreamMood:()=>l,getPlaybackElapsedMs:J,isSpeaking:()=>z.isSpeaking(),isWarmingUp:()=>z.isWarmingUp(),releaseWarmupHold:()=>z.releaseWarmupHold(),setLipsyncWarmupHold:(g,P)=>{P&&(me=P),z.setLipsyncWarmupHoldEnabled(g)},getVoiceStream:()=>z.getVoiceStream(),setPlaybackSpeed:g=>{z.setPlaybackSpeed(g)},getPlaybackSpeed:()=>z.getPlaybackSpeed(),subscribe:g=>(B.add(g),()=>B.delete(g))}}function Wi(e,t,n){return{width:e.crop?.source_width??t,height:e.crop?.source_height??n}}function zi(e,t){const n=e.crop;return{x:t?.source_x??n?.x??0,y:t?.source_y??n?.y??0,width:t?.source_w??n?.width??e.frame_width??0,height:t?.source_h??n?.height??e.frame_height??0}}function Hi(e){return e?(e.w??0)>0&&(e.h??0)>0:!1}async function Pt(e,t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to load encrypted asset: ${e}`);const r=await n.arrayBuffer();return Fs(r,t)}async function $i(e,t){if(!t)throw new Error("Missing asset key for encrypted JSON");const n=await Pt(e,t),r=new TextDecoder().decode(n);return JSON.parse(r)}async function wa(e){const t=new Blob([e],{type:"image/webp"});return createImageBitmap(t)}async function pa(e){const t=new Blob([e],{type:"image/webp"}),n=URL.createObjectURL(t);return new Promise((r,i)=>{const s=new Image;s.decoding="async",s.onload=()=>{URL.revokeObjectURL(n),r(s)},s.onerror=()=>{URL.revokeObjectURL(n),i(new Error("Failed to decode decrypted image"))},s.src=n})}async function ya(e){const t=new Blob([e],{type:"image/png"});return createImageBitmap(t)}async function va(e){const t=new Blob([e],{type:"image/png"}),n=URL.createObjectURL(t);return new Promise((r,i)=>{const s=new Image;s.decoding="async",s.onload=()=>{URL.revokeObjectURL(n),r(s)},s.onerror=()=>{URL.revokeObjectURL(n),i(new Error("Failed to decode decrypted PNG"))},s.src=n})}function _a(e){const t=new Blob([e],{type:"video/mp4"});return URL.createObjectURL(t)}async function ba(e){const t=Os();if(!Wt())return t;if(!e)throw new Error("Missing asset key for encrypted idle video");const n=await Pt(t,e);return _a(n)}function Et(e,t){return`${e}/${t}_minus_sil.png`}const ji=5;function vn(e){const t=e?.composite_threshold;if(typeof t=="number"&&t>0)return t;const n=e?.crop?.content_threshold;return typeof n=="number"&&n>0?n:ji}const Sa=["aa","E","I","O","U","PP","FF","DD","SS","TH","CH","RR","kk","nn"],Un=["t01_0.25","t02_0.50","t03_0.75"],Ta=Un.length,Br=new Set(["aa__kk","aa__nn","aa__sil","CH__aa","CH__DD","CH__E","CH__FF","CH__I","CH__kk","CH__nn","CH__O","CH__PP","CH__RR","CH__sil","CH__SS","CH__TH","CH__U","DD__aa","DD__E","DD__FF","DD__I","DD__kk","DD__nn","DD__O","DD__PP","DD__RR","DD__sil","DD__SS","DD__TH","DD__U","E__aa","E__FF","E__I","E__kk","E__nn","E__O","E__PP","E__RR","E__sil","E__SS","E__TH","E__U","FF__aa","FF__I","FF__kk","FF__nn","FF__O","FF__PP","FF__RR","FF__sil","FF__SS","FF__TH","FF__U","I__aa","I__kk","I__nn","I__O","I__PP","I__RR","I__sil","I__SS","I__TH","I__U","kk__nn","kk__sil","nn__sil","O__aa","O__kk","O__nn","O__PP","O__RR","O__sil","O__SS","O__TH","O__U","PP__aa","PP__kk","PP__nn","PP__RR","PP__sil","PP__SS","PP__TH","PP__U","RR__aa","RR__kk","RR__nn","RR__sil","RR__SS","RR__TH","RR__U","SS__aa","SS__kk","SS__nn","SS__sil","SS__TH","SS__U","TH__aa","TH__kk","TH__nn","TH__sil","TH__U","U__aa","U__kk","U__nn","U__sil"]);function Fr(e,t){return`${e}__${t}`}function Lr(e,t){return`pairs/${e}/${t}_minus_sil.png`}function It(e){return`${e}_minus_sil.png`}function sr(e,t){if(t.has(e))return e;const n=/^pairs\/([^/]+)\//.exec(e);if(!n)return null;const r=n[1].split("__")[1];if(!r||r==="sil")return null;const i=It(r);return t.has(i)?i:null}function Ki(e,t){return e.filter(n=>t.has(n))}function ka(e,t,n){const r=ar(e,t);return Ki(r,n).length>0}function ar(e,t){if(e===t)return[];const n=[],r=Fr(e,t);if(Br.has(r)){for(const s of Un)n.push(Lr(r,s));return n}const i=Fr(t,e);if(Br.has(i)){for(let s=Ta-1;s>=0;s--)n.push(Lr(i,Un[s]));return n}return[]}function Ea(e){return e<16?[1]:e<24?[1]:e<35?[0,1,2]:[0,1,2]}function xa(e,t){return Ea(t).map(r=>e[r]).filter(r=>r!=null)}function Ia(e,t,n,r){if(r<=0)return 0;const s=Math.max(1,n-t)/r,o=e-t,a=Math.floor(o/s);return Math.min(r-1,Math.max(0,a))}function Gi(e,t,n){if(!n)return`${e}/${t}`;const r=t.split("/").pop()??t,i=r.includes(".")?r.slice(0,r.lastIndexOf(".")):r;return`${e}/${i}.bin`}const Aa=[.32,.24,.16,.08,0],Ma=Aa.map(e=>`eyes_${e.toFixed(2)}`),Pa=["eyes_0.32","eyes_0.16","eyes_0.00"],Ra=["eyes_0.32","eyes_0.16","eyes_0.08","eyes_0.00"],He=2,Ca=-20,an=16,qi={fear:-20,anger:-20,sad:-10,neutral:0,love:0,happy:0,disgust:10};function Ut(e){return`brow_${e}`}function ht(e){return qi[e]}function Xe(e){return Math.max(Ca,Math.min(an,e))}function Da(e,t){if(e===t)return[];const n=e<t,r=n?He:-He,i=[];let s=e;if(s%He!==0){const o=n?Math.ceil(s/He)*He:Math.floor(s/He)*He,a=Xe(o);if(n?a>=t:a<=t)return[t];s=a,i.push(s)}for(;;){const o=s+r;if(n?o>=t:o<=t){t!==s&&i.push(t);break}s=o,i.push(s)}return i}function Or(e){const t=Xe(e);if(t%He===0)return[t];const n=Math.floor(t/He)*He,r=Math.min(an,n+He),i=Xe(n);return t-i<=r-t?i===r?[i]:[i,r]:i===r?[r]:[r,i]}const Ba=["fear","anger","sad","neutral","love","happy","disgust"],Fa={fear:"fear",afraid:"fear",anxiety:"fear",anger:"anger",angry:"anger",mad:"anger",sad:"sad",sadness:"sad",sorrow:"sad",neutral:"neutral",calm:"neutral",love:"love",loving:"love",affection:"love",happy:"happy",happiness:"happy",joy:"happy",joyful:"happy",excited:"happy",disgust:"disgust",disgusted:"disgust"};function Ze(e,t="neutral"){const n=String(e??"").trim().toLowerCase();return n?Fa[n]??t:t}function Yi(e){return e===0?null:Et(Ut(e),"eyes_standard")}function Qi(e){return Yi(ht(e))}const La={[-20]:"anger",[-10]:"sad",0:"neutral",10:"disgust"};function or(e,t){if(!e)return null;if(t(e))return e;const n=e.match(/^brow_(-?\d+)\/(eyes_[^/]+)_minus_sil\.png$/);if(n){const i=Number(n[1]),s=n[2];for(const a of Or(i)){if(a===i)continue;const u=Et(Ut(a),s);if(t(u))return u}const o=La[i];if(o){const a=Et(o,s);if(t(a))return a}return null}const r=e.match(/^(fear|anger|sad|neutral|love|happy|disgust)\/(eyes_[^/]+)_minus_sil\.png$/);if(r){const i=r[1],s=r[2],o=ht(i);for(const a of[o,...Or(o)]){const u=Et(Ut(a),s);if(t(u))return u}}return null}function Nr(e,t){const n=Ut(ht(e));return!t||t==="eyes_standard"?Qi(e):e==="neutral"&&t==="eyes_standard"?null:Et(n,t)}function Oa(e,t){const n=[];for(const r of t)n.push(Nr(e,r));for(let r=t.length-2;r>=0;r--)n.push(Nr(e,t[r]));return n.push(Qi(e)),n}function Na(e){return Et(Ut(e),"eyes_standard")}function Ua(e,t){return Da(e,t).map(Na)}const Va=6;function Wa(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function za(e){const t=Xe(e);return t>=an?an:Xe(t+Va)}function Ha(e,t,n){const r=Xe(n);return Wa(t,e)?.emphasis?za(r):r}function Ur(e){if(!e)return 0;const t=e.match(/^brow_(-?\d+)\//);if(!t?.[1])return null;const n=Number.parseInt(t[1],10);return Number.isFinite(n)?Xe(n):null}function Qe(e,t){return e+Math.random()*(t-e)}function Vr(){return Qe(14,32)}function $a(e){if(e)return{holdMinMs:10,holdMaxMs:18,closedExtraMs:0};const t=Math.random();return t<.18?{holdMinMs:38,holdMaxMs:62,closedExtraMs:Qe(40,90)}:t<.42?{holdMinMs:26,holdMaxMs:44,closedExtraMs:Qe(12,36)}:t<.82?{holdMinMs:14,holdMaxMs:28,closedExtraMs:Math.random()<.35?Qe(8,22):0}:{holdMinMs:10,holdMaxMs:18,closedExtraMs:0}}function Wr(e,t){const n=Qe(e.holdMinMs,e.holdMaxMs);return t?n+e.closedExtraMs:n}function ja(e={}){const{initialDelayMs:t=800+Math.random()*1200,intervalMinMs:n=2200,intervalMaxMs:r=5800,doubleBlinkChance:i=.18,doubleBlinkGapMinMs:s=120,doubleBlinkGapMaxMs:o=220,fullBlinkChance:a=.75,postEmotionChangeDelayMs:u=380,minDwellMs:d=550}=e;let l="neutral",c="neutral",m=0,w=0,S=0,f={kind:"idle",nextBlinkAt:performance.now()+t},E=null,D="__eyes_open__|neutral|brow:0";function B(I=l){D=`${E??"__eyes_open__"}|${I}|brow:${w}`}function v(I,U=l){E=I;const q=Ur(I);q!=null?w=q:I==null&&(w=0),B(U)}function k(I){return Yi(I)}function O(I,U,q){const oe=Xe(U),ae=Xe(q);if(m=ae,oe===ae){v(k(ae));return}const ie=[...Ua(oe,ae),k(ae)];f={kind:"browBlend",paths:ie,index:0,holdUntil:I+Vr(),targetBrow:ae},v(ie[0]??null)}function A(I,U){f={kind:"idle",nextBlinkAt:I+Qe(n,r)},c=U,v(k(m),U)}function se(I,U,q){const oe=q?Pa:Math.random()<a?Ma:Ra,ae=$a(q),ie=oe.length-1;f={kind:"playing",paths:Oa(U,oe),index:0,holdUntil:I+Wr(ae,ie===0),after:"idle",blinkEmotion:U,pace:ae,closedFrameIndex:ie},c=U,v(f.paths[0]??null,U)}function le(I){if(f.kind==="browBlend"){for(;I>=f.holdUntil&&f.index<f.paths.length-1;)f.index+=1,f.holdUntil=I+Vr();const U=f.paths[f.index]??null;v(U),I>=f.holdUntil&&f.index>=f.paths.length-1&&(w=f.targetBrow,m=f.targetBrow,v(k(f.targetBrow)),f={kind:"idle",nextBlinkAt:I+u});return}if(f.kind==="idle"){v(k(m),c),I>=f.nextBlinkAt&&se(I,c,!1);return}if(f.kind==="doublePause"){v(k(m),f.blinkEmotion),I>=f.resumeAt&&se(I,f.blinkEmotion,!0);return}if(f.kind==="playing"){for(;I>=f.holdUntil&&f.index<f.paths.length-1;)f.index+=1,f.holdUntil=I+Wr(f.pace,f.index===f.closedFrameIndex);if(v(f.paths[f.index]??null,f.blinkEmotion),I>=f.holdUntil&&f.index>=f.paths.length-1){if(f.after==="resumeIdle"){A(I+u,l);return}if(f.after==="doublePause"){f={kind:"doublePause",resumeAt:I+Qe(s,o),blinkEmotion:f.blinkEmotion},v(k(m),f.blinkEmotion);return}if(f.after==="idle"&&Math.random()<i){f={kind:"doublePause",resumeAt:I+Qe(s,o),blinkEmotion:f.blinkEmotion},v(k(m),f.blinkEmotion);return}A(I,f.blinkEmotion)}}}return{advance:le,setTargetEmotion(I,U){const q=Ze(I,l);if(q===l)return;const oe=performance.now();!U?.force&&d>0&&!(l==="neutral"&&q!=="neutral")&&oe-S<d||(l=q,c=q,S=oe)},setTargetEyebrow(I){const U=Xe(I);if(U===m)return;const q=performance.now(),oe=f.kind==="browBlend"?Ur(E)??w:w;m=U,!(U===oe&&f.kind!=="browBlend")&&(f.kind==="playing"||f.kind==="doublePause"||O(q,oe,U))},snapToEmotion(I){const U=Ze(I),q=ht(U);l=U,c=U,m=q,w=q,S=performance.now(),f={kind:"idle",nextBlinkAt:performance.now()+Qe(4e3,7e3)},v(k(q),U)},getTargetEmotion:()=>l,getTargetEyebrow:()=>m,getExpressionPath:()=>E,getDrawKey:()=>D,reset(){l="neutral",c="neutral",m=0,w=0,S=0,A(performance.now()+Qe(n,r),"neutral")}}}function Ka(){const e=document.createElement("video");e.muted=!0,e.playsInline=!0,e.preload="auto",e.setAttribute("playsinline",""),e.loop=!0;let t=!1,n=null,r="";const i=()=>{n&&(URL.revokeObjectURL(n),n=null)};return{async load(s){t&&r===s||(i(),t=!1,r=s,s.startsWith("blob:")&&(n=s),await new Promise((o,a)=>{const u=()=>{const d=e.duration;if(!Number.isFinite(d)||d<=0){a(new Error(`Idle video has invalid duration: ${s}`));return}t=!0,e.currentTime=0,o()};e.addEventListener("loadeddata",u,{once:!0}),e.addEventListener("error",()=>a(new Error(`Failed to load idle video: ${s}`)),{once:!0}),e.src=s,e.load()}))},isReady(){return t},getVideo(){return e},setActive(s){t&&(s?e.paused&&e.play().catch(()=>{}):e.paused||e.pause())},restart(){t&&(e.currentTime=0)},dispose(){e.pause(),e.removeAttribute("src"),e.load(),i(),t=!1,r=""}}}const Ga=50,Xi=400;function qa(e,t,n){return e.filter(r=>{const i=r.queueIndex??-1;return i>=t&&i<=n})}function Ya(e,t){const n=[];for(const r of e){const i=qa(t,r.start_word,r.end_word);if(i.length===0)continue;const s=i[0],o=i[i.length-1];n.push({sentence:r,startMs:Math.max(0,s.wtime-Ga),endMs:o.wtime+o.wduration+Xi})}return n.sort((r,i)=>r.startMs-i.startMs)}function Qa(e,t,n,r="neutral"){const i=Ze(r);if(t.length===0)return i;if(n.length===0||e<n[0].wtime)return Ze(t[0]?.emotion,i);const s=Ya(t,n);let o=null;for(const d of s)e>=d.startMs&&e<=d.endMs&&(o=d);if(o)return Ze(o.sentence.emotion,i);const a=n[n.length-1],u=a.wtime+a.wduration;return e>u+Xi?Ze(t[t.length-1]?.emotion,i):i}function cr(e,t,n,r,i=ji){const s=new OffscreenCanvas(n,r),o=s.getContext("2d",{willReadFrequently:!0});o.drawImage(e,0,0,n,r);const a=o.getImageData(0,0,n,r),u=o.createImageData(n,r);u.data.set(a.data);const l=new OffscreenCanvas(n,r).getContext("2d",{willReadFrequently:!0});for(const c of t){l.clearRect(0,0,n,r),l.drawImage(c,0,0,n,r);const m=l.getImageData(0,0,n,r);for(let w=0;w<u.data.length;w+=4){const S=m.data[w],f=m.data[w+1],E=m.data[w+2];Math.max(S,f,E)>i&&(u.data[w]=S,u.data[w+1]=f,u.data[w+2]=E,u.data[w+3]=255)}}return o.putImageData(u,0,0),s}let dt=null,At=null;const on=new Map;function Xa(){dt=null,At=null,on.clear()}mi(Xa);function Ja(e){return e??At??void 0}function lr(e){return new Promise((t,n)=>{const r=new Image;r.decoding="async",r.onload=()=>t(r),r.onerror=()=>n(new Error(`Failed to load image: ${e}`)),r.src=e})}async function Za(e){return Wt()?va(await Pt(sn(),e??"")):lr(sn())}async function zr(e,t,n,r){const i=n?await $i(e,r):await fetch(e).then(d=>{if(!d.ok)throw new Error(`Failed to load ${e}`);return d.json()}),s=i.sheets?.[0];if(!s?.path)throw new Error(`${e} has no sheets[0].path`);const o=n?await pa(await Pt(Gi(t,s.path,n),r??"")):await lr(`${t}/${s.path}`),a=new Map;for(const d of i.cells??[])d.path&&a.set(d.path,d);const u=new Map;for(const d of i.sheets??[])u.set(d.index,d);return{atlas:o,atlasMeta:i,cellByPath:a,sheetByIndex:u,diffBase:t}}async function Vn(e){const t=Ja(e),n=Wt();if(n&&!t)throw new Error("Encrypted assets enabled but no key provided");if(dt&&(!n||At===(t??null))){const s=await dt;return{...Mt(s),visemePaths:[...s.viseme.cellByPath.keys()]}}At=t??null,on.clear();const r=hi();dt=(async()=>{const s=await Za(t),o=await zr(gi(),r,n,t);let a=null;try{a=await zr(wi(),r,n,t)}catch{a=null}return{sil:s,viseme:o,expression:a}})();const i=await dt;return{...Mt(i),visemePaths:[...i.viseme.cellByPath.keys()]}}async function ur(e){if(await Vn(e),!dt)throw new Error("Assets not loaded");return dt}function Mt(e){return Wi(e.viseme.atlasMeta,e.sil.naturalWidth,e.sil.naturalHeight)}function eo(e,t){const n=document.createElement("canvas");return n.width=t.w,n.height=t.h,n.getContext("2d",{willReadFrequently:!0}).drawImage(e.atlas,t.x,t.y,t.w,t.h,0,0,t.w,t.h),n}async function cn(e,t,n){const r=`${t.diffBase}::${n}`,i=on.get(r);if(i)return i;const s=(async()=>{const o=t.cellByPath.get(n);if(!o)throw new Error(`No atlas cell for path: ${n}`);const a=zi(t.atlasMeta,o),u=Mt(e);if(Hi(o)){const c=eo(t,o),m=document.createElement("canvas");m.width=u.width,m.height=u.height;const w=m.getContext("2d");return w.fillStyle="#000",w.fillRect(0,0,u.width,u.height),w.drawImage(c,a.x,a.y),m}const d=`${t.diffBase}/${n}`,l=await lr(d);if(l.naturalWidth===u.width&&l.naturalHeight===u.height)return l;throw new Error(`Diff PNG wrong size for ${n}`)})();return on.set(r,s),s}async function Mn(e,t,n,r,i,s){if(i){const{width:w,height:S}=i;if(s&&!s()||t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA)return;const f=document.createElement("canvas");f.width=w,f.height=S;const E=f.getContext("2d");if(E.clearRect(0,0,w,S),E.drawImage(t,0,0,w,S),s&&!s())return;(e.width!==w||e.height!==S)&&(e.width=w,e.height=S);const D=e.getContext("2d");D.clearRect(0,0,w,S),D.drawImage(f,0,0);return}const o=await ur(),a=vn(o.viseme.atlasMeta),{width:u,height:d}=Mt(o);(e.width!==u||e.height!==d)&&(e.width=u,e.height=d);const l=[],c=e.getContext("2d");if(c.clearRect(0,0,u,d),t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA){const w=o.sil;c.drawImage(w,0,0,u,d);return}if(l.length===0){c.drawImage(t,0,0,u,d);return}const m=cr(t,l,u,d,a);c.drawImage(m,0,0)}async function Wn(e,t,n){const r=await ur(At??void 0),i=vn(r.viseme.atlasMeta),{width:s,height:o}=Mt(r);(e.width!==s||e.height!==o)&&(e.width=s,e.height=o);const a=[];if(t.mouthPath){const l=new Set(r.viseme.cellByPath.keys()),c=sr(t.mouthPath,l)??(l.has(t.mouthPath)?t.mouthPath:null);c&&a.push(await cn(r,r.viseme,c))}if(t.expressionPath&&r.expression){const l=or(t.expressionPath,c=>r.expression.cellByPath.has(c));l&&a.push(await cn(r,r.expression,l))}const u=e.getContext("2d");if(u.clearRect(0,0,s,o),a.length===0){u.drawImage(r.sil,0,0,s,o);return}const d=cr(r.sil,a,s,o,i);u.drawImage(d,0,0)}async function to(e,t){const n=await ur(At??void 0),r=vn(n.viseme.atlasMeta),{width:i,height:s}=Mt(n),o=[];if(e.mouthPath){const l=new Set(n.viseme.cellByPath.keys()),c=sr(e.mouthPath,l)??(l.has(e.mouthPath)?e.mouthPath:null);c&&o.push(await cn(n,n.viseme,c))}if(e.expressionPath&&n.expression){const l=or(e.expressionPath,c=>n.expression.cellByPath.has(c));l&&o.push(await cn(n,n.expression,l))}const a=new OffscreenCanvas(i,s),u=a.getContext("2d");if(o.length===0)return u.drawImage(n.sil,0,0,i,s),a.transferToImageBitmap();const d=cr(n.sil,o,i,s,r);return u.drawImage(d,0,0),a.transferToImageBitmap()}async function no(e){await Wn(e,{mouthPath:null,expressionPath:null})}const en={fontFamily:"system-ui, -apple-system, sans-serif",fontSize:"clamp(0.875rem, 2.5vw, 1.125rem)",color:"rgba(255,255,255,0.85)"};function ro(e){return e.length===0?"":e.map(t=>t.word).join(" ")}function io(e){if(!e)return{enabled:!1,style:en};const t=e===!0?{}:e;return{enabled:!0,style:{fontFamily:t.fontFamily??en.fontFamily,fontSize:t.fontSize??en.fontSize,color:t.color??en.color}}}const so={position:"absolute",bottom:0,left:0,right:0,display:"flex",justifyContent:"center",padding:"0.75rem 1rem",pointerEvents:"none"},ao={display:"inline-block",maxWidth:"100%",padding:"0.45rem 0.85rem",borderRadius:"0.75rem",background:"rgba(0,0,0,0.55)",lineHeight:1.4,textAlign:"center"},oo={display:"-webkit-box",WebkitLineClamp:2,WebkitBoxOrient:"vertical",overflow:"hidden",maxWidth:"100%",margin:0};function co({text:e,style:t}){return R.jsx("div",{style:so,"aria-live":"polite","aria-atomic":"true",children:R.jsx("div",{style:{...ao,fontFamily:t.fontFamily,fontSize:t.fontSize,color:t.color},children:R.jsx("p",{style:oo,children:e})})})}const lo={inset:0,overflow:"hidden",pointerEvents:"none",position:"absolute",zIndex:3},uo={filter:"blur(22px)",height:"100%",inset:0,objectFit:"cover",objectPosition:"top",position:"absolute",transform:"scale(1.08)",width:"100%"},fo={backdropFilter:"blur(10px)",WebkitBackdropFilter:"blur(10px)",inset:0,position:"absolute"};function mo({thumbnailUrl:e}){const[t,n]=h.useState(!1);h.useEffect(()=>{n(!1)},[e]);const r=!!e&&t;return R.jsxs("div",{style:lo,"aria-hidden":!0,children:[e?R.jsx("img",{src:e,alt:"",style:{...uo,opacity:r?1:0,transition:"opacity 0.45s ease"},onLoad:()=>n(!0),onError:()=>n(!1)}):null,R.jsx("div",{style:{...fo,background:r?"rgba(0, 0, 0, 0.28)":"rgba(10, 10, 11, 0.92)"}})]})}let Ji=null;function Hr(e){Ji=e}function at(){return Ji}function ho(e){return`${e.from}→${e.to}@${e.fromVtime}`}function $r(){return{rafTicksSpeaking:0,rafTicksDeduped:0,drawsRequested:0,drawsDisplayed:0,queueSuperseded:0,workerStale:0,rifeFramesOmittedByGap:0,transitionFramesSampled:0,transitionFramesDisplayed:0,transitionFramesMissed:0,bufferTicks:0,bufferHits:0,bufferUnderruns:0,bufferPrefetched:0}}function go(){let e=$r();const t=new Set,n=new Set,r=new Set;let i="",s=-1,o="";const a=()=>{e=$r(),t.clear(),n.clear(),r.clear(),i="",s=-1,o=""},u=l=>{t.add(l)},d=l=>{l&&r.add(l)};return{reset:a,onRafTickSpeaking(){e.rafTicksSpeaking+=1},onDrawDeduped(){e.rafTicksDeduped+=1},onDrawRequested(){e.drawsRequested+=1},onQueueSuperseded(){e.queueSuperseded+=1},onWorkerStale(){e.workerStale+=1},onTransitionSample(l,c){const m=ho(l);e.transitionFramesSampled+=1,m!==i&&(i=m,s=-1,o!==m&&(o=m,e.rifeFramesOmittedByGap+=l.omittedByGap)),c&&n.add(c),s>=0&&l.frameIdx>s+1&&(e.transitionFramesMissed+=l.frameIdx-s-1),s=l.frameIdx},onBufferTick(){e.bufferTicks+=1},onBufferHit(){e.bufferHits+=1},onBufferUnderrun(){e.bufferUnderruns+=1},onBufferPrefetched(){e.bufferPrefetched+=1},onBufferReset(){},onDrawDisplayed(l,c){if(e.drawsDisplayed+=1,l.transitionMeta){e.transitionFramesDisplayed+=1;const w=l.transitionMeta;u(w.fromVtime),u(w.toVtime),d(l.mouthPath);return}if(l.label.includes("→")){e.transitionFramesDisplayed+=1;return}const m=l.label.trim();if(!(!m||m==="sil")){for(const w of c)if(w.viseme===m&&l.elapsedMs>=w.vtime&&l.elapsedMs<w.vtime+w.vduration){u(w.vtime);break}}},snapshot(l,c){let m=0,w=0;for(const B of l)if(B.viseme!=="sil"){if(B.vtime>=c)break;m+=1,t.has(B.vtime)&&(w+=1)}const S=m>0?Math.round(w/m*100):100,f=e.queueSuperseded+e.workerStale+Math.max(0,e.drawsRequested-e.drawsDisplayed),E=m-w,D=e.bufferTicks>0?Math.round(e.bufferHits/e.bufferTicks*100):100;return{...e,bufferHitRate:D,renderLoss:f,visemeSlotsTotal:m,visemeSlotsCovered:w,visemeCoveragePct:S,transitionFramesUniqueSampled:n.size,transitionFramesUniquePainted:r.size,drawsDeduped:e.rafTicksDeduped,renderSkips:e.rafTicksDeduped+f,visemesShown:w,visemesSkipped:E,rifeTransitionFramesSkipped:e.transitionFramesMissed}}}}const Zi=jn,wo=200,jr=300,po=100,yo=600,es="__sil__";function Kr(e){return e.lastDrawnKey?e.lastDrawnKey.split("|")[0]===es:!1}function dr(){return{lastDrawnKey:""}}function Oe(e){e.lastDrawnKey="",e.transitionCache=void 0}function vo(e,t){if(t?.transitionCache&&t.transitionCache.queueLength===e.length)return t.transitionCache.transitions;const n=Ri(e);return t&&(t.transitionCache={queueLength:e.length,transitions:n}),n}function _o(e,t){let n="sil";for(const r of e)r.viseme!=="sil"&&(t!=null&&r.vtime>t||(n=r.viseme));return n}function bo(e,t,n,r=120){if(n!=="sil")return n;const i=Ni(e,t,r);return i!=="sil"?i:_o(e,t)}function So(e,t){return e==="sil"?!1:t?ka(e,"sil",t):ar(e,"sil").length>0}function To(){return Zi+yo}function ln(e){return e??es}function fr(e,t,n,r,i=po){if(e.length===0)return{diffPath:null,label:"sil"};if(t>=ut(e))return{diffPath:null,label:"sil"};const s=vo(e,r),o=ia(s,t);if(o){const d=Ci(o.fromVtime,o.toVtime,o.from,o.to);if(t>=d.transStart&&t<d.transEnd){let l=ar(o.from,o.to);n&&(l=Ki(l,n));const c=xa(l,d.effectiveGapMs);if(c.length>0){const m=Ia(t,d.transStart,d.transEnd,c.length);return{diffPath:c[m]??c[c.length-1],label:`${o.from}→${o.to}`,transitionMeta:{from:o.from,to:o.to,fromVtime:o.fromVtime,toVtime:o.toVtime,frameIdx:m,frameCount:c.length,fullFrameCount:l.length,omittedByGap:Math.max(0,l.length-c.length)}}}return{diffPath:It(o.to),label:o.to}}}const a=gn(e);let u=Ii(a,t);return u==="sil"&&(u=Ni(e,t,i)),u==="sil"?{diffPath:null,label:"sil"}:{diffPath:It(u),label:u}}function Vt(e,t){const n=t??ln(e.expressionPath);return`${ln(e.mouthPath)}|${n}`}function Gr(e,t,n,r,i,s,o,a,u,d){const l=fr(t,n,u,s),c={mouthPath:l.diffPath,expressionPath:r},m=Vt(c,i),w=at();if(l.transitionMeta&&w?.onTransitionSample(l.transitionMeta,l.diffPath),m===s.lastDrawnKey){w?.onDrawDeduped();return}w?.onDrawRequested(),a(l),s.lastDrawnKey=m,o(e,c,m,S=>{S===m&&(s.lastDrawnKey=m)})}function Pn(e,t,n,r,i,s,o=null,a=null){const u={mouthPath:a,expressionPath:t},d=o!=null?`|idle@${Math.round(o*1e3)}`:"",l=Vt(u,n)+d;!(o!=null)&&l===r.lastDrawnKey||(s(o!=null?t?"idle · blink":"idle":t?"blink":"sil"),i(e,u,l,m=>{m===l&&(r.lastDrawnKey=l)}))}function ts(e,t,n,r,i=Ot,s){if(n<=t||e.length===0)return[];const o=s??dr(),a=[];let u="";for(let d=t;d<n;d+=i){const l=fr(e,d,r,o),c=ln(l.diffPath);c!==u&&(u=c,a.push({displayAtMs:d,mouthPath:l.diffPath,mouthKey:c,label:l.label}))}return a}const ko=3;function mr(e){let t=0;const n=[];let r=!1,i=!1;const s=async()=>{if(!r){r=!0;try{for(;n.length>0;){const a=n.shift(),u=++t;await e(a.diffs,u,a)&&u===t&&a.onDisplayed?.(a.drawKey)}}finally{r=!1,n.length>0&&s()}}},o=()=>{i||(i=!0,queueMicrotask(()=>{i=!1,s()}))};return{enqueue(a,u,d){const l=n.findIndex(c=>c.drawKey===u);l>=0?n[l]={diffs:a,drawKey:u,onDisplayed:d}:(n.length>=ko&&(n.shift(),at()?.onQueueSuperseded()),n.push({diffs:a,drawKey:u,onDisplayed:d})),o()},reset(){t+=1,n.length=0},isLatestSeq(a){return a===t},getLatestSeq(){return t}}}function Eo(e,t=2){const n=[],r=new Set;let i=0,s=!1,o=0;const a=(d,l)=>`${d}|${l}`,u=async()=>{if(!s){s=!0;try{for(;i<t&&n.length>0;){const d=n.shift(),l=a(d.displayAtMs,d.drawKey);if(r.has(l))continue;r.add(l),i+=1;const c=o;try{await e(d)}finally{if(r.delete(l),i-=1,c!==o)return}}}finally{s=!1,n.length>0&&i<t&&u()}}};return{enqueue(d){const l=a(d.displayAtMs,d.drawKey);r.has(l)||n.some(c=>a(c.displayAtMs,c.drawKey)===l)||(n.push(d),u())},isQueuedOrInflight(d,l){const c=a(d,l);return r.has(c)?!0:n.some(m=>a(m.displayAtMs,m.drawKey)===c)},reset(){o+=1,n.length=0,r.clear(),i=0},pendingCount(){return n.length+i}}}function xo(){const e=new Map,t=n=>{n.bitmap.close()};return{has(n,r){return e.has(r)},markRendered(n,r,i,s,o){const a=e.get(r);a&&t(a),e.set(r,{displayAtMs:n,mouthKey:r,label:i,mouthPath:s,bitmap:o})},findForMouthKey(n){return e.get(n)??null},removeThrough(n){},pruneBefore(n){},reset(){for(const n of e.values())t(n);e.clear()},size(){return e.size}}}function Io(e,t,n,r,i,s){const o=ts(t,n,r,i,Ot,s);if(o.length===0)return{ready:0,total:0};let a=0;for(const u of o)e.has(u.displayAtMs,u.mouthKey)&&(a+=1);return{ready:a,total:o.length}}function Ao(e){const t=xo(),n=dr(),r=new Set;let i="",s=null;const o=Eo(async c=>{try{if(!e.supportsBufferedPlayback)return;const m=await e.compositePrefetchFrame(c.diffs,c.mouthKey);if(!m)return;t.markRendered(c.displayAtMs,c.mouthKey,c.label,c.mouthPath,m),at()?.onBufferPrefetched()}finally{r.delete(c.mouthKey)}},bs),a=c=>{for(const m of c)t.has(m.displayAtMs,m.mouthKey)||r.has(m.mouthKey)||o.isQueuedOrInflight(0,m.mouthKey)||(r.add(m.mouthKey),o.enqueue({...m,displayAtMs:0,drawKey:m.mouthKey,diffs:{mouthPath:m.mouthPath,expressionPath:null}}))},u=(c,m,w,S=In)=>{if(!e.supportsBufferedPlayback)return;const f=Math.max(0,m-Ot*4),E=ts(c,f,m+S,w,Ot,n);a(E)},d=(c,m)=>{i=c,s=m},l=(c,m)=>!(i!==c||s!==m);return{reset(){t.reset(),o.reset(),r.clear(),Oe(n),i="",s=null,at()?.onBufferReset()},markExternallyDisplayed(c,m){d(c.split("|")[0]??c,m)},warmupTick(c){e.supportsBufferedPlayback&&u(c.queue,0,c.availablePaths,Math.max(xr,In))},isWarmupReady(c,m=xr){if(!e.supportsBufferedPlayback)return!0;const{ready:w,total:S}=Io(t,c.queue,0,m,c.availablePaths,n);return S===0?!1:w/S>=_s},getBufferedFrameCount:()=>t.size(),tick(c){const m=at();m?.onBufferTick(),u(c.queue,c.elapsedMs,c.availablePaths),t.pruneBefore(c.elapsedMs-In);const w=fr(c.queue,c.elapsedMs,c.availablePaths,n),S=ln(w.diffPath),f=Vt({mouthPath:w.diffPath,expressionPath:c.expressionPath},c.expressionDrawKey),E=()=>(d(S,c.expressionPath),m?.onBufferHit(),{usedBuffer:!0,underrun:!1,held:!0});if(l(S,c.expressionPath)||c.playbackState.lastDrawnKey===f)return E();const D=t.findForMouthKey(S,c.elapsedMs,Ot);return D&&c.expressionPath!=null?(m?.onBufferHit(),{usedBuffer:!1,underrun:!1,held:!1}):D?(e.blitBitmap(c.canvas,D.bitmap),d(D.mouthKey,c.expressionPath),c.playbackState.lastDrawnKey=f,c.onStatus({diffPath:D.mouthPath,label:D.label}),c.onDisplayed(f,D.mouthPath,D.label),m?.onBufferHit(),{usedBuffer:!0,underrun:!1,held:!1}):(m?.onBufferUnderrun(),{usedBuffer:!1,underrun:!0,held:!1})}}}const Mo=`
|
|
5
|
+
`);Re=De.pop()??"";for(const He of De)await Ue(He);if(Ve){Re.trim()&&await Ue(Re.trim()),Me===z&&!de.signal.aborted&&D&&M.markStreamComplete(n);break}}}catch(Ne){if(de.signal.aborted||!D)return;console.error("[realtimeVoice] avatar_speak failed:",Ne),e("error"),se()}finally{P===de&&(P=null)}},te=p=>{const B=ya(p);if(!B){console.warn("[realtimeVoice] server message with no payload",p);return}const ie=String(B.type??"unknown");switch(ie!=="avatar_metadata"&&ie!=="avatar_audio_chunk"&&ie!=="avatar_lipsync"&&ie!=="avatar_interrupt"&&ie!=="error"&&console.debug("[realtimeVoice] server message",ie,B),ie){case"avatar_metadata":S(B);break;case"avatar_audio_chunk":x(B);break;case"avatar_lipsync":J(B);break;case"avatar_interrupt":Y(B);break;case"error":{const de=String(B.message??"Voice session error");console.error("[realtimeVoice] server error:",de),e("error"),se();break}case"avatar_speak":ne(B);break}},Se=()=>g||(T=new pa,g=new gs.PipecatClient({transport:new Qn.WebSocketTransport({mediaManager:T,serializer:new ha,recorderSampleRate:ur,playerSampleRate:dr}),enableCam:!1,enableMic:!0,callbacks:{onBotReady:()=>{f=!0,e("idle"),se()},onDisconnected:()=>{f=!1,_()},onError:p=>{const B=typeof p=="object"&&p!==null&&"data"in p?String(p.data??p):String(p);console.error("[realtimeVoice]",B,p),e("error"),se()},onTransportStateChanged:p=>{p==="error"&&(e("error"),se())},onServerMessage:p=>{R(p)},onUserStartedSpeaking:()=>{},onBotStartedSpeaking:()=>{v(),ae("bot_started")},onBotStoppedSpeaking:()=>{D&&we()},onUserTranscript:p=>{String(p.text??""),m.onUserTranscript?.(p.text,!!p.final)},onBotOutput:p=>{m.onBotOutput?.(p.text)}}}),g);return{setDeveloperToken:p=>{},setTtsEngineId:p=>{c=p,M.setStreamTtsEngineId(p)},getTtsEngineId:()=>c,speak:async(p,B)=>{const ie=p.trim();if(ie){if(!g||!f)throw new Error("Realtime voice is not connected. Call connect() first.");Z(),await g.sendText(ie)}},speakWithReply:async(p,B)=>{throw new Error("speakWithReply is not available on the voice session; use AiTwin.speakWithReply()")},stop:()=>{P?.abort(),P=null,z+=1,v(),Z(),e("idle"),se()},connect:async p=>{p&&(m={...m,...p});const B=it(m.ttsEngineId,m.voiceId);if(B.ttsEngineId&&(c=B.ttsEngineId,M.setStreamTtsEngineId(c)),m={...m,ttsEngineId:c,...B.voiceId?{voiceId:B.voiceId}:{}},!m.authToken?.trim())throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");e("loading");const ie=Se();await ie.initDevices();const de=ji({...m,ttsEngineId:c});console.info("[realtimeVoice] connecting (avatar_audio_chunk RTVI):",de);try{await ie.connect({wsUrl:de})}catch(Me){f=!1,e("error"),se();const Ee=Me instanceof Error?Me.message:"Realtime voice connect failed (WebSocket 101 only means upgrade OK — check authToken/origin/RTVI handshake)";throw new Error(`${Ee} — ${de}`)}f=!0,e("idle"),se()},disconnect:async()=>{if(ue(),Q=!1,le=!1,b.length=0,E=!1,P?.abort(),P=null,z+=1,v(),g)try{await g.disconnect()}catch(p){console.error("[realtimeVoice] disconnect failed:",p)}f=!1,_()},isConnected:()=>f,unlockAudio:async()=>{await M.primeAudioContext()},getVisemeQueue:()=>n,getWordQueue:()=>r,getFullVisemeQueue:()=>i,getFullWordQueue:()=>s,getSentenceEmotions:()=>a,getStreamMood:()=>l,getPlaybackElapsedMs:H,isSpeaking:()=>M.isSpeaking(),isWarmingUp:()=>M.isWarmingUp(),releaseWarmupHold:()=>M.releaseWarmupHold(),setLipsyncWarmupHold:(p,B)=>{B&&(W=B),M.setLipsyncWarmupHoldEnabled(p)},getVoiceStream:()=>M.getVoiceStream(),setPlaybackSpeed:p=>{M.setPlaybackSpeed(p)},getPlaybackSpeed:()=>M.getPlaybackSpeed(),subscribe:p=>(O.add(p),()=>O.delete(p))}}function Gi(e,t,n){return{width:e.crop?.source_width??t,height:e.crop?.source_height??n}}function qi(e,t){const n=e.crop;return{x:t?.source_x??n?.x??0,y:t?.source_y??n?.y??0,width:t?.source_w??n?.width??e.frame_width??0,height:t?.source_h??n?.height??e.frame_height??0}}function Yi(e){return e?(e.w??0)>0&&(e.h??0)>0:!1}async function Dt(e,t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to load encrypted asset: ${e}`);const r=await n.arrayBuffer();return Us(r,t)}async function Qi(e,t){if(!t)throw new Error("Missing asset key for encrypted JSON");const n=await Dt(e,t),r=new TextDecoder().decode(n);return JSON.parse(r)}async function _a(e){const t=new Blob([e],{type:"image/webp"});return createImageBitmap(t)}async function ba(e){const t=new Blob([e],{type:"image/webp"}),n=URL.createObjectURL(t);return new Promise((r,i)=>{const s=new Image;s.decoding="async",s.onload=()=>{URL.revokeObjectURL(n),r(s)},s.onerror=()=>{URL.revokeObjectURL(n),i(new Error("Failed to decode decrypted image"))},s.src=n})}async function Sa(e){const t=new Blob([e],{type:"image/png"});return createImageBitmap(t)}async function Ta(e){const t=new Blob([e],{type:"image/png"}),n=URL.createObjectURL(t);return new Promise((r,i)=>{const s=new Image;s.decoding="async",s.onload=()=>{URL.revokeObjectURL(n),r(s)},s.onerror=()=>{URL.revokeObjectURL(n),i(new Error("Failed to decode decrypted PNG"))},s.src=n})}function ka(e){const t=new Blob([e],{type:"video/mp4"});return URL.createObjectURL(t)}async function Ea(e){const t=Ws();if(!Wt())return t;if(!e)throw new Error("Missing asset key for encrypted idle video");const n=await Dt(t,e);return ka(n)}function It(e,t){return`${e}/${t}_minus_sil.png`}const Xi=5;function _n(e){const t=e?.composite_threshold;if(typeof t=="number"&&t>0)return t;const n=e?.crop?.content_threshold;return typeof n=="number"&&n>0?n:Xi}const xa=["aa","E","I","O","U","PP","FF","DD","SS","TH","CH","RR","kk","nn"],Kn=["t01_0.25","t02_0.50","t03_0.75"],Ia=Kn.length,Vr=new Set(["aa__kk","aa__nn","aa__sil","CH__aa","CH__DD","CH__E","CH__FF","CH__I","CH__kk","CH__nn","CH__O","CH__PP","CH__RR","CH__sil","CH__SS","CH__TH","CH__U","DD__aa","DD__E","DD__FF","DD__I","DD__kk","DD__nn","DD__O","DD__PP","DD__RR","DD__sil","DD__SS","DD__TH","DD__U","E__aa","E__FF","E__I","E__kk","E__nn","E__O","E__PP","E__RR","E__sil","E__SS","E__TH","E__U","FF__aa","FF__I","FF__kk","FF__nn","FF__O","FF__PP","FF__RR","FF__sil","FF__SS","FF__TH","FF__U","I__aa","I__kk","I__nn","I__O","I__PP","I__RR","I__sil","I__SS","I__TH","I__U","kk__nn","kk__sil","nn__sil","O__aa","O__kk","O__nn","O__PP","O__RR","O__sil","O__SS","O__TH","O__U","PP__aa","PP__kk","PP__nn","PP__RR","PP__sil","PP__SS","PP__TH","PP__U","RR__aa","RR__kk","RR__nn","RR__sil","RR__SS","RR__TH","RR__U","SS__aa","SS__kk","SS__nn","SS__sil","SS__TH","SS__U","TH__aa","TH__kk","TH__nn","TH__sil","TH__U","U__aa","U__kk","U__nn","U__sil"]);function Wr(e,t){return`${e}__${t}`}function zr(e,t){return`pairs/${e}/${t}_minus_sil.png`}function Mt(e){return`${e}_minus_sil.png`}function fr(e,t){if(t.has(e))return e;const n=/^pairs\/([^/]+)\//.exec(e);if(!n)return null;const r=n[1].split("__")[1];if(!r||r==="sil")return null;const i=Mt(r);return t.has(i)?i:null}function Ji(e,t){return e.filter(n=>t.has(n))}function Aa(e,t,n){const r=mr(e,t);return Ji(r,n).length>0}function mr(e,t){if(e===t)return[];const n=[],r=Wr(e,t);if(Vr.has(r)){for(const s of Kn)n.push(zr(r,s));return n}const i=Wr(t,e);if(Vr.has(i)){for(let s=Ia-1;s>=0;s--)n.push(zr(i,Kn[s]));return n}return[]}function Ma(e){return e<16?[1]:e<24?[1]:e<35?[0,1,2]:[0,1,2]}function Pa(e,t){return Ma(t).map(r=>e[r]).filter(r=>r!=null)}function Ra(e,t,n,r){if(r<=0)return 0;const s=Math.max(1,n-t)/r,o=e-t,a=Math.floor(o/s);return Math.min(r-1,Math.max(0,a))}function Zi(e,t,n){if(!n)return`${e}/${t}`;const r=t.split("/").pop()??t,i=r.includes(".")?r.slice(0,r.lastIndexOf(".")):r;return`${e}/${i}.bin`}const Ca=[.32,.24,.16,.08,0],Da=Ca.map(e=>`eyes_${e.toFixed(2)}`),Ba=["eyes_0.32","eyes_0.16","eyes_0.00"],Fa=["eyes_0.32","eyes_0.16","eyes_0.08","eyes_0.00"],Ke=2,La=-20,on=16,es={fear:-20,anger:-20,sad:-10,neutral:0,love:0,happy:0,disgust:10};function Ut(e){return`brow_${e}`}function gt(e){return es[e]}function Ze(e){return Math.max(La,Math.min(on,e))}function Na(e,t){if(e===t)return[];const n=e<t,r=n?Ke:-Ke,i=[];let s=e;if(s%Ke!==0){const o=n?Math.ceil(s/Ke)*Ke:Math.floor(s/Ke)*Ke,a=Ze(o);if(n?a>=t:a<=t)return[t];s=a,i.push(s)}for(;;){const o=s+r;if(n?o>=t:o<=t){t!==s&&i.push(t);break}s=o,i.push(s)}return i}function Hr(e){const t=Ze(e);if(t%Ke===0)return[t];const n=Math.floor(t/Ke)*Ke,r=Math.min(on,n+Ke),i=Ze(n);return t-i<=r-t?i===r?[i]:[i,r]:i===r?[r]:[r,i]}const Oa=["fear","anger","sad","neutral","love","happy","disgust"],Ua={fear:"fear",afraid:"fear",anxiety:"fear",anger:"anger",angry:"anger",mad:"anger",sad:"sad",sadness:"sad",sorrow:"sad",neutral:"neutral",calm:"neutral",love:"love",loving:"love",affection:"love",happy:"happy",happiness:"happy",joy:"happy",joyful:"happy",excited:"happy",disgust:"disgust",disgusted:"disgust"};function rt(e,t="neutral"){const n=String(e??"").trim().toLowerCase();return n?Ua[n]??t:t}function ts(e){return e===0?null:It(Ut(e),"eyes_standard")}function ns(e){return ts(gt(e))}const Va={[-20]:"anger",[-10]:"sad",0:"neutral",10:"disgust"};function hr(e,t){if(!e)return null;if(t(e))return e;const n=e.match(/^brow_(-?\d+)\/(eyes_[^/]+)_minus_sil\.png$/);if(n){const i=Number(n[1]),s=n[2];for(const a of Hr(i)){if(a===i)continue;const u=It(Ut(a),s);if(t(u))return u}const o=Va[i];if(o){const a=It(o,s);if(t(a))return a}return null}const r=e.match(/^(fear|anger|sad|neutral|love|happy|disgust)\/(eyes_[^/]+)_minus_sil\.png$/);if(r){const i=r[1],s=r[2],o=gt(i);for(const a of[o,...Hr(o)]){const u=It(Ut(a),s);if(t(u))return u}}return null}function $r(e,t){const n=Ut(gt(e));return!t||t==="eyes_standard"?ns(e):e==="neutral"&&t==="eyes_standard"?null:It(n,t)}function Wa(e,t){const n=[];for(const r of t)n.push($r(e,r));for(let r=t.length-2;r>=0;r--)n.push($r(e,t[r]));return n.push(ns(e)),n}function za(e){return It(Ut(e),"eyes_standard")}function Ha(e,t){return Na(e,t).map(za)}const $a=6;function ja(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function Ka(e){const t=Ze(e);return t>=on?on:Ze(t+$a)}function Ga(e,t,n){const r=Ze(n);return ja(t,e)?.emphasis?Ka(r):r}function jr(e){if(!e)return 0;const t=e.match(/^brow_(-?\d+)\//);if(!t?.[1])return null;const n=Number.parseInt(t[1],10);return Number.isFinite(n)?Ze(n):null}function Je(e,t){return e+Math.random()*(t-e)}function Kr(){return Je(14,32)}function qa(e){if(e)return{holdMinMs:10,holdMaxMs:18,closedExtraMs:0};const t=Math.random();return t<.18?{holdMinMs:38,holdMaxMs:62,closedExtraMs:Je(40,90)}:t<.42?{holdMinMs:26,holdMaxMs:44,closedExtraMs:Je(12,36)}:t<.82?{holdMinMs:14,holdMaxMs:28,closedExtraMs:Math.random()<.35?Je(8,22):0}:{holdMinMs:10,holdMaxMs:18,closedExtraMs:0}}function Gr(e,t){const n=Je(e.holdMinMs,e.holdMaxMs);return t?n+e.closedExtraMs:n}function Ya(e={}){const{initialDelayMs:t=800+Math.random()*1200,intervalMinMs:n=2200,intervalMaxMs:r=5800,doubleBlinkChance:i=.18,doubleBlinkGapMinMs:s=120,doubleBlinkGapMaxMs:o=220,fullBlinkChance:a=.75,postEmotionChangeDelayMs:u=380,minDwellMs:d=550}=e;let l="neutral",c="neutral",f=0,g=0,T=0,m={kind:"idle",nextBlinkAt:performance.now()+t},I=null,L="__eyes_open__|neutral|brow:0";function O(P=l){L=`${I??"__eyes_open__"}|${P}|brow:${g}`}function b(P,z=l){I=P;const Q=jr(P);Q!=null?g=Q:P==null&&(g=0),O(z)}function E(P){return ts(P)}function V(P,z,Q){const le=Ze(z),ce=Ze(Q);if(f=ce,le===ce){b(E(ce));return}const re=[...Ha(le,ce),E(ce)];m={kind:"browBlend",paths:re,index:0,holdUntil:P+Kr(),targetBrow:ce},b(re[0]??null)}function D(P,z){m={kind:"idle",nextBlinkAt:P+Je(n,r)},c=z,b(E(f),z)}function oe(P,z,Q){const le=Q?Ba:Math.random()<a?Da:Fa,ce=qa(Q),re=le.length-1;m={kind:"playing",paths:Wa(z,le),index:0,holdUntil:P+Gr(ce,re===0),after:"idle",blinkEmotion:z,pace:ce,closedFrameIndex:re},c=z,b(m.paths[0]??null,z)}function pe(P){if(m.kind==="browBlend"){for(;P>=m.holdUntil&&m.index<m.paths.length-1;)m.index+=1,m.holdUntil=P+Kr();const z=m.paths[m.index]??null;b(z),P>=m.holdUntil&&m.index>=m.paths.length-1&&(g=m.targetBrow,f=m.targetBrow,b(E(m.targetBrow)),m={kind:"idle",nextBlinkAt:P+u});return}if(m.kind==="idle"){b(E(f),c),P>=m.nextBlinkAt&&oe(P,c,!1);return}if(m.kind==="doublePause"){b(E(f),m.blinkEmotion),P>=m.resumeAt&&oe(P,m.blinkEmotion,!0);return}if(m.kind==="playing"){for(;P>=m.holdUntil&&m.index<m.paths.length-1;)m.index+=1,m.holdUntil=P+Gr(m.pace,m.index===m.closedFrameIndex);if(b(m.paths[m.index]??null,m.blinkEmotion),P>=m.holdUntil&&m.index>=m.paths.length-1){if(m.after==="resumeIdle"){D(P+u,l);return}if(m.after==="doublePause"){m={kind:"doublePause",resumeAt:P+Je(s,o),blinkEmotion:m.blinkEmotion},b(E(f),m.blinkEmotion);return}if(m.after==="idle"&&Math.random()<i){m={kind:"doublePause",resumeAt:P+Je(s,o),blinkEmotion:m.blinkEmotion},b(E(f),m.blinkEmotion);return}D(P,m.blinkEmotion)}}}return{advance:pe,setTargetEmotion(P,z){const Q=rt(P,l);if(Q===l)return;const le=performance.now();!z?.force&&d>0&&!(l==="neutral"&&Q!=="neutral")&&le-T<d||(l=Q,c=Q,T=le)},setTargetEyebrow(P){const z=Ze(P);if(z===f)return;const Q=performance.now(),le=m.kind==="browBlend"?jr(I)??g:g;f=z,!(z===le&&m.kind!=="browBlend")&&(m.kind==="playing"||m.kind==="doublePause"||V(Q,le,z))},snapToEmotion(P){const z=rt(P),Q=gt(z);l=z,c=z,f=Q,g=Q,T=performance.now(),m={kind:"idle",nextBlinkAt:performance.now()+Je(4e3,7e3)},b(E(Q),z)},getTargetEmotion:()=>l,getTargetEyebrow:()=>f,getExpressionPath:()=>I,getDrawKey:()=>L,reset(){l="neutral",c="neutral",f=0,g=0,T=0,D(performance.now()+Je(n,r),"neutral")}}}function Qa(){const e=document.createElement("video");e.muted=!0,e.playsInline=!0,e.preload="auto",e.setAttribute("playsinline",""),e.loop=!0;let t=!1,n=null,r="";const i=()=>{n&&(URL.revokeObjectURL(n),n=null)};return{async load(s){t&&r===s||(i(),t=!1,r=s,s.startsWith("blob:")&&(n=s),await new Promise((o,a)=>{const u=()=>{const d=e.duration;if(!Number.isFinite(d)||d<=0){a(new Error(`Idle video has invalid duration: ${s}`));return}t=!0,e.currentTime=0,o()};e.addEventListener("loadeddata",u,{once:!0}),e.addEventListener("error",()=>a(new Error(`Failed to load idle video: ${s}`)),{once:!0}),e.src=s,e.load()}))},isReady(){return t},getVideo(){return e},setActive(s){t&&(s?e.paused&&e.play().catch(()=>{}):e.paused||e.pause())},setLooping(s){e.loop=s},restart(){t&&(e.currentTime=0)},dispose(){e.pause(),e.removeAttribute("src"),e.load(),i(),t=!1,r=""}}}const Xa=50,rs=400;function Ja(e,t,n){return e.filter(r=>{const i=r.queueIndex??-1;return i>=t&&i<=n})}function Za(e,t){const n=[];for(const r of e){const i=Ja(t,r.start_word,r.end_word);if(i.length===0)continue;const s=i[0],o=i[i.length-1];n.push({sentence:r,startMs:Math.max(0,s.wtime-Xa),endMs:o.wtime+o.wduration+rs})}return n.sort((r,i)=>r.startMs-i.startMs)}function eo(e,t,n,r="neutral"){const i=rt(r);if(t.length===0)return i;if(n.length===0||e<n[0].wtime)return rt(t[0]?.emotion,i);const s=Za(t,n);let o=null;for(const d of s)e>=d.startMs&&e<=d.endMs&&(o=d);if(o)return rt(o.sentence.emotion,i);const a=n[n.length-1],u=a.wtime+a.wduration;return e>u+rs?rt(t[t.length-1]?.emotion,i):i}function pr(e,t,n,r,i=Xi){const s=new OffscreenCanvas(n,r),o=s.getContext("2d",{willReadFrequently:!0});o.drawImage(e,0,0,n,r);const a=o.getImageData(0,0,n,r),u=o.createImageData(n,r);u.data.set(a.data);const l=new OffscreenCanvas(n,r).getContext("2d",{willReadFrequently:!0});for(const c of t){l.clearRect(0,0,n,r),l.drawImage(c,0,0,n,r);const f=l.getImageData(0,0,n,r);for(let g=0;g<u.data.length;g+=4){const T=f.data[g],m=f.data[g+1],I=f.data[g+2];f.data[g+3]>0&&Math.max(T,m,I)>i&&(u.data[g]=T,u.data[g+1]=m,u.data[g+2]=I,u.data[g+3]=255)}}return o.putImageData(u,0,0),s}let mt=null,Pt=null;const cn=new Map;function to(){mt=null,Pt=null,cn.clear()}vi(to);function no(e){return e??Pt??void 0}function gr(e){return new Promise((t,n)=>{const r=new Image;r.decoding="async",r.onload=()=>t(r),r.onerror=()=>n(new Error(`Failed to load image: ${e}`)),r.src=e})}async function ro(e){return Wt()?Ta(await Dt(an(),e??"")):gr(an())}async function qr(e,t,n,r){const i=n?await Qi(e,r):await fetch(e).then(d=>{if(!d.ok)throw new Error(`Failed to load ${e}`);return d.json()}),s=i.sheets?.[0];if(!s?.path)throw new Error(`${e} has no sheets[0].path`);const o=n?await ba(await Dt(Zi(t,s.path,n),r??"")):await gr(`${t}/${s.path}`),a=new Map;for(const d of i.cells??[])d.path&&a.set(d.path,d);const u=new Map;for(const d of i.sheets??[])u.set(d.index,d);return{atlas:o,atlasMeta:i,cellByPath:a,sheetByIndex:u,diffBase:t}}async function Gn(e){const t=no(e),n=Wt();if(n&&!t)throw new Error("Encrypted assets enabled but no key provided");if(mt&&(!n||Pt===(t??null))){const s=await mt;return{...Rt(s),visemePaths:[...s.viseme.cellByPath.keys()]}}Pt=t??null,cn.clear();const r=_i();mt=(async()=>{const s=await ro(t),o=await qr(bi(),r,n,t);let a=null;try{a=await qr(Si(),r,n,t)}catch{a=null}return{sil:s,viseme:o,expression:a}})();const i=await mt;return{...Rt(i),visemePaths:[...i.viseme.cellByPath.keys()]}}async function wr(e){if(await Gn(e),!mt)throw new Error("Assets not loaded");return mt}function Rt(e){return Gi(e.viseme.atlasMeta,e.sil.naturalWidth,e.sil.naturalHeight)}function io(e,t){const n=document.createElement("canvas");return n.width=t.w,n.height=t.h,n.getContext("2d",{willReadFrequently:!0}).drawImage(e.atlas,t.x,t.y,t.w,t.h,0,0,t.w,t.h),n}async function ln(e,t,n){const r=`${t.diffBase}::${n}`,i=cn.get(r);if(i)return i;const s=(async()=>{const o=t.cellByPath.get(n);if(!o)throw new Error(`No atlas cell for path: ${n}`);const a=qi(t.atlasMeta,o),u=Rt(e);if(Yi(o)){const c=io(t,o),f=document.createElement("canvas");f.width=u.width,f.height=u.height;const g=f.getContext("2d");return g.fillStyle="#000",g.fillRect(0,0,u.width,u.height),g.drawImage(c,a.x,a.y),f}const d=`${t.diffBase}/${n}`,l=await gr(d);if(l.naturalWidth===u.width&&l.naturalHeight===u.height)return l;throw new Error(`Diff PNG wrong size for ${n}`)})();return cn.set(r,s),s}async function Bn(e,t,n,r,i,s){if(i){const{width:g,height:T}=i;if(s&&!s()||t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA)return;const m=document.createElement("canvas");m.width=g,m.height=T;const I=m.getContext("2d");if(I.clearRect(0,0,g,T),I.drawImage(t,0,0,g,T),s&&!s())return;(e.width!==g||e.height!==T)&&(e.width=g,e.height=T);const L=e.getContext("2d");L.clearRect(0,0,g,T),L.drawImage(m,0,0);return}const o=await wr(),a=_n(o.viseme.atlasMeta),{width:u,height:d}=Rt(o);(e.width!==u||e.height!==d)&&(e.width=u,e.height=d);const l=[],c=e.getContext("2d");if(c.clearRect(0,0,u,d),t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA){const g=o.sil;c.drawImage(g,0,0,u,d);return}if(l.length===0){c.drawImage(t,0,0,u,d);return}const f=pr(t,l,u,d,a);c.drawImage(f,0,0)}async function qn(e,t,n){const r=await wr(Pt??void 0),i=_n(r.viseme.atlasMeta),{width:s,height:o}=Rt(r);(e.width!==s||e.height!==o)&&(e.width=s,e.height=o);const a=[];if(t.mouthPath){const l=new Set(r.viseme.cellByPath.keys()),c=fr(t.mouthPath,l)??(l.has(t.mouthPath)?t.mouthPath:null);c&&a.push(await ln(r,r.viseme,c))}if(t.expressionPath&&r.expression){const l=hr(t.expressionPath,c=>r.expression.cellByPath.has(c));l&&a.push(await ln(r,r.expression,l))}const u=e.getContext("2d");if(u.clearRect(0,0,s,o),a.length===0){u.drawImage(r.sil,0,0,s,o);return}const d=pr(r.sil,a,s,o,i);u.drawImage(d,0,0)}async function so(e,t){const n=await wr(Pt??void 0),r=_n(n.viseme.atlasMeta),{width:i,height:s}=Rt(n),o=[];if(e.mouthPath){const l=new Set(n.viseme.cellByPath.keys()),c=fr(e.mouthPath,l)??(l.has(e.mouthPath)?e.mouthPath:null);c&&o.push(await ln(n,n.viseme,c))}if(e.expressionPath&&n.expression){const l=hr(e.expressionPath,c=>n.expression.cellByPath.has(c));l&&o.push(await ln(n,n.expression,l))}const a=new OffscreenCanvas(i,s),u=a.getContext("2d");if(o.length===0)return u.drawImage(n.sil,0,0,i,s),a.transferToImageBitmap();const d=pr(n.sil,o,i,s,r);return u.drawImage(d,0,0),a.transferToImageBitmap()}async function ao(e){await qn(e,{mouthPath:null,expressionPath:null})}const en={fontFamily:"system-ui, -apple-system, sans-serif",fontSize:"clamp(0.875rem, 2.5vw, 1.125rem)",color:"rgba(255,255,255,0.85)"};function oo(e){return e.length===0?"":e.map(t=>t.word).join(" ")}function co(e){if(!e)return{enabled:!1,style:en};const t=e===!0?{}:e;return{enabled:!0,style:{fontFamily:t.fontFamily??en.fontFamily,fontSize:t.fontSize??en.fontSize,color:t.color??en.color}}}const lo={position:"absolute",bottom:0,left:0,right:0,display:"flex",justifyContent:"center",padding:"0.75rem 1rem",pointerEvents:"none"},uo={display:"inline-block",maxWidth:"100%",padding:"0.45rem 0.85rem",borderRadius:"0.75rem",background:"rgba(0,0,0,0.55)",lineHeight:1.4,textAlign:"center"},fo={display:"-webkit-box",WebkitLineClamp:2,WebkitBoxOrient:"vertical",overflow:"hidden",maxWidth:"100%",margin:0};function mo({text:e,style:t}){return F.jsx("div",{style:lo,"aria-live":"polite","aria-atomic":"true",children:F.jsx("div",{style:{...uo,fontFamily:t.fontFamily,fontSize:t.fontSize,color:t.color},children:F.jsx("p",{style:fo,children:e})})})}const ho={inset:0,overflow:"hidden",pointerEvents:"none",position:"absolute",zIndex:3},po={filter:"blur(22px)",height:"100%",inset:0,objectFit:"cover",objectPosition:"top",position:"absolute",transform:"scale(1.08)",width:"100%"},go={backdropFilter:"blur(10px)",WebkitBackdropFilter:"blur(10px)",inset:0,position:"absolute"};function wo({thumbnailUrl:e}){const[t,n]=h.useState(!1);h.useEffect(()=>{n(!1)},[e]);const r=!!e&&t;return F.jsxs("div",{style:ho,"aria-hidden":!0,children:[e?F.jsx("img",{src:e,alt:"",style:{...po,opacity:r?1:0,transition:"opacity 0.45s ease"},onLoad:()=>n(!0),onError:()=>n(!1)}):null,F.jsx("div",{style:{...go,background:r?"rgba(0, 0, 0, 0.28)":"rgba(10, 10, 11, 0.92)"}})]})}let is=null;function Yr(e){is=e}function lt(){return is}function yo(e){return`${e.from}→${e.to}@${e.fromVtime}`}function Qr(){return{rafTicksSpeaking:0,rafTicksDeduped:0,drawsRequested:0,drawsDisplayed:0,queueSuperseded:0,workerStale:0,rifeFramesOmittedByGap:0,transitionFramesSampled:0,transitionFramesDisplayed:0,transitionFramesMissed:0,bufferTicks:0,bufferHits:0,bufferUnderruns:0,bufferPrefetched:0}}function vo(){let e=Qr();const t=new Set,n=new Set,r=new Set;let i="",s=-1,o="";const a=()=>{e=Qr(),t.clear(),n.clear(),r.clear(),i="",s=-1,o=""},u=l=>{t.add(l)},d=l=>{l&&r.add(l)};return{reset:a,onRafTickSpeaking(){e.rafTicksSpeaking+=1},onDrawDeduped(){e.rafTicksDeduped+=1},onDrawRequested(){e.drawsRequested+=1},onQueueSuperseded(){e.queueSuperseded+=1},onWorkerStale(){e.workerStale+=1},onTransitionSample(l,c){const f=yo(l);e.transitionFramesSampled+=1,f!==i&&(i=f,s=-1,o!==f&&(o=f,e.rifeFramesOmittedByGap+=l.omittedByGap)),c&&n.add(c),s>=0&&l.frameIdx>s+1&&(e.transitionFramesMissed+=l.frameIdx-s-1),s=l.frameIdx},onBufferTick(){e.bufferTicks+=1},onBufferHit(){e.bufferHits+=1},onBufferUnderrun(){e.bufferUnderruns+=1},onBufferPrefetched(){e.bufferPrefetched+=1},onBufferReset(){},onDrawDisplayed(l,c){if(e.drawsDisplayed+=1,l.transitionMeta){e.transitionFramesDisplayed+=1;const g=l.transitionMeta;u(g.fromVtime),u(g.toVtime),d(l.mouthPath);return}if(l.label.includes("→")){e.transitionFramesDisplayed+=1;return}const f=l.label.trim();if(!(!f||f==="sil")){for(const g of c)if(g.viseme===f&&l.elapsedMs>=g.vtime&&l.elapsedMs<g.vtime+g.vduration){u(g.vtime);break}}},snapshot(l,c){let f=0,g=0;for(const O of l)if(O.viseme!=="sil"){if(O.vtime>=c)break;f+=1,t.has(O.vtime)&&(g+=1)}const T=f>0?Math.round(g/f*100):100,m=e.queueSuperseded+e.workerStale+Math.max(0,e.drawsRequested-e.drawsDisplayed),I=f-g,L=e.bufferTicks>0?Math.round(e.bufferHits/e.bufferTicks*100):100;return{...e,bufferHitRate:L,renderLoss:m,visemeSlotsTotal:f,visemeSlotsCovered:g,visemeCoveragePct:T,transitionFramesUniqueSampled:n.size,transitionFramesUniquePainted:r.size,drawsDeduped:e.rafTicksDeduped,renderSkips:e.rafTicksDeduped+m,visemesShown:g,visemesSkipped:I,rifeTransitionFramesSkipped:e.transitionFramesMissed}}}}const ss=Jn,_o=500,Xr=500,bo=450,Fn=.05,So=100,To=600,as="__sil__";function Jr(e){return e.lastDrawnKey?e.lastDrawnKey.split("|")[0]===as:!1}function yr(){return{lastDrawnKey:""}}function Le(e){e.lastDrawnKey="",e.transitionCache=void 0}function ko(e,t){if(t?.transitionCache&&t.transitionCache.queueLength===e.length)return t.transitionCache.transitions;const n=Ni(e);return t&&(t.transitionCache={queueLength:e.length,transitions:n}),n}function Eo(e,t){let n="sil";for(const r of e)r.viseme!=="sil"&&(t!=null&&r.vtime>t||(n=r.viseme));return n}function xo(e,t,n,r=120){if(n!=="sil")return n;const i=$i(e,t,r);return i!=="sil"?i:Eo(e,t)}function Io(e,t){return e==="sil"?!1:t?Aa(e,"sil",t):mr(e,"sil").length>0}function Ao(){return ss+To}function un(e){return e??as}function vr(e,t,n,r,i=So){if(e.length===0)return{diffPath:null,label:"sil"};if(t>=ft(e))return{diffPath:null,label:"sil"};const s=r?.holdPp===!0,o=ko(e,r),a=ca(o,t,s);if(a){const l=Oi(a.fromVtime,a.toVtime,a.from,a.to,s);if(t>=l.transStart&&t<l.transEnd){let c=mr(a.from,a.to);n&&(c=Ji(c,n));const f=Pa(c,l.effectiveGapMs);if(f.length>0){const g=Ra(t,l.transStart,l.transEnd,f.length);return{diffPath:f[g]??f[f.length-1],label:`${a.from}→${a.to}`,transitionMeta:{from:a.from,to:a.to,fromVtime:a.fromVtime,toVtime:a.toVtime,frameIdx:g,frameCount:f.length,fullFrameCount:c.length,omittedByGap:Math.max(0,c.length-f.length)}}}return{diffPath:Mt(a.to),label:a.to}}}const u=gn(e);let d=Di(u,t);return d==="sil"&&(d=$i(e,t,i)),d==="sil"?{diffPath:null,label:"sil"}:{diffPath:Mt(d),label:d}}function Vt(e,t){const n=t??un(e.expressionPath);return`${un(e.mouthPath)}|${n}`}function Zr(e,t,n,r,i,s,o,a,u,d){const l=vr(t,n,u,s),c={mouthPath:l.diffPath,expressionPath:r},f=Vt(c,i),g=lt();if(l.transitionMeta&&g?.onTransitionSample(l.transitionMeta,l.diffPath),f===s.lastDrawnKey){g?.onDrawDeduped();return}g?.onDrawRequested(),a(l),s.lastDrawnKey=f,o(e,c,f,T=>{T===f&&(s.lastDrawnKey=f)})}function Ln(e,t,n,r,i,s,o=null,a=null){const u={mouthPath:a,expressionPath:t},d=o!=null?`|idle@${Math.round(o*1e3)}`:"",l=Vt(u,n)+d;!(o!=null)&&l===r.lastDrawnKey||(s(o!=null?t?"idle · blink":"idle":t?"blink":"sil"),i(e,u,l,f=>{f===l&&(r.lastDrawnKey=l)}))}function os(e,t,n,r,i=Ot,s){if(n<=t||e.length===0)return[];const o=s??yr(),a=[];let u="";for(let d=t;d<n;d+=i){const l=vr(e,d,r,o),c=un(l.diffPath);c!==u&&(u=c,a.push({displayAtMs:d,mouthPath:l.diffPath,mouthKey:c,label:l.label}))}return a}const Mo=3;function _r(e){let t=0;const n=[];let r=!1,i=!1;const s=async()=>{if(!r){r=!0;try{for(;n.length>0;){const a=n.shift(),u=++t;await e(a.diffs,u,a)&&u===t&&a.onDisplayed?.(a.drawKey)}}finally{r=!1,n.length>0&&s()}}},o=()=>{i||(i=!0,queueMicrotask(()=>{i=!1,s()}))};return{enqueue(a,u,d){const l=n.findIndex(c=>c.drawKey===u);l>=0?n[l]={diffs:a,drawKey:u,onDisplayed:d}:(n.length>=Mo&&(n.shift(),lt()?.onQueueSuperseded()),n.push({diffs:a,drawKey:u,onDisplayed:d})),o()},reset(){t+=1,n.length=0},isLatestSeq(a){return a===t},getLatestSeq(){return t}}}function Po(e,t=2){const n=[],r=new Set;let i=0,s=!1,o=0;const a=(d,l)=>`${d}|${l}`,u=async()=>{if(!s){s=!0;try{for(;i<t&&n.length>0;){const d=n.shift(),l=a(d.displayAtMs,d.drawKey);if(r.has(l))continue;r.add(l),i+=1;const c=o;try{await e(d)}finally{if(r.delete(l),i-=1,c!==o)return}}}finally{s=!1,n.length>0&&i<t&&u()}}};return{enqueue(d){const l=a(d.displayAtMs,d.drawKey);r.has(l)||n.some(c=>a(c.displayAtMs,c.drawKey)===l)||(n.push(d),u())},isQueuedOrInflight(d,l){const c=a(d,l);return r.has(c)?!0:n.some(f=>a(f.displayAtMs,f.drawKey)===c)},reset(){o+=1,n.length=0,r.clear(),i=0},pendingCount(){return n.length+i}}}function Ro(){const e=new Map,t=n=>{n.bitmap.close()};return{has(n,r){return e.has(r)},markRendered(n,r,i,s,o){const a=e.get(r);a&&t(a),e.set(r,{displayAtMs:n,mouthKey:r,label:i,mouthPath:s,bitmap:o})},findForMouthKey(n){return e.get(n)??null},removeThrough(n){},pruneBefore(n){},reset(){for(const n of e.values())t(n);e.clear()},size(){return e.size}}}function Co(e,t,n,r,i,s){const o=os(t,n,r,i,Ot,s);if(o.length===0)return{ready:0,total:0};let a=0;for(const u of o)e.has(u.displayAtMs,u.mouthKey)&&(a+=1);return{ready:a,total:o.length}}function Do(e){const t=Ro(),n=yr(),r=new Set;let i="",s=null;const o=Po(async c=>{try{if(!e.supportsBufferedPlayback)return;const f=await e.compositePrefetchFrame(c.diffs,c.mouthKey);if(!f)return;t.markRendered(c.displayAtMs,c.mouthKey,c.label,c.mouthPath,f),lt()?.onBufferPrefetched()}finally{r.delete(c.mouthKey)}},xs),a=c=>{for(const f of c)t.has(f.displayAtMs,f.mouthKey)||r.has(f.mouthKey)||o.isQueuedOrInflight(0,f.mouthKey)||(r.add(f.mouthKey),o.enqueue({...f,displayAtMs:0,drawKey:f.mouthKey,diffs:{mouthPath:f.mouthPath,expressionPath:null}}))},u=(c,f,g,T=Cn)=>{if(!e.supportsBufferedPlayback)return;const m=Math.max(0,f-Ot*4),I=os(c,m,f+T,g,Ot,n);a(I)},d=(c,f)=>{i=c,s=f},l=(c,f)=>!(i!==c||s!==f);return{reset(){t.reset(),o.reset(),r.clear(),Le(n),i="",s=null,lt()?.onBufferReset()},setHoldPp(c){n.holdPp=c},markExternallyDisplayed(c,f){d(c.split("|")[0]??c,f)},warmupTick(c){e.supportsBufferedPlayback&&u(c.queue,0,c.availablePaths,Math.max(Cr,Cn))},isWarmupReady(c,f=Cr){if(!e.supportsBufferedPlayback)return!0;const{ready:g,total:T}=Co(t,c.queue,0,f,c.availablePaths,n);return T===0?!1:g/T>=Es},getBufferedFrameCount:()=>t.size(),tick(c){n.holdPp=c.playbackState.holdPp===!0;const f=lt();f?.onBufferTick(),u(c.queue,c.elapsedMs,c.availablePaths),t.pruneBefore(c.elapsedMs-Cn);const g=vr(c.queue,c.elapsedMs,c.availablePaths,n),T=un(g.diffPath),m=Vt({mouthPath:g.diffPath,expressionPath:c.expressionPath},c.expressionDrawKey),I=()=>(d(T,c.expressionPath),f?.onBufferHit(),{usedBuffer:!0,underrun:!1,held:!0});if(l(T,c.expressionPath)||c.playbackState.lastDrawnKey===m)return I();const L=t.findForMouthKey(T,c.elapsedMs,Ot);return L&&c.expressionPath!=null?(f?.onBufferHit(),{usedBuffer:!1,underrun:!1,held:!1}):L?(e.blitBitmap(c.canvas,L.bitmap),d(L.mouthKey,c.expressionPath),c.playbackState.lastDrawnKey=m,c.onStatus({diffPath:L.mouthPath,label:L.label}),c.onDisplayed(m,L.mouthPath,L.label),f?.onBufferHit(),{usedBuffer:!0,underrun:!1,held:!1}):(f?.onBufferUnderrun(),{usedBuffer:!1,underrun:!0,held:!1})}}}const Bo=`
|
|
6
6
|
in vec2 aPosition;
|
|
7
7
|
out vec2 vTextureCoord;
|
|
8
8
|
|
|
@@ -30,7 +30,7 @@ void main(void)
|
|
|
30
30
|
gl_Position = filterVertexPosition();
|
|
31
31
|
vTextureCoord = filterTextureCoord();
|
|
32
32
|
}
|
|
33
|
-
`,
|
|
33
|
+
`,Fo=`
|
|
34
34
|
in vec2 vTextureCoord;
|
|
35
35
|
out vec4 finalColor;
|
|
36
36
|
|
|
@@ -41,8 +41,8 @@ void main(void)
|
|
|
41
41
|
{
|
|
42
42
|
vec4 color = texture(uTexture, vTextureCoord);
|
|
43
43
|
float peak = max(color.r, max(color.g, color.b));
|
|
44
|
-
float keep = step(uThreshold + 1e-6, peak);
|
|
44
|
+
float keep = step(uThreshold + 1e-6, peak) * color.a;
|
|
45
45
|
finalColor = vec4(color.rgb, keep);
|
|
46
46
|
}
|
|
47
|
-
`;function qr(e=5){const t=new we.Filter({glProgram:we.GlProgram.from({vertex:Mo,fragment:Po,name:"threshold-key-filter"}),resources:{thresholdUniforms:{uThreshold:{value:e/255,type:"f32"}}}});return t.setThreshold=n=>{t.resources.thresholdUniforms.uniforms.uThreshold=n/255},t.getThreshold=()=>Math.round(t.resources.thresholdUniforms.uniforms.uThreshold*255),t}function Ro(e,t,n){return e>n||t>n}function Co(e){return e?e.getParameter(e.MAX_TEXTURE_SIZE):4096}function Do(e,t){return t!=null&&t>0?Math.floor(t):Co(e)}function Bo(e,t){const n=document.createElement("canvas");n.width=t.w,n.height=t.h;const r=n.getContext("2d");if(!r)throw new Error("Failed to acquire 2d context for atlas cell crop");return r.drawImage(e,t.x,t.y,t.w,t.h,0,0,t.w,t.h),n}function ns(e){return fetch(e).then(t=>{if(!t.ok)throw new Error(`Failed to load image: ${e}`);return t.blob()}).then(t=>createImageBitmap(t))}async function Yr(e,t,n,r,i){const s=n?await $i(e,i):await fetch(e).then(c=>{if(!c.ok)throw new Error(`Failed to load ${e}`);return c.json()}),o=s.sheets?.[0];if(!o?.path)throw new Error(`${e} has no sheets[0].path`);const a=new Map,u=async(c,m)=>{const w=Gi(t,m,n),S=n?await wa(await Pt(w,i??"")):await ns(w);if(Ro(S.width,S.height,r))return console.info(`[PixiVisemeCompositor] Sheet ${m} (${S.width}x${S.height}) exceeds MAX_TEXTURE_SIZE=${r}; using per-cell crops.`),{mode:"cells",bitmap:S};const f=we.Texture.from(S);return f.source.scaleMode="nearest",{mode:"full",texture:f}};a.set(o.index,await u(o.index,o.path));for(const c of s.sheets??[])c.index!==o.index&&c.path&&a.set(c.index,await u(c.index,c.path));const d=new Map;for(const c of s.cells??[])c.path&&d.set(c.path,c);const l=new Map;for(const c of s.sheets??[])l.set(c.index,c);return{atlasMeta:s,cellByPath:d,sheetByIndex:l,diffBase:t,sheets:a}}async function Fo(e,t={}){const n=new we.Application;try{await n.init({canvas:e,width:842,height:1264,preference:"webgl",autoStart:!1,antialias:!1,resolution:1,autoDensity:!1,backgroundAlpha:1,backgroundColor:0,powerPreference:"high-performance"})}catch(p){throw n.destroy({removeView:!1}),p}if(n.renderer.type!==we.RendererType.WEBGL)throw n.destroy({removeView:!1}),new Error("Pixi did not initialize a WebGL renderer");const r=Do(n.renderer.gl,t.maxTextureSize);let i=!1,s=!1,o=!1;const a=n.canvas,u=()=>{i=!0,!s&&!o&&(s=!0,t.onWebGlContextLost?.())};a.addEventListener("webglcontextlost",u);const d=new we.Sprite(we.Texture.EMPTY),l=new we.Sprite(we.Texture.EMPTY);l.visible=!1,l.alpha=0;const c=new we.Sprite(we.Texture.EMPTY),m=new we.Sprite(we.Texture.EMPTY),w=new we.Sprite(we.Texture.EMPTY);w.visible=!1;const S=qr(5),f=qr(5);c.filters=[S],m.filters=[f],n.stage.addChild(d),n.stage.addChild(l),n.stage.addChild(c),n.stage.addChild(m),n.stage.addChild(w);let E=null,D=null,B=null,v=null,k=null,O=null,A=null,se=842,le=1264,I=null,U=5;const q=new Map;let oe=null,ae=null,ie=null;const L=mi(()=>{q.clear(),O=null,A=null,E=null,I=null}),Z=(p,b)=>{se=p,le=b,n.renderer.resize(p,b),(e.width!==p||e.height!==b)&&(e.width=p,e.height=b)},H=()=>{c.visible=!1,m.visible=!1,c.texture=we.Texture.EMPTY,m.texture=we.Texture.EMPTY,oe=null,ae=null},me=()=>{k=null,l.visible=!1,l.alpha=0},z=()=>{d.visible=!0,d.width=se,d.height=le,d.x=0,d.y=0},te=()=>{l.width=se,l.height=le,l.x=0,l.y=0},j=()=>{w.visible=!1,me(),E&&(d.texture=E,z())},J=()=>{!k&&!l.visible||j()},Se=p=>{if(o||i||!E){j();return}const b=Math.max(0,p);if(!D||b<=0){j();return}H(),w.visible=!1,d.texture=D,z(),l.texture=E,te(),l.alpha=0,l.visible=!0,k={startMs:performance.now(),durationMs:b},Y()},ue=(p=performance.now())=>{if(!k)return!1;if(o||i)return J(),!1;const b=(p-k.startMs)/Math.max(1,k.durationMs);if(b>=1)return j(),Y(),!1;const x=Math.min(1,Math.max(0,b)),W=x*x*(3-2*x);return l.alpha=W,l.visible=!0,Y(),!0},_=()=>{if(B){try{B.resource=null}catch{}B.destroy(),B=null}D&&(D.destroy(!1),D=null),v=null},C=(p,b)=>{const x=p.cellByPath.get(b);if(!x||!Hi(x))return null;const W=`${p.diffBase}::${b}`;let ee=q.get(W);if(!ee){const T=x.sheet??0,Q=p.sheets.get(T);if(!Q)return null;let V,he=!1;if(Q.mode==="full")V=new we.Texture({source:Q.texture.source,frame:new we.Rectangle(x.x,x.y,x.w,x.h)});else{const De=Bo(Q.bitmap,x);V=we.Texture.from(De),V.source.scaleMode="nearest",he=!0}ee={texture:V,ownsSource:he},q.set(W,ee)}return{texture:ee.texture,cell:x}},$=(p,b,x,W)=>{if(!W||!x)return p.visible=!1,p.texture=we.Texture.EMPTY,!1;const ee=C(x,W);if(!ee)return p.visible=!1,p.texture=we.Texture.EMPTY,!1;const T=zi(x.atlasMeta,ee.cell);return b.setThreshold(U),p.texture=ee.texture,p.x=T.x,p.y=T.y,p.width=ee.cell.w,p.height=ee.cell.h,p.visible=!0,!0},re=p=>{if(!p||!O)return null;const b=I??new Set(O.cellByPath.keys());return sr(p,b)??(b.has(p)?p:null)},K=p=>{w.visible=!1,j();const b=re(p.mouthPath),x=p.expressionPath&&A?or(p.expressionPath,W=>A.cellByPath.has(W)):null;b!==oe?($(c,S,O,b),oe=b):b?c.visible=!0:c.visible=!1,x!==ae?($(m,f,A,x),ae=x):x?m.visible=!0:m.visible=!1},Y=()=>{if(!(o||i||document.hidden))try{n.render()}catch{}};return{async loadAssets(p){if(o)return{width:se,height:le,visemePaths:[]};const b=Wt();if(b&&!p)throw new Error("Encrypted assets enabled but no key provided");const x=b?await ya(await Pt(sn(),p??"")):await ns(sn());E&&E.destroy(!0),E=we.Texture.from(x),E.source.scaleMode="linear";const W=hi();O=await Yr(gi(),W,b,r,p);try{A=await Yr(wi(),W,b,r,p)}catch(T){console.warn("[PixiVisemeCompositor] expression atlas unavailable:",T),A=null}const ee=Wi(O.atlasMeta,x.width,x.height);return Z(ee.width,ee.height),U=vn(O.atlasMeta),S.setThreshold(U),f.setThreshold(U),I=new Set(O.cellByPath.keys()),q.clear(),j(),H(),Y(),{width:ee.width,height:ee.height,visemePaths:[...O.cellByPath.keys()]}},getVisemeAtlasPaths(){return I},drawLiveFrame(p){o||i||!E||(J(),K(p),Y())},drawIdleVideo(p,b){o||i||document.hidden||b&&!b()||p.readyState<HTMLMediaElement.HAVE_CURRENT_DATA||(me(),H(),w.visible=!1,!D||v!==p?(_(),B=new we.VideoSource({resource:p,autoPlay:!1,updateFPS:0}),B.autoUpdate=!1,D=new we.Texture({source:B}),v=p):D.source.update(),d.texture=D,z(),Y())},beginIdleToSilCrossfade:Se,tickIdleToSilCrossfade:ue,finishIdleToSilCrossfade:J,isIdleToSilCrossfading(){return k!=null},renderSilOnly(){o||i||!E||(H(),j(),Y())},blitBitmap(p){o||i||(J(),H(),ie&&(ie.destroy(!0),ie=null),ie=we.Texture.from(p),w.texture=ie,w.visible=!0,w.x=0,w.y=0,w.width=se,w.height=le,d.visible=!1,Y())},async compositePrefetchFrame(p){return null},renderFrame:Y,isContextLost(){return i},dispose(){if(o)return;o=!0,a.removeEventListener("webglcontextlost",u),L(),_(),ie&&(ie.destroy(!0),ie=null);for(const{texture:b,ownsSource:x}of q.values())b.destroy(x);q.clear(),E&&(E.destroy(!0),E=null);const p=b=>{b.mode==="full"?b.texture.destroy(!0):b.bitmap.close()};if(O)for(const b of O.sheets.values())p(b);if(A)for(const b of A.sheets.values())p(b);S.destroy(!0),f.destroy(!0),n.destroy({removeView:!1},{children:!0,texture:!0})}}}const Qr=-1,tn=1e5,Xr=new Map;async function Lo(e){let t=Xr.get(e);if(!t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to fetch worker script (${n.status}): ${e}`);const r=await n.blob();t=URL.createObjectURL(r),Xr.set(e,t)}return new Worker(t,{name:"visemeDiffPreview"})}function Oo(){return typeof Worker<"u"&&typeof OffscreenCanvas<"u"}function zn(e,t){(e.width!==t.width||e.height!==t.height)&&(e.width=t.width,e.height=t.height);const n=e.getContext("2d");n&&n.drawImage(t,0,0)}function Jr(e,t){let n=0,r=null;const i=mr(async(s,o)=>(await Vn(),await Wn(e,s),i.isLatestSeq(o)));return{usesWorker:!1,usesPixi:!1,async loadAssets(s){const o=await Vn(s);return r=o.visemePaths?new Set(o.visemePaths):null,o},getVisemeAtlasPaths(){return r},async renderSilOnly(){n+=1,i.reset(),await no(e)},drawLiveFrame(s,o,a,u){i.enqueue(o,a,u)},async compositePrefetchFrame(s,o){try{return await to(s)}catch{return null}},blitBitmap(s,o){zn(s,o)},drawIdleVideo(){},beginIdleToSilCrossfade(){},tickIdleToSilCrossfade(){return!1},finishIdleToSilCrossfade(){},isIdleToSilCrossfading(){return!1},supportsBufferedPlayback:!0,async renderViseme(s,o){n+=1;const a=n;t.onStatus?.(o),await Wn(s,{mouthPath:It(o),expressionPath:null})},dispose(){n+=1,i.reset()}}}function No(e,t,n){let r=null,i=1,s=0,o=!1,a=!1,u=null;const d=new Map,l=new Map;let c=tn;const m=mr(async(B,v,k)=>(d.set(v,{drawKey:k.drawKey,onDisplayed:k.onDisplayed}),await E({type:"drawFrame",diffPath:B.mouthPath,expressionDiffPath:B.expressionPath,liveSeq:v},void 0,!0),!1)),w=B=>{if(B===Qr){let O=-1,A;for(const[se,le]of d)se>=O&&(O=se,A=le);O>=0&&d.delete(O),A?.onDisplayed?.(A.drawKey);return}const v=-B,k=d.get(v);d.delete(v),k?.onDisplayed?.(k.drawKey)},S=new Map,f=(B,v)=>{a||!r||r.postMessage(B,[])},E=(B,v,k=!1)=>{if(a)return Promise.resolve();const O=i++;return new Promise((A,se)=>{S.set(O,{resolve:le=>A(le),reject:se,generation:typeof B.generation=="number"?B.generation:void 0,expectRenderDone:k}),f({...B,requestId:O})})},D=(async()=>{r=await Lo(n),r.onmessage=B=>{if(a)return;const v=B.data;if(v.type==="status"){t.onStatus?.(v.label);return}if(v.type==="frame"){if(v.generation<=-tn){const A=-v.generation,se=l.get(A);l.delete(A),se?.resolve(v.bitmap);return}const O=v.generation<0;if(!O&&v.generation!==s){v.bitmap.close();return}if(O&&!(v.generation===Qr)){const se=-v.generation;if(!m.isLatestSeq(se)){at()?.onWorkerStale(),v.bitmap.close();return}}if(O&&t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()){at()?.onWorkerStale(),v.bitmap.close();return}zn(e,v.bitmap),v.bitmap.close(),O&&w(v.generation);return}const k=S.get(v.requestId);if(k)switch(v.type){case"ready":S.delete(v.requestId),k.resolve();break;case"loadAssetsDone":S.delete(v.requestId),u=v.visemePaths?.length?new Set(v.visemePaths):null,k.resolve({width:v.width,height:v.height,visemePaths:v.visemePaths});break;case"renderDone":if(k.expectRenderDone&&k.generation!=null&&v.generation!==k.generation)return;S.delete(v.requestId),k.resolve();break;case"renderAborted":S.delete(v.requestId),k.resolve();break;case"error":S.delete(v.requestId),t.onError?.(v.message),k.reject(new Error(v.message));break}},r.onerror=B=>{if(a)return;const v=B.message||"Worker error";t.onError?.(v);for(const[,k]of S)k.reject(new Error(v));S.clear()},await E({type:"init"}),o=!0})();return{usesWorker:!0,usesPixi:!1,async loadAssets(B){if(a)return{width:842,height:1264};if(await D,a)return{width:842,height:1264};if(!o)throw new Error("Worker init failed");return await E({type:"loadAssets",keyHex:B,urls:Ls(pt())})??{width:842,height:1264}},getVisemeAtlasPaths(){return u},async renderSilOnly(){if(a||(await D,a))return;s+=1,m.reset(),d.clear(),l.forEach(({resolve:v})=>v(null)),l.clear(),c=tn;const B=s;await E({type:"cancelLiveDraws"}),await E({type:"renderSil",generation:B},void 0,!0)},drawLiveFrame(B,v,k,O){a||D.then(()=>{a||m.enqueue(v,k,O)})},compositePrefetchFrame(B,v){return a?Promise.resolve(null):D.then(()=>{if(a)return null;const k=++c;return new Promise(O=>{l.set(k,{resolve:O}),E({type:"drawFrame",diffPath:B.mouthPath,expressionDiffPath:B.expressionPath,liveSeq:k},void 0,!0).catch(()=>{l.delete(k),O(null)})})})},blitBitmap(B,v){zn(B,v)},drawIdleVideo(){},beginIdleToSilCrossfade(){},tickIdleToSilCrossfade(){return!1},finishIdleToSilCrossfade(){},isIdleToSilCrossfading(){return!1},supportsBufferedPlayback:!0,async renderViseme(B,v,k={}){if(a||(await D,a))return;s+=1,m.reset(),d.clear();const O=s;try{await E({type:"cancelLiveDraws"}),await E({type:"renderViseme",generation:O,to:v,from:k.from,transitionDurationMs:k.transitionDurationMs,gapMs:k.gapMs,threshold:k.threshold},void 0,!0)}catch(A){if(A?.name==="AbortError")return;throw A}},dispose(){if(!a){a=!0,s+=1,m.reset(),d.clear(),l.forEach(({resolve:B})=>B(null)),l.clear(),c=tn;for(const[,B]of S)B.resolve();S.clear(),r?.terminate(),r=null}}}}async function Uo(e,t){const n=await Fo(e,{onWebGlContextLost:t.onWebGlContextLost,maxTextureSize:t.pixiMaxTextureSize});let r=0,i=null,s=!1;const o=mr(async(a,u)=>s?!1:t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()?(at()?.onWorkerStale(),!1):(n.drawLiveFrame(a),o.isLatestSeq(u)));return{usesWorker:!1,usesPixi:!0,async loadAssets(a){if(s)return{width:842,height:1264};const u=await n.loadAssets(a);return i=u.visemePaths?.length?new Set(u.visemePaths):null,u},getVisemeAtlasPaths(){return i},async renderSilOnly(){s||(r+=1,o.reset(),n.renderSilOnly())},drawLiveFrame(a,u,d,l){s||o.enqueue(u,d,l)},async compositePrefetchFrame(a,u){if(s)return null;try{return await n.compositePrefetchFrame(a)}catch{return null}},blitBitmap(a,u){s||t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()||n.blitBitmap(u)},drawIdleVideo(a,u){s||n.drawIdleVideo(a,u)},beginIdleToSilCrossfade(a){s||n.beginIdleToSilCrossfade(a)},tickIdleToSilCrossfade(a){return s?!1:n.tickIdleToSilCrossfade(a)},finishIdleToSilCrossfade(){s||n.finishIdleToSilCrossfade()},isIdleToSilCrossfading(){return s?!1:n.isIdleToSilCrossfading()},supportsBufferedPlayback:!1,async renderViseme(a,u){if(s)return;r+=1;const d=r;o.reset(),t.onStatus?.(u),n.drawLiveFrame({mouthPath:It(u),expressionPath:null})},dispose(){s||(s=!0,r+=1,o.reset(),n.dispose())}}}function Zr(e,t){if(!Oo())return Jr(e,t);const n=ps(t.workerScriptUrl);try{return No(e,t,n)}catch{return Jr(e,t)}}function Vo(e,t={}){if(t.preferLegacyRenderer)return Zr(e,t);let n=null,r=!1,i=null,s=!1;const o=()=>n?Promise.resolve(n):(i||(i=(async()=>{try{const a=await Uo(e,t);if(s)throw a.dispose(),new Error("Renderer disposed during Pixi init");return r=!0,n=a,a}catch(a){if(s)throw a instanceof Error?a:new Error(String(a));return console.warn("[AiTwin] Pixi WebGL renderer unavailable, using Canvas2D fallback:",a),n=Zr(e,t),r=!1,n}})()),i);return{get usesWorker(){return n?.usesWorker??!1},get usesPixi(){return r},async loadAssets(a){return(await o()).loadAssets(a)},getVisemeAtlasPaths(){return n?.getVisemeAtlasPaths()??null},async renderSilOnly(){return(await o()).renderSilOnly()},drawLiveFrame(a,u,d,l){o().then(c=>{s||c.drawLiveFrame(a,u,d,l)})},async compositePrefetchFrame(a,u){return(await o()).compositePrefetchFrame(a,u)},blitBitmap(a,u){n&&n.blitBitmap(a,u)},drawIdleVideo(a,u){n?.usesPixi&&n.drawIdleVideo(a,u)},beginIdleToSilCrossfade(a){n?.beginIdleToSilCrossfade(a)},tickIdleToSilCrossfade(a){return n?.tickIdleToSilCrossfade(a)??!1},finishIdleToSilCrossfade(){n?.finishIdleToSilCrossfade()},isIdleToSilCrossfading(){return n?.isIdleToSilCrossfading()??!1},get supportsBufferedPlayback(){return n?.supportsBufferedPlayback??!1},async renderViseme(a,u,d){return(await o()).renderViseme(a,u,d)},dispose(){s=!0,i=null,n?.dispose(),n=null}}}class Wo extends Error{constructor(t,n){super(`${t} timed out after ${Math.round(n/1e3)}s`),this.name="LoadTimeoutError"}}function Rn(e,t,n){return new Promise((r,i)=>{const s=globalThis.setTimeout(()=>{i(new Wo(n,t))},t);e.then(o=>{globalThis.clearTimeout(s),r(o)},o=>{globalThis.clearTimeout(s),i(o)})})}const zo={overflow:"hidden",position:"relative",display:"inline-block",lineHeight:0},Ho={display:"block",maxWidth:"100%",height:"auto"},$o={position:"absolute",inset:0,display:"flex",alignItems:"center",justifyContent:"center",padding:"1rem",background:"rgba(0,0,0,0.55)",color:"#fff",fontSize:"0.875rem",textAlign:"center"};function Cn(e){return Ts(e)?nr:ci(e)?dn:tr}function Je(e,t){return t?.isSpeaking()||t?.isWarmingUp()?t:e.isSpeaking()||e.isWarmingUp()?e:t?.isConnected()?t:e}const rs=h.forwardRef(function({id:t,avatarId:n,faceId:r,assets:i,authToken:s,apiBase:o,ttsEngineId:a,voiceId:u,language:d,speakingRate:l=Ht,className:c,style:m,canvasStyle:w,onStatusChange:S,onDisplayStatus:f,onError:E,onReady:D,showErrorOverlay:B=!0,loadingThumbnailUrl:v,onUserTranscript:k,onBotOutput:O,onRealtimeLipsyncDebug:A,onFrameRenderStats:se,lipsyncBufferedPlayback:le=!0,lipsyncPlaybackWarmupMs:I=1500,idleHandoffHoldMs:U=wo,pixiMaxTextureSize:q,captions:oe},ae){const ie=h.useRef(null),L=h.useRef(null),Z=h.useRef(null),H=h.useRef(le);H.current=le;const me=h.useRef(I);me.current=I;const z=h.useRef(U);z.current=U;const te=h.useRef(0),j=h.useRef(dr()),J=h.useRef(ja()),Se=h.useRef(!1),ue=h.useRef(null),_=h.useRef(null),C=h.useRef(0),$=h.useRef(0),re=h.useRef(0),K=h.useRef(null),Y=h.useRef(null),p=h.useRef(!1),b=h.useRef(!1),x=h.useRef(!1),W=h.useRef(!1),ee=h.useRef("sil"),T=h.useRef(0),Q=h.useRef(!1),V=h.useRef(null),he=h.useRef(!1),[De,ot]=h.useState("idle"),[yt,Rt]=h.useState(null),[ct,_n]=h.useState(!1),[g,P]=h.useState(!1),[ne,ce]=h.useState(!1),[Te,be]=h.useState(),[ke,ze]=h.useState({width:842,height:1264}),[Ne,$t]=h.useState(null),[bn,Ct]=h.useState(0),vt=h.useRef(!1),Be=h.useRef(s??null),$e=o?.trim()||gt,_t=h.useRef(null),Ee=h.useRef(null),{ttsEngineId:Ie,voiceId:je}=h.useMemo(()=>{const y=et(a,u),M=y.ttsEngineId??ft;return{ttsEngineId:M,voiceId:y.voiceId??Cn(M)}},[a,u]),Ke=h.useRef(!1),rt=h.useRef({width:842,height:1264}),ye=h.useRef(null),Ue=h.useRef("sil"),Re=h.useRef(""),Ve=h.useMemo(()=>io(oe),[oe]),We=h.useCallback(()=>{Re.current="",$t(null)},[]);h.useEffect(()=>{Ve.enabled||We()},[Ve.enabled,We]);const Dt=h.useCallback(y=>{if(!Ve.enabled)return;const M=y.isSpeaking(),N=y.isWarmingUp();if(!M||N){Re.current&&We();return}const F=ro(y.getWordQueue());if(!F){Re.current&&We();return}F!==Re.current&&(Re.current=F,$t(F))},[Ve.enabled,We]),lt=h.useRef(void 0),Bt=h.useRef(new Map),hr=h.useRef(D),gr=h.useRef(S),ve=h.useRef(f),wr=h.useRef(E),pr=h.useRef(k),yr=h.useRef(O),jt=h.useRef(A),vr=h.useRef(se),bt=h.useRef(go());hr.current=D,gr.current=S,ve.current=f,wr.current=E,pr.current=k,yr.current=O,jt.current=A,vr.current=se,h.useEffect(()=>{const y=bt.current;return Hr(y),()=>Hr(null)},[]);const _r=h.useCallback(y=>{const M=et(y?.ttsEngineId??a,y?.voiceId??u),N=M.ttsEngineId??Ee.current?.ttsEngineId??ft,F=M.voiceId??Ee.current?.voiceId??Cn(N);return{ttsEngineId:N,voiceId:F}},[a,u]),it=h.useCallback(y=>{Rt(y),ce(!0),wr.current?.(y)},[]),Ft=h.useCallback(y=>{ot(y),gr.current?.(y)},[]),de=h.useRef(Nn(Ft,$e,{onLipsyncDebug:y=>jt.current?.(y)})),fe=h.useRef(null),br=h.useRef(()=>{});h.useEffect(()=>(de.current=Nn(Ft,$e,{onLipsyncDebug:y=>jt.current?.(y)}),s&&de.current.setDeveloperToken(s),de.current.setTtsEngineId(Ie),()=>{de.current.stop();const y=fe.current;y&&(y.disconnect(),fe.current=null)}),[Ft,$e]);const Sr=h.useCallback(()=>(fe.current||(fe.current=Vi(Ft,{speakingRate:l,language:d,onUserTranscript:(y,M)=>pr.current?.(y,M),onBotOutput:y=>yr.current?.(y),onLipsyncDebug:y=>jt.current?.(y)}),fe.current.setTtsEngineId(Ie),br.current(!0)),fe.current),[Ft,l,d,Ie]),Fe=h.useCallback(()=>{K.current!=null&&(clearTimeout(K.current),K.current=null)},[]),Le=h.useCallback(()=>{Y.current!=null&&(clearTimeout(Y.current),Y.current=null),x.current=!1},[]),Kt=h.useCallback(()=>{if(W.current)return;const y=L.current;if(W.current=!0,Le(),p.current=!1,b.current=!1,!he.current||!V.current){y?.renderSilOnly();return}V.current.setActive(!1);const M=V.current.getVideo();if(y?.usesPixi){y.drawIdleVideo(M),y.beginIdleToSilCrossfade(jr);return}(async()=>{const N=ie.current;N&&await Mn(N,M,null,void 0,rt.current).catch(()=>{}),await new Promise(F=>setTimeout(F,jr)),W.current&&await y?.renderSilOnly()})()},[Le]),Tr=h.useCallback(()=>{!he.current||!V.current||(W.current=!1,L.current?.finishIdleToSilCrossfade(),Le(),x.current=!0,Y.current=setTimeout(()=>{if(Y.current=null,Je(de.current,fe.current).isSpeaking()){x.current=!1;return}if(p.current){x.current=!1;return}const y=V.current;if(!y){x.current=!1;return}y.restart(),y.setActive(!0);const M=y.getVideo();let N=!1;const F=()=>{N||(N=!0,M.removeEventListener("playing",X),x.current=!1)},X=()=>{F()};if(M.addEventListener("playing",X,{once:!0}),M.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA&&!M.paused){F();return}setTimeout(F,300)},z.current))},[Le]),St=h.useCallback(()=>{if(Fe(),ve.current?.("sil"),p.current=!1,W.current=!1,!he.current||!V.current){x.current=!1;return}Tr()},[Fe,Tr]),Sn=h.useCallback(async y=>{const M=$.current,N=L.current,F=ie.current,X=()=>{y?.fallbackOnly||(p.current=!1)};if(!N||!F||!ct){X();return}if(Je(de.current,fe.current).isSpeaking()){X();return}if(y?.fallbackOnly){if(!p.current||(Oe(j.current),await N.renderSilOnly(),M!==$.current)||Je(de.current,fe.current).isSpeaking())return;St();return}if(Kr(j.current)){Oe(j.current),St();return}if(H.current&&N.supportsBufferedPlayback&&!y?.fallbackOnly){if(Oe(j.current),Z.current?.reset(),await N.renderSilOnly(),M!==$.current||Je(de.current,fe.current).isSpeaking())return;St();return}const xe=bo(Je(de.current,fe.current).getVisemeQueue(),T.current,ee.current),Me=So(xe,ye.current);if(Oe(j.current),!Me){if(await N.renderSilOnly(),M!==$.current||Je(de.current,fe.current).isSpeaking())return;St();return}try{await N.renderViseme(F,"sil",{from:xe,transitionDurationMs:Zi})}catch(Ce){if(Ce?.name!=="AbortError")throw Ce}if(M!==$.current){X();return}if(Je(de.current,fe.current).isSpeaking()){X();return}St()},[ct,St]),Tt=h.useCallback(()=>{if(b.current||p.current)return;b.current=!0,p.current=!0,Fe();const y=$.current;Sn().finally(()=>{b.current=!1}),K.current=setTimeout(()=>{K.current=null,y===$.current&&Sn({fallbackOnly:!0})},To())},[Fe,Sn]),kr=h.useCallback(async()=>{const y=Math.floor(Date.now()/1e3);if(_t.current&&y<_t.current.expiresAt-60)return _t.current.key;const M=Be.current??await Nt();Be.current=M,de.current.setDeveloperToken(M);const N=await Cs(M,$e);return _t.current={key:N.value,expiresAt:N.expiresAt},N.value},[$e]);h.useEffect(()=>{s&&(Be.current=s,de.current.setDeveloperToken(s))},[s]),h.useEffect(()=>{de.current.setTtsEngineId(Ie),fe.current?.setTtsEngineId(Ie),Ee.current&&(Ee.current.ttsEngineId=Ie)},[Ie]),h.useEffect(()=>{Ee.current&&(Ee.current.voiceId=je)},[je]);const Ge=h.useMemo(()=>di(n,r),[n,r]),cs=h.useMemo(()=>i?JSON.stringify(i):Ge?`face:${Ge}`:`id:${t??""}`,[i,Ge,t]),ls=h.useMemo(()=>{const y=v?.trim();return y||(Ir(Ge)??Ir(Te)??xs(i))},[v,Ge,Te,i]);return h.useEffect(()=>{if(!t&&!i&&!Ge){it("AiTwin requires `assets`, `avatarId`/`faceId`, or `id`");return}let y=!1;Ke.current=!1,_n(!1),P(!1),ce(!1),be(Ge),Rt(null),Ee.current=null,V.current=null,he.current=!1;const M=ie.current;if(!M)return;let N=null;return(async()=>{try{let F,X,Ae,xe,Me;if(i)F=i,X=Ie,Ae=je;else if(Ge)ve.current?.("loadFace"),F=Ln(Ge),X=Ie,Ae=je;else{ve.current?.("getAiTwin");const G=await Rn(li(t),3e4,"getAiTwin");if(y)return;if(!G.faceId?.trim())throw new Error("getAiTwin returned no faceId");be(G.faceId.trim());const _e=et(a,u);X=_e.ttsEngineId??G.ttsEngineId,Ae=_e.voiceId??G.voiceId??Cn(X),xe=qn(G),Me=Yn(G),F=Ln(G.faceId)}Ee.current={ttsEngineId:X,voiceId:Ae,brainId:xe,brainUrl:Me},fi(F),V.current=Ka();const Ce=!!(i&&!wt(i));N=Vo(M,{preferLegacyRenderer:Ce,pixiMaxTextureSize:q,onStatus:G=>{y||ve.current?.(G)},onError:G=>{y||it(G)},shouldAcceptLiveFrame:()=>{if(Se.current)return!0;if(p.current)return!1;const G=Je(de.current,fe.current);return G.isSpeaking()||G.isWarmingUp()},onWebGlContextLost:()=>{y||vt.current||(vt.current=!0,queueMicrotask(()=>{y||Ct(G=>G+1)}))}}),L.current=N,Z.current=Ao(N),vt.current=!1;const qe=G=>{const _e=()=>{if(!G||me.current<=0)return!1;const Pe=L.current;return Pe?H.current&&Pe.supportsBufferedPlayback?!0:Pe.usesPixi:!1};de.current.setLipsyncWarmupHold(G,_e),fe.current?.setLipsyncWarmupHold(G,_e)};br.current=qe,qe(!0),ve.current?.("auth");const Gt=Be.current??s??await Rn(Nt(),3e4,"getAuthToken");if(y)return;Be.current=Gt,de.current.setDeveloperToken(Gt),de.current.setTtsEngineId(X);const pe=Wt()?await kr():void 0;if(y)return;ve.current?.("loadAssets");const ge=await Rn(N.loadAssets(pe),18e4,"load face assets");if(!y&&ge.width>0&&ge.height>0&&(rt.current=ge,ze(ge)),y)return;ye.current=N.getVisemeAtlasPaths(),Ke.current=!0,_n(!0),hr.current?.(),N.renderSilOnly().then(()=>{y||ve.current?.("sil")}),(async()=>{try{const G=await ba(pe);if(await V.current.load(G),y)return;he.current=!0,P(!0),Oe(j.current),V.current.setActive(!0);const _e=V.current.getVideo();N.usesPixi?N.drawIdleVideo(_e):await Mn(M,_e,null,void 0,rt.current)}catch(G){if(y)return;he.current=!1,P(!1),console.warn("[AiTwin] Idle video unavailable:",G)}finally{y||(ce(!0),ve.current?.("idle"))}})()}catch(F){if(y)return;if(F instanceof nn){it(F.message);return}it(F instanceof Error?F.message:"Failed to load AI twin")}})(),()=>{y=!0,V.current?.dispose(),N?.dispose(),L.current=null}},[cs,i,Ge,t,Ie,je,a,u,s,q,kr,it,bn]),h.useEffect(()=>{const y={current:!1},M=()=>{const N=ie.current,F=L.current,X=Je(de.current,fe.current);if(!N||!F||!ct){C.current=requestAnimationFrame(M);return}if(document.hidden){V.current?.setActive(!1),C.current=requestAnimationFrame(M);return}const Ae=X.isSpeaking(),xe=X.isWarmingUp(),Me=Ae&&!Q.current,Ce=Q.current&&!Ae;Me&&(Fe(),Le(),p.current=!1,b.current=!1,Oe(j.current),Z.current?.reset(),bt.current.reset(),lt.current=void 0,re.current=0,ee.current="sil",T.current=0,Kt()),Ce&&(J.current.reset(),V.current?.setActive(!1),Z.current?.reset(),F.finishIdleToSilCrossfade(),We(),Tt());const qe=Ce||p.current||x.current||W.current,Gt=le&&F.supportsBufferedPlayback;if(xe){if(Kt(),he.current&&V.current?.setActive(!1),F.usesPixi&&F.isIdleToSilCrossfading()){F.tickIdleToSilCrossfade(performance.now()),X.getVisemeQueue().length>0&&te.current===0&&(te.current=performance.now()),Q.current=X.isSpeaking(),C.current=requestAnimationFrame(M);return}const pe=X.getVisemeQueue();pe.length>0&&te.current===0&&(te.current=performance.now()),J.current.advance(performance.now());const ge=J.current.getExpressionPath(),G=J.current.getDrawKey(),_e={queue:pe,elapsedMs:0,expressionPath:ge,expressionDrawKey:G,availablePaths:ye.current};let Pe=!1;Gt&&Z.current?(Z.current.warmupTick(_e),Pe=Z.current.isWarmupReady(_e,me.current)):F.usesPixi&&Gr(N,pe,0,ge,G,j.current,(kt,qt,Tn,Yt)=>{F.drawLiveFrame(kt,qt,Tn,Ye=>{Yt?.(Ye),X.isWarmingUp()&&Ye!==""&&!Kr({lastDrawnKey:Ye})&&(te.current=0,X.releaseWarmupHold())})},kt=>{ve.current?.(kt.label)},ye.current);const st=te.current>0&&performance.now()-te.current>vs;ve.current?.(Pe?"buffer ready":"buffering lipsync…"),(Pe||st)&&(te.current=0,X.releaseWarmupHold()),Dt(X),Q.current=X.isSpeaking(),C.current=requestAnimationFrame(M);return}if(Ae){Kt(),he.current&&V.current?.setActive(!1),F.usesPixi&&F.isIdleToSilCrossfading()&&F.finishIdleToSilCrossfade();const pe=X.getVisemeQueue(),ge=X.getPlaybackElapsedMs();ca(pe,ge),T.current=ge;const G=pe.length>0?zt(pe,ge):"sil";G!=="sil"&&(ee.current=G);const _e=Qa(ge,X.getSentenceEmotions(),X.getWordQueue(),X.getStreamMood());J.current.setTargetEmotion(_e),J.current.setTargetEyebrow(Ha(ge,X.getWordQueue(),ht(_e))),J.current.advance(performance.now());const Pe=J.current.getExpressionPath(),st=J.current.getDrawKey(),kt=(Ye,kn,Lt,En)=>{const Er={label:Ue.current,elapsedMs:ge,mouthPath:kn.mouthPath,transitionMeta:lt.current};Bt.current.set(Lt,Er),Z.current?.markExternallyDisplayed(Lt,Pe),F.drawLiveFrame(Ye,kn,Lt,Qt=>{const us=Bt.current.get(Qt)??Er;Bt.current.delete(Qt),bt.current.onDrawDisplayed(us,pe),Z.current?.markExternallyDisplayed(Qt,Pe),En?.(Qt)})},qt=Ye=>{Ue.current=Ye.label,lt.current=Ye.transitionMeta,ve.current?.(Ye.label)},Tn=le&&F.supportsBufferedPlayback;let Yt=!1;Tn&&Z.current&&(Yt=Z.current.tick({canvas:N,queue:pe,elapsedMs:ge,expressionPath:Pe,expressionDrawKey:st,playbackState:j.current,availablePaths:ye.current,onStatus:qt,onDisplayed:(kn,Lt,En)=>{bt.current.onDrawDisplayed({label:En,elapsedMs:ge,mouthPath:Lt,transitionMeta:lt.current},pe)}}).usedBuffer),Yt||Gr(N,pe,ge,Pe,st,j.current,kt,qt,ye.current),bt.current.onRafTickSpeaking(),vr.current?.(bt.current.snapshot(pe,ge))}else if(!qe&&Se.current){V.current?.setActive(!1),J.current.advance(performance.now());const pe=J.current.getExpressionPath(),ge=J.current.getDrawKey();Pn(N,pe,ge,j.current,(G,_e,Pe,st)=>F.drawLiveFrame(G,_e,Pe,st),G=>{if(_.current){ve.current?.(_.current);return}const _e=J.current.getTargetEmotion();ve.current?.(G==="sil"||G==="blink"?`${_e}${G==="blink"?" · blink":""}`:G)},null,ue.current)}else if(!qe&&he.current&&V.current){const pe=V.current,ge=pe.getVideo();if(ge.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA){pe.setActive(!0);const G=()=>!X.isSpeaking()&&!p.current&&!x.current&&!Se.current;F.usesPixi?(F.drawIdleVideo(ge,G),G()&&ve.current?.("idle")):y.current||(y.current=!0,Mn(N,ge,null,void 0,rt.current,G).then(()=>ve.current?.("idle")).finally(()=>{y.current=!1}))}else Pn(N,null,"__sil__",j.current,(G,_e,Pe,st)=>F.drawLiveFrame(G,_e,Pe,st),G=>ve.current?.(G))}else qe||Pn(N,null,"__sil__",j.current,(pe,ge,G,_e)=>F.drawLiveFrame(pe,ge,G,_e),pe=>ve.current?.(pe));Ve.enabled&&Dt(X),Q.current=Ae,C.current=requestAnimationFrame(M)};return C.current=requestAnimationFrame(M),()=>{cancelAnimationFrame(C.current),Fe(),Le(),de.current.stop(),fe.current?.stop()}},[ct,g,Tt,Fe,Le,Kt,Dt,We,Ve.enabled]),h.useImperativeHandle(ae,()=>({speakText:async(y,M)=>{const N=y.trim();if(!N)return;const F=L.current;if(!F||!Ke.current&&!ct)throw new Error("AI twin is not ready");const{ttsEngineId:X,voiceId:Ae}=_r(M);Rt(null),We(),$.current+=1,Fe(),Le(),p.current=!1,b.current=!1,ee.current="sil",T.current=0,Oe(j.current),Se.current=!1,ue.current=null,_.current=null,J.current.reset(),Q.current=!1,W.current=!1,F.finishIdleToSilCrossfade();try{await de.current.speak(N,{voiceId:Ae,speakingRate:M?.speakingRate??l,ttsEngineId:X,language:M?.language??d})}catch(xe){throw W.current=!1,F.finishIdleToSilCrossfade(),Tt(),it(xe instanceof Error?xe.message:"TTS failed"),xe}},stop:()=>{$.current+=1,Fe(),Le(),p.current=!1,b.current=!1,W.current=!1,L.current?.finishIdleToSilCrossfade(),de.current.stop(),fe.current?.stop(),Oe(j.current),Z.current?.reset(),te.current=0,Q.current=!1,We(),Tt()},setTtsEngineId:y=>{de.current.setTtsEngineId(y),fe.current?.setTtsEngineId(y),Ee.current&&(Ee.current.ttsEngineId=y)},renderViseme:async(y,M)=>{const N=L.current,F=ie.current;if(!N||!F||!Ke.current)throw new Error("AI twin is not ready");await N.renderViseme(F,y,{from:M?.from,transitionDurationMs:M?.transitionDurationMs,gapMs:M?.gapMs,onStatus:X=>ve.current?.(X)})},setEmotion:y=>{if(!Ke.current)throw new Error("AI twin is not ready");const M=L.current,N=ie.current;if(!M||!N)throw new Error("AI twin is not ready");$.current+=1,Fe(),Le(),p.current=!1,b.current=!1,x.current=!1,W.current=!1,de.current.stop(),fe.current?.stop(),Oe(j.current),Z.current?.reset(),te.current=0,Q.current=!1,M.finishIdleToSilCrossfade(),V.current?.setActive(!1);const F=Ze(y);Se.current=!0,ue.current=null,_.current=null,J.current.snapToEmotion(F);const X=J.current.getExpressionPath(),Ae=J.current.getDrawKey(),xe={mouthPath:null,expressionPath:X},Me=Vt(xe,Ae);j.current.lastDrawnKey="",M.drawLiveFrame(N,xe,Me,qe=>{qe===Me&&(j.current.lastDrawnKey=Me)});const Ce=ht(F);ve.current?.(X?`${F} · brow ${Ce>0?"+":""}${Ce}`:`${F} · brow 0 (sil base)`)},getEmotion:()=>Se.current?J.current.getTargetEmotion():null,clearEmotionPreview:()=>{Se.current=!1,ue.current=null,_.current=null,J.current.reset(),Oe(j.current),ve.current?.("idle")},setViseme:y=>{if(!Ke.current)throw new Error("AI twin is not ready");const M=L.current,N=ie.current;if(!M||!N)throw new Error("AI twin is not ready");$.current+=1,Fe(),Le(),p.current=!1,b.current=!1,x.current=!1,W.current=!1,de.current.stop(),fe.current?.stop(),Oe(j.current),Z.current?.reset(),te.current=0,Q.current=!1,M.finishIdleToSilCrossfade(),V.current?.setActive(!1);const F=mn(y);Se.current=!0,_.current=F,ue.current=F==="sil"?null:It(F),J.current.snapToEmotion("neutral");const X=J.current.getExpressionPath(),Ae=J.current.getDrawKey(),Me={mouthPath:ue.current,expressionPath:X},Ce=Vt(Me,Ae);j.current.lastDrawnKey="",M.drawLiveFrame(N,Me,Ce,qe=>{qe===Ce&&(j.current.lastDrawnKey=Ce)}),ve.current?.(F)},getViseme:()=>Se.current?_.current:null,isReady:()=>Ke.current,getStatus:()=>De,connect:async(y={})=>{Rt(null);try{let M=y.authToken?.trim();M||(M=Be.current??s??await Nt(),Be.current=M);const N=et(y.ttsEngineId??a,y.voiceId??u),F=N.voiceId??Ee.current?.voiceId,X=y.brainId?.trim()||y.personaId?.trim()||Ee.current?.brainId,Ae=y.brainUrl?.trim()||Ee.current?.brainUrl,xe=N.ttsEngineId??Ee.current?.ttsEngineId??Ie,Me=Sr();xe&&Me.setTtsEngineId(xe),await Me.unlockAudio(),await Me.connect({...y,apiBase:y.apiBase?.trim()||$e,authToken:M,voiceId:F,brainId:X,brainUrl:Ae,ttsEngineId:xe,speakingRate:y.speakingRate??l,language:y.language??d})}catch(M){throw it(M instanceof Error?M.message:"Voice connect failed"),M}},disconnect:async()=>{const y=fe.current;y&&($.current+=1,Fe(),Le(),p.current=!1,b.current=!1,W.current=!1,L.current?.finishIdleToSilCrossfade(),Oe(j.current),Z.current?.reset(),te.current=0,Q.current=!1,await y.disconnect(),Tt())},isConnected:()=>fe.current?.isConnected()??!1,getVoiceStream:()=>fe.current?.getVoiceStream()??de.current?.getVoiceStream()??null,setMuted:y=>{const M=de.current,N=fe.current;M?.setMuted?.(y),N?.setMuted?.(y)},isMuted:()=>{const y=fe.current,M=de.current;return y?.isMuted?.()??M?.isMuted?.()??!1},getBrainId:()=>Ee.current?.brainId?.trim()||null,getPersonaId:()=>Ee.current?.brainId?.trim()||null,getBrainUrl:()=>Ee.current?.brainUrl?.trim()||null}),[ct,l,d,s,Ie,je,Fe,Le,Tt,it,_r,Sr,De,$e]),R.jsxs("div",{className:c,style:{...zo,...m},children:[R.jsx("canvas",{ref:ie,width:ke.width,height:ke.height,style:{...Ho,...w},"aria-label":t?`AI twin ${t}`:"AI twin face"}),!ne&&!yt?R.jsx(mo,{thumbnailUrl:ls}):null,B&&yt?R.jsx("div",{style:$o,children:yt}):null,Ve.enabled&&Ne?R.jsx(co,{text:Ne,style:Ve.style},Ne):null]})});async function jo(e){try{const t=await e.json();if(typeof t.detail=="string"&&t.detail.trim())return t.detail;if(typeof t.error=="string"&&t.error.trim())return t.error}catch{}return`avatarReply failed (${e.status})`}async function is(e){const t=e.message.trim();if(!t)throw new Error("Message is required");const n=e.authToken.trim();if(!n)throw new Error("Auth token is required");const r=(e.apiBase?.trim()||gt).replace(/\/$/,""),i=await fetch(`${r}/avatarReply`,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${n}`,Accept:"text/event-stream"},body:JSON.stringify({message:t,history:e.history??[],brainId:e.brainId?.trim()||e.personaId?.trim()||"",tenant:"aiTwin"})});if(!i.ok)throw new Error(await jo(i));if(!i.body)throw new Error("avatarReply response body is empty");const s=i.body.getReader(),o=new TextDecoder;let a="",u="",d="",l="";for(;;){const{done:c,value:m}=await s.read();if(c)break;a+=o.decode(m,{stream:!0});const w=a.split(`
|
|
48
|
-
`);a=w.pop()||"";for(const S of w){if(S.startsWith("event: ")){l=S.slice(7).trim();continue}if(!S.startsWith("data: "))continue;const f=S.slice(6).trim();if(!f)continue;let E;try{E=JSON.parse(f)}catch{continue}if(l==="spokenText")u=E.text||"",e.onSpokenText?.(u);else if(l==="displayText")d=E.text||"";else if(l==="error")throw new Error(E.error||"avatarReply stream error")}}if(!u.trim()||!d.trim())throw new Error("avatarReply stream missing displayText or spokenText");return{displayText:d.trim(),spokenText:u.trim()}}function Ko({muted:e}){return e?R.jsxs("svg",{width:"18",height:"18",viewBox:"0 0 24 24",fill:"none","aria-hidden":!0,children:[R.jsx("path",{d:"M11 5 6.5 9H3v6h3.5L11 19V5Z",fill:"currentColor"}),R.jsx("path",{d:"m16 9.5 5 5m0-5-5 5",stroke:"currentColor",strokeWidth:"2",strokeLinecap:"round"})]}):R.jsxs("svg",{width:"18",height:"18",viewBox:"0 0 24 24",fill:"none","aria-hidden":!0,children:[R.jsx("path",{d:"M11 5 6.5 9H3v6h3.5L11 19V5Z",fill:"currentColor"}),R.jsx("path",{d:"M15.5 8.5a4.5 4.5 0 0 1 0 7M18.5 6a8 8 0 0 1 0 12",stroke:"currentColor",strokeWidth:"2",strokeLinecap:"round"})]})}function Go(){return R.jsx("svg",{width:"14",height:"14",viewBox:"0 0 24 24",fill:"currentColor","aria-hidden":!0,children:R.jsx("path",{d:"M8 5.5v13l11-6.5L8 5.5Z"})})}function qo(){return R.jsx("svg",{width:"14",height:"14",viewBox:"0 0 24 24",fill:"currentColor","aria-hidden":!0,children:R.jsx("rect",{x:"6",y:"6",width:"12",height:"12",rx:"1.5"})})}function Yo(){return R.jsx("svg",{width:"14",height:"14",viewBox:"0 0 24 24",fill:"none","aria-hidden":!0,children:R.jsx("path",{d:"M5 6.5A2.5 2.5 0 0 1 7.5 4h9A2.5 2.5 0 0 1 19 6.5v7A2.5 2.5 0 0 1 16.5 16H10l-4 3.5V16H7.5A2.5 2.5 0 0 1 5 13.5v-7Z",stroke:"currentColor",strokeWidth:"2",strokeLinejoin:"round"})})}function ss({className:e}){return R.jsx("span",{className:e??"aitwin-widget__spinner","aria-hidden":!0,children:R.jsx("svg",{viewBox:"0 0 24 24",fill:"none",children:R.jsx("circle",{cx:"12",cy:"12",r:"9",stroke:"currentColor",strokeWidth:"2.5",strokeLinecap:"round",strokeDasharray:"40 20"})})})}function Qo({muted:e,onToggle:t}){return R.jsx("button",{type:"button",className:"aitwin-widget__mute",onClick:t,"aria-label":e?"Unmute":"Mute","aria-pressed":e,children:R.jsx(Ko,{muted:e})})}function Xo(){return R.jsxs("div",{className:"aitwin-widget__connecting",role:"status","aria-live":"polite",children:[R.jsx(ss,{className:"aitwin-widget__spinner aitwin-widget__spinner--accent"}),R.jsx("span",{children:"Connecting..."})]})}function Jo(e){const t=e.connecting||e.textSending||e.status==="loading"||e.status==="speaking",n=e.connecting?"Connecting...":e.connected?"End Talk":"Talk",r=["aitwin-widget__action",e.textMode&&!e.connecting?"":"aitwin-widget__action--primary",e.connecting?"aitwin-widget__action--connecting":""].filter(Boolean).join(" ");return R.jsxs("div",{className:"aitwin-widget__controls",children:[R.jsxs("div",{className:"aitwin-widget__actions",children:[R.jsxs("button",{type:"button",className:r,onClick:e.onTalk,disabled:!e.ready||e.connecting||e.textSending,"aria-busy":e.connecting,children:[e.connecting?R.jsx(ss,{className:"aitwin-widget__spinner aitwin-widget__spinner--on-accent"}):e.connected?R.jsx(qo,{}):R.jsx(Go,{}),R.jsx("span",{children:n})]}),R.jsxs("button",{type:"button",className:e.textMode?"aitwin-widget__action aitwin-widget__action--primary":"aitwin-widget__action",onClick:e.onTextMode,disabled:!e.ready||e.connecting||e.textSending,"aria-pressed":e.textMode,children:[R.jsx(Yo,{}),R.jsx("span",{children:"Text"})]})]}),e.textMode?R.jsxs("form",{className:"aitwin-widget__composer",onSubmit:i=>{i.preventDefault(),e.onSendText()},children:[R.jsx("input",{type:"text",className:"aitwin-widget__composer-input",value:e.textDraft,onChange:i=>e.onTextDraftChange(i.target.value),placeholder:e.textSending?"Getting reply...":"Type a message…",autoComplete:"off",disabled:!e.ready||t}),R.jsx("button",{type:"submit",className:"aitwin-widget__composer-send",disabled:!e.ready||t||!e.textDraft.trim()&&!e.textSending,"aria-busy":e.textSending,children:e.textSending?"…":"Send"})]}):null,e.error?R.jsx("p",{className:"aitwin-widget__controls-error",role:"alert",children:e.error}):null]})}const ei=97,Zo=3500;function ec(e,t){const n=Math.max(0,e),r=1-Math.exp(-n/Zo);return Math.min(ei,Math.round(r*ei))}function tc(e){const[t,n]=h.useState(null),[r,i]=h.useState(()=>Date.now());return h.useEffect(()=>{if(!e){n(null);return}const s=Date.now();n(s),i(s);let o=0;const a=()=>{i(Date.now()),o=window.requestAnimationFrame(a)};return o=window.requestAnimationFrame(a),()=>{window.cancelAnimationFrame(o)}},[e]),e?t==null?0:ec(r-t):100}const nc="M259.01,593.87v-101.49c.33-6.31,4.94-11.26,10.21-11.88,6.42-.75,13.18,4.99,13.13,12.92-.42,45.09-.83,90.17-1.25,135.26.03,1.56.56,15.43,11.95,23.2,6.18,4.21,12.57,4.6,15.42,4.58-.42-112.77-.83-225.54-1.25-338.31-.08-2.55-1.03-46.36,21.17-55.34,2.05-.83,4.42-1.41,7.17-1.56v453.42c.07,12.06,1.98,37.84,19.03,62.73,7.01,10.23,14.79,17.71,21.4,22.99V222.42c-.01-3.72.48-11.67,5.35-19.87,7-11.77,18.13-15.82,21.4-16.95,10.42-3.61,19.49-2.06,23.48-1.11v684.96c.59,4.03,1.78,9.72,4.45,16.12,1.93,4.63,8.84,20.57,26.47,31.26,13.48,8.18,26.56,9.23,32.86,9.31-1.3-256.11-2.59-512.22-3.89-768.33.76-16.43,14.57-28.94,29.73-28.34,13.53.53,25.39,11.39,27.23,25.84-1.1,264.68-2.2,529.35-3.3,794.03,4.33.92,22.38,4.25,38.94-6.53,10.26-6.68,15.24-15.72,17.09-19.17,5.55-10.36,6.42-19.98,6.53-25.01-.72-246.99-1.43-493.97-2.15-740.96,2.27-.06,34.75-.44,48.29,22.68,3.41,5.83,4.87,11.86,5.34,17.19v674.68c5.92-2.16,39.19-14.94,50.16-47.79,3.12-9.34,3.68-18.03,3.33-25.01.03-193.22.06-386.43.09-579.65,4.12,1.18,28.28,8.48,36.17,30.08,1.64,4.49,2.32,8.88,2.43,12.92.02,146.42.05,292.84.07,439.25,3.82-1.71,19.51-9.22,25.56-26.47,2.15-6.12,2.48-11.73,2.29-15.89.01-114.91.03-229.81.04-344.72,2.36-.1,7.51.02,12.74,3.13,9.1,5.4,10.87,15.35,11.12,16.88.35,11.49.69,22.97,1.04,34.46.46,37.05.93,74.1,1.39,111.15v152.69c3.39-.72,9.77-2.67,14.31-8.34,3.62-4.52,4.51-9.46,5.56-15.28.91-5.04.95-9.31.83-12.23.02-38.81.03-77.62.05-116.43";function rc({className:e="aitwin-widget__logo",strokeWidth:t=15,durationMs:n=2600,delayMs:r=0,loop:i=!1}){return R.jsx("svg",{viewBox:"0 0 1080 1080",className:e,role:"img","aria-label":"AITWIN logo",children:R.jsx("path",{className:i?"aitwin-widget__logo-draw aitwin-widget__logo-draw--loop":"aitwin-widget__logo-draw",d:nc,fill:"none",stroke:"currentColor",strokeWidth:t,strokeMiterlimit:10,pathLength:1,style:{animationDuration:`${n}ms`,animationDelay:`${r}ms`}})})}function ic({progress:e}){const t=Math.max(0,Math.min(100,Math.round(e)));return R.jsx("div",{className:"aitwin-widget__face-loading","aria-live":"polite","aria-label":`Loading ${t} percent`,children:R.jsxs("div",{className:"aitwin-widget__face-loading-content",children:[R.jsx(rc,{className:"aitwin-widget__logo",loop:!0,durationMs:2600}),R.jsxs("div",{className:"aitwin-widget__face-loading-bar-wrap",children:[R.jsx("div",{role:"progressbar","aria-valuenow":t,"aria-valuemin":0,"aria-valuemax":100,className:"aitwin-widget__face-loading-track",children:R.jsx("div",{className:"aitwin-widget__face-loading-fill",style:{width:`${t}%`}})}),R.jsxs("p",{className:"aitwin-widget__face-loading-pct",children:[t,"%"]})]})]})})}function ti(e){const t=e.id?.trim()||void 0,n=e.faceId?.trim()||e.avatarId?.trim()||void 0;return{id:n?void 0:t,faceId:n,authToken:e.authToken?.trim()||void 0,apiBase:e.apiBase?.trim()||void 0,voiceId:e.voiceId?.trim()||void 0,speakingRate:e.speakingRate,language:e.language}}function sc(e){return[e.id??"",e.faceId??"",e.authToken?.slice(0,16)??"",e.voiceId??"",e.apiBase??"",String(e.speakingRate??"")].join("|")}const ni={display:"flex",alignItems:"center",justifyContent:"center",width:"100%",height:"100%",lineHeight:0},ac={display:"block",height:"100%",width:"100%",objectFit:"cover",objectPosition:"top"},oc=h.forwardRef(function({options:t},n){const r=h.useRef(null),i=h.useRef(t);i.current={...i.current,onReady:t.onReady,onStatusChange:t.onStatusChange,onError:t.onError,onUserTranscript:t.onUserTranscript,onBotOutput:t.onBotOutput};const[s,o]=h.useState(!!t.showControls),[a,u]=h.useState(()=>ti(t)),[d,l]=h.useState(!1),[c,m]=h.useState(!1),[w,S]=h.useState(!1),[f,E]=h.useState(!1),[D,B]=h.useState("idle"),[v,k]=h.useState(null),[O,A]=h.useState(!1),[se,le]=h.useState(!1),[I,U]=h.useState(""),[q,oe]=h.useState(!1),[ae,ie]=h.useState([]),[L,Z]=h.useState(t.brainId?.trim()||t.personaId?.trim()||void 0),[H,me]=h.useState(t.brainUrl?.trim()||void 0),z=h.useCallback(T=>{i.current={...i.current,...T},T.showControls!==void 0&&o(!!T.showControls),(T.brainId!==void 0||T.personaId!==void 0)&&Z((T.brainId??T.personaId)?.trim()||void 0),T.brainUrl!==void 0&&me(T.brainUrl.trim()||void 0),u(Q=>ti({id:T.id??Q.id,faceId:T.faceId??T.avatarId??Q.faceId,authToken:T.authToken??Q.authToken,apiBase:T.apiBase??Q.apiBase,voiceId:T.voiceId??Q.voiceId,speakingRate:T.speakingRate??Q.speakingRate,language:T.language??Q.language}))},[]);h.useImperativeHandle(n,()=>({getTwin:()=>r.current,applyOptions:z}),[z]),h.useEffect(()=>{z(t)},[z,t.id,t.faceId,t.avatarId,t.authToken,t.apiBase,t.voiceId,t.speakingRate,t.showControls,t.brainId,t.personaId,t.brainUrl]);const te=h.useCallback(()=>{l(!0),k(null)},[]),j=h.useCallback(T=>{T==="idle"&&m(!0)},[]),J=h.useCallback(T=>{B(T),i.current.onStatusChange?.(T)},[]),Se=h.useCallback(T=>{k(T),l(!1),m(!1),E(!1),i.current.onError?.(T)},[]),ue=h.useCallback((T,Q)=>{i.current.onUserTranscript?.(T,Q)},[]),_=h.useCallback(T=>{i.current.onBotOutput?.(T)},[]);h.useEffect(()=>{if(!s)return;const T=window.setInterval(()=>{S(!!r.current?.isConnected())},400);return()=>window.clearInterval(T)},[s,a]);const C=sc(a),$=!!(a.id||a.faceId),re=d&&c,K=$&&!re&&!v,Y=tc(K),p=h.useRef(C);h.useEffect(()=>{re&&i.current.onReady?.()},[re]),h.useEffect(()=>{re&&r.current?.setMuted(O)},[re,O,a]),h.useEffect(()=>{ie([])},[a.id,a.faceId]),h.useEffect(()=>{p.current!==C&&(p.current=C,l(!1),m(!1),k(null),E(!1),S(!1),B("idle"))},[C]);const b=()=>{const T=r.current;if(!T?.isReady())return;if(k(null),le(!1),T.isConnected()){E(!1),T.disconnect().finally(()=>{S(!1)});return}E(!0);const Q={authToken:a.authToken,voiceId:a.voiceId,speakingRate:a.speakingRate,language:a.language,apiBase:a.apiBase,...L?{brainId:L}:{},...H?{brainUrl:H}:{}};T.connect(Q).then(()=>{S(!!T.isConnected())}).catch(V=>{const he=V instanceof Error?V.message:"Failed to connect voice.";k(he),i.current.onError?.(he)}).finally(()=>{E(!1)})},x=()=>{le(T=>!T),k(null)},W=()=>{const T=I.trim(),Q=r.current;!T||!Q?.isReady()||q||(k(null),U(""),oe(!0),i.current.onUserTranscript?.(T,!0),(async()=>{try{const V=a.authToken?.trim()||await Nt(),he=L||Q.getBrainId()?.trim()||void 0,De=await is({message:T,authToken:V,apiBase:a.apiBase||gt,brainId:he,history:ae});ie(ot=>[...ot,{role:"user",content:T},{role:"assistant",content:De.displayText}]),i.current.onBotOutput?.(De.displayText),await Q.speakText(De.spokenText,{voiceId:a.voiceId,speakingRate:a.speakingRate,language:a.language})}catch(V){const he=V instanceof Error?V.message:"Failed to get reply.";k(he),i.current.onError?.(he)}finally{oe(!1)}})())},ee=()=>{const T=!O;A(T),r.current?.setMuted(T)};return R.jsxs("div",{className:"aitwin-widget__layout",children:[R.jsxs("div",{className:"aitwin-widget__stage",children:[$?R.jsx("div",{style:ni,children:R.jsx(rs,{ref:r,id:a.id,faceId:a.faceId,authToken:a.authToken,apiBase:a.apiBase,voiceId:a.voiceId,speakingRate:a.speakingRate,language:a.language,style:ni,canvasStyle:ac,onReady:te,onDisplayStatus:j,onStatusChange:J,onError:Se,onUserTranscript:ue,onBotOutput:_,loadingThumbnailUrl:t.loadingThumbnailUrl},C)}):R.jsx("p",{className:"aitwin-widget__hint",style:{padding:16},children:"Pass id or faceId to load a twin."}),K?R.jsx(ic,{progress:Y}):null,s?R.jsx(Qo,{muted:O,onToggle:ee}):null,s&&f?R.jsx(Xo,{}):null]}),s?R.jsx(Jo,{ready:re,connected:w,connecting:f,status:D,textMode:se,textDraft:I,textSending:q,error:v,onTalk:b,onTextMode:x,onTextDraftChange:U,onSendText:W}):null]})}),cc=".aitwin-widget{--aitwin-border: rgba(255, 255, 255, .12);--aitwin-text: #f4f4f5;--aitwin-muted: #a1a1aa;--aitwin-accent: #f97316;--aitwin-accent-hover: #fb923c;--aitwin-font: ui-sans-serif, system-ui, -apple-system, Segoe UI, Roboto, Helvetica, Arial, sans-serif;--aitwin-size: 1;--aitwin-stage-width: calc(200px * var(--aitwin-size));--aitwin-stage-height: calc(267px * var(--aitwin-size));--aitwin-action-height: calc(40px * var(--aitwin-size));--aitwin-action-font: calc(13px * var(--aitwin-size));--aitwin-action-radius: calc(10px * var(--aitwin-size));--aitwin-action-gap: calc(6px * var(--aitwin-size));--aitwin-mute-size: calc(28px * var(--aitwin-size));--aitwin-layout-gap: calc(8px * var(--aitwin-size));box-sizing:border-box;color:var(--aitwin-text);font-family:var(--aitwin-font);font-size:calc(12px * var(--aitwin-size));line-height:1.45;width:fit-content;max-width:100%}.aitwin-widget *,.aitwin-widget *:before,.aitwin-widget *:after{box-sizing:border-box}.aitwin-widget__layout{display:flex;flex-direction:column;gap:var(--aitwin-layout-gap);width:fit-content;max-width:100%}.aitwin-widget__stage{align-items:center;background:#0a0a0b;border:1px solid var(--aitwin-border);border-radius:calc(10px * var(--aitwin-size));display:flex;flex-shrink:0;height:var(--aitwin-stage-height);justify-content:center;line-height:0;overflow:hidden;position:relative;width:var(--aitwin-stage-width)}.aitwin-widget__stage .aitwin-root,.aitwin-widget__stage canvas{display:block;height:100%;object-fit:cover;object-position:top;width:100%}.aitwin-widget__hint{color:var(--aitwin-muted);font-size:calc(11px * var(--aitwin-size));margin:0}.aitwin-widget__mute{align-items:center;background:#28282cb8;border:none;border-radius:999px;color:#fff;cursor:pointer;display:inline-flex;height:var(--aitwin-mute-size);justify-content:center;padding:0;position:absolute;right:calc(8px * var(--aitwin-size));top:calc(8px * var(--aitwin-size));width:var(--aitwin-mute-size);z-index:2}.aitwin-widget__mute:hover{background:#37373cd9}.aitwin-widget__mute svg{height:calc(15px * var(--aitwin-size));width:calc(15px * var(--aitwin-size))}.aitwin-widget__controls{display:flex;flex-direction:column;gap:var(--aitwin-action-gap);width:var(--aitwin-stage-width)}.aitwin-widget__actions{display:grid;gap:var(--aitwin-action-gap);grid-template-columns:1fr 1fr;width:100%}.aitwin-widget__action{align-items:center;background:transparent;border:1.5px solid var(--aitwin-accent);border-radius:999px;color:var(--aitwin-accent);cursor:pointer;display:inline-flex;font-family:inherit;font-size:var(--aitwin-action-font);font-weight:600;gap:calc(6px * var(--aitwin-size));height:var(--aitwin-action-height);justify-content:center;padding:0 calc(10px * var(--aitwin-size))}.aitwin-widget__action svg{flex-shrink:0;height:calc(12px * var(--aitwin-size));width:calc(12px * var(--aitwin-size))}.aitwin-widget__action:hover:not(:disabled){background:#f973161a}.aitwin-widget__action:disabled{cursor:not-allowed;opacity:.45}.aitwin-widget__action--primary{background:var(--aitwin-accent);border-color:transparent;color:#fff}.aitwin-widget__action--primary:hover:not(:disabled){background:var(--aitwin-accent-hover)}.aitwin-widget__action--connecting:disabled{cursor:progress;opacity:1}.aitwin-widget__spinner{display:inline-flex;flex-shrink:0;height:calc(14px * var(--aitwin-size));width:calc(14px * var(--aitwin-size))}.aitwin-widget__spinner svg{animation:aitwin-widget-spin .8s linear infinite;display:block;height:100%;width:100%}.aitwin-widget__spinner--accent{color:var(--aitwin-accent);height:calc(16px * var(--aitwin-size));width:calc(16px * var(--aitwin-size))}.aitwin-widget__spinner--on-accent{color:#fff}@keyframes aitwin-widget-spin{to{transform:rotate(360deg)}}.aitwin-widget__connecting{align-items:center;backdrop-filter:blur(10px);-webkit-backdrop-filter:blur(10px);background:#ffffffe0;border-radius:999px;bottom:calc(14px * var(--aitwin-size));box-shadow:0 4px 16px #0000001f;color:#3f3f46;display:inline-flex;font-size:calc(12px * var(--aitwin-size));font-weight:600;gap:calc(8px * var(--aitwin-size));left:50%;line-height:1;padding:calc(8px * var(--aitwin-size)) calc(14px * var(--aitwin-size));pointer-events:none;position:absolute;transform:translate(-50%);z-index:3}.aitwin-widget__face-loading{background:transparent;inset:0;overflow:hidden;pointer-events:none;position:absolute;z-index:4}.aitwin-widget__face-loading-content{align-items:center;display:flex;flex-direction:column;gap:calc(12px * var(--aitwin-size));inset:0;justify-content:center;padding:calc(24px * var(--aitwin-size));position:absolute;z-index:1}.aitwin-widget__logo{color:#fff;display:block;flex-shrink:0;height:calc(64px * var(--aitwin-size));margin-bottom:calc(4px * var(--aitwin-size));width:calc(64px * var(--aitwin-size))}.aitwin-widget__logo-draw{stroke-dasharray:1;stroke-dashoffset:1;animation:aitwin-widget-logo-draw 2.6s ease-in-out forwards}.aitwin-widget__logo-draw--loop{animation:aitwin-widget-logo-draw-loop 2.6s ease-in-out infinite}@keyframes aitwin-widget-logo-draw{to{stroke-dashoffset:0}}@keyframes aitwin-widget-logo-draw-loop{0%{stroke-dashoffset:1}45%{stroke-dashoffset:0}55%{stroke-dashoffset:0}to{stroke-dashoffset:-1}}@media(prefers-reduced-motion:reduce){.aitwin-widget__logo-draw,.aitwin-widget__logo-draw--loop{animation:none;stroke-dashoffset:0}}.aitwin-widget__face-loading-bar-wrap{max-width:calc(220px * var(--aitwin-size));width:100%}.aitwin-widget__face-loading-track{background:#fff3;border-radius:999px;height:calc(4px * var(--aitwin-size));overflow:hidden;width:100%}.aitwin-widget__face-loading-fill{background:var(--aitwin-accent);border-radius:999px;height:100%;transition:width .3s ease-out}.aitwin-widget__face-loading-pct{color:#ffffffbf;font-size:calc(12px * var(--aitwin-size));margin:calc(8px * var(--aitwin-size)) 0 0;text-align:center}.aitwin-widget__composer{display:grid;gap:var(--aitwin-action-gap);grid-template-columns:1fr auto;width:100%}.aitwin-widget__composer-input{background:#ffffff0a;border:1px solid var(--aitwin-border);border-radius:var(--aitwin-action-radius);color:var(--aitwin-text);font-family:inherit;font-size:calc(12px * var(--aitwin-size));min-width:0;outline:none;padding:calc(8px * var(--aitwin-size)) calc(10px * var(--aitwin-size))}.aitwin-widget__composer-input:focus{border-color:#f973168c}.aitwin-widget__composer-send{background:var(--aitwin-accent);border:none;border-radius:var(--aitwin-action-radius);color:#fff;cursor:pointer;font-family:inherit;font-size:calc(12px * var(--aitwin-size));font-weight:600;padding:0 calc(12px * var(--aitwin-size))}.aitwin-widget__composer-send:disabled{cursor:not-allowed;opacity:.45}.aitwin-widget__controls-error{color:#fecaca;font-size:calc(11px * var(--aitwin-size));margin:0}.aitwin-widget--float{bottom:20px;filter:drop-shadow(0 12px 32px rgba(0,0,0,.45));height:fit-content;margin:0;max-width:calc(100vw - 40px);position:fixed;right:20px;width:fit-content;z-index:2147483000}",ri="data-aitwin-widget-style";function as(){if(typeof document>"u")return;const e=cc.trim();if(!e){console.warn("[AiTwinWidget] styles.css?inline resolved empty — chrome will be unstyled");return}const t=document.querySelector(`style[${ri}]`);if(t){if((t.textContent??"").trim().length>0)return;t.textContent=e;return}const n=document.createElement("style");n.setAttribute(ri,"1"),n.textContent=e,(document.head??document.documentElement).appendChild(n)}typeof document<"u"&&as();const lc=h.forwardRef(function(t,n){as();const r=h.useRef(null);h.useImperativeHandle(n,()=>({speakText:async(s,o)=>{const a=r.current?.getTwin();if(!a)throw new Error("AiTwinWidget: twin is not mounted");return a.speakText(s,o)},connect:async s=>{const o=r.current?.getTwin();if(!o)throw new Error("AiTwinWidget: twin is not mounted");return o.connect(s)},disconnect:async()=>{const s=r.current?.getTwin();if(s)return s.disconnect()},stop:()=>{r.current?.getTwin()?.stop()},isReady:()=>!!r.current?.getTwin()?.isReady(),isConnected:()=>!!r.current?.getTwin()?.isConnected(),getTwin:()=>r.current?.getTwin()??null}),[]);const i=!!t.float;return R.jsx("div",{className:i?"aitwin-widget aitwin-widget--float":"aitwin-widget",children:R.jsx(oc,{ref:r,options:t})})}),uc=new Set([".png",".jpg",".jpeg",".webp"]);function os(e=".png"){const t=e.toLowerCase();return uc.has(t)?`source${t}`:"source.png"}function dc(e,t=$n,n=".png"){const r=e.trim();if(!r)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${r}/${os(n)}`}exports.AI_TWIN_THUMBNAIL_FILENAME=Qn;exports.AiTwin=rs;exports.AiTwinNotFoundError=nn;exports.AiTwinWidget=lc;exports.CONSONANT_SKIP_GROUP=ki;exports.DEFAULT_TTS_ENGINE_ID=ft;exports.DEFAULT_TTS_LANGUAGE=Ws;exports.EMOTION_TO_EYEBROW=qi;exports.EXPRESSION_ATLAS_EMOTIONS=Ba;exports.MIC_SAMPLE_RATE=rr;exports.OCULUS_VISEME_IDS=_i;exports.PLAYBACK_SAMPLE_RATE=ir;exports.SPEAKING_RATE_MAX=yn;exports.SPEAKING_RATE_MIN=pn;exports.TTS_ENGINE_CARTESIA=tt;exports.TTS_ENGINE_GOOGLE=Kn;exports.TTS_ENGINE_INWORLD=un;exports.TTS_ENGINE_VISEMETTS=nt;exports.TTS_LANGUAGE_CATALOG=mt;exports.TTS_LANGUAGE_CODES=pi;exports.VISEME_IDS=Sa;exports.VISEME_SKIP_GAP_MS=On;exports.VISEME_TEST_CARTESIA_VOICE_ID=nr;exports.VISEME_TEST_SPEAKING_RATE=Ht;exports.VISEME_TEST_VISEMETTS_VOICE_ID=dn;exports.VISEME_TEST_VOICE_ID=tr;exports.VISEME_VTIME_GRID_MS=Xn;exports.VOWEL_SKIP_GROUP=Ti;exports.aiTwinSourceFilename=os;exports.buildPlaybackTransitions=Ri;exports.buildPlaybackVisemeSeries=gn;exports.buildRawVisemeTransitions=Pi;exports.buildVoiceWebSocketUrl=Ui;exports.compactSkippableVisemes=Zn;exports.createAvatarTtsLipsyncController=Nn;exports.createRealtimeVoiceLipsyncController=Vi;exports.emotionToEyebrow=ht;exports.faceAssetUrls=Ln;exports.fetchAiTwin=li;exports.fetchAvatarReply=is;exports.fetchDevAuthToken=Nt;exports.getAiTwinSourceUrl=dc;exports.getAiTwinThumbnailUrl=ui;exports.isTtsLanguageCode=yi;exports.isTtsLanguageSupported=Hs;exports.listSkippedVisemeEntries=wn;exports.listSkippedVisemes=ea;exports.normalizeOculusViseme=mn;exports.normalizeStreamEmotion=Ze;exports.normalizeTtsLanguage=fn;exports.parsePackedVoiceId=ai;exports.parseTwinBrainUrl=Es;exports.resolveDirectFaceId=di;exports.resolveTwinBrainId=qn;exports.resolveTwinBrainUrl=Yn;exports.resolveVisemeAtTime=zt;exports.resolveVisemeFromPlaybackSeries=Ii;exports.resolveWordAtTime=la;exports.setActiveTwinAssets=fi;exports.snapVisemeQueueToGrid=Jn;exports.snapVisemeVtimeToGrid=Ei;exports.splitVoiceIdSpec=et;exports.ttsLanguagesForEngine=zs;
|
|
47
|
+
`;function ei(e=5){const t=new ye.Filter({glProgram:ye.GlProgram.from({vertex:Bo,fragment:Fo,name:"threshold-key-filter"}),resources:{thresholdUniforms:{uThreshold:{value:e/255,type:"f32"}}}});return t.setThreshold=n=>{t.resources.thresholdUniforms.uniforms.uThreshold=n/255},t.getThreshold=()=>Math.round(t.resources.thresholdUniforms.uniforms.uThreshold*255),t}function Lo(e,t,n){return e>n||t>n}function No(e){return e?e.getParameter(e.MAX_TEXTURE_SIZE):4096}function Oo(e,t){return t!=null&&t>0?Math.floor(t):No(e)}function Uo(e,t){const n=document.createElement("canvas");n.width=t.w,n.height=t.h;const r=n.getContext("2d");if(!r)throw new Error("Failed to acquire 2d context for atlas cell crop");return r.drawImage(e,t.x,t.y,t.w,t.h,0,0,t.w,t.h),n}function cs(e){return fetch(e).then(t=>{if(!t.ok)throw new Error(`Failed to load image: ${e}`);return t.blob()}).then(t=>createImageBitmap(t))}async function ti(e,t,n,r,i){const s=n?await Qi(e,i):await fetch(e).then(c=>{if(!c.ok)throw new Error(`Failed to load ${e}`);return c.json()}),o=s.sheets?.[0];if(!o?.path)throw new Error(`${e} has no sheets[0].path`);const a=new Map,u=async(c,f)=>{const g=Zi(t,f,n),T=n?await _a(await Dt(g,i??"")):await cs(g);if(Lo(T.width,T.height,r))return console.info(`[PixiVisemeCompositor] Sheet ${f} (${T.width}x${T.height}) exceeds MAX_TEXTURE_SIZE=${r}; using per-cell crops.`),{mode:"cells",bitmap:T};const m=ye.Texture.from(T);return m.source.scaleMode="nearest",{mode:"full",texture:m}};a.set(o.index,await u(o.index,o.path));for(const c of s.sheets??[])c.index!==o.index&&c.path&&a.set(c.index,await u(c.index,c.path));const d=new Map;for(const c of s.cells??[])c.path&&d.set(c.path,c);const l=new Map;for(const c of s.sheets??[])l.set(c.index,c);return{atlasMeta:s,cellByPath:d,sheetByIndex:l,diffBase:t,sheets:a}}async function Vo(e,t={}){const n=new ye.Application;try{await n.init({canvas:e,width:842,height:1264,preference:"webgl",autoStart:!1,antialias:!1,resolution:1,autoDensity:!1,backgroundAlpha:1,backgroundColor:0,powerPreference:"high-performance"})}catch(_){throw n.destroy({removeView:!1}),_}if(n.renderer.type!==ye.RendererType.WEBGL)throw n.destroy({removeView:!1}),new Error("Pixi did not initialize a WebGL renderer");const r=Oo(n.renderer.gl,t.maxTextureSize);let i=!1,s=!1,o=!1;const a=n.canvas,u=()=>{i=!0,!s&&!o&&(s=!0,t.onWebGlContextLost?.())};a.addEventListener("webglcontextlost",u);const d=new ye.Sprite(ye.Texture.EMPTY),l=new ye.Sprite(ye.Texture.EMPTY);l.visible=!1,l.alpha=0;const c=new ye.Sprite(ye.Texture.EMPTY),f=new ye.Sprite(ye.Texture.EMPTY),g=new ye.Sprite(ye.Texture.EMPTY);g.visible=!1;const T=ei(5),m=ei(5);c.filters=[T],f.filters=[m],n.stage.addChild(d),n.stage.addChild(l),n.stage.addChild(c),n.stage.addChild(f),n.stage.addChild(g);let I=null,L=null,O=null,b=null,E=null,V=null,D=null,oe=842,pe=1264,P=null,z=5;const Q=new Map;let le=null,ce=null,re=null;const ue=vi(()=>{Q.clear(),V=null,D=null,I=null,P=null}),we=(_,y)=>{oe=_,pe=y,n.renderer.resize(_,y),(e.width!==_||e.height!==y)&&(e.width=_,e.height=y)},se=()=>{c.visible=!1,f.visible=!1,c.texture=ye.Texture.EMPTY,f.texture=ye.Texture.EMPTY,le=null,ce=null},W=()=>{E=null,l.visible=!1,l.alpha=0},M=()=>{d.visible=!0,d.width=oe,d.height=pe,d.x=0,d.y=0},q=()=>{l.width=oe,l.height=pe,l.x=0,l.y=0},R=()=>{g.visible=!1,W(),I&&(d.texture=I,M())},H=()=>{E&&R()},X=_=>{if(o||i||!I){R();return}const y=Math.max(0,_);if(!L||y<=0){R();return}se(),g.visible=!1,d.texture=I,M(),l.texture=L,q(),l.alpha=1,l.visible=!0,E={startMs:performance.now(),durationMs:y},Z()},ae=(_=performance.now())=>{if(!E)return!1;if(o||i)return H(),!1;const y=(_-E.startMs)/Math.max(1,E.durationMs);if(y>=1)return R(),Z(),!1;const S=Math.min(1,Math.max(0,y)),K=S*S*(3-2*S);return l.alpha=1-K,l.visible=!0,Z(),!0},v=()=>{if(O){try{O.resource=null}catch{}O.destroy(),O=null}L&&(L.destroy(!1),L=null),b=null},N=(_,y)=>{const S=_.cellByPath.get(y);if(!S||!Yi(S))return null;const K=`${_.diffBase}::${y}`;let ee=Q.get(K);if(!ee){const x=S.sheet??0,J=_.sheets.get(x);if(!J)return null;let ne,te=!1;if(J.mode==="full")ne=new ye.Texture({source:J.texture.source,frame:new ye.Rectangle(S.x,S.y,S.w,S.h)});else{const Se=Uo(J.bitmap,S);ne=ye.Texture.from(Se),ne.source.scaleMode="nearest",te=!0}ee={texture:ne,ownsSource:te},Q.set(K,ee)}return{texture:ee.texture,cell:S}},U=(_,y,S,K)=>{if(!K||!S)return _.visible=!1,_.texture=ye.Texture.EMPTY,!1;const ee=N(S,K);if(!ee)return _.visible=!1,_.texture=ye.Texture.EMPTY,!1;const x=qi(S.atlasMeta,ee.cell);return y.setThreshold(z),_.texture=ee.texture,_.x=x.x,_.y=x.y,_.width=ee.cell.w,_.height=ee.cell.h,_.visible=!0,!0},Y=_=>{if(!_||!V)return null;const y=P??new Set(V.cellByPath.keys());return fr(_,y)??(y.has(_)?_:null)},G=_=>{g.visible=!1,R();const y=Y(_.mouthPath),S=_.expressionPath&&D?hr(_.expressionPath,K=>D.cellByPath.has(K)):null;y!==le?(U(c,T,V,y),le=y):y?c.visible=!0:c.visible=!1,S!==ce?(U(f,m,D,S),ce=S):S?f.visible=!0:f.visible=!1},Z=()=>{if(!(o||i||document.hidden))try{n.render()}catch{}};return{async loadAssets(_){if(o)return{width:oe,height:pe,visemePaths:[]};const y=Wt();if(y&&!_)throw new Error("Encrypted assets enabled but no key provided");const S=y?await Sa(await Dt(an(),_??"")):await cs(an());I&&I.destroy(!0),I=ye.Texture.from(S),I.source.scaleMode="linear";const K=_i();V=await ti(bi(),K,y,r,_);try{D=await ti(Si(),K,y,r,_)}catch(x){console.warn("[PixiVisemeCompositor] expression atlas unavailable:",x),D=null}const ee=Gi(V.atlasMeta,S.width,S.height);return we(ee.width,ee.height),z=_n(V.atlasMeta),T.setThreshold(z),m.setThreshold(z),P=new Set(V.cellByPath.keys()),Q.clear(),R(),se(),Z(),{width:ee.width,height:ee.height,visemePaths:[...V.cellByPath.keys()]}},getVisemeAtlasPaths(){return P},drawLiveFrame(_){o||i||!I||(H(),G(_),Z())},drawIdleVideo(_,y){o||i||document.hidden||y&&!y()||_.readyState<HTMLMediaElement.HAVE_CURRENT_DATA||(E=null,se(),g.visible=!1,I&&(d.texture=I,M()),!L||b!==_?(v(),O=new ye.VideoSource({resource:_,autoPlay:!1,updateFPS:0}),O.autoUpdate=!1,L=new ye.Texture({source:O}),b=_):L.source.update(),l.texture=L,q(),l.alpha=1,l.visible=!0,Z())},beginIdleToSilCrossfade:X,tickIdleToSilCrossfade:ae,finishIdleToSilCrossfade:H,isIdleToSilCrossfading(){return E!=null},renderSilOnly(){o||i||!I||(se(),R(),Z())},blitBitmap(_){o||i||(H(),se(),re&&(re.destroy(!0),re=null),re=ye.Texture.from(_),g.texture=re,g.visible=!0,g.x=0,g.y=0,g.width=oe,g.height=pe,d.visible=!1,Z())},async compositePrefetchFrame(_){return null},renderFrame:Z,isContextLost(){return i},dispose(){if(o)return;o=!0,a.removeEventListener("webglcontextlost",u),ue(),v(),re&&(re.destroy(!0),re=null);for(const{texture:y,ownsSource:S}of Q.values())y.destroy(S);Q.clear(),I&&(I.destroy(!0),I=null);const _=y=>{y.mode==="full"?y.texture.destroy(!0):y.bitmap.close()};if(V)for(const y of V.sheets.values())_(y);if(D)for(const y of D.sheets.values())_(y);T.destroy(!0),m.destroy(!0),n.destroy({removeView:!1},{children:!0,texture:!0})}}}const ni=-1,tn=1e5,ri=new Map;async function Wo(e){let t=ri.get(e);if(!t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to fetch worker script (${n.status}): ${e}`);const r=await n.blob();t=URL.createObjectURL(r),ri.set(e,t)}return new Worker(t,{name:"visemeDiffPreview"})}function zo(){return typeof Worker<"u"&&typeof OffscreenCanvas<"u"}function Yn(e,t){(e.width!==t.width||e.height!==t.height)&&(e.width=t.width,e.height=t.height);const n=e.getContext("2d");n&&n.drawImage(t,0,0)}function ii(e,t){let n=0,r=null;const i=_r(async(s,o)=>(await Gn(),await qn(e,s),i.isLatestSeq(o)));return{usesWorker:!1,usesPixi:!1,async loadAssets(s){const o=await Gn(s);return r=o.visemePaths?new Set(o.visemePaths):null,o},getVisemeAtlasPaths(){return r},async renderSilOnly(){n+=1,i.reset(),await ao(e)},drawLiveFrame(s,o,a,u){i.enqueue(o,a,u)},async compositePrefetchFrame(s,o){try{return await so(s)}catch{return null}},blitBitmap(s,o){Yn(s,o)},drawIdleVideo(){},beginIdleToSilCrossfade(){},tickIdleToSilCrossfade(){return!1},finishIdleToSilCrossfade(){},isIdleToSilCrossfading(){return!1},supportsBufferedPlayback:!0,async renderViseme(s,o){n+=1;const a=n;t.onStatus?.(o),await qn(s,{mouthPath:Mt(o),expressionPath:null})},dispose(){n+=1,i.reset()}}}function Ho(e,t,n){let r=null,i=1,s=0,o=!1,a=!1,u=null;const d=new Map,l=new Map;let c=tn;const f=_r(async(O,b,E)=>(d.set(b,{drawKey:E.drawKey,onDisplayed:E.onDisplayed}),await I({type:"drawFrame",diffPath:O.mouthPath,expressionDiffPath:O.expressionPath,liveSeq:b},void 0,!0),!1)),g=O=>{if(O===ni){let V=-1,D;for(const[oe,pe]of d)oe>=V&&(V=oe,D=pe);V>=0&&d.delete(V),D?.onDisplayed?.(D.drawKey);return}const b=-O,E=d.get(b);d.delete(b),E?.onDisplayed?.(E.drawKey)},T=new Map,m=(O,b)=>{a||!r||r.postMessage(O,[])},I=(O,b,E=!1)=>{if(a)return Promise.resolve();const V=i++;return new Promise((D,oe)=>{T.set(V,{resolve:pe=>D(pe),reject:oe,generation:typeof O.generation=="number"?O.generation:void 0,expectRenderDone:E}),m({...O,requestId:V})})},L=(async()=>{r=await Wo(n),r.onmessage=O=>{if(a)return;const b=O.data;if(b.type==="status"){t.onStatus?.(b.label);return}if(b.type==="frame"){if(b.generation<=-tn){const D=-b.generation,oe=l.get(D);l.delete(D),oe?.resolve(b.bitmap);return}const V=b.generation<0;if(!V&&b.generation!==s){b.bitmap.close();return}if(V&&!(b.generation===ni)){const oe=-b.generation;if(!f.isLatestSeq(oe)){lt()?.onWorkerStale(),b.bitmap.close();return}}if(V&&t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()){lt()?.onWorkerStale(),b.bitmap.close();return}Yn(e,b.bitmap),b.bitmap.close(),V&&g(b.generation);return}const E=T.get(b.requestId);if(E)switch(b.type){case"ready":T.delete(b.requestId),E.resolve();break;case"loadAssetsDone":T.delete(b.requestId),u=b.visemePaths?.length?new Set(b.visemePaths):null,E.resolve({width:b.width,height:b.height,visemePaths:b.visemePaths});break;case"renderDone":if(E.expectRenderDone&&E.generation!=null&&b.generation!==E.generation)return;T.delete(b.requestId),E.resolve();break;case"renderAborted":T.delete(b.requestId),E.resolve();break;case"error":T.delete(b.requestId),t.onError?.(b.message),E.reject(new Error(b.message));break}},r.onerror=O=>{if(a)return;const b=O.message||"Worker error";t.onError?.(b);for(const[,E]of T)E.reject(new Error(b));T.clear()},await I({type:"init"}),o=!0})();return{usesWorker:!0,usesPixi:!1,async loadAssets(O){if(a)return{width:842,height:1264};if(await L,a)return{width:842,height:1264};if(!o)throw new Error("Worker init failed");return await I({type:"loadAssets",keyHex:O,urls:Vs(yt())})??{width:842,height:1264}},getVisemeAtlasPaths(){return u},async renderSilOnly(){if(a||(await L,a))return;s+=1,f.reset(),d.clear(),l.forEach(({resolve:b})=>b(null)),l.clear(),c=tn;const O=s;await I({type:"cancelLiveDraws"}),await I({type:"renderSil",generation:O},void 0,!0)},drawLiveFrame(O,b,E,V){a||L.then(()=>{a||f.enqueue(b,E,V)})},compositePrefetchFrame(O,b){return a?Promise.resolve(null):L.then(()=>{if(a)return null;const E=++c;return new Promise(V=>{l.set(E,{resolve:V}),I({type:"drawFrame",diffPath:O.mouthPath,expressionDiffPath:O.expressionPath,liveSeq:E},void 0,!0).catch(()=>{l.delete(E),V(null)})})})},blitBitmap(O,b){Yn(O,b)},drawIdleVideo(){},beginIdleToSilCrossfade(){},tickIdleToSilCrossfade(){return!1},finishIdleToSilCrossfade(){},isIdleToSilCrossfading(){return!1},supportsBufferedPlayback:!0,async renderViseme(O,b,E={}){if(a||(await L,a))return;s+=1,f.reset(),d.clear();const V=s;try{await I({type:"cancelLiveDraws"}),await I({type:"renderViseme",generation:V,to:b,from:E.from,transitionDurationMs:E.transitionDurationMs,gapMs:E.gapMs,threshold:E.threshold},void 0,!0)}catch(D){if(D?.name==="AbortError")return;throw D}},dispose(){if(!a){a=!0,s+=1,f.reset(),d.clear(),l.forEach(({resolve:O})=>O(null)),l.clear(),c=tn;for(const[,O]of T)O.resolve();T.clear(),r?.terminate(),r=null}}}}async function $o(e,t){const n=await Vo(e,{onWebGlContextLost:t.onWebGlContextLost,maxTextureSize:t.pixiMaxTextureSize});let r=0,i=null,s=!1;const o=_r(async(a,u)=>s?!1:t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()?(lt()?.onWorkerStale(),!1):(n.drawLiveFrame(a),o.isLatestSeq(u)));return{usesWorker:!1,usesPixi:!0,async loadAssets(a){if(s)return{width:842,height:1264};const u=await n.loadAssets(a);return i=u.visemePaths?.length?new Set(u.visemePaths):null,u},getVisemeAtlasPaths(){return i},async renderSilOnly(){s||(r+=1,o.reset(),n.renderSilOnly())},drawLiveFrame(a,u,d,l){s||o.enqueue(u,d,l)},async compositePrefetchFrame(a,u){if(s)return null;try{return await n.compositePrefetchFrame(a)}catch{return null}},blitBitmap(a,u){s||t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()||n.blitBitmap(u)},drawIdleVideo(a,u){s||n.drawIdleVideo(a,u)},beginIdleToSilCrossfade(a){s||n.beginIdleToSilCrossfade(a)},tickIdleToSilCrossfade(a){return s?!1:n.tickIdleToSilCrossfade(a)},finishIdleToSilCrossfade(){s||n.finishIdleToSilCrossfade()},isIdleToSilCrossfading(){return s?!1:n.isIdleToSilCrossfading()},supportsBufferedPlayback:!1,async renderViseme(a,u){if(s)return;r+=1;const d=r;o.reset(),t.onStatus?.(u),n.drawLiveFrame({mouthPath:Mt(u),expressionPath:null})},dispose(){s||(s=!0,r+=1,o.reset(),n.dispose())}}}function si(e,t){if(!zo())return ii(e,t);const n=Ss(t.workerScriptUrl);try{return Ho(e,t,n)}catch{return ii(e,t)}}function jo(e,t={}){if(t.preferLegacyRenderer)return si(e,t);let n=null,r=!1,i=null,s=!1;const o=()=>n?Promise.resolve(n):(i||(i=(async()=>{try{const a=await $o(e,t);if(s)throw a.dispose(),new Error("Renderer disposed during Pixi init");return r=!0,n=a,a}catch(a){if(s)throw a instanceof Error?a:new Error(String(a));return console.warn("[AiTwin] Pixi WebGL renderer unavailable, using Canvas2D fallback:",a),n=si(e,t),r=!1,n}})()),i);return{get usesWorker(){return n?.usesWorker??!1},get usesPixi(){return r},async loadAssets(a){return(await o()).loadAssets(a)},getVisemeAtlasPaths(){return n?.getVisemeAtlasPaths()??null},async renderSilOnly(){return(await o()).renderSilOnly()},drawLiveFrame(a,u,d,l){o().then(c=>{s||c.drawLiveFrame(a,u,d,l)})},async compositePrefetchFrame(a,u){return(await o()).compositePrefetchFrame(a,u)},blitBitmap(a,u){n&&n.blitBitmap(a,u)},drawIdleVideo(a,u){n?.usesPixi&&n.drawIdleVideo(a,u)},beginIdleToSilCrossfade(a){n?.beginIdleToSilCrossfade(a)},tickIdleToSilCrossfade(a){return n?.tickIdleToSilCrossfade(a)??!1},finishIdleToSilCrossfade(){n?.finishIdleToSilCrossfade()},isIdleToSilCrossfading(){return n?.isIdleToSilCrossfading()??!1},get supportsBufferedPlayback(){return n?.supportsBufferedPlayback??!1},async renderViseme(a,u,d){return(await o()).renderViseme(a,u,d)},dispose(){s=!0,i=null,n?.dispose(),n=null}}}class Ko extends Error{constructor(t,n){super(`${t} timed out after ${Math.round(n/1e3)}s`),this.name="LoadTimeoutError"}}function Nn(e,t,n){return new Promise((r,i)=>{const s=globalThis.setTimeout(()=>{i(new Ko(n,t))},t);e.then(o=>{globalThis.clearTimeout(s),r(o)},o=>{globalThis.clearTimeout(s),i(o)})})}const Go={overflow:"hidden",position:"relative",display:"inline-block",lineHeight:0},qo={display:"block",maxWidth:"100%",height:"auto"},Yo={position:"absolute",inset:0,display:"flex",alignItems:"center",justifyContent:"center",padding:"1rem",background:"rgba(0,0,0,0.55)",color:"#fff",fontSize:"0.875rem",textAlign:"center"};function On(e){return mi(e)?lr:hi(e)?fn:cr}function nt(e,t){return t?.isSpeaking()||t?.isWarmingUp()?t:e.isSpeaking()||e.isWarmingUp()?e:t?.isConnected()?t:e}const ls=h.forwardRef(function({id:t,avatarId:n,faceId:r,assets:i,authToken:s,apiBase:o,ttsEngineId:a,voiceId:u,language:d,speakingRate:l=Ht,className:c,style:f,canvasStyle:g,onStatusChange:T,onDisplayStatus:m,onError:I,onReady:L,showErrorOverlay:O=!0,loadingThumbnailUrl:b,onUserTranscript:E,onBotOutput:V,onRealtimeLipsyncDebug:D,onFrameRenderStats:oe,lipsyncBufferedPlayback:pe=!0,lipsyncPlaybackWarmupMs:P=1500,idleHandoffHoldMs:z=_o,pixiMaxTextureSize:Q,captions:le},ce){const re=h.useRef(null),ue=h.useRef(null),we=h.useRef(null),se=h.useRef(pe);se.current=pe;const W=h.useRef(P);W.current=P;const M=h.useRef(z);M.current=z;const q=h.useRef(0),R=h.useRef(yr()),H=h.useRef(Ya()),X=h.useRef(!1),ae=h.useRef(null),v=h.useRef(null),N=h.useRef(0),U=h.useRef(0),Y=h.useRef(0),G=h.useRef(null),Z=h.useRef(null),_=h.useRef(!1),y=h.useRef(!1),S=h.useRef(!1),K=h.useRef(!1),ee=h.useRef(!1),x=h.useRef("sil"),J=h.useRef(0),ne=h.useRef(!1),te=h.useRef(null),Se=h.useRef(!1),[ut,br]=h.useState("idle"),[$t,vt]=h.useState(null),[ot,bn]=h.useState(!1),[p,B]=h.useState(!1),[ie,de]=h.useState(!1),[Me,Ee]=h.useState(),[Pe,ze]=h.useState({width:842,height:1264}),[Oe,jt]=h.useState(null),[Sn,Bt]=h.useState(0),_t=h.useRef(!1),Ne=h.useRef(s??null),Ge=o?.trim()||Ct,bt=h.useRef(null),xe=h.useRef(null),{ttsEngineId:Re,voiceId:qe}=h.useMemo(()=>{const w=it(a,u),k=w.ttsEngineId??ht;return{ttsEngineId:k,voiceId:w.voiceId??On(k)}},[a,u]),Ue=h.useCallback(w=>{const k=mi(w);R.current.holdPp=k,we.current?.setHoldPp(k)},[]),Ve=h.useRef(!1),Ie=h.useRef({width:842,height:1264}),De=h.useRef(null),He=h.useRef("sil"),et=h.useRef(""),$e=h.useMemo(()=>co(le),[le]),We=h.useCallback(()=>{et.current="",jt(null)},[]);h.useEffect(()=>{$e.enabled||We()},[$e.enabled,We]);const St=h.useCallback(w=>{if(!$e.enabled)return;const k=w.isSpeaking(),C=w.isWarmingUp();if(!k||C){et.current&&We();return}const A=oo(w.getWordQueue());if(!A){et.current&&We();return}A!==et.current&&(et.current=A,jt(A))},[$e.enabled,We]),Tt=h.useRef(void 0),Tn=h.useRef(new Map),Sr=h.useRef(L),Tr=h.useRef(T),Te=h.useRef(m),kr=h.useRef(I),Er=h.useRef(E),kn=h.useRef(V),Kt=h.useRef(D),xr=h.useRef(oe),kt=h.useRef(vo());Sr.current=L,Tr.current=T,Te.current=m,kr.current=I,Er.current=E,kn.current=V,Kt.current=D,xr.current=oe,h.useEffect(()=>{const w=kt.current;return Yr(w),()=>Yr(null)},[]);const En=h.useCallback(w=>{const k=it(w?.ttsEngineId??a,w?.voiceId??u),C=k.ttsEngineId??xe.current?.ttsEngineId??ht,A=k.voiceId??xe.current?.voiceId??On(C);return{ttsEngineId:C,voiceId:A}},[a,u]),tt=h.useCallback(w=>{vt(w),de(!0),kr.current?.(w)},[]),Ft=h.useCallback(w=>{br(w),Tr.current?.(w)},[]),me=h.useRef(jn(Ft,Ge,{onLipsyncDebug:w=>Kt.current?.(w)})),ge=h.useRef(null),Ir=h.useRef(()=>{});h.useEffect(()=>(me.current=jn(Ft,Ge,{onLipsyncDebug:w=>Kt.current?.(w)}),s&&me.current.setDeveloperToken(s),me.current.setTtsEngineId(Re),()=>{me.current.stop();const w=ge.current;w&&(w.disconnect(),ge.current=null)}),[Ft,Ge]);const Ar=h.useCallback(()=>(ge.current||(ge.current=Ki(Ft,{speakingRate:l,language:d,onUserTranscript:(w,k)=>Er.current?.(w,k),onBotOutput:w=>kn.current?.(w),onLipsyncDebug:w=>Kt.current?.(w)}),ge.current.setTtsEngineId(Re),Ir.current(!0)),ge.current),[Ft,l,d,Re]),Fe=h.useCallback(()=>{G.current!=null&&(clearTimeout(G.current),G.current=null)},[]),Be=h.useCallback(()=>{Z.current!=null&&(clearTimeout(Z.current),Z.current=null),S.current=!1},[]),xn=h.useCallback(()=>{ee.current=!0,Be(),te.current?.setLooping(!1)},[Be]),je=h.useCallback(()=>{ee.current=!1,te.current?.setLooping(!0)},[]),Lt=h.useCallback(()=>{if(K.current)return;const w=ue.current;if(K.current=!0,ee.current=!0,Be(),_.current=!1,y.current=!1,!Se.current||!te.current){w?.renderSilOnly();return}const k=te.current;k.setLooping(!1),k.setActive(!1);const C=k.getVideo();if(C.ended||Number.isFinite(C.currentTime)&&C.currentTime<=Fn){try{(C.ended||C.currentTime>Fn)&&(C.currentTime=0)}catch{}w?.renderSilOnly(),w?.finishIdleToSilCrossfade();return}if(w?.usesPixi){w.drawIdleVideo(C),w.beginIdleToSilCrossfade(Xr);return}(async()=>{const $=re.current;$&&await Bn($,C,null,void 0,Ie.current).catch(()=>{}),await new Promise(ve=>setTimeout(ve,Xr)),K.current&&await w?.renderSilOnly()})()},[Be]),Mr=h.useCallback(()=>{if(!(!Se.current||!te.current)){if(K.current=!1,ue.current?.finishIdleToSilCrossfade(),ue.current?.renderSilOnly(),Be(),ee.current){S.current=!1;return}S.current=!0,Z.current=setTimeout(()=>{if(Z.current=null,nt(me.current,ge.current).isSpeaking()){S.current=!1;return}if(_.current){S.current=!1;return}if(ee.current){S.current=!1;return}const w=te.current;if(!w){S.current=!1;return}je(),w.setLooping(!0),w.restart(),w.setActive(!0);const k=w.getVideo();let C=!1;const A=()=>{C||(C=!0,k.removeEventListener("playing",$),S.current=!1)},$=()=>{A()};if(k.addEventListener("playing",$,{once:!0}),k.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA&&!k.paused){A();return}setTimeout(A,300)},M.current)}},[Be,je]),Et=h.useCallback(()=>{if(Fe(),Te.current?.("sil"),_.current=!1,K.current=!1,!Se.current||!te.current){S.current=!1,je();return}Mr()},[Fe,Mr,je]),In=h.useCallback(async w=>{const k=U.current,C=ue.current,A=re.current,$=()=>{w?.fallbackOnly||(_.current=!1)};if(!C||!A||!ot){$();return}if(nt(me.current,ge.current).isSpeaking()){$();return}if(w?.fallbackOnly){if(!_.current||(Le(R.current),await C.renderSilOnly(),k!==U.current)||nt(me.current,ge.current).isSpeaking())return;Et();return}if(Jr(R.current)){Le(R.current),Et();return}if(se.current&&C.supportsBufferedPlayback&&!w?.fallbackOnly){if(Le(R.current),we.current?.reset(),await C.renderSilOnly(),k!==U.current||nt(me.current,ge.current).isSpeaking())return;Et();return}const _e=xo(nt(me.current,ge.current).getVisemeQueue(),J.current,x.current),Ce=Io(_e,De.current);if(Le(R.current),!Ce){if(await C.renderSilOnly(),k!==U.current||nt(me.current,ge.current).isSpeaking())return;Et();return}try{await C.renderViseme(A,"sil",{from:_e,transitionDurationMs:ss})}catch(ke){if(ke?.name!=="AbortError")throw ke}if(k!==U.current){$();return}if(nt(me.current,ge.current).isSpeaking()){$();return}Et()},[ot,Et]),dt=h.useCallback(()=>{if(y.current||_.current)return;y.current=!0,_.current=!0,Fe();const w=U.current;In().finally(()=>{y.current=!1}),G.current=setTimeout(()=>{G.current=null,w===U.current&&In({fallbackOnly:!0})},Ao())},[Fe,In]),Pr=h.useCallback(async()=>{const w=Math.floor(Date.now()/1e3);if(bt.current&&w<bt.current.expiresAt-60)return bt.current.key;const k=Ne.current??await nn();Ne.current=k,me.current.setDeveloperToken(k);const C=await Ls(k,Ge);return bt.current={key:C.value,expiresAt:C.expiresAt},C.value},[Ge]);h.useEffect(()=>{s&&(Ne.current=s,me.current.setDeveloperToken(s))},[s]),h.useEffect(()=>{me.current.setTtsEngineId(Re),ge.current?.setTtsEngineId(Re),xe.current&&(xe.current.ttsEngineId=Re),Ue(Re)},[Re,Ue]),h.useEffect(()=>{xe.current&&(xe.current.voiceId=qe)},[qe]);const Ye=h.useMemo(()=>wi(n,r),[n,r]),ms=h.useMemo(()=>i?JSON.stringify(i):Ye?`face:${Ye}`:`id:${t??""}`,[i,Ye,t]),hs=h.useMemo(()=>{const w=b?.trim();return w||(Dr(Ye)??Dr(Me)??Ps(i))},[b,Ye,Me,i]);return h.useEffect(()=>{if(!t&&!i&&!Ye){tt("AiTwin requires `assets`, `avatarId`/`faceId`, or `id`");return}let w=!1;Ve.current=!1,bn(!1),B(!1),de(!1),Ee(Ye),vt(null),xe.current=null,te.current=null,Se.current=!1;const k=re.current;if(!k)return;let C=null;return(async()=>{try{let A,$,ve,_e,Ce;if(i)A=i,$=Re,ve=qe;else if(Ye)Te.current?.("loadFace"),A=Hn(Ye),$=Re,ve=qe;else{Te.current?.("getAiTwin");const j=await Nn(pi(t),3e4,"getAiTwin");if(w)return;if(!j.faceId?.trim())throw new Error("getAiTwin returned no faceId");Ee(j.faceId.trim());const be=it(a,u);$=be.ttsEngineId??j.ttsEngineId,ve=be.voiceId??j.voiceId??On($),_e=tr(j),Ce=nr(j),A=Hn(j.faceId)}xe.current={ttsEngineId:$,voiceId:ve,brainId:_e,brainUrl:Ce},yi(A),te.current=Qa();const ke=!!(i&&!wt(i));C=jo(k,{preferLegacyRenderer:ke,pixiMaxTextureSize:Q,onStatus:j=>{w||Te.current?.(j)},onError:j=>{w||tt(j)},shouldAcceptLiveFrame:()=>{if(X.current)return!0;if(_.current)return!1;const j=nt(me.current,ge.current);return j.isSpeaking()||j.isWarmingUp()},onWebGlContextLost:()=>{w||_t.current||(_t.current=!0,queueMicrotask(()=>{w||Bt(j=>j+1)}))}}),ue.current=C,we.current=Do(C),Ue($),_t.current=!1;const Qe=j=>{const be=()=>{if(!j||W.current<=0)return!1;const Ae=ue.current;return Ae?se.current&&Ae.supportsBufferedPlayback?!0:Ae.usesPixi:!1};me.current.setLipsyncWarmupHold(j,be),ge.current?.setLipsyncWarmupHold(j,be)};Ir.current=Qe,Qe(!0),Te.current?.("auth");const Gt=Ne.current??s??await Nn(nn(),3e4,"getAuthToken");if(w)return;Ne.current=Gt,me.current.setDeveloperToken(Gt),me.current.setTtsEngineId($);const he=Wt()?await Pr():void 0;if(w)return;Te.current?.("loadAssets");const fe=await Nn(C.loadAssets(he),18e4,"load face assets");if(!w&&fe.width>0&&fe.height>0&&(Ie.current=fe,ze(fe)),w)return;De.current=C.getVisemeAtlasPaths(),Ve.current=!0,bn(!0),Sr.current?.(),C.renderSilOnly().then(()=>{w||Te.current?.("sil")}),(async()=>{try{const j=await Ea(he);if(await te.current.load(j),w||(Se.current=!0,B(!0),Le(R.current),await C.renderSilOnly(),w)||(await new Promise(Ae=>setTimeout(Ae,M.current)),w))return;te.current.setActive(!0);const be=te.current.getVideo();C.usesPixi?C.drawIdleVideo(be):await Bn(k,be,null,void 0,Ie.current)}catch(j){if(w)return;Se.current=!1,B(!1),console.warn("[AiTwin] Idle video unavailable:",j)}finally{w||(de(!0),Te.current?.("idle"))}})()}catch(A){if(w)return;if(A instanceof rn){tt(A.message);return}tt(A instanceof Error?A.message:"Failed to load AI twin")}})(),()=>{w=!0,te.current?.dispose(),C?.dispose(),ue.current=null}},[ms,i,Ye,t,Re,qe,a,u,s,Q,Pr,tt,Sn,Ue]),h.useEffect(()=>{const w={current:!1},k=()=>{const C=re.current,A=ue.current,$=nt(me.current,ge.current);if(!C||!A||!ot){N.current=requestAnimationFrame(k);return}if(document.hidden){te.current?.setActive(!1),N.current=requestAnimationFrame(k);return}const ve=$.isSpeaking(),_e=$.isWarmingUp(),Ce=ve&&!ne.current,ke=ne.current&&!ve;Ce&&(Fe(),Be(),_.current=!1,y.current=!1,Le(R.current),we.current?.reset(),kt.current.reset(),Tt.current=void 0,Y.current=0,x.current="sil",J.current=0,Lt()),ke&&(H.current.reset(),te.current?.setActive(!1),we.current?.reset(),A.finishIdleToSilCrossfade(),We(),ee.current=!1,dt());const Qe=ke||_.current||S.current||K.current,Gt=pe&&A.supportsBufferedPlayback;if(ee.current&&!ve&&!_e&&!ke&&!_.current&&!S.current){if(K.current){A.usesPixi&&A.isIdleToSilCrossfading()&&A.tickIdleToSilCrossfade(performance.now()),ne.current=ve,N.current=requestAnimationFrame(k);return}if(Se.current&&te.current){const he=te.current.getVideo();if(he.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA){const fe=he.duration,j=he.currentTime,be=he.ended||Number.isFinite(j)&&j<=Fn,Ae=Number.isFinite(fe)&&fe>0&&Number.isFinite(j)?Math.max(0,(fe-j)*1e3):Number.POSITIVE_INFINITY;if(be||Ae<=bo){Lt(),A.usesPixi&&A.isIdleToSilCrossfading()&&A.tickIdleToSilCrossfade(performance.now()),ne.current=ve,N.current=requestAnimationFrame(k);return}}}}if(_e){if(Lt(),Se.current&&te.current?.setActive(!1),A.usesPixi&&A.isIdleToSilCrossfading()){A.tickIdleToSilCrossfade(performance.now()),$.getVisemeQueue().length>0&&q.current===0&&(q.current=performance.now()),ne.current=$.isSpeaking(),N.current=requestAnimationFrame(k);return}const he=$.getVisemeQueue();he.length>0&&q.current===0&&(q.current=performance.now()),H.current.advance(performance.now());const fe=H.current.getExpressionPath(),j=H.current.getDrawKey(),be={queue:he,elapsedMs:0,expressionPath:fe,expressionDrawKey:j,availablePaths:De.current};let Ae=!1;Gt&&we.current?(we.current.warmupTick(be),Ae=we.current.isWarmupReady(be,W.current)):A.usesPixi&&Zr(C,he,0,fe,j,R.current,(xt,qt,An,Yt)=>{A.drawLiveFrame(xt,qt,An,Xe=>{Yt?.(Xe),$.isWarmingUp()&&Xe!==""&&!Jr({lastDrawnKey:Xe})&&(q.current=0,$.releaseWarmupHold())})},xt=>{Te.current?.(xt.label)},De.current);const ct=q.current>0&&performance.now()-q.current>ks;Te.current?.(Ae?"buffer ready":"buffering lipsync…"),(Ae||ct)&&(q.current=0,$.releaseWarmupHold()),St($),ne.current=$.isSpeaking(),N.current=requestAnimationFrame(k);return}if(ve){Lt(),Se.current&&te.current?.setActive(!1),A.usesPixi&&A.isIdleToSilCrossfading()&&A.finishIdleToSilCrossfade();const he=$.getVisemeQueue(),fe=$.getPlaybackElapsedMs();fa(he,fe),J.current=fe;const j=he.length>0?zt(he,fe):"sil";j!=="sil"&&(x.current=j);const be=eo(fe,$.getSentenceEmotions(),$.getWordQueue(),$.getStreamMood());H.current.setTargetEmotion(be),H.current.setTargetEyebrow(Ga(fe,$.getWordQueue(),gt(be))),H.current.advance(performance.now());const Ae=H.current.getExpressionPath(),ct=H.current.getDrawKey(),xt=(Xe,Mn,Nt,Pn)=>{const Rr={label:He.current,elapsedMs:fe,mouthPath:Mn.mouthPath,transitionMeta:Tt.current};Tn.current.set(Nt,Rr),we.current?.markExternallyDisplayed(Nt,Ae),A.drawLiveFrame(Xe,Mn,Nt,Qt=>{const ps=Tn.current.get(Qt)??Rr;Tn.current.delete(Qt),kt.current.onDrawDisplayed(ps,he),we.current?.markExternallyDisplayed(Qt,Ae),Pn?.(Qt)})},qt=Xe=>{He.current=Xe.label,Tt.current=Xe.transitionMeta,Te.current?.(Xe.label)},An=pe&&A.supportsBufferedPlayback;let Yt=!1;An&&we.current&&(Yt=we.current.tick({canvas:C,queue:he,elapsedMs:fe,expressionPath:Ae,expressionDrawKey:ct,playbackState:R.current,availablePaths:De.current,onStatus:qt,onDisplayed:(Mn,Nt,Pn)=>{kt.current.onDrawDisplayed({label:Pn,elapsedMs:fe,mouthPath:Nt,transitionMeta:Tt.current},he)}}).usedBuffer),Yt||Zr(C,he,fe,Ae,ct,R.current,xt,qt,De.current),kt.current.onRafTickSpeaking(),xr.current?.(kt.current.snapshot(he,fe))}else if(!Qe&&X.current){te.current?.setActive(!1),H.current.advance(performance.now());const he=H.current.getExpressionPath(),fe=H.current.getDrawKey();Ln(C,he,fe,R.current,(j,be,Ae,ct)=>A.drawLiveFrame(j,be,Ae,ct),j=>{if(v.current){Te.current?.(v.current);return}const be=H.current.getTargetEmotion();Te.current?.(j==="sil"||j==="blink"?`${be}${j==="blink"?" · blink":""}`:j)},null,ae.current)}else if(!Qe&&Se.current&&te.current){const he=te.current,fe=he.getVideo();if(fe.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA){he.setActive(!0);const j=()=>!$.isSpeaking()&&!_.current&&!S.current&&!X.current;A.usesPixi?(A.drawIdleVideo(fe,j),j()&&Te.current?.("idle")):w.current||(w.current=!0,Bn(C,fe,null,void 0,Ie.current,j).then(()=>Te.current?.("idle")).finally(()=>{w.current=!1}))}else Ln(C,null,"__sil__",R.current,(j,be,Ae,ct)=>A.drawLiveFrame(j,be,Ae,ct),j=>Te.current?.(j))}else Qe||Ln(C,null,"__sil__",R.current,(he,fe,j,be)=>A.drawLiveFrame(he,fe,j,be),he=>Te.current?.(he));$e.enabled&&St($),ne.current=ve,N.current=requestAnimationFrame(k)};return N.current=requestAnimationFrame(k),()=>{cancelAnimationFrame(N.current),Fe(),Be(),me.current.stop(),ge.current?.stop()}},[ot,p,dt,Fe,Be,Lt,St,We,$e.enabled]),h.useImperativeHandle(ce,()=>({speakText:async(w,k)=>{const C=w.trim();if(!C)return;const A=ue.current;if(!A||!Ve.current&&!ot)throw new Error("AI twin is not ready");const{ttsEngineId:$,voiceId:ve}=En(k);vt(null),We(),U.current+=1,Fe(),Be(),_.current=!1,y.current=!1,x.current="sil",J.current=0,Le(R.current),Ue($),X.current=!1,ae.current=null,v.current=null,H.current.reset(),ne.current=!1,xn(),K.current=!1,A.finishIdleToSilCrossfade();try{await me.current.speak(C,{voiceId:ve,speakingRate:k?.speakingRate??l,ttsEngineId:$,language:k?.language??d})}catch(_e){throw je(),K.current=!1,A.finishIdleToSilCrossfade(),dt(),tt(_e instanceof Error?_e.message:"TTS failed"),_e}},speakWithReply:async(w,k)=>{const C=w.trim();if(!C)return{displayText:"",spokenText:""};const A=ue.current;if(!A||!Ve.current&&!ot)throw new Error("AI twin is not ready");const{ttsEngineId:$,voiceId:ve}=En(k);vt(null),We(),U.current+=1,Fe(),Be(),_.current=!1,y.current=!1,x.current="sil",J.current=0,Le(R.current),Ue($),X.current=!1,ae.current=null,v.current=null,H.current.reset(),ne.current=!1,xn(),K.current=!1,A.finishIdleToSilCrossfade();const _e=k?.brainId?.trim()||xe.current?.brainId?.trim()||void 0,Ce=k?.brainUrl?.trim()||xe.current?.brainUrl?.trim()||void 0;try{return await me.current.speakWithReply(C,{...k,voiceId:ve,speakingRate:k?.speakingRate??l,ttsEngineId:$,language:k?.language??d,brainId:_e,brainUrl:Ce,onDisplayText:ke=>{k?.onDisplayText?.(ke),kn.current?.(ke)}})}catch(ke){throw je(),K.current=!1,A.finishIdleToSilCrossfade(),dt(),tt(ke instanceof Error?ke.message:"speakWithReply failed"),ke}},stop:()=>{U.current+=1,Fe(),Be(),_.current=!1,y.current=!1,K.current=!1,je(),ue.current?.finishIdleToSilCrossfade(),me.current.stop(),ge.current?.stop(),Le(R.current),we.current?.reset(),q.current=0,ne.current=!1,We(),dt()},setTtsEngineId:w=>{me.current.setTtsEngineId(w),ge.current?.setTtsEngineId(w),xe.current&&(xe.current.ttsEngineId=w),Ue(w)},renderViseme:async(w,k)=>{const C=ue.current,A=re.current;if(!C||!A||!Ve.current)throw new Error("AI twin is not ready");await C.renderViseme(A,w,{from:k?.from,transitionDurationMs:k?.transitionDurationMs,gapMs:k?.gapMs,onStatus:$=>Te.current?.($)})},setEmotion:w=>{if(!Ve.current)throw new Error("AI twin is not ready");const k=ue.current,C=re.current;if(!k||!C)throw new Error("AI twin is not ready");U.current+=1,Fe(),Be(),_.current=!1,y.current=!1,S.current=!1,K.current=!1,je(),me.current.stop(),ge.current?.stop(),Le(R.current),we.current?.reset(),q.current=0,ne.current=!1,k.finishIdleToSilCrossfade(),te.current?.setActive(!1);const A=rt(w);X.current=!0,ae.current=null,v.current=null,H.current.snapToEmotion(A);const $=H.current.getExpressionPath(),ve=H.current.getDrawKey(),_e={mouthPath:null,expressionPath:$},Ce=Vt(_e,ve);R.current.lastDrawnKey="",k.drawLiveFrame(C,_e,Ce,Qe=>{Qe===Ce&&(R.current.lastDrawnKey=Ce)});const ke=gt(A);Te.current?.($?`${A} · brow ${ke>0?"+":""}${ke}`:`${A} · brow 0 (sil base)`)},getEmotion:()=>X.current?H.current.getTargetEmotion():null,clearEmotionPreview:()=>{X.current=!1,ae.current=null,v.current=null,H.current.reset(),Le(R.current),Te.current?.("idle")},setViseme:w=>{if(!Ve.current)throw new Error("AI twin is not ready");const k=ue.current,C=re.current;if(!k||!C)throw new Error("AI twin is not ready");U.current+=1,Fe(),Be(),_.current=!1,y.current=!1,S.current=!1,K.current=!1,je(),me.current.stop(),ge.current?.stop(),Le(R.current),we.current?.reset(),q.current=0,ne.current=!1,k.finishIdleToSilCrossfade(),te.current?.setActive(!1);const A=hn(w);X.current=!0,v.current=A,ae.current=A==="sil"?null:Mt(A),H.current.snapToEmotion("neutral");const $=H.current.getExpressionPath(),ve=H.current.getDrawKey(),Ce={mouthPath:ae.current,expressionPath:$},ke=Vt(Ce,ve);R.current.lastDrawnKey="",k.drawLiveFrame(C,Ce,ke,Qe=>{Qe===ke&&(R.current.lastDrawnKey=ke)}),Te.current?.(A)},getViseme:()=>X.current?v.current:null,isReady:()=>Ve.current,getStatus:()=>ut,connect:async(w={})=>{vt(null);try{let k=w.authToken?.trim();k||(k=Ne.current??s??await nn(),Ne.current=k);const C=it(w.ttsEngineId??a,w.voiceId??u),A=C.voiceId??xe.current?.voiceId,$=w.brainId?.trim()||w.personaId?.trim()||xe.current?.brainId,ve=w.brainUrl?.trim()||xe.current?.brainUrl,_e=C.ttsEngineId??xe.current?.ttsEngineId??Re,Ce=Ar();_e&&Ce.setTtsEngineId(_e),_e&&Ue(_e),await Ce.unlockAudio(),await Ce.connect({...w,apiBase:w.apiBase?.trim()||Ge,authToken:k,voiceId:A,brainId:$,brainUrl:ve,ttsEngineId:_e,speakingRate:w.speakingRate??l,language:w.language??d})}catch(k){throw tt(k instanceof Error?k.message:"Voice connect failed"),k}},disconnect:async()=>{const w=ge.current;w&&(U.current+=1,Fe(),Be(),_.current=!1,y.current=!1,K.current=!1,je(),ue.current?.finishIdleToSilCrossfade(),Le(R.current),we.current?.reset(),q.current=0,ne.current=!1,await w.disconnect(),dt())},isConnected:()=>ge.current?.isConnected()??!1,getVoiceStream:()=>ge.current?.getVoiceStream()??me.current?.getVoiceStream()??null,setMuted:w=>{const k=me.current,C=ge.current;k?.setMuted?.(w),C?.setMuted?.(w)},isMuted:()=>{const w=ge.current,k=me.current;return w?.isMuted?.()??k?.isMuted?.()??!1},getBrainId:()=>xe.current?.brainId?.trim()||null,getPersonaId:()=>xe.current?.brainId?.trim()||null,getBrainUrl:()=>xe.current?.brainUrl?.trim()||null}),[ot,l,d,s,Re,qe,Fe,Be,dt,xn,je,tt,En,Ar,Ue,ut,Ge]),F.jsxs("div",{className:c,style:{...Go,...f},children:[F.jsx("canvas",{ref:re,width:Pe.width,height:Pe.height,style:{...qo,...g},"aria-label":t?`AI twin ${t}`:"AI twin face"}),!ie&&!$t?F.jsx(wo,{thumbnailUrl:hs}):null,O&&$t?F.jsx("div",{style:Yo,children:$t}):null,$e.enabled&&Oe?F.jsx(mo,{text:Oe,style:$e.style},Oe):null]})});function Qo({muted:e}){return e?F.jsxs("svg",{width:"18",height:"18",viewBox:"0 0 24 24",fill:"none","aria-hidden":!0,children:[F.jsx("path",{d:"M11 5 6.5 9H3v6h3.5L11 19V5Z",fill:"currentColor"}),F.jsx("path",{d:"m16 9.5 5 5m0-5-5 5",stroke:"currentColor",strokeWidth:"2",strokeLinecap:"round"})]}):F.jsxs("svg",{width:"18",height:"18",viewBox:"0 0 24 24",fill:"none","aria-hidden":!0,children:[F.jsx("path",{d:"M11 5 6.5 9H3v6h3.5L11 19V5Z",fill:"currentColor"}),F.jsx("path",{d:"M15.5 8.5a4.5 4.5 0 0 1 0 7M18.5 6a8 8 0 0 1 0 12",stroke:"currentColor",strokeWidth:"2",strokeLinecap:"round"})]})}function Xo(){return F.jsx("svg",{width:"14",height:"14",viewBox:"0 0 24 24",fill:"currentColor","aria-hidden":!0,children:F.jsx("path",{d:"M8 5.5v13l11-6.5L8 5.5Z"})})}function Jo(){return F.jsx("svg",{width:"14",height:"14",viewBox:"0 0 24 24",fill:"currentColor","aria-hidden":!0,children:F.jsx("rect",{x:"6",y:"6",width:"12",height:"12",rx:"1.5"})})}function Zo(){return F.jsx("svg",{width:"14",height:"14",viewBox:"0 0 24 24",fill:"none","aria-hidden":!0,children:F.jsx("path",{d:"M5 6.5A2.5 2.5 0 0 1 7.5 4h9A2.5 2.5 0 0 1 19 6.5v7A2.5 2.5 0 0 1 16.5 16H10l-4 3.5V16H7.5A2.5 2.5 0 0 1 5 13.5v-7Z",stroke:"currentColor",strokeWidth:"2",strokeLinejoin:"round"})})}function us({className:e}){return F.jsx("span",{className:e??"aitwin-widget__spinner","aria-hidden":!0,children:F.jsx("svg",{viewBox:"0 0 24 24",fill:"none",children:F.jsx("circle",{cx:"12",cy:"12",r:"9",stroke:"currentColor",strokeWidth:"2.5",strokeLinecap:"round",strokeDasharray:"40 20"})})})}function ec({muted:e,onToggle:t}){return F.jsx("button",{type:"button",className:"aitwin-widget__mute",onClick:t,"aria-label":e?"Unmute":"Mute","aria-pressed":e,children:F.jsx(Qo,{muted:e})})}function tc(){return F.jsxs("div",{className:"aitwin-widget__connecting",role:"status","aria-live":"polite",children:[F.jsx(us,{className:"aitwin-widget__spinner aitwin-widget__spinner--accent"}),F.jsx("span",{children:"Connecting..."})]})}function nc(e){const t=e.connecting||e.textSending||e.status==="loading"||e.status==="speaking",n=e.connecting?"Connecting...":e.connected?"End Talk":"Talk",r=["aitwin-widget__action",e.textMode&&!e.connecting?"":"aitwin-widget__action--primary",e.connecting?"aitwin-widget__action--connecting":""].filter(Boolean).join(" ");return F.jsxs("div",{className:"aitwin-widget__controls",children:[F.jsxs("div",{className:"aitwin-widget__actions",children:[F.jsxs("button",{type:"button",className:r,onClick:e.onTalk,disabled:!e.ready||e.connecting||e.textSending,"aria-busy":e.connecting,children:[e.connecting?F.jsx(us,{className:"aitwin-widget__spinner aitwin-widget__spinner--on-accent"}):e.connected?F.jsx(Jo,{}):F.jsx(Xo,{}),F.jsx("span",{children:n})]}),F.jsxs("button",{type:"button",className:e.textMode?"aitwin-widget__action aitwin-widget__action--primary":"aitwin-widget__action",onClick:e.onTextMode,disabled:!e.ready||e.connecting||e.textSending,"aria-pressed":e.textMode,children:[F.jsx(Zo,{}),F.jsx("span",{children:"Text"})]})]}),e.textMode?F.jsxs("form",{className:"aitwin-widget__composer",onSubmit:i=>{i.preventDefault(),e.onSendText()},children:[F.jsx("input",{type:"text",className:"aitwin-widget__composer-input",value:e.textDraft,onChange:i=>e.onTextDraftChange(i.target.value),placeholder:e.textSending?"Getting reply...":"Type a message…",autoComplete:"off",disabled:!e.ready||t}),F.jsx("button",{type:"submit",className:"aitwin-widget__composer-send",disabled:!e.ready||t||!e.textDraft.trim()&&!e.textSending,"aria-busy":e.textSending,children:e.textSending?"…":"Send"})]}):null,e.error?F.jsx("p",{className:"aitwin-widget__controls-error",role:"alert",children:e.error}):null]})}const ai=97,rc=3500;function ic(e,t){const n=Math.max(0,e),r=1-Math.exp(-n/rc);return Math.min(ai,Math.round(r*ai))}function sc(e){const[t,n]=h.useState(null),[r,i]=h.useState(()=>Date.now());return h.useEffect(()=>{if(!e){n(null);return}const s=Date.now();n(s),i(s);let o=0;const a=()=>{i(Date.now()),o=window.requestAnimationFrame(a)};return o=window.requestAnimationFrame(a),()=>{window.cancelAnimationFrame(o)}},[e]),e?t==null?0:ic(r-t):100}const ac="M259.01,593.87v-101.49c.33-6.31,4.94-11.26,10.21-11.88,6.42-.75,13.18,4.99,13.13,12.92-.42,45.09-.83,90.17-1.25,135.26.03,1.56.56,15.43,11.95,23.2,6.18,4.21,12.57,4.6,15.42,4.58-.42-112.77-.83-225.54-1.25-338.31-.08-2.55-1.03-46.36,21.17-55.34,2.05-.83,4.42-1.41,7.17-1.56v453.42c.07,12.06,1.98,37.84,19.03,62.73,7.01,10.23,14.79,17.71,21.4,22.99V222.42c-.01-3.72.48-11.67,5.35-19.87,7-11.77,18.13-15.82,21.4-16.95,10.42-3.61,19.49-2.06,23.48-1.11v684.96c.59,4.03,1.78,9.72,4.45,16.12,1.93,4.63,8.84,20.57,26.47,31.26,13.48,8.18,26.56,9.23,32.86,9.31-1.3-256.11-2.59-512.22-3.89-768.33.76-16.43,14.57-28.94,29.73-28.34,13.53.53,25.39,11.39,27.23,25.84-1.1,264.68-2.2,529.35-3.3,794.03,4.33.92,22.38,4.25,38.94-6.53,10.26-6.68,15.24-15.72,17.09-19.17,5.55-10.36,6.42-19.98,6.53-25.01-.72-246.99-1.43-493.97-2.15-740.96,2.27-.06,34.75-.44,48.29,22.68,3.41,5.83,4.87,11.86,5.34,17.19v674.68c5.92-2.16,39.19-14.94,50.16-47.79,3.12-9.34,3.68-18.03,3.33-25.01.03-193.22.06-386.43.09-579.65,4.12,1.18,28.28,8.48,36.17,30.08,1.64,4.49,2.32,8.88,2.43,12.92.02,146.42.05,292.84.07,439.25,3.82-1.71,19.51-9.22,25.56-26.47,2.15-6.12,2.48-11.73,2.29-15.89.01-114.91.03-229.81.04-344.72,2.36-.1,7.51.02,12.74,3.13,9.1,5.4,10.87,15.35,11.12,16.88.35,11.49.69,22.97,1.04,34.46.46,37.05.93,74.1,1.39,111.15v152.69c3.39-.72,9.77-2.67,14.31-8.34,3.62-4.52,4.51-9.46,5.56-15.28.91-5.04.95-9.31.83-12.23.02-38.81.03-77.62.05-116.43";function oc({className:e="aitwin-widget__logo",strokeWidth:t=15,durationMs:n=2600,delayMs:r=0,loop:i=!1}){return F.jsx("svg",{viewBox:"0 0 1080 1080",className:e,role:"img","aria-label":"AITWIN logo",children:F.jsx("path",{className:i?"aitwin-widget__logo-draw aitwin-widget__logo-draw--loop":"aitwin-widget__logo-draw",d:ac,fill:"none",stroke:"currentColor",strokeWidth:t,strokeMiterlimit:10,pathLength:1,style:{animationDuration:`${n}ms`,animationDelay:`${r}ms`}})})}function cc({progress:e}){const t=Math.max(0,Math.min(100,Math.round(e)));return F.jsx("div",{className:"aitwin-widget__face-loading","aria-live":"polite","aria-label":`Loading ${t} percent`,children:F.jsxs("div",{className:"aitwin-widget__face-loading-content",children:[F.jsx(oc,{className:"aitwin-widget__logo",loop:!0,durationMs:2600}),F.jsxs("div",{className:"aitwin-widget__face-loading-bar-wrap",children:[F.jsx("div",{role:"progressbar","aria-valuenow":t,"aria-valuemin":0,"aria-valuemax":100,className:"aitwin-widget__face-loading-track",children:F.jsx("div",{className:"aitwin-widget__face-loading-fill",style:{width:`${t}%`}})}),F.jsxs("p",{className:"aitwin-widget__face-loading-pct",children:[t,"%"]})]})]})})}function oi(e){const t=e.id?.trim()||void 0,n=e.faceId?.trim()||e.avatarId?.trim()||void 0;return{id:n?void 0:t,faceId:n,authToken:e.authToken?.trim()||void 0,apiBase:e.apiBase?.trim()||void 0,voiceId:e.voiceId?.trim()||void 0,speakingRate:e.speakingRate,language:e.language}}function lc(e){return[e.id??"",e.faceId??"",e.authToken?.slice(0,16)??"",e.voiceId??"",e.apiBase??"",String(e.speakingRate??"")].join("|")}const ci={display:"flex",alignItems:"center",justifyContent:"center",width:"100%",height:"100%",lineHeight:0},uc={display:"block",height:"100%",width:"100%",objectFit:"cover",objectPosition:"top"},dc=h.forwardRef(function({options:t},n){const r=h.useRef(null),i=h.useRef(t);i.current={...i.current,onReady:t.onReady,onStatusChange:t.onStatusChange,onError:t.onError,onUserTranscript:t.onUserTranscript,onBotOutput:t.onBotOutput};const[s,o]=h.useState(!!t.showControls),[a,u]=h.useState(()=>oi(t)),[d,l]=h.useState(!1),[c,f]=h.useState(!1),[g,T]=h.useState(!1),[m,I]=h.useState(!1),[L,O]=h.useState("idle"),[b,E]=h.useState(null),[V,D]=h.useState(!1),[oe,pe]=h.useState(!1),[P,z]=h.useState(""),[Q,le]=h.useState(!1),[ce,re]=h.useState([]),[ue,we]=h.useState(t.brainId?.trim()||t.personaId?.trim()||void 0),[se,W]=h.useState(t.brainUrl?.trim()||void 0),M=h.useCallback(x=>{i.current={...i.current,...x},x.showControls!==void 0&&o(!!x.showControls),(x.brainId!==void 0||x.personaId!==void 0)&&we((x.brainId??x.personaId)?.trim()||void 0),x.brainUrl!==void 0&&W(x.brainUrl.trim()||void 0),u(J=>oi({id:x.id??J.id,faceId:x.faceId??x.avatarId??J.faceId,authToken:x.authToken??J.authToken,apiBase:x.apiBase??J.apiBase,voiceId:x.voiceId??J.voiceId,speakingRate:x.speakingRate??J.speakingRate,language:x.language??J.language}))},[]);h.useImperativeHandle(n,()=>({getTwin:()=>r.current,applyOptions:M}),[M]),h.useEffect(()=>{M(t)},[M,t.id,t.faceId,t.avatarId,t.authToken,t.apiBase,t.voiceId,t.speakingRate,t.showControls,t.brainId,t.personaId,t.brainUrl]);const q=h.useCallback(()=>{l(!0),E(null)},[]),R=h.useCallback(x=>{x==="idle"&&f(!0)},[]),H=h.useCallback(x=>{O(x),i.current.onStatusChange?.(x)},[]),X=h.useCallback(x=>{E(x),l(!1),f(!1),I(!1),i.current.onError?.(x)},[]),ae=h.useCallback((x,J)=>{i.current.onUserTranscript?.(x,J)},[]),v=h.useCallback(x=>{i.current.onBotOutput?.(x)},[]);h.useEffect(()=>{if(!s)return;const x=window.setInterval(()=>{T(!!r.current?.isConnected())},400);return()=>window.clearInterval(x)},[s,a]);const N=lc(a),U=!!(a.id||a.faceId),Y=d&&c,G=U&&!Y&&!b,Z=sc(G),_=h.useRef(N);h.useEffect(()=>{Y&&i.current.onReady?.()},[Y]),h.useEffect(()=>{Y&&r.current?.setMuted(V)},[Y,V,a]),h.useEffect(()=>{re([])},[a.id,a.faceId]),h.useEffect(()=>{_.current!==N&&(_.current=N,l(!1),f(!1),E(null),I(!1),T(!1),O("idle"))},[N]);const y=()=>{const x=r.current;if(!x?.isReady())return;if(E(null),pe(!1),x.isConnected()){I(!1),x.disconnect().finally(()=>{T(!1)});return}I(!0);const J={authToken:a.authToken,voiceId:a.voiceId,speakingRate:a.speakingRate,language:a.language,apiBase:a.apiBase,...ue?{brainId:ue}:{},...se?{brainUrl:se}:{}};x.connect(J).then(()=>{T(!!x.isConnected())}).catch(ne=>{const te=ne instanceof Error?ne.message:"Failed to connect voice.";E(te),i.current.onError?.(te)}).finally(()=>{I(!1)})},S=()=>{pe(x=>!x),E(null)},K=()=>{const x=P.trim(),J=r.current;!x||!J?.isReady()||Q||(E(null),z(""),le(!0),i.current.onUserTranscript?.(x,!0),(async()=>{try{const ne=ue||J.getBrainId()?.trim()||void 0,te=se||J.getBrainUrl()?.trim()||void 0,Se=await J.speakWithReply(x,{brainId:ne,brainUrl:te,history:ce,voiceId:a.voiceId,speakingRate:a.speakingRate,language:a.language});Se.displayText&&re(ut=>[...ut,{role:"user",content:x},{role:"assistant",content:Se.displayText}])}catch(ne){const te=ne instanceof Error?ne.message:"Failed to get reply.";E(te),i.current.onError?.(te)}finally{le(!1)}})())},ee=()=>{const x=!V;D(x),r.current?.setMuted(x)};return F.jsxs("div",{className:"aitwin-widget__layout",children:[F.jsxs("div",{className:"aitwin-widget__stage",children:[U?F.jsx("div",{style:ci,children:F.jsx(ls,{ref:r,id:a.id,faceId:a.faceId,authToken:a.authToken,apiBase:a.apiBase,voiceId:a.voiceId,speakingRate:a.speakingRate,language:a.language,style:ci,canvasStyle:uc,onReady:q,onDisplayStatus:R,onStatusChange:H,onError:X,onUserTranscript:ae,onBotOutput:v,loadingThumbnailUrl:t.loadingThumbnailUrl},N)}):F.jsx("p",{className:"aitwin-widget__hint",style:{padding:16},children:"Pass id or faceId to load a twin."}),G?F.jsx(cc,{progress:Z}):null,s?F.jsx(ec,{muted:V,onToggle:ee}):null,s&&m?F.jsx(tc,{}):null]}),s?F.jsx(nc,{ready:Y,connected:g,connecting:m,status:L,textMode:oe,textDraft:P,textSending:Q,error:b,onTalk:y,onTextMode:S,onTextDraftChange:z,onSendText:K}):null]})}),fc=".aitwin-widget{--aitwin-border: rgba(255, 255, 255, .12);--aitwin-text: #f4f4f5;--aitwin-muted: #a1a1aa;--aitwin-accent: #f97316;--aitwin-accent-hover: #fb923c;--aitwin-font: ui-sans-serif, system-ui, -apple-system, Segoe UI, Roboto, Helvetica, Arial, sans-serif;--aitwin-size: 1;--aitwin-stage-width: calc(200px * var(--aitwin-size));--aitwin-stage-height: calc(267px * var(--aitwin-size));--aitwin-action-height: calc(40px * var(--aitwin-size));--aitwin-action-font: calc(13px * var(--aitwin-size));--aitwin-action-radius: calc(10px * var(--aitwin-size));--aitwin-action-gap: calc(6px * var(--aitwin-size));--aitwin-mute-size: calc(28px * var(--aitwin-size));--aitwin-layout-gap: calc(8px * var(--aitwin-size));box-sizing:border-box;color:var(--aitwin-text);font-family:var(--aitwin-font);font-size:calc(12px * var(--aitwin-size));line-height:1.45;width:fit-content;max-width:100%}.aitwin-widget *,.aitwin-widget *:before,.aitwin-widget *:after{box-sizing:border-box}.aitwin-widget__layout{display:flex;flex-direction:column;gap:var(--aitwin-layout-gap);width:fit-content;max-width:100%}.aitwin-widget__stage{align-items:center;background:#0a0a0b;border:1px solid var(--aitwin-border);border-radius:calc(10px * var(--aitwin-size));display:flex;flex-shrink:0;height:var(--aitwin-stage-height);justify-content:center;line-height:0;overflow:hidden;position:relative;width:var(--aitwin-stage-width)}.aitwin-widget__stage .aitwin-root,.aitwin-widget__stage canvas{display:block;height:100%;object-fit:cover;object-position:top;width:100%}.aitwin-widget__hint{color:var(--aitwin-muted);font-size:calc(11px * var(--aitwin-size));margin:0}.aitwin-widget__mute{align-items:center;background:#28282cb8;border:none;border-radius:999px;color:#fff;cursor:pointer;display:inline-flex;height:var(--aitwin-mute-size);justify-content:center;padding:0;position:absolute;right:calc(8px * var(--aitwin-size));top:calc(8px * var(--aitwin-size));width:var(--aitwin-mute-size);z-index:2}.aitwin-widget__mute:hover{background:#37373cd9}.aitwin-widget__mute svg{height:calc(15px * var(--aitwin-size));width:calc(15px * var(--aitwin-size))}.aitwin-widget__controls{display:flex;flex-direction:column;gap:var(--aitwin-action-gap);width:var(--aitwin-stage-width)}.aitwin-widget__actions{display:grid;gap:var(--aitwin-action-gap);grid-template-columns:1fr 1fr;width:100%}.aitwin-widget__action{align-items:center;background:transparent;border:1.5px solid var(--aitwin-accent);border-radius:999px;color:var(--aitwin-accent);cursor:pointer;display:inline-flex;font-family:inherit;font-size:var(--aitwin-action-font);font-weight:600;gap:calc(6px * var(--aitwin-size));height:var(--aitwin-action-height);justify-content:center;padding:0 calc(10px * var(--aitwin-size))}.aitwin-widget__action svg{flex-shrink:0;height:calc(12px * var(--aitwin-size));width:calc(12px * var(--aitwin-size))}.aitwin-widget__action:hover:not(:disabled){background:#f973161a}.aitwin-widget__action:disabled{cursor:not-allowed;opacity:.45}.aitwin-widget__action--primary{background:var(--aitwin-accent);border-color:transparent;color:#fff}.aitwin-widget__action--primary:hover:not(:disabled){background:var(--aitwin-accent-hover)}.aitwin-widget__action--connecting:disabled{cursor:progress;opacity:1}.aitwin-widget__spinner{display:inline-flex;flex-shrink:0;height:calc(14px * var(--aitwin-size));width:calc(14px * var(--aitwin-size))}.aitwin-widget__spinner svg{animation:aitwin-widget-spin .8s linear infinite;display:block;height:100%;width:100%}.aitwin-widget__spinner--accent{color:var(--aitwin-accent);height:calc(16px * var(--aitwin-size));width:calc(16px * var(--aitwin-size))}.aitwin-widget__spinner--on-accent{color:#fff}@keyframes aitwin-widget-spin{to{transform:rotate(360deg)}}.aitwin-widget__connecting{align-items:center;backdrop-filter:blur(10px);-webkit-backdrop-filter:blur(10px);background:#ffffffe0;border-radius:999px;bottom:calc(14px * var(--aitwin-size));box-shadow:0 4px 16px #0000001f;color:#3f3f46;display:inline-flex;font-size:calc(12px * var(--aitwin-size));font-weight:600;gap:calc(8px * var(--aitwin-size));left:50%;line-height:1;padding:calc(8px * var(--aitwin-size)) calc(14px * var(--aitwin-size));pointer-events:none;position:absolute;transform:translate(-50%);z-index:3}.aitwin-widget__face-loading{background:transparent;inset:0;overflow:hidden;pointer-events:none;position:absolute;z-index:4}.aitwin-widget__face-loading-content{align-items:center;display:flex;flex-direction:column;gap:calc(12px * var(--aitwin-size));inset:0;justify-content:center;padding:calc(24px * var(--aitwin-size));position:absolute;z-index:1}.aitwin-widget__logo{color:#fff;display:block;flex-shrink:0;height:calc(64px * var(--aitwin-size));margin-bottom:calc(4px * var(--aitwin-size));width:calc(64px * var(--aitwin-size))}.aitwin-widget__logo-draw{stroke-dasharray:1;stroke-dashoffset:1;animation:aitwin-widget-logo-draw 2.6s ease-in-out forwards}.aitwin-widget__logo-draw--loop{animation:aitwin-widget-logo-draw-loop 2.6s ease-in-out infinite}@keyframes aitwin-widget-logo-draw{to{stroke-dashoffset:0}}@keyframes aitwin-widget-logo-draw-loop{0%{stroke-dashoffset:1}45%{stroke-dashoffset:0}55%{stroke-dashoffset:0}to{stroke-dashoffset:-1}}@media(prefers-reduced-motion:reduce){.aitwin-widget__logo-draw,.aitwin-widget__logo-draw--loop{animation:none;stroke-dashoffset:0}}.aitwin-widget__face-loading-bar-wrap{max-width:calc(220px * var(--aitwin-size));width:100%}.aitwin-widget__face-loading-track{background:#fff3;border-radius:999px;height:calc(4px * var(--aitwin-size));overflow:hidden;width:100%}.aitwin-widget__face-loading-fill{background:var(--aitwin-accent);border-radius:999px;height:100%;transition:width .3s ease-out}.aitwin-widget__face-loading-pct{color:#ffffffbf;font-size:calc(12px * var(--aitwin-size));margin:calc(8px * var(--aitwin-size)) 0 0;text-align:center}.aitwin-widget__composer{display:grid;gap:var(--aitwin-action-gap);grid-template-columns:1fr auto;width:100%}.aitwin-widget__composer-input{background:#ffffff0a;border:1px solid var(--aitwin-border);border-radius:var(--aitwin-action-radius);color:var(--aitwin-text);font-family:inherit;font-size:calc(12px * var(--aitwin-size));min-width:0;outline:none;padding:calc(8px * var(--aitwin-size)) calc(10px * var(--aitwin-size))}.aitwin-widget__composer-input:focus{border-color:#f973168c}.aitwin-widget__composer-send{background:var(--aitwin-accent);border:none;border-radius:var(--aitwin-action-radius);color:#fff;cursor:pointer;font-family:inherit;font-size:calc(12px * var(--aitwin-size));font-weight:600;padding:0 calc(12px * var(--aitwin-size))}.aitwin-widget__composer-send:disabled{cursor:not-allowed;opacity:.45}.aitwin-widget__controls-error{color:#fecaca;font-size:calc(11px * var(--aitwin-size));margin:0}.aitwin-widget--float{bottom:20px;filter:drop-shadow(0 12px 32px rgba(0,0,0,.45));height:fit-content;margin:0;max-width:calc(100vw - 40px);position:fixed;right:20px;width:fit-content;z-index:2147483000}",li="data-aitwin-widget-style";function ds(){if(typeof document>"u")return;const e=fc.trim();if(!e){console.warn("[AiTwinWidget] styles.css?inline resolved empty — chrome will be unstyled");return}const t=document.querySelector(`style[${li}]`);if(t){if((t.textContent??"").trim().length>0)return;t.textContent=e;return}const n=document.createElement("style");n.setAttribute(li,"1"),n.textContent=e,(document.head??document.documentElement).appendChild(n)}typeof document<"u"&&ds();const mc=h.forwardRef(function(t,n){ds();const r=h.useRef(null);h.useImperativeHandle(n,()=>({speakText:async(s,o)=>{const a=r.current?.getTwin();if(!a)throw new Error("AiTwinWidget: twin is not mounted");return a.speakText(s,o)},speakWithReply:async(s,o)=>{const a=r.current?.getTwin();if(!a)throw new Error("AiTwinWidget: twin is not mounted");return a.speakWithReply(s,o)},connect:async s=>{const o=r.current?.getTwin();if(!o)throw new Error("AiTwinWidget: twin is not mounted");return o.connect(s)},disconnect:async()=>{const s=r.current?.getTwin();if(s)return s.disconnect()},stop:()=>{r.current?.getTwin()?.stop()},isReady:()=>!!r.current?.getTwin()?.isReady(),isConnected:()=>!!r.current?.getTwin()?.isConnected(),getTwin:()=>r.current?.getTwin()??null}),[]);const i=!!t.float;return F.jsx("div",{className:i?"aitwin-widget aitwin-widget--float":"aitwin-widget",children:F.jsx(dc,{ref:r,options:t})})}),hc=new Set([".png",".jpg",".jpeg",".webp"]);function fs(e=".png"){const t=e.toLowerCase();return hc.has(t)?`source${t}`:"source.png"}function pc(e,t=Xn,n=".png"){const r=e.trim();if(!r)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${r}/${fs(n)}`}async function gc(e){try{const t=await e.json();if(typeof t.detail=="string"&&t.detail.trim())return t.detail;if(typeof t.error=="string"&&t.error.trim())return t.error}catch{}return`avatarReply failed (${e.status})`}async function wc(e){const t=e.message.trim();if(!t)throw new Error("Message is required");const n=e.authToken.trim();if(!n)throw new Error("Auth token is required");const r=(e.apiBase?.trim()||Ct).replace(/\/$/,""),i=await fetch(`${r}/avatarReply`,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${n}`,Accept:"text/event-stream"},body:JSON.stringify({message:t,history:e.history??[],brainId:e.brainId?.trim()||e.personaId?.trim()||"",tenant:"aiTwin"})});if(!i.ok)throw new Error(await gc(i));if(!i.body)throw new Error("avatarReply response body is empty");const s=i.body.getReader(),o=new TextDecoder;let a="",u="",d="",l="";for(;;){const{done:c,value:f}=await s.read();if(c)break;a+=o.decode(f,{stream:!0});const g=a.split(`
|
|
48
|
+
`);a=g.pop()||"";for(const T of g){if(T.startsWith("event: ")){l=T.slice(7).trim();continue}if(!T.startsWith("data: "))continue;const m=T.slice(6).trim();if(!m)continue;let I;try{I=JSON.parse(m)}catch{continue}if(l==="spokenText")u=I.text||"",e.onSpokenText?.(u);else if(l==="displayText")d=I.text||"";else if(l==="error")throw new Error(I.error||"avatarReply stream error")}}if(!u.trim()||!d.trim())throw new Error("avatarReply stream missing displayText or spokenText");return{displayText:d.trim(),spokenText:u.trim()}}exports.AI_TWIN_THUMBNAIL_FILENAME=rr;exports.AiTwin=ls;exports.AiTwinNotFoundError=rn;exports.AiTwinWidget=mc;exports.CONSONANT_SKIP_GROUP=Pi;exports.DEFAULT_TTS_ENGINE_ID=ht;exports.DEFAULT_TTS_LANGUAGE=js;exports.EMOTION_TO_EYEBROW=es;exports.EXPRESSION_ATLAS_EMOTIONS=Oa;exports.MIC_SAMPLE_RATE=ur;exports.OCULUS_VISEME_IDS=xi;exports.PLAYBACK_SAMPLE_RATE=dr;exports.SPEAKING_RATE_MAX=vn;exports.SPEAKING_RATE_MIN=yn;exports.TTS_ENGINE_CARTESIA=st;exports.TTS_ENGINE_GOOGLE=Zn;exports.TTS_ENGINE_INWORLD=dn;exports.TTS_ENGINE_VISEMETTS=at;exports.TTS_LANGUAGE_CATALOG=pt;exports.TTS_LANGUAGE_CODES=Ti;exports.VISEME_IDS=xa;exports.VISEME_SKIP_GAP_MS=$n;exports.VISEME_TEST_CARTESIA_VOICE_ID=lr;exports.VISEME_TEST_SPEAKING_RATE=Ht;exports.VISEME_TEST_VISEMETTS_VOICE_ID=fn;exports.VISEME_TEST_VOICE_ID=cr;exports.VISEME_VTIME_GRID_MS=ir;exports.VOWEL_SKIP_GROUP=Mi;exports.aiTwinSourceFilename=fs;exports.buildPlaybackTransitions=Ni;exports.buildPlaybackVisemeSeries=gn;exports.buildRawVisemeTransitions=Li;exports.buildVoiceWebSocketUrl=ji;exports.compactSkippableVisemes=ar;exports.createAvatarTtsLipsyncController=jn;exports.createRealtimeVoiceLipsyncController=Ki;exports.emotionToEyebrow=gt;exports.faceAssetUrls=Hn;exports.fetchAiTwin=pi;exports.fetchAvatarReply=wc;exports.fetchDevAuthToken=nn;exports.getAiTwinSourceUrl=pc;exports.getAiTwinThumbnailUrl=gi;exports.isTtsLanguageCode=ki;exports.isTtsLanguageSupported=Gs;exports.listSkippedVisemeEntries=wn;exports.listSkippedVisemes=ia;exports.normalizeOculusViseme=hn;exports.normalizeStreamEmotion=rt;exports.normalizeTtsLanguage=mn;exports.parsePackedVoiceId=di;exports.parseTwinBrainUrl=Ms;exports.resolveDirectFaceId=wi;exports.resolveTwinBrainId=tr;exports.resolveTwinBrainUrl=nr;exports.resolveVisemeAtTime=zt;exports.resolveVisemeFromPlaybackSeries=Di;exports.resolveWordAtTime=ma;exports.setActiveTwinAssets=yi;exports.snapVisemeQueueToGrid=sr;exports.snapVisemeVtimeToGrid=Ri;exports.splitVoiceIdSpec=it;exports.ttsLanguagesForEngine=Ks;
|