@streamoji/aitwin 0.1.9 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +21 -2
- package/dist/aitwin.cjs +2 -2
- package/dist/aitwin.js +1134 -1116
- package/dist/index.d.ts +25 -3
- package/package.json +1 -1
package/README.md
CHANGED
|
@@ -46,12 +46,14 @@ function Demo() {
|
|
|
46
46
|
|
|
47
47
|
### Props
|
|
48
48
|
|
|
49
|
-
Provide **`id`** (cloud twin)
|
|
49
|
+
Provide **`id`** (cloud twin), **`avatarId`/`faceId`** (R2 custom face), or **`assets`** (fixed URLs). One is required.
|
|
50
50
|
|
|
51
51
|
| Prop | Description |
|
|
52
52
|
|------|-------------|
|
|
53
53
|
| `id` | Twin id for `getAiTwin` (e.g. `olivia`) |
|
|
54
|
-
| `
|
|
54
|
+
| `avatarId` | 64-char hex pipeline id → R2 `custom-faces/{avatarId}/` (skips getAiTwin) |
|
|
55
|
+
| `faceId` | Alias for `avatarId` (same CDN path) |
|
|
56
|
+
| `assets` | `{ twinBase, binBase, encrypted }` — skip getAiTwin (lab / custom CDN) |
|
|
55
57
|
| `authToken` | Bearer for TTS + encrypted assets; omitted → dev `getAuthToken` |
|
|
56
58
|
| `ttsEngineId` | TTS engine when using `assets` (default Cartesia) |
|
|
57
59
|
| `voiceId` | Override TTS voice |
|
|
@@ -81,6 +83,23 @@ Use **stable** `useCallback` handlers for `onReady` / `onError` / `onDisplayStat
|
|
|
81
83
|
| `isReady()` | Whether face assets are loaded |
|
|
82
84
|
| `getStatus()` | Current lipsync status |
|
|
83
85
|
|
|
86
|
+
### Thumbnail URL
|
|
87
|
+
|
|
88
|
+
For avatar lists or previews, use `getAiTwinThumbnailUrl` — no `<AiTwin>` mount, no worker, no encrypted asset fetch:
|
|
89
|
+
|
|
90
|
+
```tsx
|
|
91
|
+
import { getAiTwinThumbnailUrl } from "@streamoji/aitwin";
|
|
92
|
+
|
|
93
|
+
const thumb = getAiTwinThumbnailUrl(faceId); // faceId = pipeline avatarId (64-char hex)
|
|
94
|
+
// <img src={thumb} alt="" />
|
|
95
|
+
```
|
|
96
|
+
|
|
97
|
+
Optional custom CDN base (e.g. `VITE_R2_PUBLIC_BASE + "/custom-faces"`):
|
|
98
|
+
|
|
99
|
+
```ts
|
|
100
|
+
getAiTwinThumbnailUrl(faceId, customCdnBase);
|
|
101
|
+
```
|
|
102
|
+
|
|
84
103
|
### Realtime voice (`connect`)
|
|
85
104
|
|
|
86
105
|
Call from a **user gesture** (button click) so the browser unlocks mic + audio:
|
package/dist/aitwin.cjs
CHANGED
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const Ze=require("react/jsx-runtime"),g=require("react"),En=require("@pipecat-ai/client-js"),zt=require("@pipecat-ai/websocket-transport");var et=typeof document<"u"?document.currentScript:null;const Sn="https://pub-607ad1fc22e2400eb57d17240aab857c.r2.dev",Yt={publicBase:Sn},kn="0.1.9",vn={version:kn},Tn={},Te="https://ai.streamoji.com",bn=`${Yt.publicBase}/custom-faces`,An=`${Yt.publicBase}/aitwin-workers/v${vn.version}/visemeDiffPreview.worker.js`;function Rn(e){if(e)return e;const t=typeof{url:typeof document>"u"?require("url").pathToFileURL(__filename).href:et&&et.tagName.toUpperCase()==="SCRIPT"&&et.src||new URL("aitwin.cjs",document.baseURI).href}<"u"?Tn?.VITE_AITWIN_WORKER_URL:void 0;return t?.trim()?t.trim():An}const In="https://us-central1-streamoji-265f4.cloudfunctions.net/getAiTwin",ut="eng_a7f2b9c1",qe="eng_d4e8f3a2",Se="eng_c9b1e6d4",ye=Se,Dn=new Set([qe,Se]),Jt={[ut]:"oculus_direct",[Se]:"oculus_direct",[qe]:"inworld_word"},Dt={google:ut,inworld:qe,cartesia:Se};function Cn(e){return Jt[e]}function Mn(e){return e===Se}function xn(e){if(e.ttsEngineId&&e.ttsEngineId in Jt)return e.ttsEngineId;const t=e.tts?.toLowerCase();return t&&t in Dt?Dt[t]:ye}class Ve extends Error{constructor(t="AI twin not found"){super(t),this.name="AiTwinNotFoundError"}}async function Qt(e,t=In){const n=new URL(t);n.searchParams.set("id",e);const r=await fetch(n.toString());if(r.status===404)throw new Ve;if(!r.ok)throw new Error(`getAiTwin failed (${r.status})`);const s=await r.json();if(!s.success)throw new Ve(s.error??"AI twin not found");const{tts:i,...o}=s.data;return{...o,ttsEngineId:xn(s.data)}}const Pn="https://us-central1-streamoji-265f4.cloudfunctions.net/getAuthToken",Ln="client_6TNvp3SCs4Og0a1ijm9TommXLql1",On="kk8Fq8EmexzP10jMIEwY3R44M5RKUEm1",Bn="6TNvp3SCs4Og0a1ijm9TommXLql1",Fn="Swaraj Mali";async function Ne(){const e=await fetch(Pn,{method:"POST",headers:{"Content-Type":"application/json","Client-Id":Ln,"Client-Secret":On},body:JSON.stringify({userId:Bn,userName:Fn})});if(!e.ok)throw new Error(`getAuthToken failed (${e.status})`);const t=await e.json(),n=t.authToken??t.token??"";if(!n.trim())throw new Error("getAuthToken returned no token");return n}async function Un(e,t=Te){const n=await fetch(`${t.replace(/\/$/,"")}/api/session-value`,{headers:{Authorization:`Bearer ${e}`}});if(!n.ok)throw new Error(`/api/session-value failed (${n.status})`);const r=await n.json();if(!r.value)throw new Error("Session value response missing value");return r}function Nn(e){const t=e.trim();if(t.length%2!==0)throw new Error("Invalid hex key");const n=new Uint8Array(t.length/2);for(let r=0;r<t.length;r+=2)n[r/2]=Number.parseInt(t.slice(r,r+2),16);return n}function Le(e){return Uint8Array.from(e)}function Vn(e,t){const n=new Uint8Array(e.length+t.length);return n.set(e,0),n.set(t,e.length),n}async function $n(e,t){if(!t)throw new Error("Asset key is required for encrypted assets");if(e.byteLength<28)throw new Error("Encrypted payload too small");const n=new Uint8Array(e),r=Le(n.subarray(0,12)),s=Le(n.subarray(12,28)),i=Le(n.subarray(28)),o=Le(Vn(i,s)),a=await crypto.subtle.importKey("raw",Nn(t),{name:"AES-GCM"},!1,["decrypt"]);return crypto.subtle.decrypt({name:"AES-GCM",iv:r,tagLength:128},a,o)}let nt=null;const rt=new Set;function Oe(e){return e.includes("/custom-faces/")}function $e(e){const t=e.binBase.trim().replace(/\/$/,""),n=e.twinBase.trim().replace(/\/$/,"");if(!(e.encrypted||Oe(t)||Oe(n)))return{twinBase:n,binBase:t,encrypted:!1};const s=Oe(t)?t:Oe(n)?n:t;return{twinBase:s,binBase:s,encrypted:!0}}function be(e){return $e(e).encrypted}function Wn(e,t=bn){const n=`${t.replace(/\/$/,"")}/${e}`;return{twinBase:n,binBase:n,encrypted:!0}}function Hn(e){nt=$e(e);for(const t of rt)t()}function qn(e,t){const n=typeof globalThis.location<"u"?globalThis.location.href:void 0;if(!n)return $e(e);const r=s=>{try{return new URL(s,n).href.replace(/\/$/,"")}catch{return s}};return $e({twinBase:r(e.twinBase),binBase:r(e.binBase),encrypted:e.encrypted})}function ke(){if(!nt)throw new Error("Twin assets not configured; call setActiveTwinAssets first");return nt}function Kn(e){return rt.add(e),()=>rt.delete(e)}function Ct(){const e=ke();return be(e)?`${e.binBase}/sil.bin`:`${e.twinBase}/sil.png`}function jn(){const e=ke();return be(e)?`${e.binBase}/idle.bin`:`${e.twinBase}/idle.mp4`}function Gn(){const e=ke();return be(e)?e.binBase:e.twinBase}function Ke(){return be(ke())}function zn(){const e=ke();return be(e)?`${e.binBase}/atlas.bin`:`${e.twinBase}/atlas.json`}function Yn(){const e=ke();return be(e)?`${e.binBase}/expression_atlas.bin`:`${e.twinBase}/expression_atlas.json`}function Jn(e){const t=e.split(/\r?\n/);let n="",r="";for(const i of t)i.startsWith("event:")?n=i.slice(6).trim():i.startsWith("data:")&&(r=i.slice(5).trim());if(!n)return null;let s={};if(r)try{s=JSON.parse(r)}catch{s={raw:r}}return{event:n,data:s}}const Xt=["aa","CH","DD","E","FF","I","O","PP","RR","SS","TH","U","kk","nn","sil"],Qn=new Map(Xt.map(e=>[e.toLowerCase(),e]));function Zt(e){const t=(e??"").trim();return t?Qn.get(t.toLowerCase())??"sil":"sil"}const Xn={aei:["aa","E","I"],o:["O","U"],ee:["I"],bmp:["PP"],fv:["FF"],l:["nn"],r:["RR"],th:["TH"],qw:["U","O"],cdgknstxyz:["DD","SS","kk","CH"]};function Zn(e){if(!e)return["sil"];const t=e.toLowerCase();return Xn[t]??["sil"]}function er(e,t){const n=e.word.length;if(n<=0)return 0;const r=e.wduration;if(r<=0)return 0;const s=Math.max(0,Math.min(1,(t-e.wtime)/r));return Math.min(n-1,Math.floor(s*n))}function je(e,t){const n=Math.max(0,Math.min(e.length-1,t));return e[n]??""}function tr(e,t){const n=e.toLowerCase(),r=je(n,t),s=n.slice(Math.max(0,t-1),t+2);return r==="i"||r==="y"?"I":s.includes("ee")||r==="e"||n.includes("ea")?"E":"aa"}function nr(e,t){const n=e.toLowerCase(),r=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));if(/oo|ou|uw/.test(r))return"U";const s=je(n,t);return s==="u"||s==="w"?"U":"O"}function rr(e,t){const n=e.toLowerCase(),r=n.slice(Math.max(0,t-2),t+1);if(/qu/.test(r))return"U";const s=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));return/wo|wh/.test(s)||je(n,t)==="o"?"O":"U"}const Be={d:"DD",t:"DD",n:"DD",s:"SS",z:"SS",k:"kk",g:"kk",c:"CH",x:"CH",j:"CH"};function sr(e,t){const n=e.toLowerCase(),r=je(n,t);if(Be[r])return Be[r];for(let s=0;s<n.length;s++){const i=n[s];if(Be[i])return Be[i]}return"DD"}function ir(e,t,n){const r=Zn(e);if(r.length===1)return r[0];const s=t.trim();if(!s)return r[0];const i=(e??"").toLowerCase(),o=Math.max(0,n);switch(i){case"aei":return tr(s,o);case"o":return nr(s,o);case"qw":return rr(s,o);case"cdgknstxyz":return sr(s,o);default:return r[0]}}const or=24e3;function ar(e){let t=e.trim();const n=t.indexOf(",");t.startsWith("data:")&&n>=0&&(t=t.slice(n+1)),t=t.replace(/\s+/g,"").replace(/-/g,"+").replace(/_/g,"/");const r=t.length%4;return r!==0&&(t+="=".repeat(4-r)),t}function cr(e){return e.length>=4&&e[0]===82&&e[1]===73&&e[2]===70&&e[3]===70}function Mt(e,t,n=or){const r=t.byteOffset%2===0?t:t.slice(),s=new Int16Array(r.buffer,r.byteOffset,r.byteLength/2),i=new Float32Array(s.length);for(let a=0;a<s.length;a++)i[a]=s[a]>=32768?-(65536-s[a])/32768:s[a]/32767;const o=e.createBuffer(1,i.length,n);return o.copyToChannel(i,0),o}function ur(e){const t=ar(e),n=window.atob(t),r=new Uint8Array(n.length);for(let s=0;s<n.length;s++)r[s]=n.charCodeAt(s);return r}async function lr(e,t){const n=ur(t);if(cr(n)){const r=n.buffer.slice(n.byteOffset,n.byteOffset+n.byteLength);return e.decodeAudioData(r)}if(n.length>=2&&n.length%2===0)return Mt(e,n);try{const r=n.buffer.slice(n.byteOffset,n.byteOffset+n.byteLength);return await e.decodeAudioData(r)}catch{return Mt(e,n)}}function xt(e){let t=0;for(const n of e)t=Math.max(t,n.vtime+n.vduration);return t}function fr(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function en(e,t){const n=[],r=[];let s=null,i=!1,o=!1,a=!1,f=!1,l=0,m=0,p=0,_=0,S=null,k=1,u=t,y=!1;const d=()=>{S!=null&&(clearTimeout(S),S=null)},C=()=>{for(const w of r)try{w.stop()}catch{}r.length=0},E=()=>{for(const w of r)w.playbackRate.value=k},R=()=>{!f||i||r.length>0||n.length>0||(o=!1,d(),e.onSpeakingDone(),e.onNotify())},U=w=>{const T=xt(w);if(T<=0){e.onSpeakingDone(),e.onNotify();return}o=!0,l=performance.now(),e.onSpeakingStart(),e.onNotify(),d();const A=k>0?T/k:T;S=setTimeout(()=>{y||(o=!1,S=null,e.onSpeakingDone(),e.onNotify())},A)},V=(w,T,A,P)=>{T.length!==0&&(P&&(p=A),T.forEach(x=>{const I=String(x.word??"").trim();if(!I)return;const $=Math.round((x.start??0)*1e3),Y=x.duration!=null?Math.round(x.duration*1e3):x.end!=null?Math.max(1,Math.round((x.end-(x.start??0))*1e3)):0;w.push({word:I,wtime:p+$,wduration:Y,queueIndex:w.length,gesture:x.gesture??null,emphasis:x.emphasis===!0})}))},z=(w,T,A,P,x,B)=>{A.length!==0&&(x&&(p=P),A.forEach(I=>{const $=String(I.symbol??I.viseme??"").trim();if(!$)return;const Y=Math.round((I.start??0)*1e3),_e=Math.max(1,Math.round((I.duration??0)*1e3)),re=p+Y;let j;if(Cn(B)==="oculus_direct")j=Zt($);else{const X=fr(T,re),Z=X?er(X,re):0;j=ir($,X?.word??"",Z)}w.push({viseme:j,weight:1,vtime:re,vduration:_e})}),e.onNotify())},K=(w,T,A,P,x,B,I)=>{V(T,P,x,B),z(w,T,A,x,B,I)},v=async(w,T,A,P,x,B,I)=>{if(y||!A?.trim()){(P.length>0||x.length>0)&&!a&&K(w,T,P,x,p,B,u);return}if(i){n.push({audio:A,visemes:P,words:x,isNewSegment:B});return}i=!0;try{const $=window.AudioContext||window.webkitAudioContext;s||(s=new $);const Y=s;Y.state==="suspended"&&await Y.resume();const _e=await lr(Y,A);a=!0;const re=Y.currentTime;let j=_;const X=!o;j<re&&(j=re+.1),_=j+_e.duration;const Z=Y.createBufferSource();if(Z.buffer=_e,Z.playbackRate.value=k,Z.connect(Y.destination),r.push(Z),y){r.pop();return}if(X){o=!0,e.onSpeakingStart(),m=j,p=0,w.length=0,T.length=0,I?.();const b=(j-re)*1e3;l=performance.now()+b}Z.onended=()=>{const b=r.indexOf(Z);b>=0&&r.splice(b,1),R(),e.onNotify()},Z.start(j);const c=(j-m)*1e3;K(w,T,P,x,c,B,u)}catch($){console.error("[avatarChunkPlayback] audio chunk failed:",$)}finally{i=!1;const $=n.shift();$?await v(w,T,$.audio,$.visemes,$.words,$.isNewSegment,I):R()}};return{setStreamTtsEngineId:w=>{u=w},setPlaybackSpeed:w=>{k=Math.max(.1,Math.min(1,w)),E()},getPlaybackSpeed:()=>k,resetForNewStream:w=>{y=!1,f=!1,u=w},primeAudioContext:async()=>{const w=window.AudioContext||window.webkitAudioContext;s||(s=new w),s.state==="suspended"&&await s.resume()},stop:()=>{y=!0,d(),C(),n.length=0,i=!1,o=!1,a=!1,f=!1,p=0,_=0,m=0,l=0},markStreamComplete:w=>{if(f=!0,!a&&w.length>0){U(w);return}R()},playAudioChunk:v,queueTimingsOnly:(w,T,A,P,x)=>{let B=p;x&&w.length>0&&(B=xt(w)),K(w,T,A,P,B,x,u)},getPlaybackElapsedMs:()=>o?a&&s&&m>0?Math.max(0,(s.currentTime-m)*1e3):Math.max(0,(performance.now()-l)*k):0,isSpeaking:()=>o,getPlaybackStartPerf:()=>l,bargeIn:()=>{y=!0,C(),n.length=0,i=!1,o=!1,a=!1,_=0,m=0,l=0,d()},interrupt:()=>{C(),n.length=0,i=!1,o=!1,a=!1,_=0,m=0,l=0,d()}}}function Ge(e,t){let n=null;for(const r of e)t<r.vtime||t>=r.vtime+r.vduration||(!n||r.vtime>=n.vtime)&&(n=r);return n?n.viseme:"sil"}function dr(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}const lt=.5,ft=1.5,dt="Olivia",tn="f786b574-daa5-4673-aa0c-cbe3e8534c02",ze=.85;function st(e,t=Te){const n=`${t.replace(/\/$/,"")}/avatar_ttsWithPoses`,r=[],s=[],i=[];let o="neutral",a="",f=ye;const l=new Set,m=()=>l.forEach(k=>k()),p=en({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:m},ye),_=()=>{p.stop(),r.length=0,s.length=0,i.length=0,o="neutral",e("idle"),m()};return{setDeveloperToken:k=>{a=k},setTtsEngineId:k=>{f=k},getTtsEngineId:()=>f,speak:async(k,u)=>{_(),e("loading");const y=a.trim();if(!y)throw new Error("Developer token required for avatar_ttsWithPoses");const d=u?.ttsEngineId??f??ye;p.resetForNewStream(d),p.setStreamTtsEngineId(d);const C=u?.voiceId??dt,E=u?.speakingRate??ze,R=Math.max(lt,Math.min(ft,E)),U={user_query:k,ttsEngineId:d,speakingRate:R};Dn.has(d)&&(U.voice_id=C);try{const V=await fetch(n,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${y}`},body:JSON.stringify(U)});if(!V.ok)throw new Error(`avatar_ttsWithPoses failed (${V.status})`);const z=V.body;if(!z)throw new Error("No response body");const K=z.getReader(),v=new TextDecoder;let M="";const w=async T=>{const A=Jn(T);if(A){if(A.event==="audio"){const P=A.data.chunk,x=A.data.visemes??[],B=A.data.words??[],I=A.data.is_new_segment??!1;P?await p.playAudioChunk(r,s,P,x,B,I):(x.length>0||B.length>0)&&p.queueTimingsOnly(r,s,x,B,I)}else if(A.event==="metadata"){const P=A.data.mood;typeof P=="string"&&P.trim()&&(o=P.trim());const x=A.data.sentence_emotions;if(Array.isArray(x)){i.length=0;for(const B of x){if(!B||typeof B!="object")continue;const I=B;i.push({sentence_index:Number(I.sentence_index??0),text:String(I.text??""),sentiment:typeof I.sentiment=="string"?I.sentiment:void 0,emotion:String(I.emotion??o),start_word:Number(I.start_word??0),end_word:Number(I.end_word??0)})}}m()}else if(A.event==="error")throw new Error(String(A.data.message??"avatar_ttsWithPoses stream error"))}};for(;;){const{done:T,value:A}=await K.read();A&&(M+=v.decode(A,{stream:!0}));const P=M.split(`
|
|
1
|
+
"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const nt=require("react/jsx-runtime"),w=require("react"),Rn=require("@pipecat-ai/client-js"),Xt=require("@pipecat-ai/websocket-transport");var rt=typeof document<"u"?document.currentScript:null;const Dn="https://pub-607ad1fc22e2400eb57d17240aab857c.r2.dev",Zt={publicBase:Dn},Cn="0.2.1",Mn={version:Cn},xn={},ve="https://ai.streamoji.com",en=`${Zt.publicBase}/custom-faces`,Pn=`${Zt.publicBase}/aitwin-workers/v${Mn.version}/visemeDiffPreview.worker.js`;function Ln(e){if(e)return e;const t=typeof{url:typeof document>"u"?require("url").pathToFileURL(__filename).href:rt&&rt.tagName.toUpperCase()==="SCRIPT"&&rt.src||new URL("aitwin.cjs",document.baseURI).href}<"u"?xn?.VITE_AITWIN_WORKER_URL:void 0;return t?.trim()?t.trim():Pn}const On="https://us-central1-streamoji-265f4.cloudfunctions.net/getAiTwin",ht="eng_a7f2b9c1",je="eng_d4e8f3a2",Ee="eng_c9b1e6d4",pe=Ee,Bn=new Set([je,Ee]),tn={[ht]:"oculus_direct",[Ee]:"oculus_direct",[je]:"inworld_word"},Pt={google:ht,inworld:je,cartesia:Ee};function Fn(e){return tn[e]}function Un(e){return e===Ee}function Nn(e){if(e.ttsEngineId&&e.ttsEngineId in tn)return e.ttsEngineId;const t=e.tts?.toLowerCase();return t&&t in Pt?Pt[t]:pe}class We extends Error{constructor(t="AI twin not found"){super(t),this.name="AiTwinNotFoundError"}}async function nn(e,t=On){const n=new URL(t);n.searchParams.set("id",e);const r=await fetch(n.toString());if(r.status===404)throw new We;if(!r.ok)throw new Error(`getAiTwin failed (${r.status})`);const s=await r.json();if(!s.success)throw new We(s.error??"AI twin not found");const{tts:i,...o}=s.data;return{...o,ttsEngineId:Nn(s.data)}}const Vn="https://us-central1-streamoji-265f4.cloudfunctions.net/getAuthToken",$n="client_6TNvp3SCs4Og0a1ijm9TommXLql1",Wn="kk8Fq8EmexzP10jMIEwY3R44M5RKUEm1",Hn="6TNvp3SCs4Og0a1ijm9TommXLql1",qn="Swaraj Mali";async function $e(){const e=await fetch(Vn,{method:"POST",headers:{"Content-Type":"application/json","Client-Id":$n,"Client-Secret":Wn},body:JSON.stringify({userId:Hn,userName:qn})});if(!e.ok)throw new Error(`getAuthToken failed (${e.status})`);const t=await e.json(),n=t.authToken??t.token??"";if(!n.trim())throw new Error("getAuthToken returned no token");return n}async function Kn(e,t=ve){const n=await fetch(`${t.replace(/\/$/,"")}/api/session-value`,{headers:{Authorization:`Bearer ${e}`}});if(!n.ok)throw new Error(`/api/session-value failed (${n.status})`);const r=await n.json();if(!r.value)throw new Error("Session value response missing value");return r}function jn(e){const t=e.trim();if(t.length%2!==0)throw new Error("Invalid hex key");const n=new Uint8Array(t.length/2);for(let r=0;r<t.length;r+=2)n[r/2]=Number.parseInt(t.slice(r,r+2),16);return n}function Fe(e){return Uint8Array.from(e)}function Gn(e,t){const n=new Uint8Array(e.length+t.length);return n.set(e,0),n.set(t,e.length),n}async function zn(e,t){if(!t)throw new Error("Asset key is required for encrypted assets");if(e.byteLength<28)throw new Error("Encrypted payload too small");const n=new Uint8Array(e),r=Fe(n.subarray(0,12)),s=Fe(n.subarray(12,28)),i=Fe(n.subarray(28)),o=Fe(Gn(i,s)),a=await crypto.subtle.importKey("raw",jn(t),{name:"AES-GCM"},!1,["decrypt"]);return crypto.subtle.decrypt({name:"AES-GCM",iv:r,tagLength:128},a,o)}let it=null;const ot=new Set;function Ue(e){return e.includes("/custom-faces/")}function He(e){const t=e.binBase.trim().replace(/\/$/,""),n=e.twinBase.trim().replace(/\/$/,"");if(!(e.encrypted||Ue(t)||Ue(n)))return{twinBase:n,binBase:t,encrypted:!1};const s=Ue(t)?t:Ue(n)?n:t;return{twinBase:s,binBase:s,encrypted:!0}}function be(e){return He(e).encrypted}function at(e,t=en){const n=`${t.replace(/\/$/,"")}/${e}`;return{twinBase:n,binBase:n,encrypted:!0}}function rn(e,t){return(e??t)?.trim()||void 0}function sn(e){it=He(e);for(const t of ot)t()}function Yn(e,t){const n=typeof globalThis.location<"u"?globalThis.location.href:void 0;if(!n)return He(e);const r=s=>{try{return new URL(s,n).href.replace(/\/$/,"")}catch{return s}};return He({twinBase:r(e.twinBase),binBase:r(e.binBase),encrypted:e.encrypted})}function Se(){if(!it)throw new Error("Twin assets not configured; call setActiveTwinAssets first");return it}function Jn(e){return ot.add(e),()=>ot.delete(e)}function Lt(){const e=Se();return be(e)?`${e.binBase}/sil.bin`:`${e.twinBase}/sil.png`}function Qn(){const e=Se();return be(e)?`${e.binBase}/idle.bin`:`${e.twinBase}/idle.mp4`}function Xn(){const e=Se();return be(e)?e.binBase:e.twinBase}function Ge(){return be(Se())}function Zn(){const e=Se();return be(e)?`${e.binBase}/atlas.bin`:`${e.twinBase}/atlas.json`}function er(){const e=Se();return be(e)?`${e.binBase}/expression_atlas.bin`:`${e.twinBase}/expression_atlas.json`}function tr(e){const t=e.split(/\r?\n/);let n="",r="";for(const i of t)i.startsWith("event:")?n=i.slice(6).trim():i.startsWith("data:")&&(r=i.slice(5).trim());if(!n)return null;let s={};if(r)try{s=JSON.parse(r)}catch{s={raw:r}}return{event:n,data:s}}const on=["aa","CH","DD","E","FF","I","O","PP","RR","SS","TH","U","kk","nn","sil"],nr=new Map(on.map(e=>[e.toLowerCase(),e]));function an(e){const t=(e??"").trim();return t?nr.get(t.toLowerCase())??"sil":"sil"}const rr={aei:["aa","E","I"],o:["O","U"],ee:["I"],bmp:["PP"],fv:["FF"],l:["nn"],r:["RR"],th:["TH"],qw:["U","O"],cdgknstxyz:["DD","SS","kk","CH"]};function sr(e){if(!e)return["sil"];const t=e.toLowerCase();return rr[t]??["sil"]}function ir(e,t){const n=e.word.length;if(n<=0)return 0;const r=e.wduration;if(r<=0)return 0;const s=Math.max(0,Math.min(1,(t-e.wtime)/r));return Math.min(n-1,Math.floor(s*n))}function ze(e,t){const n=Math.max(0,Math.min(e.length-1,t));return e[n]??""}function or(e,t){const n=e.toLowerCase(),r=ze(n,t),s=n.slice(Math.max(0,t-1),t+2);return r==="i"||r==="y"?"I":s.includes("ee")||r==="e"||n.includes("ea")?"E":"aa"}function ar(e,t){const n=e.toLowerCase(),r=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));if(/oo|ou|uw/.test(r))return"U";const s=ze(n,t);return s==="u"||s==="w"?"U":"O"}function cr(e,t){const n=e.toLowerCase(),r=n.slice(Math.max(0,t-2),t+1);if(/qu/.test(r))return"U";const s=n.slice(Math.max(0,t-1),Math.min(n.length,t+3));return/wo|wh/.test(s)||ze(n,t)==="o"?"O":"U"}const Ne={d:"DD",t:"DD",n:"DD",s:"SS",z:"SS",k:"kk",g:"kk",c:"CH",x:"CH",j:"CH"};function ur(e,t){const n=e.toLowerCase(),r=ze(n,t);if(Ne[r])return Ne[r];for(let s=0;s<n.length;s++){const i=n[s];if(Ne[i])return Ne[i]}return"DD"}function lr(e,t,n){const r=sr(e);if(r.length===1)return r[0];const s=t.trim();if(!s)return r[0];const i=(e??"").toLowerCase(),o=Math.max(0,n);switch(i){case"aei":return or(s,o);case"o":return ar(s,o);case"qw":return cr(s,o);case"cdgknstxyz":return ur(s,o);default:return r[0]}}const fr=24e3;function dr(e){let t=e.trim();const n=t.indexOf(",");t.startsWith("data:")&&n>=0&&(t=t.slice(n+1)),t=t.replace(/\s+/g,"").replace(/-/g,"+").replace(/_/g,"/");const r=t.length%4;return r!==0&&(t+="=".repeat(4-r)),t}function hr(e){return e.length>=4&&e[0]===82&&e[1]===73&&e[2]===70&&e[3]===70}function Ot(e,t,n=fr){const r=t.byteOffset%2===0?t:t.slice(),s=new Int16Array(r.buffer,r.byteOffset,r.byteLength/2),i=new Float32Array(s.length);for(let a=0;a<s.length;a++)i[a]=s[a]>=32768?-(65536-s[a])/32768:s[a]/32767;const o=e.createBuffer(1,i.length,n);return o.copyToChannel(i,0),o}function mr(e){const t=dr(e),n=window.atob(t),r=new Uint8Array(n.length);for(let s=0;s<n.length;s++)r[s]=n.charCodeAt(s);return r}async function _r(e,t){const n=mr(t);if(hr(n)){const r=n.buffer.slice(n.byteOffset,n.byteOffset+n.byteLength);return e.decodeAudioData(r)}if(n.length>=2&&n.length%2===0)return Ot(e,n);try{const r=n.buffer.slice(n.byteOffset,n.byteOffset+n.byteLength);return await e.decodeAudioData(r)}catch{return Ot(e,n)}}function Bt(e){let t=0;for(const n of e)t=Math.max(t,n.vtime+n.vduration);return t}function wr(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function cn(e,t){const n=[],r=[];let s=null,i=!1,o=!1,a=!1,f=!1,l=0,_=0,p=0,m=0,T=null,k=1,u=t,y=!1;const d=()=>{T!=null&&(clearTimeout(T),T=null)},R=()=>{for(const g of r)try{g.stop()}catch{}r.length=0},S=()=>{for(const g of r)g.playbackRate.value=k},D=()=>{!f||i||r.length>0||n.length>0||(o=!1,d(),e.onSpeakingDone(),e.onNotify())},H=g=>{const x=Bt(g);if(x<=0){e.onSpeakingDone(),e.onNotify();return}o=!0,l=performance.now(),e.onSpeakingStart(),e.onNotify(),d();const b=k>0?x/k:x;T=setTimeout(()=>{y||(o=!1,T=null,e.onSpeakingDone(),e.onNotify())},b)},V=(g,x,b,C)=>{x.length!==0&&(C&&(p=b),x.forEach(I=>{const O=String(I.word??"").trim();if(!O)return;const $=Math.round((I.start??0)*1e3),U=I.duration!=null?Math.round(I.duration*1e3):I.end!=null?Math.max(1,Math.round((I.end-(I.start??0))*1e3)):0;g.push({word:O,wtime:p+$,wduration:U,queueIndex:g.length,gesture:I.gesture??null,emphasis:I.emphasis===!0})}))},W=(g,x,b,C,I,L)=>{b.length!==0&&(I&&(p=C),b.forEach(O=>{const $=String(O.symbol??O.viseme??"").trim();if(!$)return;const U=Math.round((O.start??0)*1e3),X=Math.max(1,Math.round((O.duration??0)*1e3)),se=p+U;let Z;if(Fn(L)==="oculus_direct")Z=an($);else{const ae=wr(x,se),J=ae?ir(ae,se):0;Z=lr($,ae?.word??"",J)}g.push({viseme:Z,weight:1,vtime:se,vduration:X})}),e.onNotify())},j=(g,x,b,C,I,L,O)=>{V(x,C,I,L),W(g,x,b,I,L,O)},E=async(g,x,b,C,I,L,O)=>{if(y||!b?.trim()){(C.length>0||I.length>0)&&!a&&j(g,x,C,I,p,L,u);return}if(i){n.push({audio:b,visemes:C,words:I,isNewSegment:L});return}i=!0;try{const $=window.AudioContext||window.webkitAudioContext;s||(s=new $);const U=s;U.state==="suspended"&&await U.resume();const X=await _r(U,b);a=!0;const se=U.currentTime;let Z=m;const ae=!o;Z<se&&(Z=se+.1),m=Z+X.duration;const J=U.createBufferSource();if(J.buffer=X,J.playbackRate.value=k,J.connect(U.destination),r.push(J),y){r.pop();return}if(ae){o=!0,e.onSpeakingStart(),_=Z,p=0,g.length=0,x.length=0,O?.();const v=(Z-se)*1e3;l=performance.now()+v}J.onended=()=>{const v=r.indexOf(J);v>=0&&r.splice(v,1),D(),e.onNotify()},J.start(Z);const c=(Z-_)*1e3;j(g,x,C,I,c,L,u)}catch($){console.error("[avatarChunkPlayback] audio chunk failed:",$)}finally{i=!1;const $=n.shift();$?await E(g,x,$.audio,$.visemes,$.words,$.isNewSegment,O):D()}};return{setStreamTtsEngineId:g=>{u=g},setPlaybackSpeed:g=>{k=Math.max(.1,Math.min(1,g)),S()},getPlaybackSpeed:()=>k,resetForNewStream:g=>{y=!1,f=!1,u=g},primeAudioContext:async()=>{const g=window.AudioContext||window.webkitAudioContext;s||(s=new g),s.state==="suspended"&&await s.resume()},stop:()=>{y=!0,d(),R(),n.length=0,i=!1,o=!1,a=!1,f=!1,p=0,m=0,_=0,l=0},markStreamComplete:g=>{if(f=!0,!a&&g.length>0){H(g);return}D()},playAudioChunk:E,queueTimingsOnly:(g,x,b,C,I)=>{let L=p;I&&g.length>0&&(L=Bt(g)),j(g,x,b,C,L,I,u)},getPlaybackElapsedMs:()=>o?a&&s&&_>0?Math.max(0,(s.currentTime-_)*1e3):Math.max(0,(performance.now()-l)*k):0,isSpeaking:()=>o,getPlaybackStartPerf:()=>l,bargeIn:()=>{y=!0,R(),n.length=0,i=!1,o=!1,a=!1,m=0,_=0,l=0,d()},interrupt:()=>{R(),n.length=0,i=!1,o=!1,a=!1,m=0,_=0,l=0,d()}}}function Ye(e,t){let n=null;for(const r of e)t<r.vtime||t>=r.vtime+r.vduration||(!n||r.vtime>=n.vtime)&&(n=r);return n?n.viseme:"sil"}function gr(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}const mt=.5,_t=1.5,wt="Olivia",un="f786b574-daa5-4673-aa0c-cbe3e8534c02",Je=.85;function ct(e,t=ve){const n=`${t.replace(/\/$/,"")}/avatar_ttsWithPoses`,r=[],s=[],i=[];let o="neutral",a="",f=pe;const l=new Set,_=()=>l.forEach(k=>k()),p=cn({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:_},pe),m=()=>{p.stop(),r.length=0,s.length=0,i.length=0,o="neutral",e("idle"),_()};return{setDeveloperToken:k=>{a=k},setTtsEngineId:k=>{f=k},getTtsEngineId:()=>f,speak:async(k,u)=>{m(),e("loading");const y=a.trim();if(!y)throw new Error("Developer token required for avatar_ttsWithPoses");const d=u?.ttsEngineId??f??pe;p.resetForNewStream(d),p.setStreamTtsEngineId(d);const R=u?.voiceId??wt,S=u?.speakingRate??Je,D=Math.max(mt,Math.min(_t,S)),H={user_query:k,ttsEngineId:d,speakingRate:D};Bn.has(d)&&(H.voice_id=R);try{const V=await fetch(n,{method:"POST",headers:{"Content-Type":"application/json",Authorization:`Bearer ${y}`},body:JSON.stringify(H)});if(!V.ok)throw new Error(`avatar_ttsWithPoses failed (${V.status})`);const W=V.body;if(!W)throw new Error("No response body");const j=W.getReader(),E=new TextDecoder;let A="";const g=async x=>{const b=tr(x);if(b){if(b.event==="audio"){const C=b.data.chunk,I=b.data.visemes??[],L=b.data.words??[],O=b.data.is_new_segment??!1;C?await p.playAudioChunk(r,s,C,I,L,O):(I.length>0||L.length>0)&&p.queueTimingsOnly(r,s,I,L,O)}else if(b.event==="metadata"){const C=b.data.mood;typeof C=="string"&&C.trim()&&(o=C.trim());const I=b.data.sentence_emotions;if(Array.isArray(I)){i.length=0;for(const L of I){if(!L||typeof L!="object")continue;const O=L;i.push({sentence_index:Number(O.sentence_index??0),text:String(O.text??""),sentiment:typeof O.sentiment=="string"?O.sentiment:void 0,emotion:String(O.emotion??o),start_word:Number(O.start_word??0),end_word:Number(O.end_word??0)})}}_()}else if(b.event==="error")throw new Error(String(b.data.message??"avatar_ttsWithPoses stream error"))}};for(;;){const{done:x,value:b}=await j.read();b&&(A+=E.decode(b,{stream:!0}));const C=A.split(`
|
|
2
2
|
|
|
3
|
-
`);M=P.pop()??"";for(const x of P)await w(x);if(T){M.trim()&&await w(M.trim()),p.markStreamComplete(r);break}}}catch(V){throw console.error("[avatarTtsLipsync]",V),_(),e("error"),V}},stop:_,getVisemeQueue:()=>r,getWordQueue:()=>s,getSentenceEmotions:()=>i,getStreamMood:()=>o,getPlaybackElapsedMs:()=>p.getPlaybackElapsedMs(),isSpeaking:()=>p.isSpeaking(),setPlaybackSpeed:k=>{p.setPlaybackSpeed(k)},getPlaybackSpeed:()=>p.getPlaybackSpeed(),subscribe:k=>(l.add(k),()=>l.delete(k))}}const ht=16e3,mt=24e3;class hr extends zt.DailyMediaManager{constructor(){super(!0,!0,void 0,void 0,512,ht,mt)}bufferBotAudio(t,n){}}const mr=/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;function _r(e){return mr.test(e.trim())}function wr(e){const t=e.replace(/\/$/,"");return t.startsWith("https://")?`wss://${t.slice(8)}`:t.startsWith("http://")?`ws://${t.slice(7)}`:t}function nn(e){if(e.wsUrl?.trim())return e.wsUrl.trim();const t=e.authToken?.trim();if(!t)throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");const n=e.apiBase??Te,r=new URL(`${wr(n)}/ws/voice`);r.searchParams.set("authToken",t);const s=e.voiceId?.trim();s&&_r(s)&&r.searchParams.set("voiceId",s);const i=e.speakingRate??ze;return r.searchParams.set("speaking_rate",String(Math.max(lt,Math.min(ft,i)))),e.ttsStream===!1?r.searchParams.set("tts_stream","false"):r.searchParams.set("tts_stream","true"),r.toString()}function Pt(e,t){if(!Array.isArray(e))return[];const n=[];for(const r of e)!r||typeof r!="object"||n.push({sentence_index:Number(r.sentence_index??0),text:String(r.text??""),sentiment:typeof r.sentiment=="string"?r.sentiment:void 0,emotion:String(r.emotion??t),start_word:Number(r.start_word??0),end_word:Number(r.end_word??0)});return n}function gr(e){if(!e||typeof e!="object")return null;const t=e,n=t.data;return n&&typeof n=="object"?n:t}function rn(e,t={}){const n=[],r=[],s=[],i=[];let o="",a="neutral",f=Se,l=!1,m=null,p=null,_={...t},S=0,k=null;const u=new Set,y=[];let d=!1,C=null;const E=()=>u.forEach(c=>c()),R=en({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:E},f),U=()=>{if(C)return C;const c=new MessageChannel;return c.port1.onmessage=()=>{const b=y.shift();b!==void 0&&$(b),y.length>0?c.port2.postMessage(null):d=!1},C=c,c},V=c=>{y.push(c),!d&&(d=!0,U().port2.postMessage(null))},z=()=>R.getPlaybackElapsedMs(),K=(c,b=o)=>{if(!_.onLipsyncDebug)return;const O=z(),Q=n;_.onLipsyncDebug({event:c,spokenText:b,mood:a,playbackAnchorPerf:R.getPlaybackStartPerf(),playbackElapsedMs:O,queueLength:Q.length,activeViseme:Ge(Q,O),segments:i.map(G=>({...G,visemes:[...G.visemes]}))})},v=(c,b)=>{_.onLipsyncDebug&&(k={event:c,spokenText:b},S===0&&(S=requestAnimationFrame(()=>{S=0;const O=k;k=null,O&&K(O.event,O.spokenText)})))},M=()=>{n.length=0,r.length=0,i.length=0,o="",a="neutral",s.length=0},w=()=>{R.stop(),M(),v("reset"),E()},T=()=>{w(),e("idle"),E()},A=(c,b)=>{typeof c.mood=="string"&&c.mood.trim()&&(a=c.mood.trim()),Array.isArray(c.sentence_emotions)&&c.sentence_emotions.length>0&&(b&&(s.length=0),s.push(...Pt(c.sentence_emotions,a)))},P=c=>{const b=String(c.spoken_text??c.text??"").trim();b&&(o=b),R.resetForNewStream(f),typeof c.mood=="string"&&c.mood.trim()&&(a=c.mood.trim()),s.length=0,s.push(...Pt(c.sentence_emotions,a)),Array.isArray(c.gestures)&&c.gestures,v("metadata",b),E()},x=(c,b,O,Q)=>{if(!_.onLipsyncDebug)return;const G=n.slice(O),ce=Q.filter(W=>String(W.symbol??W.viseme??"").trim());i.push({spokenText:b,audioOffsetMs:G[0]?.vtime??0,isNewSegment:!!c.is_new_segment,chunkDurationMs:c.chunk_duration_ms!=null?Number(c.chunk_duration_ms):null,receivedAtMs:performance.now(),visemes:G.map((W,we)=>{const ue=ce[we];return{rawSymbol:String(ue?.symbol??ue?.viseme??W.viseme).trim(),viseme:W.viseme,startSec:Number(ue?.start??0),durationSec:Number(ue?.duration??0),vtimeMs:W.vtime,vdurationMs:W.vduration}})})},B=c=>{const b=String(c.spoken_text??c.text??"").trim(),O=!!c.is_new_segment||Number(c.chunk_index??-1)===0,Q=c.visemes??[],G=c.words??[],ce=String(c.chunk??"").trim();b&&(o=b),A(c,O),O&&R.resetForNewStream(f);const W=n.length;R.playAudioChunk(n,r,ce,Q,G,O,()=>{i.length=0}).then(()=>{x(c,b,W,Q),v("audio_chunk",b)})},I=c=>{console.warn("[realtimeVoice] avatar_lipsync is deprecated — expect avatar_audio_chunk");const b=String(c.spoken_text??c.text??"").trim();b&&(o=b),A(c,!!c.is_new_segment);const O=n.length;R.queueTimingsOnly(n,r,c.visemes??[],c.words??[],!!c.is_new_segment),x(c,b,O,c.visemes??[]),v("lipsync",b),E()},$=c=>{const b=gr(c);if(!b){console.warn("[realtimeVoice] server message with no payload",c);return}const O=String(b.type??"unknown");switch(O!=="avatar_metadata"&&O!=="avatar_audio_chunk"&&O!=="avatar_lipsync"&&O!=="error"&&console.debug("[realtimeVoice] server message",O,b),O){case"avatar_metadata":P(b);break;case"avatar_audio_chunk":B(b);break;case"avatar_lipsync":I(b);break;case"error":{const Q=String(b.message??"Voice session error");console.error("[realtimeVoice] server error:",Q),e("error"),E();break}case"avatar_speak":console.warn("[realtimeVoice] avatar_speak received; tts_stream=false Mode B is not wired yet:",b.text);break}},Y=()=>m||(p=new hr,m=new En.PipecatClient({transport:new zt.WebSocketTransport({mediaManager:p,recorderSampleRate:ht,playerSampleRate:mt}),enableCam:!1,enableMic:!0,callbacks:{onBotReady:()=>{l=!0,e("idle"),E()},onDisconnected:()=>{l=!1,T()},onError:c=>{const b=typeof c=="object"&&c!==null&&"data"in c?String(c.data??c):String(c);console.error("[realtimeVoice]",b,c),e("error"),E()},onTransportStateChanged:c=>{c==="error"&&(e("error"),E())},onServerMessage:c=>{V(c)},onUserStartedSpeaking:()=>{R.bargeIn(),M(),e("idle"),v("user_started"),E()},onBotStartedSpeaking:()=>{v("bot_started")},onBotStoppedSpeaking:()=>{R.markStreamComplete(n),v("bot_stopped")},onUserTranscript:c=>{_.onUserTranscript?.(c.text,!!c.final)},onBotOutput:c=>{_.onBotOutput?.(c.text)}}}),m);return{setDeveloperToken:c=>{},setTtsEngineId:c=>{f=c,R.setStreamTtsEngineId(c)},getTtsEngineId:()=>f,speak:async(c,b)=>{const O=c.trim();if(O){if(!m||!l)throw new Error("Realtime voice is not connected. Call connect() first.");w(),await m.sendText(O)}},stop:()=>{w(),e("idle"),E()},connect:async c=>{if(c&&(_={..._,...c}),!_.authToken?.trim())throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");e("loading");const b=Y();await b.initDevices();const O=nn(_);console.info("[realtimeVoice] connecting (avatar_audio_chunk RTVI):",O);try{await b.connect({wsUrl:O})}catch(Q){l=!1,e("error"),E();const G=Q instanceof Error?Q.message:"Realtime voice connect failed (WebSocket 101 only means upgrade OK — check authToken/origin/RTVI handshake)";throw new Error(`${G} — ${O}`)}l=!0,e("idle"),E()},disconnect:async()=>{if(y.length=0,d=!1,m)try{await m.disconnect()}catch(c){console.error("[realtimeVoice] disconnect failed:",c)}l=!1,T()},isConnected:()=>l,unlockAudio:async()=>{await R.primeAudioContext()},getVisemeQueue:()=>n,getWordQueue:()=>r,getSentenceEmotions:()=>s,getStreamMood:()=>a,getPlaybackElapsedMs:z,isSpeaking:()=>R.isSpeaking(),setPlaybackSpeed:c=>{R.setPlaybackSpeed(c)},getPlaybackSpeed:()=>R.getPlaybackSpeed(),subscribe:c=>(u.add(c),()=>u.delete(c))}}function pr(e,t,n){return{width:e.crop?.source_width??t,height:e.crop?.source_height??n}}function yr(e,t){const n=e.crop;return{x:t?.source_x??n?.x??0,y:t?.source_y??n?.y??0,width:t?.source_w??n?.width??e.frame_width??0,height:t?.source_h??n?.height??e.frame_height??0}}function Er(e){return e?(e.w??0)>0&&(e.h??0)>0:!1}async function Ye(e,t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to load encrypted asset: ${e}`);const r=await n.arrayBuffer();return $n(r,t)}async function Sr(e,t){if(!t)throw new Error("Missing asset key for encrypted JSON");const n=await Ye(e,t),r=new TextDecoder().decode(n);return JSON.parse(r)}async function kr(e){const t=new Blob([e],{type:"image/webp"}),n=URL.createObjectURL(t);return new Promise((r,s)=>{const i=new Image;i.decoding="async",i.onload=()=>{URL.revokeObjectURL(n),r(i)},i.onerror=()=>{URL.revokeObjectURL(n),s(new Error("Failed to decode decrypted image"))},i.src=n})}async function vr(e){const t=new Blob([e],{type:"image/png"}),n=URL.createObjectURL(t);return new Promise((r,s)=>{const i=new Image;i.decoding="async",i.onload=()=>{URL.revokeObjectURL(n),r(i)},i.onerror=()=>{URL.revokeObjectURL(n),s(new Error("Failed to decode decrypted PNG"))},i.src=n})}function Tr(e){const t=new Blob([e],{type:"video/mp4"});return URL.createObjectURL(t)}async function br(e){const t=jn();if(!Ke())return t;if(!e)throw new Error("Missing asset key for encrypted idle video");const n=await Ye(t,e);return Tr(n)}function _t(e,t){return`${e}/${t}_minus_sil.png`}const sn=5;function on(e){const t=e?.composite_threshold;if(typeof t=="number"&&t>0)return t;const n=e?.crop?.content_threshold;return typeof n=="number"&&n>0?n:sn}const Ar=["aa","E","I","O","U","PP","FF","DD","SS","TH","CH","RR","kk","nn"],it=["t01_0.17","t02_0.33","t03_0.50","t04_0.67","t05_0.83"],Rr=it.length,Lt=new Set(["aa__kk","aa__nn","aa__sil","CH__aa","CH__DD","CH__E","CH__FF","CH__I","CH__kk","CH__nn","CH__O","CH__PP","CH__RR","CH__sil","CH__SS","CH__TH","CH__U","DD__aa","DD__E","DD__FF","DD__I","DD__kk","DD__nn","DD__O","DD__PP","DD__RR","DD__sil","DD__SS","DD__TH","DD__U","E__aa","E__FF","E__I","E__kk","E__nn","E__O","E__PP","E__RR","E__sil","E__SS","E__TH","E__U","FF__aa","FF__I","FF__kk","FF__nn","FF__O","FF__PP","FF__RR","FF__sil","FF__SS","FF__TH","FF__U","I__aa","I__kk","I__nn","I__O","I__PP","I__RR","I__sil","I__SS","I__TH","I__U","kk__nn","kk__sil","nn__sil","O__aa","O__kk","O__nn","O__PP","O__RR","O__sil","O__SS","O__TH","O__U","PP__aa","PP__kk","PP__nn","PP__RR","PP__sil","PP__SS","PP__TH","PP__U","RR__aa","RR__kk","RR__nn","RR__sil","RR__SS","RR__TH","RR__U","SS__aa","SS__kk","SS__nn","SS__sil","SS__TH","SS__U","TH__aa","TH__kk","TH__nn","TH__sil","TH__U","U__aa","U__kk","U__nn","U__sil"]);function Ot(e,t){return`${e}__${t}`}function Bt(e,t){return`pairs/${e}/${t}_minus_sil.png`}function We(e){return`${e}_minus_sil.png`}function Ir(e,t){if(t.has(e))return e;const n=/^pairs\/([^/]+)\//.exec(e);if(!n)return null;const r=n[1].split("__")[1];if(!r||r==="sil")return null;const s=We(r);return t.has(s)?s:null}function an(e,t){return e.filter(n=>t.has(n))}function Dr(e,t,n){const r=wt(e,t);return an(r,n).length>0}function wt(e,t){if(e===t)return[];const n=[],r=Ot(e,t);if(Lt.has(r)){for(const i of it)n.push(Bt(r,i));return n}const s=Ot(t,e);if(Lt.has(s)){for(let i=Rr-1;i>=0;i--)n.push(Bt(s,it[i]));return n}return[]}function Cr(e){return e<16?[]:e<35?[2]:e<51?[0,4]:e<67?[0,2,4]:e<83?[0,1,2,3]:[0,1,2,3,4]}function Mr(e,t){return Cr(t).map(r=>e[r]).filter(r=>r!=null)}function xr(e,t,n,r){if(r<=0)return 0;const i=Math.max(1,n-t)/r,o=e-t,a=Math.floor(o/i);return Math.min(r-1,Math.max(0,a))}function Pr(e,t,n){if(!n)return`${e}/${t}`;const r=t.split("/").pop()??t,s=r.includes(".")?r.slice(0,r.lastIndexOf(".")):r;return`${e}/${s}.bin`}const Lr=[.32,.24,.16,.08,0],Or=Lr.map(e=>`eyes_${e.toFixed(2)}`),Br=["eyes_0.32","eyes_0.16","eyes_0.00"],Fr=["eyes_0.32","eyes_0.16","eyes_0.08","eyes_0.00"],Ft=2,Ur=-30,ot=20,Nr={fear:-30,anger:-20,sad:-10,neutral:0,love:10,happy:0,disgust:20};function gt(e){return`brow_${e}`}function pt(e){return Nr[e]}function Ee(e){return Math.max(Ur,Math.min(ot,e))}function Vr(e,t){if(e===t)return[];const n=e<t?Ft:-Ft,r=[];let s=e;for(;s!==t;)s+=n,r.push(s);return r}const $r={fear:"fear",afraid:"fear",anxiety:"fear",anger:"anger",angry:"anger",mad:"anger",sad:"sad",sadness:"sad",sorrow:"sad",neutral:"neutral",calm:"neutral",love:"love",loving:"love",affection:"love",happy:"happy",happiness:"happy",joy:"happy",joyful:"happy",excited:"happy",disgust:"disgust",disgusted:"disgust"};function ve(e,t="neutral"){const n=String(e??"").trim().toLowerCase();return n?$r[n]??t:t}function cn(e){return e===0?null:_t(gt(e),"eyes_standard")}function un(e){return cn(pt(e))}function Ut(e,t){const n=gt(pt(e));return!t||t==="eyes_standard"?un(e):e==="neutral"&&t==="eyes_standard"?null:_t(n,t)}function Wr(e,t){const n=[];for(const r of t)n.push(Ut(e,r));for(let r=t.length-2;r>=0;r--)n.push(Ut(e,t[r]));return n.push(un(e)),n}function Hr(e){return _t(gt(e),"eyes_standard")}function qr(e,t){return Vr(e,t).map(Hr)}const Kr=6;function jr(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function Gr(e){const t=Ee(e);return t>=ot?ot:Ee(t+Kr)}function zr(e,t,n){const r=Ee(n);return jr(t,e)?.emphasis?Gr(r):r}function Nt(e){if(!e)return 0;const t=e.match(/^brow_(-?\d+)\//);if(!t?.[1])return null;const n=Number.parseInt(t[1],10);return Number.isFinite(n)?Ee(n):null}function Ce(e,t){return e+Math.random()*(t-e)}function Fe(){return Ce(14,32)}function Yr(e={}){const{initialDelayMs:t=800+Math.random()*1200,intervalMinMs:n=2200,intervalMaxMs:r=5800,doubleBlinkChance:s=.18,doubleBlinkGapMinMs:i=120,doubleBlinkGapMaxMs:o=220,fullBlinkChance:a=.75,postEmotionChangeDelayMs:f=380,minDwellMs:l=550}=e;let m="neutral",p="neutral",_=0,S=0,k=0,u={kind:"idle",nextBlinkAt:performance.now()+t},y=null,d="__eyes_open__|neutral|brow:0";function C(v=m){d=`${y??"__eyes_open__"}|${v}|brow:${S}`}function E(v,M=m){y=v;const w=Nt(v);w!=null?S=w:v==null&&(S=0),C(M)}function R(v){return cn(v)}function U(v,M,w){const T=Ee(M),A=Ee(w);if(_=A,T===A){E(R(A));return}const P=[...qr(T,A),R(A)];u={kind:"browBlend",paths:P,index:0,holdUntil:v+Fe(),targetBrow:A},E(P[0]??null)}function V(v,M){u={kind:"idle",nextBlinkAt:v+Ce(n,r)},p=M,E(R(_),M)}function z(v,M,w){const T=w?Br:Math.random()<a?Or:Fr;u={kind:"playing",paths:Wr(M,T),index:0,holdUntil:v+Fe(),after:"idle",blinkEmotion:M},p=M,E(u.paths[0]??null,M)}function K(v){if(u.kind==="browBlend"){for(;v>=u.holdUntil&&u.index<u.paths.length-1;)u.index+=1,u.holdUntil=v+Fe();const M=u.paths[u.index]??null;E(M),v>=u.holdUntil&&u.index>=u.paths.length-1&&(S=u.targetBrow,_=u.targetBrow,E(R(u.targetBrow)),u={kind:"idle",nextBlinkAt:v+f});return}if(u.kind==="idle"){E(R(_),p),v>=u.nextBlinkAt&&z(v,p,!1);return}if(u.kind==="doublePause"){E(R(_),u.blinkEmotion),v>=u.resumeAt&&z(v,u.blinkEmotion,!0);return}if(u.kind==="playing"){for(;v>=u.holdUntil&&u.index<u.paths.length-1;)u.index+=1,u.holdUntil=v+Fe();if(E(u.paths[u.index]??null,u.blinkEmotion),v>=u.holdUntil&&u.index>=u.paths.length-1){if(u.after==="resumeIdle"){V(v+f,m);return}if(u.after==="doublePause"){u={kind:"doublePause",resumeAt:v+Ce(i,o),blinkEmotion:u.blinkEmotion},E(R(_),u.blinkEmotion);return}if(u.after==="idle"&&Math.random()<s){u={kind:"doublePause",resumeAt:v+Ce(i,o),blinkEmotion:u.blinkEmotion},E(R(_),u.blinkEmotion);return}V(v,u.blinkEmotion)}}}return{advance:K,setTargetEmotion(v){const M=ve(v,m);if(M===m)return;const w=performance.now();l>0&&M!==m&&!(m==="neutral"&&M!=="neutral")&&w-k<l||(m=M,p=M,k=w)},setTargetEyebrow(v){const M=Ee(v);if(M===_&&u.kind!=="browBlend")return;const w=performance.now(),T=u.kind==="browBlend"?Nt(y)??S:S;_=M,!(M===T&&u.kind!=="browBlend")&&(u.kind==="playing"||u.kind==="doublePause"||U(w,T,M))},getTargetEmotion:()=>m,getTargetEyebrow:()=>_,getExpressionPath:()=>y,getDrawKey:()=>d,reset(){m="neutral",p="neutral",_=0,S=0,k=0,V(performance.now()+Ce(n,r),"neutral")}}}function Jr(){const e=document.createElement("video");e.muted=!0,e.playsInline=!0,e.preload="auto",e.setAttribute("playsinline",""),e.loop=!0;let t=!1,n=null,r="";const s=()=>{n&&(URL.revokeObjectURL(n),n=null)};return{async load(i){t&&r===i||(s(),t=!1,r=i,i.startsWith("blob:")&&(n=i),await new Promise((o,a)=>{const f=()=>{const l=e.duration;if(!Number.isFinite(l)||l<=0){a(new Error(`Idle video has invalid duration: ${i}`));return}t=!0,e.currentTime=0,o()};e.addEventListener("loadeddata",f,{once:!0}),e.addEventListener("error",()=>a(new Error(`Failed to load idle video: ${i}`)),{once:!0}),e.src=i,e.load()}))},isReady(){return t},getVideo(){return e},setActive(i){t&&(i?e.paused&&e.play().catch(()=>{}):e.paused||e.pause())},restart(){t&&(e.currentTime=0)},dispose(){e.pause(),e.removeAttribute("src"),e.load(),s(),t=!1,r=""}}}const Qr=50,ln=400;function Xr(e,t,n){return e.filter(r=>{const s=r.queueIndex??-1;return s>=t&&s<=n})}function Zr(e,t){const n=[];for(const r of e){const s=Xr(t,r.start_word,r.end_word);if(s.length===0)continue;const i=s[0],o=s[s.length-1];n.push({sentence:r,startMs:Math.max(0,i.wtime-Qr),endMs:o.wtime+o.wduration+ln})}return n.sort((r,s)=>r.startMs-s.startMs)}function es(e,t,n,r="neutral"){const s=ve(r);if(t.length===0)return s;if(n.length===0||e<n[0].wtime)return ve(t[0]?.emotion,s);const i=Zr(t,n);let o=null;for(const l of i)e>=l.startMs&&e<=l.endMs&&(o=l);if(o)return ve(o.sentence.emotion,s);const a=n[n.length-1],f=a.wtime+a.wduration;return e>f+ln?ve(t[t.length-1]?.emotion,s):s}function fn(e,t,n,r,s=sn){const i=new OffscreenCanvas(n,r),o=i.getContext("2d",{willReadFrequently:!0});o.drawImage(e,0,0,n,r);const a=o.getImageData(0,0,n,r),f=o.createImageData(n,r);f.data.set(a.data);const m=new OffscreenCanvas(n,r).getContext("2d",{willReadFrequently:!0});for(const p of t){m.clearRect(0,0,n,r),m.drawImage(p,0,0,n,r);const _=m.getImageData(0,0,n,r);for(let S=0;S<f.data.length;S+=4){const k=_.data[S],u=_.data[S+1],y=_.data[S+2];Math.max(k,u,y)>s&&(f.data[S]=k,f.data[S+1]=u,f.data[S+2]=y,f.data[S+3]=255)}}return o.putImageData(f,0,0),i}let pe=null,Me=null;const He=new Map;function ts(){pe=null,Me=null,He.clear()}Kn(ts);function ns(e){return e??Me??void 0}function yt(e){return new Promise((t,n)=>{const r=new Image;r.decoding="async",r.onload=()=>t(r),r.onerror=()=>n(new Error(`Failed to load image: ${e}`)),r.src=e})}async function rs(e){return Ke()?vr(await Ye(Ct(),e??"")):yt(Ct())}async function Vt(e,t,n,r){const s=n?await Sr(e,r):await fetch(e).then(l=>{if(!l.ok)throw new Error(`Failed to load ${e}`);return l.json()}),i=s.sheets?.[0];if(!i?.path)throw new Error(`${e} has no sheets[0].path`);const o=n?await kr(await Ye(Pr(t,i.path,n),r??"")):await yt(`${t}/${i.path}`),a=new Map;for(const l of s.cells??[])l.path&&a.set(l.path,l);const f=new Map;for(const l of s.sheets??[])f.set(l.index,l);return{atlas:o,atlasMeta:s,cellByPath:a,sheetByIndex:f,diffBase:t}}async function at(e){const t=ns(e),n=Ke();if(n&&!t)throw new Error("Encrypted assets enabled but no key provided");if(pe&&(!n||Me===(t??null))){const i=await pe;return{...xe(i),visemePaths:[...i.viseme.cellByPath.keys()]}}Me=t??null,He.clear();const r=Gn();pe=(async()=>{const i=await rs(t),o=await Vt(zn(),r,n,t);let a=null;try{a=await Vt(Yn(),r,n,t)}catch{a=null}return{sil:i,viseme:o,expression:a}})();const s=await pe;return{...xe(s),visemePaths:[...s.viseme.cellByPath.keys()]}}async function dn(e){if(await at(e),!pe)throw new Error("Assets not loaded");return pe}function xe(e){return pr(e.viseme.atlasMeta,e.sil.naturalWidth,e.sil.naturalHeight)}function ss(e,t){const n=document.createElement("canvas");return n.width=t.w,n.height=t.h,n.getContext("2d",{willReadFrequently:!0}).drawImage(e.atlas,t.x,t.y,t.w,t.h,0,0,t.w,t.h),n}async function $t(e,t,n){const r=`${t.diffBase}::${n}`,s=He.get(r);if(s)return s;const i=(async()=>{const o=t.cellByPath.get(n);if(!o)throw new Error(`No atlas cell for path: ${n}`);const a=yr(t.atlasMeta,o),f=xe(e);if(Er(o)){const p=ss(t,o),_=document.createElement("canvas");_.width=f.width,_.height=f.height;const S=_.getContext("2d");return S.fillStyle="#000",S.fillRect(0,0,f.width,f.height),S.drawImage(p,a.x,a.y),_}const l=`${t.diffBase}/${n}`,m=await yt(l);if(m.naturalWidth===f.width&&m.naturalHeight===f.height)return m;throw new Error(`Diff PNG wrong size for ${n}`)})();return He.set(r,i),i}async function Wt(e,t,n,r,s,i){if(s){const{width:S,height:k}=s;if(i&&!i()||t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA)return;const u=document.createElement("canvas");u.width=S,u.height=k;const y=u.getContext("2d");if(y.clearRect(0,0,S,k),y.drawImage(t,0,0,S,k),i&&!i())return;(e.width!==S||e.height!==k)&&(e.width=S,e.height=k);const d=e.getContext("2d");d.clearRect(0,0,S,k),d.drawImage(u,0,0);return}const o=await dn(),a=on(o.viseme.atlasMeta),{width:f,height:l}=xe(o);(e.width!==f||e.height!==l)&&(e.width=f,e.height=l);const m=[],p=e.getContext("2d");if(p.clearRect(0,0,f,l),t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA){const S=o.sil;p.drawImage(S,0,0,f,l);return}if(m.length===0){p.drawImage(t,0,0,f,l);return}const _=fn(t,m,f,l,a);p.drawImage(_,0,0)}async function ct(e,t,n){const r=await dn(Me??void 0),s=on(r.viseme.atlasMeta),{width:i,height:o}=xe(r);(e.width!==i||e.height!==o)&&(e.width=i,e.height=o);const a=[];if(t.mouthPath){const m=new Set(r.viseme.cellByPath.keys()),p=Ir(t.mouthPath,m)??(m.has(t.mouthPath)?t.mouthPath:null);p&&a.push(await $t(r,r.viseme,p))}t.expressionPath&&r.expression&&a.push(await $t(r,r.expression,t.expressionPath));const f=e.getContext("2d");if(f.clearRect(0,0,i,o),a.length===0){f.drawImage(r.sil,0,0,i,o);return}const l=fn(r.sil,a,i,o,s);f.drawImage(l,0,0)}async function is(e){await ct(e,{mouthPath:null,expressionPath:null})}function os(e){const t=new Map;for(const n of e)t.has(n.vtime)||t.set(n.vtime,n);return[...t.values()].sort((n,r)=>n.vtime-r.vtime)}function as(e){const t=os(e),n=[];for(let r=0;r<t.length-1;r++){const s=t[r].viseme,i=t[r+1].viseme,o=t[r].vtime,a=t[r+1].vtime;s===i||a<=o||n.push({from:s,to:i,fromVtime:o,toVtime:a})}return n}function cs(e,t){let n=null;for(const r of e)t>=r.fromVtime&&t<r.toVtime&&(n=r);return n}function us(e,t){return{gapMs:Math.max(0,t-e),holdEnd:e,transStart:e}}const hn=400,ls=200,fs=600,ds="__sil__";function hs(){return{lastDrawnKey:""}}function he(e){e.lastDrawnKey="",e.transitionCache=void 0}function ms(e,t){if(t?.transitionCache&&t.transitionCache.queueLength===e.length)return t.transitionCache.transitions;const n=as(e);return t&&(t.transitionCache={queueLength:e.length,transitions:n}),n}function _s(e){let t="sil";for(const n of e)n.viseme!=="sil"&&(t=n.viseme);return t}function ws(e,t){return e==="sil"?!1:t?Dr(e,"sil",t):wt(e,"sil").length>0}function gs(){return hn+fs}function Ht(e){return e??ds}function ps(e,t,n,r){if(e.length===0)return{diffPath:null,label:"sil"};const s=ms(e,r),i=cs(s,t);if(i){const a=i.toVtime-i.fromVtime,f=us(i.fromVtime,i.toVtime);if(t>=f.transStart&&t<i.toVtime){let l=wt(i.from,i.to);n&&(l=an(l,n));const m=Mr(l,a);if(m.length>0){const p=xr(t,f.transStart,i.toVtime,m.length);return{diffPath:m[p]??m[m.length-1],label:`${i.from}→${i.to}`}}return{diffPath:We(i.to),label:i.to}}}const o=Ge(e,t);return o==="sil"?{diffPath:null,label:"sil"}:{diffPath:We(o),label:o}}function mn(e,t){const n=t??Ht(e.expressionPath);return`${Ht(e.mouthPath)}|${n}`}function ys(e,t,n,r,s,i,o,a,f,l){const m=ps(t,n,f,i),p={mouthPath:m.diffPath,expressionPath:r},_=mn(p,s);_!==i.lastDrawnKey&&(a(m.label),o(e,p,_,S=>{S===_&&(i.lastDrawnKey=_)}))}function qt(e,t,n,r,s,i,o=null){const a={mouthPath:null,expressionPath:t},f=o!=null?`|idle@${Math.round(o*1e3)}`:"",l=mn(a,n)+f;!(o!=null)&&l===r.lastDrawnKey||(i(o!=null?"idle":"sil"),s(e,a,l,p=>{p===l&&(r.lastDrawnKey=l)}))}function _n(e){let t=0,n=null,r=!1,s=!1;const i=async()=>{if(!r){r=!0;try{for(;n;){const a=n;n=null;const f=++t,l=await e(a.diffs,f,a);n||l&&f===t&&a.onDisplayed?.(a.drawKey)}}finally{r=!1,n&&i()}}},o=()=>{s||(s=!0,queueMicrotask(()=>{s=!1,i()}))};return{enqueue(a,f,l){n={diffs:a,drawKey:f,onDisplayed:l},o()},reset(){t+=1,n=null},isLatestSeq(a){return a===t},getLatestSeq(){return t}}}const Kt=-1,jt=new Map;async function Es(e){let t=jt.get(e);if(!t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to fetch worker script (${n.status}): ${e}`);const r=await n.blob();t=URL.createObjectURL(r),jt.set(e,t)}return new Worker(t,{name:"visemeDiffPreview"})}function Ss(){return typeof Worker<"u"&&typeof OffscreenCanvas<"u"}function ks(e,t){(e.width!==t.width||e.height!==t.height)&&(e.width=t.width,e.height=t.height);const n=e.getContext("2d");n&&n.drawImage(t,0,0)}function Gt(e,t){let n=0,r=null;const s=_n(async(i,o)=>(await at(),await ct(e,i),s.isLatestSeq(o)));return{usesWorker:!1,async loadAssets(i){const o=await at(i);return r=o.visemePaths?new Set(o.visemePaths):null,o},getVisemeAtlasPaths(){return r},async renderSilOnly(){n+=1,s.reset(),await is(e)},drawLiveFrame(i,o,a,f){s.enqueue(o,a,f)},async renderViseme(i,o){n+=1;const a=n;t.onStatus?.(o),await ct(i,{mouthPath:We(o),expressionPath:null})},dispose(){n+=1,s.reset()}}}function vs(e,t,n){let r=null,s=1,i=0,o=!1,a=!1,f=null;const l=new Map,m=_n(async(y,d,C)=>(l.set(d,{drawKey:C.drawKey,onDisplayed:C.onDisplayed}),await k({type:"drawFrame",diffPath:y.mouthPath,expressionDiffPath:y.expressionPath,liveSeq:d},void 0,!0),!1)),p=y=>{if(y===Kt){let E=-1,R;for(const[U,V]of l)U>=E&&(E=U,R=V);E>=0&&l.delete(E),R?.onDisplayed?.(R.drawKey);return}const d=-y,C=l.get(d);l.delete(d),C?.onDisplayed?.(C.drawKey)},_=new Map,S=(y,d)=>{a||!r||r.postMessage(y,[])},k=(y,d,C=!1)=>{if(a)return Promise.resolve();const E=s++;return new Promise((R,U)=>{_.set(E,{resolve:V=>R(V),reject:U,generation:typeof y.generation=="number"?y.generation:void 0,expectRenderDone:C}),S({...y,requestId:E})})},u=(async()=>{r=await Es(n),r.onmessage=y=>{if(a)return;const d=y.data;if(d.type==="status"){t.onStatus?.(d.label);return}if(d.type==="frame"){const E=d.generation<0;if(!E&&d.generation!==i){d.bitmap.close();return}if(E&&!(d.generation===Kt)){const U=-d.generation;if(!m.isLatestSeq(U)){d.bitmap.close();return}}if(E&&t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()){d.bitmap.close();return}ks(e,d.bitmap),d.bitmap.close(),E&&p(d.generation);return}const C=_.get(d.requestId);if(C)switch(d.type){case"ready":_.delete(d.requestId),C.resolve();break;case"loadAssetsDone":_.delete(d.requestId),f=d.visemePaths?.length?new Set(d.visemePaths):null,C.resolve({width:d.width,height:d.height,visemePaths:d.visemePaths});break;case"renderDone":if(C.expectRenderDone&&C.generation!=null&&d.generation!==C.generation)return;_.delete(d.requestId),C.resolve();break;case"renderAborted":_.delete(d.requestId),C.resolve();break;case"error":_.delete(d.requestId),t.onError?.(d.message),C.reject(new Error(d.message));break}},r.onerror=y=>{if(a)return;const d=y.message||"Worker error";t.onError?.(d);for(const[,C]of _)C.reject(new Error(d));_.clear()},await k({type:"init"}),o=!0})();return{usesWorker:!0,async loadAssets(y){if(a)return{width:842,height:1264};if(await u,a)return{width:842,height:1264};if(!o)throw new Error("Worker init failed");return await k({type:"loadAssets",keyHex:y,urls:qn(ke())})??{width:842,height:1264}},getVisemeAtlasPaths(){return f},async renderSilOnly(){if(a||(await u,a))return;i+=1,m.reset(),l.clear();const y=i;await k({type:"cancelLiveDraws"}),await k({type:"renderSil",generation:y},void 0,!0)},drawLiveFrame(y,d,C,E){a||u.then(()=>{a||m.enqueue(d,C,E)})},async renderViseme(y,d,C={}){if(a||(await u,a))return;i+=1,m.reset(),l.clear();const E=i;try{await k({type:"cancelLiveDraws"}),await k({type:"renderViseme",generation:E,to:d,from:C.from,transitionDurationMs:C.transitionDurationMs,gapMs:C.gapMs,threshold:C.threshold},void 0,!0)}catch(R){if(R?.name==="AbortError")return;throw R}},dispose(){if(!a){a=!0,i+=1,m.reset(),l.clear();for(const[,y]of _)y.resolve();_.clear(),r?.terminate(),r=null}}}}function Ts(e,t={}){if(!Ss())return Gt(e,t);const n=Rn(t.workerScriptUrl);try{return vs(e,t,n)}catch{return Gt(e,t)}}class bs extends Error{constructor(t,n){super(`${t} timed out after ${Math.round(n/1e3)}s`),this.name="LoadTimeoutError"}}function tt(e,t,n){return new Promise((r,s)=>{const i=globalThis.setTimeout(()=>{s(new bs(n,t))},t);e.then(o=>{globalThis.clearTimeout(i),r(o)},o=>{globalThis.clearTimeout(i),s(o)})})}const As={position:"relative",display:"inline-block",lineHeight:0},Rs={display:"block",maxWidth:"100%",height:"auto"},Is={position:"absolute",inset:0,display:"flex",alignItems:"center",justifyContent:"center",padding:"1rem",background:"rgba(0,0,0,0.55)",color:"#fff",fontSize:"0.875rem",textAlign:"center"};function Ue(e){return Mn(e)?tn:dt}function me(e,t){return t?.isSpeaking()?t:e.isSpeaking()?e:t?.isConnected()?t:e}const Ds=g.forwardRef(function({id:t,assets:n,authToken:r,ttsEngineId:s=ye,voiceId:i,speakingRate:o=ze,className:a,style:f,canvasStyle:l,onStatusChange:m,onDisplayStatus:p,onError:_,onReady:S,showErrorOverlay:k=!0,onUserTranscript:u,onBotOutput:y,onRealtimeLipsyncDebug:d},C){const E=g.useRef(null),R=g.useRef(null),U=g.useRef(hs()),V=g.useRef(Yr()),z=g.useRef(0),K=g.useRef(0),v=g.useRef(0),M=g.useRef(null),w=g.useRef(null),T=g.useRef(!1),A=g.useRef(!1),P=g.useRef(!1),x=g.useRef("sil"),B=g.useRef(!1),I=g.useRef(null),$=g.useRef(!1),[Y,_e]=g.useState("idle"),[re,j]=g.useState(null),[X,Z]=g.useState(!1),[c,b]=g.useState(!1),[O,Q]=g.useState({width:842,height:1264}),G=g.useRef(r??null),ce=g.useRef(null),W=g.useRef(null),we=g.useRef(!1),ue=g.useRef({width:842,height:1264}),Je=g.useRef(null),Et=g.useRef(S),ee=g.useRef(p),St=g.useRef(_),kt=g.useRef(u),vt=g.useRef(y),Tt=g.useRef(d);Et.current=S,ee.current=p,St.current=_,kt.current=u,vt.current=y,Tt.current=d;const bt=g.useCallback(h=>{const D=h?.ttsEngineId??s??W.current?.ttsEngineId??ye,L=h?.voiceId??i??W.current?.voiceId??Ue(D);return{ttsEngineId:D,voiceId:L}},[s,i]),le=g.useCallback(h=>{j(h),St.current?.(h)},[]),Ae=g.useCallback(h=>{_e(h),m?.(h)},[m]),H=g.useRef(st(Ae,Te)),q=g.useRef(null);g.useEffect(()=>(H.current=st(Ae,Te),r&&H.current.setDeveloperToken(r),H.current.setTtsEngineId(s),()=>{H.current.stop();const h=q.current;h&&(h.disconnect(),q.current=null)}),[Ae,r,s]);const At=g.useCallback(()=>(q.current||(q.current=rn(Ae,{speakingRate:o,onUserTranscript:(h,D)=>kt.current?.(h,D),onBotOutput:h=>vt.current?.(h),onLipsyncDebug:h=>Tt.current?.(h)}),q.current.setTtsEngineId(s)),q.current),[Ae,o,s]),se=g.useCallback(()=>{M.current!=null&&(clearTimeout(M.current),M.current=null)},[]),oe=g.useCallback(()=>{w.current!=null&&(clearTimeout(w.current),w.current=null),P.current=!1},[]),Rt=g.useCallback(()=>{!$.current||!I.current||(oe(),P.current=!0,w.current=setTimeout(()=>{if(w.current=null,me(H.current,q.current).isSpeaking()){P.current=!1;return}if(T.current){P.current=!1;return}const h=I.current;if(!h){P.current=!1;return}h.restart(),h.setActive(!0);const D=h.getVideo();let L=!1;const F=()=>{L||(L=!0,D.removeEventListener("playing",N),P.current=!1)},N=()=>{F()};if(D.addEventListener("playing",N,{once:!0}),D.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA&&!D.paused){F();return}setTimeout(F,300)},ls))},[oe]),Pe=g.useCallback(()=>{if(se(),ee.current?.("sil"),T.current=!1,!$.current||!I.current){P.current=!1;return}Rt()},[se,Rt]),Qe=g.useCallback(async h=>{const D=K.current,L=R.current,F=E.current,N=()=>{h?.fallbackOnly||(T.current=!1)};if(!L||!F||!X){N();return}if(me(H.current,q.current).isSpeaking()){N();return}if(h?.fallbackOnly){if(!T.current||(he(U.current),await L.renderSilOnly(),D!==K.current)||me(H.current,q.current).isSpeaking())return;Pe();return}const te=x.current!=="sil"?x.current:_s(me(H.current,q.current).getVisemeQueue()),ie=ws(te,Je.current);if(he(U.current),!ie){if(await L.renderSilOnly(),D!==K.current||me(H.current,q.current).isSpeaking())return;Pe();return}try{await L.renderViseme(F,"sil",{from:te,transitionDurationMs:hn})}catch(fe){if(fe?.name!=="AbortError")throw fe}if(D!==K.current){N();return}if(me(H.current,q.current).isSpeaking()){N();return}Pe()},[X,Pe]),Re=g.useCallback(()=>{if(A.current||T.current)return;A.current=!0,T.current=!0,se();const h=K.current;Qe().finally(()=>{A.current=!1}),M.current=setTimeout(()=>{M.current=null,h===K.current&&Qe({fallbackOnly:!0})},gs())},[se,Qe]),It=g.useCallback(async()=>{const h=Math.floor(Date.now()/1e3);if(ce.current&&h<ce.current.expiresAt-60)return ce.current.key;const D=G.current??await Ne();G.current=D,H.current.setDeveloperToken(D);const L=await Un(D,Te);return ce.current={key:L.value,expiresAt:L.expiresAt},L.value},[]);g.useEffect(()=>{r&&(G.current=r,H.current.setDeveloperToken(r))},[r]),g.useEffect(()=>{H.current.setTtsEngineId(s),q.current?.setTtsEngineId(s),W.current&&(W.current.ttsEngineId=s)},[s]),g.useEffect(()=>{const h=i??Ue(s);W.current&&(W.current.voiceId=h)},[i,s]);const wn=g.useMemo(()=>n?JSON.stringify(n):`id:${t??""}`,[n,t]);return g.useEffect(()=>{if(!t&&!n){le("AiTwin requires either `id` or `assets`");return}let h=!1;we.current=!1,Z(!1),b(!1),j(null),W.current=null,I.current=null,$.current=!1;const D=E.current;if(!D)return;let L=null;return(async()=>{try{let F,N,te;if(n)F=n,N=s,te=i??Ue(N);else{ee.current?.("getAiTwin");const J=await tt(Qt(t),3e4,"getAiTwin");if(h)return;if(!J.faceId?.trim())throw new Error("getAiTwin returned no faceId");N=J.ttsEngineId,te=i??J.voiceId??Ue(N),F=Wn(J.faceId)}W.current={ttsEngineId:N,voiceId:te},Hn(F),I.current=Jr(),L=Ts(D,{onStatus:J=>{h||ee.current?.(J)},onError:J=>{h||le(J)},shouldAcceptLiveFrame:()=>me(H.current,q.current).isSpeaking()&&!T.current}),R.current=L,ee.current?.("auth");const ie=G.current??r??await tt(Ne(),3e4,"getAuthToken");if(h)return;G.current=ie,H.current.setDeveloperToken(ie),H.current.setTtsEngineId(N);const fe=Ke()?await It():void 0;if(h)return;ee.current?.("loadAssets");const ae=await tt(L.loadAssets(fe),18e4,"load face assets");if(!h&&ae.width>0&&ae.height>0&&(ue.current=ae,Q(ae)),h)return;Je.current=L.getVisemeAtlasPaths(),we.current=!0,Z(!0),Et.current?.(),L.renderSilOnly().then(()=>{h||ee.current?.("sil")}),(async()=>{try{const J=await br(fe);if(await I.current.load(J),h)return;$.current=!0,b(!0),he(U.current),I.current.setActive(!0);const ne=I.current.getVideo();await Wt(D,ne,null,void 0,ue.current),h||ee.current?.("idle")}catch(J){if(h)return;$.current=!1,b(!1),console.warn("[AiTwin] Idle video unavailable:",J)}})()}catch(F){if(h)return;if(F instanceof Ve){le(F.message);return}le(F instanceof Error?F.message:"Failed to load AI twin")}})(),()=>{h=!0,I.current?.dispose(),L?.dispose(),R.current=null}},[wn,n,s,i,r,It,le]),g.useEffect(()=>{const h={current:!1},D=()=>{const L=E.current,F=R.current,N=me(H.current,q.current);if(!L||!F||!X){z.current=requestAnimationFrame(D);return}const te=N.isSpeaking(),ie=te&&!B.current,fe=B.current&&!te;ie&&(se(),oe(),T.current=!1,A.current=!1,he(U.current),v.current=0,x.current="sil",I.current?.setActive(!1)),fe&&(V.current.reset(),I.current?.setActive(!1),Re());const ae=N.getPlaybackElapsedMs(),J=fe||T.current||P.current;if(te){$.current&&I.current?.setActive(!1);const ne=N.getVisemeQueue(),ge=ne.length>0?Ge(ne,ae):"sil";ge!=="sil"&&(x.current=ge);const de=es(ae,N.getSentenceEmotions(),N.getWordQueue(),N.getStreamMood());V.current.setTargetEmotion(de),V.current.setTargetEyebrow(zr(ae,N.getWordQueue(),pt(de))),V.current.advance(performance.now());const Ie=V.current.getExpressionPath(),Xe=V.current.getDrawKey();ys(L,ne,ae,Ie,Xe,U.current,(De,gn,pn,yn)=>F.drawLiveFrame(De,gn,pn,yn),De=>ee.current?.(De),Je.current)}else if(!J&&$.current&&I.current){const ne=I.current,ge=ne.getVideo();ge.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA?(ne.setActive(!0),h.current||(h.current=!0,Wt(L,ge,null,void 0,ue.current,()=>!N.isSpeaking()&&!T.current&&!P.current).then(()=>ee.current?.("idle")).finally(()=>{h.current=!1}))):qt(L,null,"__sil__",U.current,(de,Ie,Xe,De)=>F.drawLiveFrame(de,Ie,Xe,De),de=>ee.current?.(de))}else J||qt(L,null,"__sil__",U.current,(ne,ge,de,Ie)=>F.drawLiveFrame(ne,ge,de,Ie),ne=>ee.current?.(ne));B.current=te,z.current=requestAnimationFrame(D)};return z.current=requestAnimationFrame(D),()=>{cancelAnimationFrame(z.current),se(),oe(),H.current.stop(),q.current?.stop()}},[X,c,Re,se,oe]),g.useImperativeHandle(C,()=>({speakText:async(h,D)=>{const L=h.trim();if(!L)return;const F=R.current;if(!F||!we.current&&!X)throw new Error("AI twin is not ready");const{ttsEngineId:N,voiceId:te}=bt(D);j(null),K.current+=1,se(),oe(),T.current=!1,A.current=!1,x.current="sil",he(U.current),V.current.reset(),B.current=!1;try{$.current?(I.current?.setActive(!1),I.current?.restart(),he(U.current)):await F.renderSilOnly(),await H.current.speak(L,{voiceId:te,speakingRate:D?.speakingRate??o,ttsEngineId:N})}catch(ie){throw le(ie instanceof Error?ie.message:"TTS failed"),ie}},stop:()=>{K.current+=1,se(),oe(),T.current=!1,A.current=!1,H.current.stop(),q.current?.stop(),he(U.current),B.current=!1,Re()},setTtsEngineId:h=>{H.current.setTtsEngineId(h),q.current?.setTtsEngineId(h),W.current&&(W.current.ttsEngineId=h)},renderViseme:async(h,D)=>{const L=R.current,F=E.current;if(!L||!F||!we.current)throw new Error("AI twin is not ready");await L.renderViseme(F,h,{from:D?.from,transitionDurationMs:D?.transitionDurationMs,gapMs:D?.gapMs,onStatus:N=>ee.current?.(N)})},isReady:()=>we.current,getStatus:()=>Y,connect:async(h={})=>{j(null);try{let D=h.authToken?.trim();D||(D=G.current??r??await Ne(),G.current=D);const L=h.voiceId?.trim()??i??W.current?.voiceId,F=At();await F.unlockAudio(),await F.connect({...h,authToken:D,voiceId:L,speakingRate:h.speakingRate??o})}catch(D){throw le(D instanceof Error?D.message:"Voice connect failed"),D}},disconnect:async()=>{const h=q.current;h&&(K.current+=1,se(),oe(),T.current=!1,A.current=!1,he(U.current),B.current=!1,await h.disconnect(),Re())},isConnected:()=>q.current?.isConnected()??!1}),[X,o,r,i,se,oe,Re,le,bt,At,Y]),Ze.jsxs("div",{className:a,style:{...As,...f},children:[Ze.jsx("canvas",{ref:E,width:O.width,height:O.height,style:{...Rs,...l},"aria-label":t?`AI twin ${t}`:"AI twin face"}),k&&re?Ze.jsx("div",{style:Is,children:re}):null]})});exports.AiTwin=Ds;exports.AiTwinNotFoundError=Ve;exports.DEFAULT_TTS_ENGINE_ID=ye;exports.MIC_SAMPLE_RATE=ht;exports.OCULUS_VISEME_IDS=Xt;exports.PLAYBACK_SAMPLE_RATE=mt;exports.SPEAKING_RATE_MAX=ft;exports.SPEAKING_RATE_MIN=lt;exports.TTS_ENGINE_CARTESIA=Se;exports.TTS_ENGINE_GOOGLE=ut;exports.TTS_ENGINE_INWORLD=qe;exports.VISEME_IDS=Ar;exports.VISEME_TEST_CARTESIA_VOICE_ID=tn;exports.VISEME_TEST_SPEAKING_RATE=ze;exports.VISEME_TEST_VOICE_ID=dt;exports.buildVoiceWebSocketUrl=nn;exports.createAvatarTtsLipsyncController=st;exports.createRealtimeVoiceLipsyncController=rn;exports.fetchAiTwin=Qt;exports.fetchDevAuthToken=Ne;exports.normalizeOculusViseme=Zt;exports.resolveVisemeAtTime=Ge;exports.resolveWordAtTime=dr;
|
|
3
|
+
`);A=C.pop()??"";for(const I of C)await g(I);if(x){A.trim()&&await g(A.trim()),p.markStreamComplete(r);break}}}catch(V){throw console.error("[avatarTtsLipsync]",V),m(),e("error"),V}},stop:m,getVisemeQueue:()=>r,getWordQueue:()=>s,getSentenceEmotions:()=>i,getStreamMood:()=>o,getPlaybackElapsedMs:()=>p.getPlaybackElapsedMs(),isSpeaking:()=>p.isSpeaking(),setPlaybackSpeed:k=>{p.setPlaybackSpeed(k)},getPlaybackSpeed:()=>p.getPlaybackSpeed(),subscribe:k=>(l.add(k),()=>l.delete(k))}}const gt=16e3,pt=24e3;class pr extends Xt.DailyMediaManager{constructor(){super(!0,!0,void 0,void 0,512,gt,pt)}bufferBotAudio(t,n){}}const yr=/^[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/i;function Er(e){return yr.test(e.trim())}function Sr(e){const t=e.replace(/\/$/,"");return t.startsWith("https://")?`wss://${t.slice(8)}`:t.startsWith("http://")?`ws://${t.slice(7)}`:t}function ln(e){if(e.wsUrl?.trim())return e.wsUrl.trim();const t=e.authToken?.trim();if(!t)throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");const n=e.apiBase??ve,r=new URL(`${Sr(n)}/ws/voice`);r.searchParams.set("authToken",t);const s=e.voiceId?.trim();s&&Er(s)&&r.searchParams.set("voiceId",s);const i=e.speakingRate??Je;return r.searchParams.set("speaking_rate",String(Math.max(mt,Math.min(_t,i)))),e.ttsStream===!1?r.searchParams.set("tts_stream","false"):r.searchParams.set("tts_stream","true"),r.toString()}function Ft(e,t){if(!Array.isArray(e))return[];const n=[];for(const r of e)!r||typeof r!="object"||n.push({sentence_index:Number(r.sentence_index??0),text:String(r.text??""),sentiment:typeof r.sentiment=="string"?r.sentiment:void 0,emotion:String(r.emotion??t),start_word:Number(r.start_word??0),end_word:Number(r.end_word??0)});return n}function kr(e){if(!e||typeof e!="object")return null;const t=e,n=t.data;return n&&typeof n=="object"?n:t}function fn(e,t={}){const n=[],r=[],s=[],i=[];let o="",a="neutral",f=Ee,l=!1,_=null,p=null,m={...t},T=0,k=null;const u=new Set,y=[];let d=!1,R=null;const S=()=>u.forEach(c=>c()),D=cn({onSpeakingStart:()=>e("speaking"),onSpeakingDone:()=>e("done"),onNotify:S},f),H=()=>{if(R)return R;const c=new MessageChannel;return c.port1.onmessage=()=>{const v=y.shift();v!==void 0&&$(v),y.length>0?c.port2.postMessage(null):d=!1},R=c,c},V=c=>{y.push(c),!d&&(d=!0,H().port2.postMessage(null))},W=()=>D.getPlaybackElapsedMs(),j=(c,v=o)=>{if(!m.onLipsyncDebug)return;const B=W(),z=n;m.onLipsyncDebug({event:c,spokenText:v,mood:a,playbackAnchorPerf:D.getPlaybackStartPerf(),playbackElapsedMs:B,queueLength:z.length,activeViseme:Ye(z,B),segments:i.map(ne=>({...ne,visemes:[...ne.visemes]}))})},E=(c,v)=>{m.onLipsyncDebug&&(k={event:c,spokenText:v},T===0&&(T=requestAnimationFrame(()=>{T=0;const B=k;k=null,B&&j(B.event,B.spokenText)})))},A=()=>{n.length=0,r.length=0,i.length=0,o="",a="neutral",s.length=0},g=()=>{D.stop(),A(),E("reset"),S()},x=()=>{g(),e("idle"),S()},b=(c,v)=>{typeof c.mood=="string"&&c.mood.trim()&&(a=c.mood.trim()),Array.isArray(c.sentence_emotions)&&c.sentence_emotions.length>0&&(v&&(s.length=0),s.push(...Ft(c.sentence_emotions,a)))},C=c=>{const v=String(c.spoken_text??c.text??"").trim();v&&(o=v),D.resetForNewStream(f),typeof c.mood=="string"&&c.mood.trim()&&(a=c.mood.trim()),s.length=0,s.push(...Ft(c.sentence_emotions,a)),Array.isArray(c.gestures)&&c.gestures,E("metadata",v),S()},I=(c,v,B,z)=>{if(!m.onLipsyncDebug)return;const ne=n.slice(B),Ae=z.filter(G=>String(G.symbol??G.viseme??"").trim());i.push({spokenText:v,audioOffsetMs:ne[0]?.vtime??0,isNewSegment:!!c.is_new_segment,chunkDurationMs:c.chunk_duration_ms!=null?Number(c.chunk_duration_ms):null,receivedAtMs:performance.now(),visemes:ne.map((G,ke)=>{const Y=Ae[ke];return{rawSymbol:String(Y?.symbol??Y?.viseme??G.viseme).trim(),viseme:G.viseme,startSec:Number(Y?.start??0),durationSec:Number(Y?.duration??0),vtimeMs:G.vtime,vdurationMs:G.vduration}})})},L=c=>{const v=String(c.spoken_text??c.text??"").trim(),B=!!c.is_new_segment||Number(c.chunk_index??-1)===0,z=c.visemes??[],ne=c.words??[],Ae=String(c.chunk??"").trim();v&&(o=v),b(c,B),B&&D.resetForNewStream(f);const G=n.length;D.playAudioChunk(n,r,Ae,z,ne,B,()=>{i.length=0}).then(()=>{I(c,v,G,z),E("audio_chunk",v)})},O=c=>{console.warn("[realtimeVoice] avatar_lipsync is deprecated — expect avatar_audio_chunk");const v=String(c.spoken_text??c.text??"").trim();v&&(o=v),b(c,!!c.is_new_segment);const B=n.length;D.queueTimingsOnly(n,r,c.visemes??[],c.words??[],!!c.is_new_segment),I(c,v,B,c.visemes??[]),E("lipsync",v),S()},$=c=>{const v=kr(c);if(!v){console.warn("[realtimeVoice] server message with no payload",c);return}const B=String(v.type??"unknown");switch(B!=="avatar_metadata"&&B!=="avatar_audio_chunk"&&B!=="avatar_lipsync"&&B!=="error"&&console.debug("[realtimeVoice] server message",B,v),B){case"avatar_metadata":C(v);break;case"avatar_audio_chunk":L(v);break;case"avatar_lipsync":O(v);break;case"error":{const z=String(v.message??"Voice session error");console.error("[realtimeVoice] server error:",z),e("error"),S();break}case"avatar_speak":console.warn("[realtimeVoice] avatar_speak received; tts_stream=false Mode B is not wired yet:",v.text);break}},U=()=>_||(p=new pr,_=new Rn.PipecatClient({transport:new Xt.WebSocketTransport({mediaManager:p,recorderSampleRate:gt,playerSampleRate:pt}),enableCam:!1,enableMic:!0,callbacks:{onBotReady:()=>{l=!0,e("idle"),S()},onDisconnected:()=>{l=!1,x()},onError:c=>{const v=typeof c=="object"&&c!==null&&"data"in c?String(c.data??c):String(c);console.error("[realtimeVoice]",v,c),e("error"),S()},onTransportStateChanged:c=>{c==="error"&&(e("error"),S())},onServerMessage:c=>{V(c)},onUserStartedSpeaking:()=>{D.bargeIn(),A(),e("idle"),E("user_started"),S()},onBotStartedSpeaking:()=>{E("bot_started")},onBotStoppedSpeaking:()=>{D.markStreamComplete(n),E("bot_stopped")},onUserTranscript:c=>{m.onUserTranscript?.(c.text,!!c.final)},onBotOutput:c=>{m.onBotOutput?.(c.text)}}}),_);return{setDeveloperToken:c=>{},setTtsEngineId:c=>{f=c,D.setStreamTtsEngineId(c)},getTtsEngineId:()=>f,speak:async(c,v)=>{const B=c.trim();if(B){if(!_||!l)throw new Error("Realtime voice is not connected. Call connect() first.");g(),await _.sendText(B)}},stop:()=>{g(),e("idle"),S()},connect:async c=>{if(c&&(m={...m,...c}),!m.authToken?.trim())throw new Error("Voice connect requires authToken (same JWT as SSE Authorization Bearer).");e("loading");const v=U();await v.initDevices();const B=ln(m);console.info("[realtimeVoice] connecting (avatar_audio_chunk RTVI):",B);try{await v.connect({wsUrl:B})}catch(z){l=!1,e("error"),S();const ne=z instanceof Error?z.message:"Realtime voice connect failed (WebSocket 101 only means upgrade OK — check authToken/origin/RTVI handshake)";throw new Error(`${ne} — ${B}`)}l=!0,e("idle"),S()},disconnect:async()=>{if(y.length=0,d=!1,_)try{await _.disconnect()}catch(c){console.error("[realtimeVoice] disconnect failed:",c)}l=!1,x()},isConnected:()=>l,unlockAudio:async()=>{await D.primeAudioContext()},getVisemeQueue:()=>n,getWordQueue:()=>r,getSentenceEmotions:()=>s,getStreamMood:()=>a,getPlaybackElapsedMs:W,isSpeaking:()=>D.isSpeaking(),setPlaybackSpeed:c=>{D.setPlaybackSpeed(c)},getPlaybackSpeed:()=>D.getPlaybackSpeed(),subscribe:c=>(u.add(c),()=>u.delete(c))}}function Tr(e,t,n){return{width:e.crop?.source_width??t,height:e.crop?.source_height??n}}function vr(e,t){const n=e.crop;return{x:t?.source_x??n?.x??0,y:t?.source_y??n?.y??0,width:t?.source_w??n?.width??e.frame_width??0,height:t?.source_h??n?.height??e.frame_height??0}}function br(e){return e?(e.w??0)>0&&(e.h??0)>0:!1}async function Qe(e,t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to load encrypted asset: ${e}`);const r=await n.arrayBuffer();return zn(r,t)}async function Ar(e,t){if(!t)throw new Error("Missing asset key for encrypted JSON");const n=await Qe(e,t),r=new TextDecoder().decode(n);return JSON.parse(r)}async function Ir(e){const t=new Blob([e],{type:"image/webp"}),n=URL.createObjectURL(t);return new Promise((r,s)=>{const i=new Image;i.decoding="async",i.onload=()=>{URL.revokeObjectURL(n),r(i)},i.onerror=()=>{URL.revokeObjectURL(n),s(new Error("Failed to decode decrypted image"))},i.src=n})}async function Rr(e){const t=new Blob([e],{type:"image/png"}),n=URL.createObjectURL(t);return new Promise((r,s)=>{const i=new Image;i.decoding="async",i.onload=()=>{URL.revokeObjectURL(n),r(i)},i.onerror=()=>{URL.revokeObjectURL(n),s(new Error("Failed to decode decrypted PNG"))},i.src=n})}function Dr(e){const t=new Blob([e],{type:"video/mp4"});return URL.createObjectURL(t)}async function Cr(e){const t=Qn();if(!Ge())return t;if(!e)throw new Error("Missing asset key for encrypted idle video");const n=await Qe(t,e);return Dr(n)}function yt(e,t){return`${e}/${t}_minus_sil.png`}const dn=5;function hn(e){const t=e?.composite_threshold;if(typeof t=="number"&&t>0)return t;const n=e?.crop?.content_threshold;return typeof n=="number"&&n>0?n:dn}const Mr=["aa","E","I","O","U","PP","FF","DD","SS","TH","CH","RR","kk","nn"],ut=["t01_0.17","t02_0.33","t03_0.50","t04_0.67","t05_0.83"],xr=ut.length,Ut=new Set(["aa__kk","aa__nn","aa__sil","CH__aa","CH__DD","CH__E","CH__FF","CH__I","CH__kk","CH__nn","CH__O","CH__PP","CH__RR","CH__sil","CH__SS","CH__TH","CH__U","DD__aa","DD__E","DD__FF","DD__I","DD__kk","DD__nn","DD__O","DD__PP","DD__RR","DD__sil","DD__SS","DD__TH","DD__U","E__aa","E__FF","E__I","E__kk","E__nn","E__O","E__PP","E__RR","E__sil","E__SS","E__TH","E__U","FF__aa","FF__I","FF__kk","FF__nn","FF__O","FF__PP","FF__RR","FF__sil","FF__SS","FF__TH","FF__U","I__aa","I__kk","I__nn","I__O","I__PP","I__RR","I__sil","I__SS","I__TH","I__U","kk__nn","kk__sil","nn__sil","O__aa","O__kk","O__nn","O__PP","O__RR","O__sil","O__SS","O__TH","O__U","PP__aa","PP__kk","PP__nn","PP__RR","PP__sil","PP__SS","PP__TH","PP__U","RR__aa","RR__kk","RR__nn","RR__sil","RR__SS","RR__TH","RR__U","SS__aa","SS__kk","SS__nn","SS__sil","SS__TH","SS__U","TH__aa","TH__kk","TH__nn","TH__sil","TH__U","U__aa","U__kk","U__nn","U__sil"]);function Nt(e,t){return`${e}__${t}`}function Vt(e,t){return`pairs/${e}/${t}_minus_sil.png`}function qe(e){return`${e}_minus_sil.png`}function Pr(e,t){if(t.has(e))return e;const n=/^pairs\/([^/]+)\//.exec(e);if(!n)return null;const r=n[1].split("__")[1];if(!r||r==="sil")return null;const s=qe(r);return t.has(s)?s:null}function mn(e,t){return e.filter(n=>t.has(n))}function Lr(e,t,n){const r=Et(e,t);return mn(r,n).length>0}function Et(e,t){if(e===t)return[];const n=[],r=Nt(e,t);if(Ut.has(r)){for(const i of ut)n.push(Vt(r,i));return n}const s=Nt(t,e);if(Ut.has(s)){for(let i=xr-1;i>=0;i--)n.push(Vt(s,ut[i]));return n}return[]}function Or(e){return e<16?[]:e<35?[2]:e<51?[0,4]:e<67?[0,2,4]:e<83?[0,1,2,3]:[0,1,2,3,4]}function Br(e,t){return Or(t).map(r=>e[r]).filter(r=>r!=null)}function Fr(e,t,n,r){if(r<=0)return 0;const i=Math.max(1,n-t)/r,o=e-t,a=Math.floor(o/i);return Math.min(r-1,Math.max(0,a))}function Ur(e,t,n){if(!n)return`${e}/${t}`;const r=t.split("/").pop()??t,s=r.includes(".")?r.slice(0,r.lastIndexOf(".")):r;return`${e}/${s}.bin`}const Nr=[.32,.24,.16,.08,0],Vr=Nr.map(e=>`eyes_${e.toFixed(2)}`),$r=["eyes_0.32","eyes_0.16","eyes_0.00"],Wr=["eyes_0.32","eyes_0.16","eyes_0.08","eyes_0.00"],$t=2,Hr=-30,lt=20,qr={fear:-30,anger:-20,sad:-10,neutral:0,love:10,happy:0,disgust:20};function St(e){return`brow_${e}`}function kt(e){return qr[e]}function ye(e){return Math.max(Hr,Math.min(lt,e))}function Kr(e,t){if(e===t)return[];const n=e<t?$t:-$t,r=[];let s=e;for(;s!==t;)s+=n,r.push(s);return r}const jr={fear:"fear",afraid:"fear",anxiety:"fear",anger:"anger",angry:"anger",mad:"anger",sad:"sad",sadness:"sad",sorrow:"sad",neutral:"neutral",calm:"neutral",love:"love",loving:"love",affection:"love",happy:"happy",happiness:"happy",joy:"happy",joyful:"happy",excited:"happy",disgust:"disgust",disgusted:"disgust"};function Te(e,t="neutral"){const n=String(e??"").trim().toLowerCase();return n?jr[n]??t:t}function _n(e){return e===0?null:yt(St(e),"eyes_standard")}function wn(e){return _n(kt(e))}function Wt(e,t){const n=St(kt(e));return!t||t==="eyes_standard"?wn(e):e==="neutral"&&t==="eyes_standard"?null:yt(n,t)}function Gr(e,t){const n=[];for(const r of t)n.push(Wt(e,r));for(let r=t.length-2;r>=0;r--)n.push(Wt(e,t[r]));return n.push(wn(e)),n}function zr(e){return yt(St(e),"eyes_standard")}function Yr(e,t){return Kr(e,t).map(zr)}const Jr=6;function Qr(e,t){for(const n of e)if(t>=n.wtime&&t<n.wtime+n.wduration)return n;return null}function Xr(e){const t=ye(e);return t>=lt?lt:ye(t+Jr)}function Zr(e,t,n){const r=ye(n);return Qr(t,e)?.emphasis?Xr(r):r}function Ht(e){if(!e)return 0;const t=e.match(/^brow_(-?\d+)\//);if(!t?.[1])return null;const n=Number.parseInt(t[1],10);return Number.isFinite(n)?ye(n):null}function Pe(e,t){return e+Math.random()*(t-e)}function Ve(){return Pe(14,32)}function es(e={}){const{initialDelayMs:t=800+Math.random()*1200,intervalMinMs:n=2200,intervalMaxMs:r=5800,doubleBlinkChance:s=.18,doubleBlinkGapMinMs:i=120,doubleBlinkGapMaxMs:o=220,fullBlinkChance:a=.75,postEmotionChangeDelayMs:f=380,minDwellMs:l=550}=e;let _="neutral",p="neutral",m=0,T=0,k=0,u={kind:"idle",nextBlinkAt:performance.now()+t},y=null,d="__eyes_open__|neutral|brow:0";function R(E=_){d=`${y??"__eyes_open__"}|${E}|brow:${T}`}function S(E,A=_){y=E;const g=Ht(E);g!=null?T=g:E==null&&(T=0),R(A)}function D(E){return _n(E)}function H(E,A,g){const x=ye(A),b=ye(g);if(m=b,x===b){S(D(b));return}const C=[...Yr(x,b),D(b)];u={kind:"browBlend",paths:C,index:0,holdUntil:E+Ve(),targetBrow:b},S(C[0]??null)}function V(E,A){u={kind:"idle",nextBlinkAt:E+Pe(n,r)},p=A,S(D(m),A)}function W(E,A,g){const x=g?$r:Math.random()<a?Vr:Wr;u={kind:"playing",paths:Gr(A,x),index:0,holdUntil:E+Ve(),after:"idle",blinkEmotion:A},p=A,S(u.paths[0]??null,A)}function j(E){if(u.kind==="browBlend"){for(;E>=u.holdUntil&&u.index<u.paths.length-1;)u.index+=1,u.holdUntil=E+Ve();const A=u.paths[u.index]??null;S(A),E>=u.holdUntil&&u.index>=u.paths.length-1&&(T=u.targetBrow,m=u.targetBrow,S(D(u.targetBrow)),u={kind:"idle",nextBlinkAt:E+f});return}if(u.kind==="idle"){S(D(m),p),E>=u.nextBlinkAt&&W(E,p,!1);return}if(u.kind==="doublePause"){S(D(m),u.blinkEmotion),E>=u.resumeAt&&W(E,u.blinkEmotion,!0);return}if(u.kind==="playing"){for(;E>=u.holdUntil&&u.index<u.paths.length-1;)u.index+=1,u.holdUntil=E+Ve();if(S(u.paths[u.index]??null,u.blinkEmotion),E>=u.holdUntil&&u.index>=u.paths.length-1){if(u.after==="resumeIdle"){V(E+f,_);return}if(u.after==="doublePause"){u={kind:"doublePause",resumeAt:E+Pe(i,o),blinkEmotion:u.blinkEmotion},S(D(m),u.blinkEmotion);return}if(u.after==="idle"&&Math.random()<s){u={kind:"doublePause",resumeAt:E+Pe(i,o),blinkEmotion:u.blinkEmotion},S(D(m),u.blinkEmotion);return}V(E,u.blinkEmotion)}}}return{advance:j,setTargetEmotion(E){const A=Te(E,_);if(A===_)return;const g=performance.now();l>0&&A!==_&&!(_==="neutral"&&A!=="neutral")&&g-k<l||(_=A,p=A,k=g)},setTargetEyebrow(E){const A=ye(E);if(A===m&&u.kind!=="browBlend")return;const g=performance.now(),x=u.kind==="browBlend"?Ht(y)??T:T;m=A,!(A===x&&u.kind!=="browBlend")&&(u.kind==="playing"||u.kind==="doublePause"||H(g,x,A))},getTargetEmotion:()=>_,getTargetEyebrow:()=>m,getExpressionPath:()=>y,getDrawKey:()=>d,reset(){_="neutral",p="neutral",m=0,T=0,k=0,V(performance.now()+Pe(n,r),"neutral")}}}function ts(){const e=document.createElement("video");e.muted=!0,e.playsInline=!0,e.preload="auto",e.setAttribute("playsinline",""),e.loop=!0;let t=!1,n=null,r="";const s=()=>{n&&(URL.revokeObjectURL(n),n=null)};return{async load(i){t&&r===i||(s(),t=!1,r=i,i.startsWith("blob:")&&(n=i),await new Promise((o,a)=>{const f=()=>{const l=e.duration;if(!Number.isFinite(l)||l<=0){a(new Error(`Idle video has invalid duration: ${i}`));return}t=!0,e.currentTime=0,o()};e.addEventListener("loadeddata",f,{once:!0}),e.addEventListener("error",()=>a(new Error(`Failed to load idle video: ${i}`)),{once:!0}),e.src=i,e.load()}))},isReady(){return t},getVideo(){return e},setActive(i){t&&(i?e.paused&&e.play().catch(()=>{}):e.paused||e.pause())},restart(){t&&(e.currentTime=0)},dispose(){e.pause(),e.removeAttribute("src"),e.load(),s(),t=!1,r=""}}}const ns=50,gn=400;function rs(e,t,n){return e.filter(r=>{const s=r.queueIndex??-1;return s>=t&&s<=n})}function ss(e,t){const n=[];for(const r of e){const s=rs(t,r.start_word,r.end_word);if(s.length===0)continue;const i=s[0],o=s[s.length-1];n.push({sentence:r,startMs:Math.max(0,i.wtime-ns),endMs:o.wtime+o.wduration+gn})}return n.sort((r,s)=>r.startMs-s.startMs)}function is(e,t,n,r="neutral"){const s=Te(r);if(t.length===0)return s;if(n.length===0||e<n[0].wtime)return Te(t[0]?.emotion,s);const i=ss(t,n);let o=null;for(const l of i)e>=l.startMs&&e<=l.endMs&&(o=l);if(o)return Te(o.sentence.emotion,s);const a=n[n.length-1],f=a.wtime+a.wduration;return e>f+gn?Te(t[t.length-1]?.emotion,s):s}function pn(e,t,n,r,s=dn){const i=new OffscreenCanvas(n,r),o=i.getContext("2d",{willReadFrequently:!0});o.drawImage(e,0,0,n,r);const a=o.getImageData(0,0,n,r),f=o.createImageData(n,r);f.data.set(a.data);const _=new OffscreenCanvas(n,r).getContext("2d",{willReadFrequently:!0});for(const p of t){_.clearRect(0,0,n,r),_.drawImage(p,0,0,n,r);const m=_.getImageData(0,0,n,r);for(let T=0;T<f.data.length;T+=4){const k=m.data[T],u=m.data[T+1],y=m.data[T+2];Math.max(k,u,y)>s&&(f.data[T]=k,f.data[T+1]=u,f.data[T+2]=y,f.data[T+3]=255)}}return o.putImageData(f,0,0),i}let ge=null,Le=null;const Ke=new Map;function os(){ge=null,Le=null,Ke.clear()}Jn(os);function as(e){return e??Le??void 0}function Tt(e){return new Promise((t,n)=>{const r=new Image;r.decoding="async",r.onload=()=>t(r),r.onerror=()=>n(new Error(`Failed to load image: ${e}`)),r.src=e})}async function cs(e){return Ge()?Rr(await Qe(Lt(),e??"")):Tt(Lt())}async function qt(e,t,n,r){const s=n?await Ar(e,r):await fetch(e).then(l=>{if(!l.ok)throw new Error(`Failed to load ${e}`);return l.json()}),i=s.sheets?.[0];if(!i?.path)throw new Error(`${e} has no sheets[0].path`);const o=n?await Ir(await Qe(Ur(t,i.path,n),r??"")):await Tt(`${t}/${i.path}`),a=new Map;for(const l of s.cells??[])l.path&&a.set(l.path,l);const f=new Map;for(const l of s.sheets??[])f.set(l.index,l);return{atlas:o,atlasMeta:s,cellByPath:a,sheetByIndex:f,diffBase:t}}async function ft(e){const t=as(e),n=Ge();if(n&&!t)throw new Error("Encrypted assets enabled but no key provided");if(ge&&(!n||Le===(t??null))){const i=await ge;return{...Oe(i),visemePaths:[...i.viseme.cellByPath.keys()]}}Le=t??null,Ke.clear();const r=Xn();ge=(async()=>{const i=await cs(t),o=await qt(Zn(),r,n,t);let a=null;try{a=await qt(er(),r,n,t)}catch{a=null}return{sil:i,viseme:o,expression:a}})();const s=await ge;return{...Oe(s),visemePaths:[...s.viseme.cellByPath.keys()]}}async function yn(e){if(await ft(e),!ge)throw new Error("Assets not loaded");return ge}function Oe(e){return Tr(e.viseme.atlasMeta,e.sil.naturalWidth,e.sil.naturalHeight)}function us(e,t){const n=document.createElement("canvas");return n.width=t.w,n.height=t.h,n.getContext("2d",{willReadFrequently:!0}).drawImage(e.atlas,t.x,t.y,t.w,t.h,0,0,t.w,t.h),n}async function Kt(e,t,n){const r=`${t.diffBase}::${n}`,s=Ke.get(r);if(s)return s;const i=(async()=>{const o=t.cellByPath.get(n);if(!o)throw new Error(`No atlas cell for path: ${n}`);const a=vr(t.atlasMeta,o),f=Oe(e);if(br(o)){const p=us(t,o),m=document.createElement("canvas");m.width=f.width,m.height=f.height;const T=m.getContext("2d");return T.fillStyle="#000",T.fillRect(0,0,f.width,f.height),T.drawImage(p,a.x,a.y),m}const l=`${t.diffBase}/${n}`,_=await Tt(l);if(_.naturalWidth===f.width&&_.naturalHeight===f.height)return _;throw new Error(`Diff PNG wrong size for ${n}`)})();return Ke.set(r,i),i}async function jt(e,t,n,r,s,i){if(s){const{width:T,height:k}=s;if(i&&!i()||t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA)return;const u=document.createElement("canvas");u.width=T,u.height=k;const y=u.getContext("2d");if(y.clearRect(0,0,T,k),y.drawImage(t,0,0,T,k),i&&!i())return;(e.width!==T||e.height!==k)&&(e.width=T,e.height=k);const d=e.getContext("2d");d.clearRect(0,0,T,k),d.drawImage(u,0,0);return}const o=await yn(),a=hn(o.viseme.atlasMeta),{width:f,height:l}=Oe(o);(e.width!==f||e.height!==l)&&(e.width=f,e.height=l);const _=[],p=e.getContext("2d");if(p.clearRect(0,0,f,l),t.readyState<HTMLMediaElement.HAVE_CURRENT_DATA){const T=o.sil;p.drawImage(T,0,0,f,l);return}if(_.length===0){p.drawImage(t,0,0,f,l);return}const m=pn(t,_,f,l,a);p.drawImage(m,0,0)}async function dt(e,t,n){const r=await yn(Le??void 0),s=hn(r.viseme.atlasMeta),{width:i,height:o}=Oe(r);(e.width!==i||e.height!==o)&&(e.width=i,e.height=o);const a=[];if(t.mouthPath){const _=new Set(r.viseme.cellByPath.keys()),p=Pr(t.mouthPath,_)??(_.has(t.mouthPath)?t.mouthPath:null);p&&a.push(await Kt(r,r.viseme,p))}t.expressionPath&&r.expression&&a.push(await Kt(r,r.expression,t.expressionPath));const f=e.getContext("2d");if(f.clearRect(0,0,i,o),a.length===0){f.drawImage(r.sil,0,0,i,o);return}const l=pn(r.sil,a,i,o,s);f.drawImage(l,0,0)}async function ls(e){await dt(e,{mouthPath:null,expressionPath:null})}function fs(e){const t=new Map;for(const n of e)t.has(n.vtime)||t.set(n.vtime,n);return[...t.values()].sort((n,r)=>n.vtime-r.vtime)}function ds(e){const t=fs(e),n=[];for(let r=0;r<t.length-1;r++){const s=t[r].viseme,i=t[r+1].viseme,o=t[r].vtime,a=t[r+1].vtime;s===i||a<=o||n.push({from:s,to:i,fromVtime:o,toVtime:a})}return n}function hs(e,t){let n=null;for(const r of e)t>=r.fromVtime&&t<r.toVtime&&(n=r);return n}function ms(e,t){return{gapMs:Math.max(0,t-e),holdEnd:e,transStart:e}}const En=400,_s=200,ws=600,gs="__sil__";function ps(){return{lastDrawnKey:""}}function he(e){e.lastDrawnKey="",e.transitionCache=void 0}function ys(e,t){if(t?.transitionCache&&t.transitionCache.queueLength===e.length)return t.transitionCache.transitions;const n=ds(e);return t&&(t.transitionCache={queueLength:e.length,transitions:n}),n}function Es(e){let t="sil";for(const n of e)n.viseme!=="sil"&&(t=n.viseme);return t}function Ss(e,t){return e==="sil"?!1:t?Lr(e,"sil",t):Et(e,"sil").length>0}function ks(){return En+ws}function Gt(e){return e??gs}function Ts(e,t,n,r){if(e.length===0)return{diffPath:null,label:"sil"};const s=ys(e,r),i=hs(s,t);if(i){const a=i.toVtime-i.fromVtime,f=ms(i.fromVtime,i.toVtime);if(t>=f.transStart&&t<i.toVtime){let l=Et(i.from,i.to);n&&(l=mn(l,n));const _=Br(l,a);if(_.length>0){const p=Fr(t,f.transStart,i.toVtime,_.length);return{diffPath:_[p]??_[_.length-1],label:`${i.from}→${i.to}`}}return{diffPath:qe(i.to),label:i.to}}}const o=Ye(e,t);return o==="sil"?{diffPath:null,label:"sil"}:{diffPath:qe(o),label:o}}function Sn(e,t){const n=t??Gt(e.expressionPath);return`${Gt(e.mouthPath)}|${n}`}function vs(e,t,n,r,s,i,o,a,f,l){const _=Ts(t,n,f,i),p={mouthPath:_.diffPath,expressionPath:r},m=Sn(p,s);m!==i.lastDrawnKey&&(a(_.label),o(e,p,m,T=>{T===m&&(i.lastDrawnKey=m)}))}function zt(e,t,n,r,s,i,o=null){const a={mouthPath:null,expressionPath:t},f=o!=null?`|idle@${Math.round(o*1e3)}`:"",l=Sn(a,n)+f;!(o!=null)&&l===r.lastDrawnKey||(i(o!=null?"idle":"sil"),s(e,a,l,p=>{p===l&&(r.lastDrawnKey=l)}))}function kn(e){let t=0,n=null,r=!1,s=!1;const i=async()=>{if(!r){r=!0;try{for(;n;){const a=n;n=null;const f=++t,l=await e(a.diffs,f,a);n||l&&f===t&&a.onDisplayed?.(a.drawKey)}}finally{r=!1,n&&i()}}},o=()=>{s||(s=!0,queueMicrotask(()=>{s=!1,i()}))};return{enqueue(a,f,l){n={diffs:a,drawKey:f,onDisplayed:l},o()},reset(){t+=1,n=null},isLatestSeq(a){return a===t},getLatestSeq(){return t}}}const Yt=-1,Jt=new Map;async function bs(e){let t=Jt.get(e);if(!t){const n=await fetch(e);if(!n.ok)throw new Error(`Failed to fetch worker script (${n.status}): ${e}`);const r=await n.blob();t=URL.createObjectURL(r),Jt.set(e,t)}return new Worker(t,{name:"visemeDiffPreview"})}function As(){return typeof Worker<"u"&&typeof OffscreenCanvas<"u"}function Is(e,t){(e.width!==t.width||e.height!==t.height)&&(e.width=t.width,e.height=t.height);const n=e.getContext("2d");n&&n.drawImage(t,0,0)}function Qt(e,t){let n=0,r=null;const s=kn(async(i,o)=>(await ft(),await dt(e,i),s.isLatestSeq(o)));return{usesWorker:!1,async loadAssets(i){const o=await ft(i);return r=o.visemePaths?new Set(o.visemePaths):null,o},getVisemeAtlasPaths(){return r},async renderSilOnly(){n+=1,s.reset(),await ls(e)},drawLiveFrame(i,o,a,f){s.enqueue(o,a,f)},async renderViseme(i,o){n+=1;const a=n;t.onStatus?.(o),await dt(i,{mouthPath:qe(o),expressionPath:null})},dispose(){n+=1,s.reset()}}}function Rs(e,t,n){let r=null,s=1,i=0,o=!1,a=!1,f=null;const l=new Map,_=kn(async(y,d,R)=>(l.set(d,{drawKey:R.drawKey,onDisplayed:R.onDisplayed}),await k({type:"drawFrame",diffPath:y.mouthPath,expressionDiffPath:y.expressionPath,liveSeq:d},void 0,!0),!1)),p=y=>{if(y===Yt){let S=-1,D;for(const[H,V]of l)H>=S&&(S=H,D=V);S>=0&&l.delete(S),D?.onDisplayed?.(D.drawKey);return}const d=-y,R=l.get(d);l.delete(d),R?.onDisplayed?.(R.drawKey)},m=new Map,T=(y,d)=>{a||!r||r.postMessage(y,[])},k=(y,d,R=!1)=>{if(a)return Promise.resolve();const S=s++;return new Promise((D,H)=>{m.set(S,{resolve:V=>D(V),reject:H,generation:typeof y.generation=="number"?y.generation:void 0,expectRenderDone:R}),T({...y,requestId:S})})},u=(async()=>{r=await bs(n),r.onmessage=y=>{if(a)return;const d=y.data;if(d.type==="status"){t.onStatus?.(d.label);return}if(d.type==="frame"){const S=d.generation<0;if(!S&&d.generation!==i){d.bitmap.close();return}if(S&&!(d.generation===Yt)){const H=-d.generation;if(!_.isLatestSeq(H)){d.bitmap.close();return}}if(S&&t.shouldAcceptLiveFrame&&!t.shouldAcceptLiveFrame()){d.bitmap.close();return}Is(e,d.bitmap),d.bitmap.close(),S&&p(d.generation);return}const R=m.get(d.requestId);if(R)switch(d.type){case"ready":m.delete(d.requestId),R.resolve();break;case"loadAssetsDone":m.delete(d.requestId),f=d.visemePaths?.length?new Set(d.visemePaths):null,R.resolve({width:d.width,height:d.height,visemePaths:d.visemePaths});break;case"renderDone":if(R.expectRenderDone&&R.generation!=null&&d.generation!==R.generation)return;m.delete(d.requestId),R.resolve();break;case"renderAborted":m.delete(d.requestId),R.resolve();break;case"error":m.delete(d.requestId),t.onError?.(d.message),R.reject(new Error(d.message));break}},r.onerror=y=>{if(a)return;const d=y.message||"Worker error";t.onError?.(d);for(const[,R]of m)R.reject(new Error(d));m.clear()},await k({type:"init"}),o=!0})();return{usesWorker:!0,async loadAssets(y){if(a)return{width:842,height:1264};if(await u,a)return{width:842,height:1264};if(!o)throw new Error("Worker init failed");return await k({type:"loadAssets",keyHex:y,urls:Yn(Se())})??{width:842,height:1264}},getVisemeAtlasPaths(){return f},async renderSilOnly(){if(a||(await u,a))return;i+=1,_.reset(),l.clear();const y=i;await k({type:"cancelLiveDraws"}),await k({type:"renderSil",generation:y},void 0,!0)},drawLiveFrame(y,d,R,S){a||u.then(()=>{a||_.enqueue(d,R,S)})},async renderViseme(y,d,R={}){if(a||(await u,a))return;i+=1,_.reset(),l.clear();const S=i;try{await k({type:"cancelLiveDraws"}),await k({type:"renderViseme",generation:S,to:d,from:R.from,transitionDurationMs:R.transitionDurationMs,gapMs:R.gapMs,threshold:R.threshold},void 0,!0)}catch(D){if(D?.name==="AbortError")return;throw D}},dispose(){if(!a){a=!0,i+=1,_.reset(),l.clear();for(const[,y]of m)y.resolve();m.clear(),r?.terminate(),r=null}}}}function Ds(e,t={}){if(!As())return Qt(e,t);const n=Ln(t.workerScriptUrl);try{return Rs(e,t,n)}catch{return Qt(e,t)}}class Cs extends Error{constructor(t,n){super(`${t} timed out after ${Math.round(n/1e3)}s`),this.name="LoadTimeoutError"}}function st(e,t,n){return new Promise((r,s)=>{const i=globalThis.setTimeout(()=>{s(new Cs(n,t))},t);e.then(o=>{globalThis.clearTimeout(i),r(o)},o=>{globalThis.clearTimeout(i),s(o)})})}const Ms={position:"relative",display:"inline-block",lineHeight:0},xs={display:"block",maxWidth:"100%",height:"auto"},Ps={position:"absolute",inset:0,display:"flex",alignItems:"center",justifyContent:"center",padding:"1rem",background:"rgba(0,0,0,0.55)",color:"#fff",fontSize:"0.875rem",textAlign:"center"};function xe(e){return Un(e)?un:wt}function me(e,t){return t?.isSpeaking()?t:e.isSpeaking()?e:t?.isConnected()?t:e}const Ls=w.forwardRef(function({id:t,avatarId:n,faceId:r,assets:s,authToken:i,ttsEngineId:o=pe,voiceId:a,speakingRate:f=Je,className:l,style:_,canvasStyle:p,onStatusChange:m,onDisplayStatus:T,onError:k,onReady:u,showErrorOverlay:y=!0,onUserTranscript:d,onBotOutput:R,onRealtimeLipsyncDebug:S},D){const H=w.useRef(null),V=w.useRef(null),W=w.useRef(ps()),j=w.useRef(es()),E=w.useRef(0),A=w.useRef(0),g=w.useRef(0),x=w.useRef(null),b=w.useRef(null),C=w.useRef(!1),I=w.useRef(!1),L=w.useRef(!1),O=w.useRef("sil"),$=w.useRef(!1),U=w.useRef(null),X=w.useRef(!1),[se,Z]=w.useState("idle"),[ae,J]=w.useState(null),[c,v]=w.useState(!1),[B,z]=w.useState(!1),[ne,Ae]=w.useState({width:842,height:1264}),G=w.useRef(i??null),ke=w.useRef(null),Y=w.useRef(null),Ie=w.useRef(!1),Xe=w.useRef({width:842,height:1264}),Ze=w.useRef(null),vt=w.useRef(u),ee=w.useRef(T),bt=w.useRef(k),At=w.useRef(d),It=w.useRef(R),Rt=w.useRef(S);vt.current=u,ee.current=T,bt.current=k,At.current=d,It.current=R,Rt.current=S;const Dt=w.useCallback(h=>{const M=h?.ttsEngineId??o??Y.current?.ttsEngineId??pe,P=h?.voiceId??a??Y.current?.voiceId??xe(M);return{ttsEngineId:M,voiceId:P}},[o,a]),le=w.useCallback(h=>{J(h),bt.current?.(h)},[]),Re=w.useCallback(h=>{Z(h),m?.(h)},[m]),q=w.useRef(ct(Re,ve)),K=w.useRef(null);w.useEffect(()=>(q.current=ct(Re,ve),i&&q.current.setDeveloperToken(i),q.current.setTtsEngineId(o),()=>{q.current.stop();const h=K.current;h&&(h.disconnect(),K.current=null)}),[Re,i,o]);const Ct=w.useCallback(()=>(K.current||(K.current=fn(Re,{speakingRate:f,onUserTranscript:(h,M)=>At.current?.(h,M),onBotOutput:h=>It.current?.(h),onLipsyncDebug:h=>Rt.current?.(h)}),K.current.setTtsEngineId(o)),K.current),[Re,f,o]),ie=w.useCallback(()=>{x.current!=null&&(clearTimeout(x.current),x.current=null)},[]),ce=w.useCallback(()=>{b.current!=null&&(clearTimeout(b.current),b.current=null),L.current=!1},[]),Mt=w.useCallback(()=>{!X.current||!U.current||(ce(),L.current=!0,b.current=setTimeout(()=>{if(b.current=null,me(q.current,K.current).isSpeaking()){L.current=!1;return}if(C.current){L.current=!1;return}const h=U.current;if(!h){L.current=!1;return}h.restart(),h.setActive(!0);const M=h.getVideo();let P=!1;const F=()=>{P||(P=!0,M.removeEventListener("playing",N),L.current=!1)},N=()=>{F()};if(M.addEventListener("playing",N,{once:!0}),M.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA&&!M.paused){F();return}setTimeout(F,300)},_s))},[ce]),Be=w.useCallback(()=>{if(ie(),ee.current?.("sil"),C.current=!1,!X.current||!U.current){L.current=!1;return}Mt()},[ie,Mt]),et=w.useCallback(async h=>{const M=A.current,P=V.current,F=H.current,N=()=>{h?.fallbackOnly||(C.current=!1)};if(!P||!F||!c){N();return}if(me(q.current,K.current).isSpeaking()){N();return}if(h?.fallbackOnly){if(!C.current||(he(W.current),await P.renderSilOnly(),M!==A.current)||me(q.current,K.current).isSpeaking())return;Be();return}const te=O.current!=="sil"?O.current:Es(me(q.current,K.current).getVisemeQueue()),oe=Ss(te,Ze.current);if(he(W.current),!oe){if(await P.renderSilOnly(),M!==A.current||me(q.current,K.current).isSpeaking())return;Be();return}try{await P.renderViseme(F,"sil",{from:te,transitionDurationMs:En})}catch(fe){if(fe?.name!=="AbortError")throw fe}if(M!==A.current){N();return}if(me(q.current,K.current).isSpeaking()){N();return}Be()},[c,Be]),De=w.useCallback(()=>{if(I.current||C.current)return;I.current=!0,C.current=!0,ie();const h=A.current;et().finally(()=>{I.current=!1}),x.current=setTimeout(()=>{x.current=null,h===A.current&&et({fallbackOnly:!0})},ks())},[ie,et]),xt=w.useCallback(async()=>{const h=Math.floor(Date.now()/1e3);if(ke.current&&h<ke.current.expiresAt-60)return ke.current.key;const M=G.current??await $e();G.current=M,q.current.setDeveloperToken(M);const P=await Kn(M,ve);return ke.current={key:P.value,expiresAt:P.expiresAt},P.value},[]);w.useEffect(()=>{i&&(G.current=i,q.current.setDeveloperToken(i))},[i]),w.useEffect(()=>{q.current.setTtsEngineId(o),K.current?.setTtsEngineId(o),Y.current&&(Y.current.ttsEngineId=o)},[o]),w.useEffect(()=>{const h=a??xe(o);Y.current&&(Y.current.voiceId=h)},[a,o]);const _e=w.useMemo(()=>rn(n,r),[n,r]),vn=w.useMemo(()=>s?JSON.stringify(s):_e?`face:${_e}`:`id:${t??""}`,[s,_e,t]);return w.useEffect(()=>{if(!t&&!s&&!_e){le("AiTwin requires `assets`, `avatarId`/`faceId`, or `id`");return}let h=!1;Ie.current=!1,v(!1),z(!1),J(null),Y.current=null,U.current=null,X.current=!1;const M=H.current;if(!M)return;let P=null;return(async()=>{try{let F,N,te;if(s)F=s,N=o,te=a??xe(N);else if(_e)ee.current?.("loadFace"),F=at(_e),N=o,te=a??xe(N);else{ee.current?.("getAiTwin");const Q=await st(nn(t),3e4,"getAiTwin");if(h)return;if(!Q.faceId?.trim())throw new Error("getAiTwin returned no faceId");N=Q.ttsEngineId,te=a??Q.voiceId??xe(N),F=at(Q.faceId)}Y.current={ttsEngineId:N,voiceId:te},sn(F),U.current=ts(),P=Ds(M,{onStatus:Q=>{h||ee.current?.(Q)},onError:Q=>{h||le(Q)},shouldAcceptLiveFrame:()=>me(q.current,K.current).isSpeaking()&&!C.current}),V.current=P,ee.current?.("auth");const oe=G.current??i??await st($e(),3e4,"getAuthToken");if(h)return;G.current=oe,q.current.setDeveloperToken(oe),q.current.setTtsEngineId(N);const fe=Ge()?await xt():void 0;if(h)return;ee.current?.("loadAssets");const ue=await st(P.loadAssets(fe),18e4,"load face assets");if(!h&&ue.width>0&&ue.height>0&&(Xe.current=ue,Ae(ue)),h)return;Ze.current=P.getVisemeAtlasPaths(),Ie.current=!0,v(!0),vt.current?.(),P.renderSilOnly().then(()=>{h||ee.current?.("sil")}),(async()=>{try{const Q=await Cr(fe);if(await U.current.load(Q),h)return;X.current=!0,z(!0),he(W.current),U.current.setActive(!0);const re=U.current.getVideo();await jt(M,re,null,void 0,Xe.current),h||ee.current?.("idle")}catch(Q){if(h)return;X.current=!1,z(!1),console.warn("[AiTwin] Idle video unavailable:",Q)}})()}catch(F){if(h)return;if(F instanceof We){le(F.message);return}le(F instanceof Error?F.message:"Failed to load AI twin")}})(),()=>{h=!0,U.current?.dispose(),P?.dispose(),V.current=null}},[vn,s,_e,t,o,a,i,xt,le]),w.useEffect(()=>{const h={current:!1},M=()=>{const P=H.current,F=V.current,N=me(q.current,K.current);if(!P||!F||!c){E.current=requestAnimationFrame(M);return}const te=N.isSpeaking(),oe=te&&!$.current,fe=$.current&&!te;oe&&(ie(),ce(),C.current=!1,I.current=!1,he(W.current),g.current=0,O.current="sil",U.current?.setActive(!1)),fe&&(j.current.reset(),U.current?.setActive(!1),De());const ue=N.getPlaybackElapsedMs(),Q=fe||C.current||L.current;if(te){X.current&&U.current?.setActive(!1);const re=N.getVisemeQueue(),we=re.length>0?Ye(re,ue):"sil";we!=="sil"&&(O.current=we);const de=is(ue,N.getSentenceEmotions(),N.getWordQueue(),N.getStreamMood());j.current.setTargetEmotion(de),j.current.setTargetEyebrow(Zr(ue,N.getWordQueue(),kt(de))),j.current.advance(performance.now());const Ce=j.current.getExpressionPath(),tt=j.current.getDrawKey();vs(P,re,ue,Ce,tt,W.current,(Me,bn,An,In)=>F.drawLiveFrame(Me,bn,An,In),Me=>ee.current?.(Me),Ze.current)}else if(!Q&&X.current&&U.current){const re=U.current,we=re.getVideo();we.readyState>=HTMLMediaElement.HAVE_CURRENT_DATA?(re.setActive(!0),h.current||(h.current=!0,jt(P,we,null,void 0,Xe.current,()=>!N.isSpeaking()&&!C.current&&!L.current).then(()=>ee.current?.("idle")).finally(()=>{h.current=!1}))):zt(P,null,"__sil__",W.current,(de,Ce,tt,Me)=>F.drawLiveFrame(de,Ce,tt,Me),de=>ee.current?.(de))}else Q||zt(P,null,"__sil__",W.current,(re,we,de,Ce)=>F.drawLiveFrame(re,we,de,Ce),re=>ee.current?.(re));$.current=te,E.current=requestAnimationFrame(M)};return E.current=requestAnimationFrame(M),()=>{cancelAnimationFrame(E.current),ie(),ce(),q.current.stop(),K.current?.stop()}},[c,B,De,ie,ce]),w.useImperativeHandle(D,()=>({speakText:async(h,M)=>{const P=h.trim();if(!P)return;const F=V.current;if(!F||!Ie.current&&!c)throw new Error("AI twin is not ready");const{ttsEngineId:N,voiceId:te}=Dt(M);J(null),A.current+=1,ie(),ce(),C.current=!1,I.current=!1,O.current="sil",he(W.current),j.current.reset(),$.current=!1;try{X.current?(U.current?.setActive(!1),U.current?.restart(),he(W.current)):await F.renderSilOnly(),await q.current.speak(P,{voiceId:te,speakingRate:M?.speakingRate??f,ttsEngineId:N})}catch(oe){throw le(oe instanceof Error?oe.message:"TTS failed"),oe}},stop:()=>{A.current+=1,ie(),ce(),C.current=!1,I.current=!1,q.current.stop(),K.current?.stop(),he(W.current),$.current=!1,De()},setTtsEngineId:h=>{q.current.setTtsEngineId(h),K.current?.setTtsEngineId(h),Y.current&&(Y.current.ttsEngineId=h)},renderViseme:async(h,M)=>{const P=V.current,F=H.current;if(!P||!F||!Ie.current)throw new Error("AI twin is not ready");await P.renderViseme(F,h,{from:M?.from,transitionDurationMs:M?.transitionDurationMs,gapMs:M?.gapMs,onStatus:N=>ee.current?.(N)})},isReady:()=>Ie.current,getStatus:()=>se,connect:async(h={})=>{J(null);try{let M=h.authToken?.trim();M||(M=G.current??i??await $e(),G.current=M);const P=h.voiceId?.trim()??a??Y.current?.voiceId,F=Ct();await F.unlockAudio(),await F.connect({...h,authToken:M,voiceId:P,speakingRate:h.speakingRate??f})}catch(M){throw le(M instanceof Error?M.message:"Voice connect failed"),M}},disconnect:async()=>{const h=K.current;h&&(A.current+=1,ie(),ce(),C.current=!1,I.current=!1,he(W.current),$.current=!1,await h.disconnect(),De())},isConnected:()=>K.current?.isConnected()??!1}),[c,f,i,a,ie,ce,De,le,Dt,Ct,se]),nt.jsxs("div",{className:l,style:{...Ms,..._},children:[nt.jsx("canvas",{ref:H,width:ne.width,height:ne.height,style:{...xs,...p},"aria-label":t?`AI twin ${t}`:"AI twin face"}),y&&ae?nt.jsx("div",{style:Ps,children:ae}):null]})}),Tn="thumbnail.webp";function Os(e,t=en){const n=e.trim();if(!n)throw new Error("faceId is required");return`${t.replace(/\/$/,"")}/${n}/${Tn}`}exports.AI_TWIN_THUMBNAIL_FILENAME=Tn;exports.AiTwin=Ls;exports.AiTwinNotFoundError=We;exports.DEFAULT_TTS_ENGINE_ID=pe;exports.MIC_SAMPLE_RATE=gt;exports.OCULUS_VISEME_IDS=on;exports.PLAYBACK_SAMPLE_RATE=pt;exports.SPEAKING_RATE_MAX=_t;exports.SPEAKING_RATE_MIN=mt;exports.TTS_ENGINE_CARTESIA=Ee;exports.TTS_ENGINE_GOOGLE=ht;exports.TTS_ENGINE_INWORLD=je;exports.VISEME_IDS=Mr;exports.VISEME_TEST_CARTESIA_VOICE_ID=un;exports.VISEME_TEST_SPEAKING_RATE=Je;exports.VISEME_TEST_VOICE_ID=wt;exports.buildVoiceWebSocketUrl=ln;exports.createAvatarTtsLipsyncController=ct;exports.createRealtimeVoiceLipsyncController=fn;exports.faceAssetUrls=at;exports.fetchAiTwin=nn;exports.fetchDevAuthToken=$e;exports.getAiTwinThumbnailUrl=Os;exports.normalizeOculusViseme=an;exports.resolveDirectFaceId=rn;exports.resolveVisemeAtTime=Ye;exports.resolveWordAtTime=gr;exports.setActiveTwinAssets=sn;
|