@keyframelabs/elements 0.0.2 → 0.0.4

package/dist/index.js

@@ -1 +1,791 @@
-"use strict";Object.defineProperty(exports,Symbol.toStringTag,{value:"Module"});const A=require("@keyframelabs/sdk"),h=24e3;function c(i){const e=atob(i),t=new Uint8Array(e.length);for(let s=0;s<e.length;s++)t[s]=e.charCodeAt(s);return t}function u(i){let e="";for(let t=0;t<i.length;t++)e+=String.fromCharCode(i[t]);return btoa(e)}function d(i,e,t){if(e===t)return i;const s=new Int16Array(i.buffer,i.byteOffset,i.length/2),n=e/t,a=Math.floor(s.length/n),o=new Int16Array(a);for(let r=0;r<a;r++){const g=r*n,m=Math.floor(g),E=Math.min(m+1,s.length-1),_=g-m;o[r]=Math.round(s[m]*(1-_)+s[E]*_)}return new Uint8Array(o.buffer)}function S(){const i=new Map;return{on(e,t){i.has(e)||i.set(e,new Set),i.get(e).add(t)},off(e,t){i.get(e)?.delete(t)},emit(e,t){i.get(e)?.forEach(s=>s(t))},removeAllListeners(){i.clear()}}}function v(i){const e=new Int16Array(i.length);for(let t=0;t<i.length;t++){const s=Math.max(-1,Math.min(1,i[t]));e[t]=s<0?s*32768:s*32767}return new Uint8Array(e.buffer)}const C=16e3;class p{ws=null;_state="idle";events=S();inputSampleRate=C;get state(){return this._state}setState(e){this._state!==e&&(this._state=e,this.events.emit("stateChange",e))}handleMessage(e){if(e instanceof Blob){e.text().then(t=>this.parseAndHandle(t));return}this.parseAndHandle(e)}parseAndHandle(e){try{const t=JSON.parse(e);this.handleParsedMessage(t)}catch{console.warn(`[${this.agentName}] Failed to parse message:`,e.slice(0,200))}}close(){this.ws&&(this.ws.close(),this.ws=null),this.events.removeAllListeners(),this.setState("idle")}on(e,t){this.events.on(e,t)}off(e,t){this.events.off(e,t)}emitClosed(e,t){this.events.emit("closed",{code:e,reason:t})}}const k="gemini-2.5-flash-native-audio-preview-12-2025",R="wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent",M="wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1alpha.GenerativeService.BidiGenerateContentConstrained";class f extends p{agentName="GeminiLive";async connect(e){if(this.ws)throw new Error("Already connected");if(!e.apiKey)throw new Error("Gemini API key is required");e.inputSampleRate&&(this.inputSampleRate=e.inputSampleRate);const t=e.model??k,n=(e.authType??"api_key")==="ephemeral_token"?`${M}?access_token=${encodeURIComponent(e.apiKey)}`:`${R}?key=${encodeURIComponent(e.apiKey)}`;return new Promise((a,o)=>{this.ws=new WebSocket(n),this.ws.onopen=()=>{const r={setup:{model:`models/${t}`,generationConfig:{responseModalities:["AUDIO"]},systemInstruction:e.systemPrompt?{parts:[{text:e.systemPrompt}]}:void 0}};this.ws.send(JSON.stringify(r)),this.setState("listening"),a()},this.ws.onerror=()=>{o(new Error("Failed to connect to Gemini Live"))},this.ws.onclose=r=>{this.ws=null,this.setState("idle"),this.emitClosed(r.code,r.reason)},this.ws.onmessage=r=>{this.handleMessage(r.data)}})}handleParsedMessage(e){const s=e.serverContent;if(s){if(s.interrupted){this.events.emit("interrupted",void 0),this.setState("listening");return}if(s.turnComplete){this.events.emit("turnEnd",void 0),this.setState("listening");return}if(s.modelTurn?.parts){this._state!=="speaking"&&(this.events.emit("turnStart",void 0),this.setState("speaking"));for(const n of s.modelTurn.parts){if(n.inlineData?.data){const a=c(n.inlineData.data);this.events.emit("audio",a)}n.text&&this.events.emit("transcript",{role:"assistant",text:n.text,isFinal:!0})}}}}sendAudio(e){if(!this.ws||this.ws.readyState!==WebSocket.OPEN){console.warn("[GeminiLive] Cannot send audio: not connected");return}const t={realtimeInput:{mediaChunks:[{mimeType:`audio/pcm;rate=${this.inputSampleRate}`,data:u(e)}]}};this.ws.send(JSON.stringify(t))}}const P="wss://api.elevenlabs.io/v1/convai/conversation";class w extends p{agentName="ElevenLabs";outputSampleRate=24e3;expectedInputSampleRate=16e3;sourceInputSampleRate=16e3;initialized=!1;lastInterruptId=0;async connect(e){if(this.ws)throw new Error("Already connected");if(!e.agentId&&!e.signedUrl)throw new Error("ElevenLabs agent ID or signed URL is required");e.inputSampleRate&&(this.sourceInputSampleRate=e.inputSampleRate);let t;return e.signedUrl?t=e.signedUrl:(t=`${P}?agent_id=${e.agentId}`,e.apiKey&&(t+=`&xi-api-key=${e.apiKey}`)),new Promise((s,n)=>{this.ws=new WebSocket(t),this.ws.onopen=()=>{this.setState("listening"),s()},this.ws.onerror=()=>{n(new Error("Failed to connect to ElevenLabs"))},this.ws.onclose=a=>{this.ws=null,this.setState("idle"),this.emitClosed(a.code,a.reason)},this.ws.onmessage=a=>{this.handleMessage(a.data)}})}handleParsedMessage(e){const t=e;switch(t.type){case"conversation_initiation_metadata":this.handleInitMetadata(t);break;case"ping":this.handlePing(t);break;case"audio":this.handleAudio(t);break;case"user_transcript":this.handleUserTranscript(t);break;case"agent_response":this.handleAgentResponse(t);break;case"interruption":this.handleInterruption(t);break;case"agent_response_correction":this.setState("listening");break}}handleInitMetadata(e){const t=e.conversation_initiation_metadata_event;if(t){if(t.agent_output_audio_format){const s=t.agent_output_audio_format.match(/pcm_(\d+)/);s&&(this.outputSampleRate=parseInt(s[1],10))}if(t.user_input_audio_format){const s=t.user_input_audio_format.match(/pcm_(\d+)/);s&&(this.expectedInputSampleRate=parseInt(s[1],10))}this.initialized=!0}}handlePing(e){if(this.ws&&this.ws.readyState===WebSocket.OPEN){const t=e.ping_event?.event_id;this.ws.send(JSON.stringify({type:"pong",event_id:t}))}}handleAudio(e){const t=e.audio_event;if(!t?.audio_base_64||(t.event_id??0)<=this.lastInterruptId)return;this._state!=="speaking"&&(this.events.emit("turnStart",void 0),this.setState("speaking"));let n=c(t.audio_base_64);this.outputSampleRate!==h&&(n=d(n,this.outputSampleRate,h));const a=4800;if(n.length<=a)this.events.emit("audio",n);else for(let o=0;o<n.length;o+=a){const r=n.slice(o,Math.min(o+a,n.length));this.events.emit("audio",r)}}handleUserTranscript(e){const t=e.user_transcription_event;t?.user_transcript&&this.events.emit("transcript",{role:"user",text:t.user_transcript,isFinal:!0})}handleAgentResponse(e){const t=e.agent_response_event;t?.agent_response&&this.events.emit("transcript",{role:"assistant",text:t.agent_response,isFinal:!0})}handleInterruption(e){const t=e.interruption_event;t?.event_id&&(this.lastInterruptId=t.event_id),this.events.emit("interrupted",void 0),this.setState("listening")}sendAudio(e){if(!this.ws||this.ws.readyState!==WebSocket.OPEN||!this.initialized)return;let t=e;this.sourceInputSampleRate!==this.expectedInputSampleRate&&(t=d(e,this.sourceInputSampleRate,this.expectedInputSampleRate)),this.ws.send(JSON.stringify({user_audio_chunk:u(t)}))}sendText(e){if(!this.ws||this.ws.readyState!==WebSocket.OPEN){console.warn("[ElevenLabs] Cannot send text: not connected");return}this.ws.send(JSON.stringify({type:"user_message",text:e}))}sendContext(e){if(!this.ws||this.ws.readyState!==WebSocket.OPEN){console.warn("[ElevenLabs] Cannot send context: not connected");return}this.ws.send(JSON.stringify({type:"contextual_update",text:e}))}close(){this.initialized=!1,this.lastInterruptId=0,super.close()}}const T="wss://api.cartesia.ai/agents/stream",N="2025-04-16";class y extends p{agentName="Cartesia";cartesiaInputFormat="pcm_16000";cartesiaOutputRate=16e3;streamId=null;isReady=!1;pingInterval=null;async connect(e){if(this.ws)throw new Error("Already connected");if(!e.agentId)throw new Error("Cartesia Agent ID is required");if(!e.apiKey)throw new Error("Cartesia API Key is required");e.inputSampleRate&&(this.inputSampleRate=e.inputSampleRate),this.inputSampleRate===16e3?this.cartesiaInputFormat="pcm_16000":this.inputSampleRate===24e3?this.cartesiaInputFormat="pcm_24000":this.inputSampleRate===44100?this.cartesiaInputFormat="pcm_44100":this.cartesiaInputFormat="pcm_16000";const t=`${T}/${e.agentId}?api_key=${e.apiKey}&cartesia_version=${N}`;return new Promise((s,n)=>{this.ws=new WebSocket(t),this.ws.onopen=()=>{this.sendStartEvent(),this.startHeartbeat(),s()},this.ws.onerror=()=>{n(new Error("Failed to connect to Cartesia"))},this.ws.onclose=a=>{this.stopHeartbeat(),this.ws=null,this.isReady=!1,this.streamId=null,this.setState("idle"),this.emitClosed(a.code,a.reason)},this.ws.onmessage=a=>{this.handleMessage(a.data)}})}sendStartEvent(){if(!this.ws)return;const e={event:"start",config:{input_format:this.cartesiaInputFormat}};this.ws.send(JSON.stringify(e))}startHeartbeat(){this.pingInterval=window.setInterval(()=>{this.ws?.readyState===WebSocket.OPEN&&this.streamId&&this.ws.send(JSON.stringify({event:"custom",stream_id:this.streamId,metadata:{keepalive:!0}}))},2e4)}stopHeartbeat(){this.pingInterval&&(clearInterval(this.pingInterval),this.pingInterval=null)}handleParsedMessage(e){const t=e;switch(t.event){case"ack":this.handleAck(t);break;case"media_output":this.handleMediaOutput(t);break;case"clear":this.handleClear();break;case"error":console.error("[Cartesia] Server error:",t);break}}handleAck(e){this.streamId=e.stream_id||null,this.isReady=!0,this.setState("listening")}handleMediaOutput(e){if(!e.media?.payload)return;this._state!=="speaking"&&(this.events.emit("turnStart",void 0),this.setState("speaking"));let t=c(e.media.payload);this.cartesiaOutputRate!==h&&(t=d(t,this.cartesiaOutputRate,h)),this.events.emit("audio",t)}handleClear(){this.events.emit("interrupted",void 0),this.setState("listening")}sendAudio(e){if(!this.ws||this.ws.readyState!==WebSocket.OPEN||!this.isReady||!this.streamId)return;let t=e;const s=parseInt(this.cartesiaInputFormat.split("_")[1]);this.inputSampleRate!==s&&(t=d(e,this.inputSampleRate,s)),this.ws.send(JSON.stringify({event:"media_input",stream_id:this.streamId,media:{payload:u(t)}}))}close(){this.stopHeartbeat(),this.isReady=!1,this.streamId=null,super.close()}}const b=[{id:"gemini",name:"Gemini Live",description:"Google Gemini Live API"},{id:"elevenlabs",name:"ElevenLabs",description:"ElevenLabs Conversational AI"},{id:"cartesia",name:"Cartesia",description:"Cartesia Agents API"}];function I(i){switch(i){case"gemini":return new f;case"elevenlabs":return new w;case"cartesia":return new y;default:throw new Error(`Unknown agent type: ${i}`)}}function O(i){return b.find(e=>e.id===i)}const l=new Set;class L{apiBaseUrl;publishableKey;callbacks;_video;_audio;session=null;agent=null;audioContext=null;processor=null;stream=null;abortController=null;_status="disconnected";_agentState="idle";_isMuted=!1;mounted=!0;constructor(e){this.apiBaseUrl=e.apiBaseUrl??"https://api.keyframelabs.com",this.publishableKey=e.publishableKey,this.callbacks={onDisconnect:e.onDisconnect,onError:e.onError,onStateChange:e.onStateChange,onAgentStateChange:e.onAgentStateChange},this._video=document.createElement("video"),this._video.style.position="absolute",this._video.style.inset="0",this._video.style.width="100%",this._video.style.height="100%",this._video.style.objectFit=e.videoFit??"cover",this._video.autoplay=!0,this._video.playsInline=!0,this._video.muted=!0,e.container.style.position="relative",e.container.style.backgroundColor="#000",this._audio=document.createElement("audio"),this._audio.autoplay=!0,e.container.appendChild(this._video),e.container.appendChild(this._audio)}get status(){return this._status}get agentState(){return this._agentState}get isMuted(){return this._isMuted}get videoElement(){return this._video}get audioElement(){return this._audio}async connect(){if(l.has(this.publishableKey)){console.log("[PersonaEmbed] Connection already in progress, skipping");return}l.add(this.publishableKey),this.mounted=!0,this.abortController=new AbortController,this.setStatus("connecting");try{const e=await this.fetchSession(this.abortController.signal);if(!this.mounted){l.delete(this.publishableKey);return}if(await this.initSession(e),await this.initMicrophone(),await this.connectAgent(e.voice_agent_details),!this.mounted){this.cleanup(),l.delete(this.publishableKey);return}this.setStatus("connected")}catch(e){if(l.delete(this.publishableKey),e instanceof Error&&e.name==="AbortError")return;console.error("[PersonaEmbed]",e),this.mounted&&(this.setStatus("error"),this.callbacks.onError?.(e))}}disconnect(){this.mounted=!1,this.abortController?.abort(),this.abortController=null,l.delete(this.publishableKey),this.cleanup(),this.setStatus("disconnected")}toggleMute(){this._isMuted=!this._isMuted}setStatus(e){this._status!==e&&(this._status=e,this.callbacks.onStateChange?.(e))}setAgentState(e){this._agentState!==e&&(this._agentState=e,this.callbacks.onAgentStateChange?.(e))}async fetchSession(e){const t=await fetch(`${this.apiBaseUrl}/v1/embed/create_session`,{method:"POST",headers:{"Content-Type":"application/json"},body:JSON.stringify({publishable_key:this.publishableKey}),signal:e});if(!t.ok){const s=await t.json().catch(()=>null);throw new Error(`create_session failed: ${t.status} ${JSON.stringify(s)}`)}return t.json()}async initSession(e){this.session=A.createClient({serverUrl:e.session_details.server_url,participantToken:e.session_details.participant_token,agentIdentity:e.session_details.agent_identity,onVideoTrack:t=>{console.log("[PersonaEmbed] Setting video track",t.readyState,t.enabled),this._video.srcObject=new MediaStream([t]),this._video.play().catch(s=>console.warn("[PersonaEmbed] Video play failed:",s))},onAudioTrack:t=>{this._audio.srcObject=new MediaStream([t]),this._audio.play().catch(()=>{})},onStateChange:t=>{this.mounted&&t==="disconnected"&&(this.setStatus("disconnected"),this.callbacks.onDisconnect?.())},onError:t=>{this.mounted&&this.callbacks.onError?.(t)},onClose:()=>{this.mounted&&this.callbacks.onDisconnect?.()}}),this.agent=I(e.voice_agent_details.type),this.agent.on("audio",t=>this.session?.sendAudio(t)),this.agent.on("interrupted",()=>this.session?.interrupt()),this.agent.on("stateChange",t=>this.setAgentState(t)),this.agent.on("closed",()=>{this.mounted&&this.callbacks.onDisconnect?.()}),await this.session.connect()}async initMicrophone(){this.stream=await navigator.mediaDevices.getUserMedia({audio:{sampleRate:16e3,echoCancellation:!0,noiseSuppression:!0}}),this.audioContext=new AudioContext({sampleRate:16e3});const e=this.audioContext.createMediaStreamSource(this.stream);this.processor=this.audioContext.createScriptProcessor(4096,1,1),this.processor.onaudioprocess=t=>{if(!this._isMuted){const s=v(t.inputBuffer.getChannelData(0));this.agent?.sendAudio(s)}},e.connect(this.processor),this.processor.connect(this.audioContext.destination)}async connectAgent(e){if(!this.agent)return;const t={inputSampleRate:16e3};e.type==="gemini"?await this.agent.connect({...t,apiKey:e.token,authType:"ephemeral_token"}):e.type==="elevenlabs"?await this.agent.connect({...t,agentId:e.agent_id,signedUrl:e.signed_url}):e.type==="cartesia"&&await this.agent.connect({...t,agentId:e.agent_id,apiKey:e.token})}cleanup(){this.stream?.getTracks().forEach(e=>e.stop()),this.processor?.disconnect(),this.audioContext?.close(),this.agent?.close(),this.session?.close(),this.stream=null,this.processor=null,this.audioContext=null,this.agent=null,this.session=null}}exports.AGENT_REGISTRY=b;exports.BaseAgent=p;exports.CartesiaAgent=y;exports.ElevenLabsAgent=w;exports.GeminiLiveAgent=f;exports.PersonaEmbed=L;exports.SAMPLE_RATE=h;exports.base64ToBytes=c;exports.bytesToBase64=u;exports.createAgent=I;exports.createEventEmitter=S;exports.floatTo16BitPCM=v;exports.getAgentInfo=O;exports.resamplePcm=d;
+import { createClient as v } from "@keyframelabs/sdk";
+const c = 24e3;
+function p(i) {
+  const e = atob(i), t = new Uint8Array(e.length);
+  for (let s = 0; s < e.length; s++)
+    t[s] = e.charCodeAt(s);
+  return t;
+}
+function g(i) {
+  let e = "";
+  for (let t = 0; t < i.length; t++)
+    e += String.fromCharCode(i[t]);
+  return btoa(e);
+}
+function d(i, e, t) {
+  if (e === t)
+    return i;
+  const s = new Int16Array(i.buffer, i.byteOffset, i.length / 2), n = e / t, a = Math.floor(s.length / n), r = new Int16Array(a);
+  for (let o = 0; o < a; o++) {
+    const _ = o * n, u = Math.floor(_), w = Math.min(u + 1, s.length - 1), S = _ - u;
+    r[o] = Math.round(
+      s[u] * (1 - S) + s[w] * S
+    );
+  }
+  return new Uint8Array(r.buffer);
+}
+function b() {
+  const i = /* @__PURE__ */ new Map();
+  return {
+    on(e, t) {
+      i.has(e) || i.set(e, /* @__PURE__ */ new Set()), i.get(e).add(t);
+    },
+    off(e, t) {
+      i.get(e)?.delete(t);
+    },
+    emit(e, t) {
+      i.get(e)?.forEach((s) => s(t));
+    },
+    removeAllListeners() {
+      i.clear();
+    }
+  };
+}
+function y(i) {
+  const e = new Int16Array(i.length);
+  for (let t = 0; t < i.length; t++) {
+    const s = Math.max(-1, Math.min(1, i[t]));
+    e[t] = s < 0 ? s * 32768 : s * 32767;
+  }
+  return new Uint8Array(e.buffer);
+}
+const I = 16e3;
+class m {
+  ws = null;
+  _state = "idle";
+  events = b();
+  inputSampleRate = I;
+  /** Current agent state */
+  get state() {
+    return this._state;
+  }
+  /**
+   * Update state and emit stateChange event.
+   */
+  setState(e) {
+    this._state !== e && (this._state = e, this.events.emit("stateChange", e));
+  }
+  /**
+   * Handle WebSocket message (string or Blob).
+   * Converts to string and parses JSON before calling handleParsedMessage.
+   */
+  handleMessage(e) {
+    if (e instanceof Blob) {
+      e.text().then((t) => this.parseAndHandle(t));
+      return;
+    }
+    this.parseAndHandle(e);
+  }
+  /**
+   * Parse JSON and call handleParsedMessage if valid.
+   */
+  parseAndHandle(e) {
+    try {
+      const t = JSON.parse(e);
+      this.handleParsedMessage(t);
+    } catch {
+      console.warn(`[${this.agentName}] Failed to parse message:`, e.slice(0, 200));
+    }
+  }
+  /**
+   * Close the WebSocket connection and clean up resources.
+   * Subclasses can override to add custom cleanup, but should call super.close().
+   */
+  close() {
+    this.ws && (this.ws.close(), this.ws = null), this.events.removeAllListeners(), this.setState("idle");
+  }
+  /**
+   * Register an event handler.
+   */
+  on(e, t) {
+    this.events.on(e, t);
+  }
+  /**
+   * Remove an event handler.
+   */
+  off(e, t) {
+    this.events.off(e, t);
+  }
+  /**
+   * Helper to emit the closed event with code and reason.
+   */
+  emitClosed(e, t) {
+    this.events.emit("closed", { code: e, reason: t });
+  }
+}
+const C = "gemini-2.5-flash-native-audio-preview-12-2025", E = "wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1beta.GenerativeService.BidiGenerateContent", A = "wss://generativelanguage.googleapis.com/ws/google.ai.generativelanguage.v1alpha.GenerativeService.BidiGenerateContentConstrained";
+class k extends m {
+  agentName = "GeminiLive";
+  async connect(e) {
+    if (this.ws)
+      throw new Error("Already connected");
+    if (!e.apiKey)
+      throw new Error("Gemini API key is required");
+    e.inputSampleRate && (this.inputSampleRate = e.inputSampleRate);
+    const t = e.model ?? C, n = (e.authType ?? "api_key") === "ephemeral_token" ? `${A}?access_token=${encodeURIComponent(e.apiKey)}` : `${E}?key=${encodeURIComponent(e.apiKey)}`;
+    return new Promise((a, r) => {
+      this.ws = new WebSocket(n), this.ws.onopen = () => {
+        const o = {
+          setup: {
+            model: `models/${t}`,
+            generationConfig: {
+              responseModalities: ["AUDIO"]
+            },
+            systemInstruction: e.systemPrompt ? { parts: [{ text: e.systemPrompt }] } : void 0
+          }
+        };
+        this.ws.send(JSON.stringify(o)), this.setState("listening"), a();
+      }, this.ws.onerror = () => {
+        r(new Error("Failed to connect to Gemini Live"));
+      }, this.ws.onclose = (o) => {
+        this.ws = null, this.setState("idle"), this.emitClosed(o.code, o.reason);
+      }, this.ws.onmessage = (o) => {
+        this.handleMessage(o.data);
+      };
+    });
+  }
+  handleParsedMessage(e) {
+    const s = e.serverContent;
+    if (s) {
+      if (s.interrupted) {
+        this.events.emit("interrupted", void 0), this.setState("listening");
+        return;
+      }
+      if (s.turnComplete) {
+        this.events.emit("turnEnd", void 0), this.setState("listening");
+        return;
+      }
+      if (s.modelTurn?.parts) {
+        this._state !== "speaking" && (this.events.emit("turnStart", void 0), this.setState("speaking"));
+        for (const n of s.modelTurn.parts) {
+          if (n.inlineData?.data) {
+            const a = p(n.inlineData.data);
+            this.events.emit("audio", a);
+          }
+          n.text && this.events.emit("transcript", {
+            role: "assistant",
+            text: n.text,
+            isFinal: !0
+          });
+        }
+      }
+    }
+  }
+  sendAudio(e) {
+    if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
+      console.warn("[GeminiLive] Cannot send audio: not connected");
+      return;
+    }
+    const t = {
+      realtimeInput: {
+        mediaChunks: [
+          {
+            mimeType: `audio/pcm;rate=${this.inputSampleRate}`,
+            data: g(e)
+          }
+        ]
+      }
+    };
+    this.ws.send(JSON.stringify(t));
+  }
+}
+const R = "wss://api.elevenlabs.io/v1/convai/conversation";
+class M extends m {
+  agentName = "ElevenLabs";
+  outputSampleRate = 24e3;
+  // Default, updated from metadata
+  expectedInputSampleRate = 16e3;
+  // What ElevenLabs expects, updated from metadata
+  sourceInputSampleRate = 16e3;
+  // What caller sends via sendAudio, from config
+  initialized = !1;
+  // True after conversation_initiation_metadata received
+  lastInterruptId = 0;
+  // Track interruptions to filter stale audio
+  async connect(e) {
+    if (this.ws)
+      throw new Error("Already connected");
+    if (!e.agentId && !e.signedUrl)
+      throw new Error("ElevenLabs agent ID or signed URL is required");
+    e.inputSampleRate && (this.sourceInputSampleRate = e.inputSampleRate);
+    let t;
+    return e.signedUrl ? t = e.signedUrl : (t = `${R}?agent_id=${e.agentId}`, e.apiKey && (t += `&xi-api-key=${e.apiKey}`)), new Promise((s, n) => {
+      this.ws = new WebSocket(t), this.ws.onopen = () => {
+        this.setState("listening"), s();
+      }, this.ws.onerror = () => {
+        n(new Error("Failed to connect to ElevenLabs"));
+      }, this.ws.onclose = (a) => {
+        this.ws = null, this.setState("idle"), this.emitClosed(a.code, a.reason);
+      }, this.ws.onmessage = (a) => {
+        this.handleMessage(a.data);
+      };
+    });
+  }
+  handleParsedMessage(e) {
+    const t = e;
+    switch (t.type) {
+      case "conversation_initiation_metadata":
+        this.handleInitMetadata(t);
+        break;
+      case "ping":
+        this.handlePing(t);
+        break;
+      case "audio":
+        this.handleAudio(t);
+        break;
+      case "user_transcript":
+        this.handleUserTranscript(t);
+        break;
+      case "agent_response":
+        this.handleAgentResponse(t);
+        break;
+      case "interruption":
+        this.handleInterruption(t);
+        break;
+      case "agent_response_correction":
+        this.setState("listening");
+        break;
+    }
+  }
+  handleInitMetadata(e) {
+    const t = e.conversation_initiation_metadata_event;
+    if (t) {
+      if (t.agent_output_audio_format) {
+        const s = t.agent_output_audio_format.match(/pcm_(\d+)/);
+        s && (this.outputSampleRate = parseInt(s[1], 10));
+      }
+      if (t.user_input_audio_format) {
+        const s = t.user_input_audio_format.match(/pcm_(\d+)/);
+        s && (this.expectedInputSampleRate = parseInt(s[1], 10));
+      }
+      this.initialized = !0;
+    }
+  }
+  handlePing(e) {
+    if (this.ws && this.ws.readyState === WebSocket.OPEN) {
+      const t = e.ping_event?.event_id;
+      this.ws.send(JSON.stringify({ type: "pong", event_id: t }));
+    }
+  }
+  handleAudio(e) {
+    const t = e.audio_event;
+    if (!t?.audio_base_64 || (t.event_id ?? 0) <= this.lastInterruptId)
+      return;
+    this._state !== "speaking" && (this.events.emit("turnStart", void 0), this.setState("speaking"));
+    let n = p(t.audio_base_64);
+    this.outputSampleRate !== c && (n = d(n, this.outputSampleRate, c));
+    const a = 4800;
+    if (n.length <= a)
+      this.events.emit("audio", n);
+    else
+      for (let r = 0; r < n.length; r += a) {
+        const o = n.slice(r, Math.min(r + a, n.length));
+        this.events.emit("audio", o);
+      }
+  }
+  handleUserTranscript(e) {
+    const t = e.user_transcription_event;
+    t?.user_transcript && this.events.emit("transcript", {
+      role: "user",
+      text: t.user_transcript,
+      isFinal: !0
+    });
+  }
+  handleAgentResponse(e) {
+    const t = e.agent_response_event;
+    t?.agent_response && this.events.emit("transcript", {
+      role: "assistant",
+      text: t.agent_response,
+      isFinal: !0
+    });
+  }
+  handleInterruption(e) {
+    const t = e.interruption_event;
+    t?.event_id && (this.lastInterruptId = t.event_id), this.events.emit("interrupted", void 0), this.setState("listening");
+  }
+  sendAudio(e) {
+    if (!this.ws || this.ws.readyState !== WebSocket.OPEN || !this.initialized)
+      return;
+    let t = e;
+    this.sourceInputSampleRate !== this.expectedInputSampleRate && (t = d(e, this.sourceInputSampleRate, this.expectedInputSampleRate)), this.ws.send(JSON.stringify({
+      user_audio_chunk: g(t)
+    }));
+  }
+  /**
+   * Send a text message as if the user spoke it.
+   */
+  sendText(e) {
+    if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
+      console.warn("[ElevenLabs] Cannot send text: not connected");
+      return;
+    }
+    this.ws.send(JSON.stringify({
+      type: "user_message",
+      text: e
+    }));
+  }
+  /**
+   * Send contextual information to the agent without interrupting.
+   */
+  sendContext(e) {
+    if (!this.ws || this.ws.readyState !== WebSocket.OPEN) {
+      console.warn("[ElevenLabs] Cannot send context: not connected");
+      return;
+    }
+    this.ws.send(JSON.stringify({
+      type: "contextual_update",
+      text: e
+    }));
+  }
+  close() {
+    this.initialized = !1, this.lastInterruptId = 0, super.close();
+  }
+}
+const x = "wss://api.cartesia.ai/agents/stream", P = "2025-04-16";
+class T extends m {
+  agentName = "Cartesia";
+  // Audio configuration
+  cartesiaInputFormat = "pcm_16000";
+  // Format we tell Cartesia we are sending
+  cartesiaOutputRate = 16e3;
+  // Cartesia defaults to 16kHz for web
+  // Connection state
+  streamId = null;
+  isReady = !1;
+  pingInterval = null;
+  async connect(e) {
+    if (this.ws)
+      throw new Error("Already connected");
+    if (!e.agentId)
+      throw new Error("Cartesia Agent ID is required");
+    if (!e.apiKey)
+      throw new Error("Cartesia API Key is required");
+    e.inputSampleRate && (this.inputSampleRate = e.inputSampleRate), this.inputSampleRate === 16e3 ? this.cartesiaInputFormat = "pcm_16000" : this.inputSampleRate === 24e3 ? this.cartesiaInputFormat = "pcm_24000" : this.inputSampleRate === 44100 ? this.cartesiaInputFormat = "pcm_44100" : this.cartesiaInputFormat = "pcm_16000";
+    const t = `${x}/${e.agentId}?api_key=${e.apiKey}&cartesia_version=${P}`;
+    return new Promise((s, n) => {
+      this.ws = new WebSocket(t), this.ws.onopen = () => {
+        this.sendStartEvent(), this.startHeartbeat(), s();
+      }, this.ws.onerror = () => {
+        n(new Error("Failed to connect to Cartesia"));
+      }, this.ws.onclose = (a) => {
+        this.stopHeartbeat(), this.ws = null, this.isReady = !1, this.streamId = null, this.setState("idle"), this.emitClosed(a.code, a.reason);
+      }, this.ws.onmessage = (a) => {
+        this.handleMessage(a.data);
+      };
+    });
+  }
+  sendStartEvent() {
+    if (!this.ws) return;
+    const e = {
+      event: "start",
+      config: {
+        input_format: this.cartesiaInputFormat
+      }
+    };
+    this.ws.send(JSON.stringify(e));
+  }
+  /**
+   * Keep connection alive with periodic custom events.
+   * Cartesia requires activity every 30s.
+   */
+  startHeartbeat() {
+    this.pingInterval = window.setInterval(() => {
+      this.ws?.readyState === WebSocket.OPEN && this.streamId && this.ws.send(JSON.stringify({
+        event: "custom",
+        stream_id: this.streamId,
+        metadata: { keepalive: !0 }
+      }));
+    }, 2e4);
+  }
+  stopHeartbeat() {
+    this.pingInterval && (clearInterval(this.pingInterval), this.pingInterval = null);
+  }
+  handleParsedMessage(e) {
+    const t = e;
+    switch (t.event) {
+      case "ack":
+        this.handleAck(t);
+        break;
+      case "media_output":
+        this.handleMediaOutput(t);
+        break;
+      case "clear":
+        this.handleClear();
+        break;
+      case "error":
+        console.error("[Cartesia] Server error:", t);
+        break;
+    }
+  }
+  handleAck(e) {
+    this.streamId = e.stream_id || null, this.isReady = !0, this.setState("listening");
+  }
+  handleMediaOutput(e) {
+    if (!e.media?.payload) return;
+    this._state !== "speaking" && (this.events.emit("turnStart", void 0), this.setState("speaking"));
+    let t = p(e.media.payload);
+    this.cartesiaOutputRate !== c && (t = d(t, this.cartesiaOutputRate, c)), this.events.emit("audio", t);
+  }
+  handleClear() {
+    this.events.emit("interrupted", void 0), this.setState("listening");
+  }
+  sendAudio(e) {
+    if (!this.ws || this.ws.readyState !== WebSocket.OPEN || !this.isReady || !this.streamId)
+      return;
+    let t = e;
+    const s = parseInt(this.cartesiaInputFormat.split("_")[1]);
+    this.inputSampleRate !== s && (t = d(e, this.inputSampleRate, s)), this.ws.send(JSON.stringify({
+      event: "media_input",
+      stream_id: this.streamId,
+      media: {
+        payload: g(t)
+      }
+    }));
+  }
+  close() {
+    this.stopHeartbeat(), this.isReady = !1, this.streamId = null, super.close();
+  }
+}
+const O = [
+  { id: "gemini", name: "Gemini Live", description: "Google Gemini Live API" },
+  { id: "elevenlabs", name: "ElevenLabs", description: "ElevenLabs Conversational AI" },
+  { id: "cartesia", name: "Cartesia", description: "Cartesia Agents API" }
+];
+function f(i) {
+  switch (i) {
+    case "gemini":
+      return new k();
+    case "elevenlabs":
+      return new M();
+    case "cartesia":
+      return new T();
+    default:
+      throw new Error(`Unknown agent type: ${i}`);
+  }
+}
+function L(i) {
+  return O.find((e) => e.id === i);
+}
+class D extends Error {
+  status;
+  payload;
+  url;
+  constructor(e) {
+    super(e.message), this.name = "ApiError", this.status = e.status, this.payload = e.payload, this.url = e.url;
+  }
+}
+const l = /* @__PURE__ */ new Set();
+class U {
+  apiBaseUrl;
+  publishableKey;
+  callbacks;
+  // DOM
+  _video;
+  _audio;
+  // Session
+  session = null;
+  agent = null;
+  audioContext = null;
+  processor = null;
+  stream = null;
+  abortController = null;
+  _status = "disconnected";
+  _agentState = "idle";
+  _isMuted = !1;
+  mounted = !0;
+  constructor(e) {
+    this.apiBaseUrl = e.apiBaseUrl ?? "https://api.keyframelabs.com", this.publishableKey = e.publishableKey, this.callbacks = {
+      onDisconnect: e.onDisconnect,
+      onError: e.onError,
+      onStateChange: e.onStateChange,
+      onAgentStateChange: e.onAgentStateChange
+    }, this._video = document.createElement("video"), this._video.style.position = "absolute", this._video.style.inset = "0", this._video.style.width = "100%", this._video.style.height = "100%", this._video.style.objectFit = e.videoFit ?? "cover", this._video.autoplay = !0, this._video.playsInline = !0, this._video.muted = !0, e.container.style.position = "relative", e.container.style.backgroundColor = "#000", this._audio = document.createElement("audio"), this._audio.autoplay = !0, e.container.appendChild(this._video), e.container.appendChild(this._audio);
+  }
+  // Read-only state
+  get status() {
+    return this._status;
+  }
+  get agentState() {
+    return this._agentState;
+  }
+  get isMuted() {
+    return this._isMuted;
+  }
+  get videoElement() {
+    return this._video;
+  }
+  get audioElement() {
+    return this._audio;
+  }
+  /** Connect to the embed session */
+  async connect() {
+    if (l.has(this.publishableKey)) {
+      console.log("[PersonaEmbed] Connection already in progress, skipping");
+      return;
+    }
+    l.add(this.publishableKey), this.mounted = !0, this.abortController = new AbortController(), this.setStatus("connecting");
+    try {
+      const e = await this.fetchSession(this.abortController.signal);
+      if (!this.mounted) {
+        l.delete(this.publishableKey);
+        return;
+      }
+      if (await this.initSession(e), await this.initMicrophone(), await this.connectAgent(e.voice_agent_details), !this.mounted) {
+        this.cleanup(), l.delete(this.publishableKey);
+        return;
+      }
+      this.setStatus("connected");
+    } catch (e) {
+      if (l.delete(this.publishableKey), e instanceof Error && e.name === "AbortError")
+        return;
+      console.error("[PersonaEmbed]", e), this.mounted && (this.setStatus("error"), this.callbacks.onError?.(e));
+    }
+  }
+  /** Disconnect and cleanup */
+  disconnect() {
+    this.mounted = !1, this.abortController?.abort(), this.abortController = null, l.delete(this.publishableKey), this.cleanup(), this.setStatus("disconnected");
+  }
+  /** Toggle microphone mute */
+  toggleMute() {
+    this._isMuted = !this._isMuted;
+  }
+  setStatus(e) {
+    this._status !== e && (this._status = e, this.callbacks.onStateChange?.(e));
+  }
+  setAgentState(e) {
+    this._agentState !== e && (this._agentState = e, this.callbacks.onAgentStateChange?.(e));
+  }
+  async fetchSession(e) {
+    const t = await fetch(`${this.apiBaseUrl}/v1/embed/create_session`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({ publishable_key: this.publishableKey }),
+      signal: e
+    });
+    if (!t.ok) {
+      let s;
+      try {
+        s = await t.json();
+      } catch {
+      }
+      throw new D({
+        message: s?.message ?? "create_session failed",
+        status: t.status,
+        payload: s,
+        url: t.url
+      });
+    }
+    if (!t.ok) {
+      const s = await t.json().catch(() => null);
+      throw new Error(`create_session failed: ${t.status} ${JSON.stringify(s)}`);
+    }
+    return t.json();
+  }
+  async initSession(e) {
+    this.session = v({
+      serverUrl: e.session_details.server_url,
+      participantToken: e.session_details.participant_token,
+      agentIdentity: e.session_details.agent_identity,
+      onVideoTrack: (t) => {
+        console.log("[PersonaEmbed] Setting video track", t.readyState, t.enabled), this._video.srcObject = new MediaStream([t]), this._video.play().catch((s) => console.warn("[PersonaEmbed] Video play failed:", s));
+      },
+      onAudioTrack: (t) => {
+        this._audio.srcObject = new MediaStream([t]), this._audio.play().catch(() => {
+        });
+      },
+      onStateChange: (t) => {
+        this.mounted && t === "disconnected" && (this.setStatus("disconnected"), this.callbacks.onDisconnect?.());
+      },
+      onError: (t) => {
+        this.mounted && this.callbacks.onError?.(t);
+      },
+      onClose: () => {
+        this.mounted && this.callbacks.onDisconnect?.();
+      }
+    }), this.agent = f(e.voice_agent_details.type), this.agent.on("audio", (t) => this.session?.sendAudio(t)), this.agent.on("interrupted", () => this.session?.interrupt()), this.agent.on("stateChange", (t) => this.setAgentState(t)), this.agent.on("closed", () => {
+      this.mounted && this.callbacks.onDisconnect?.();
+    }), await this.session.connect();
+  }
+  async initMicrophone() {
+    this.stream = await navigator.mediaDevices.getUserMedia({
+      audio: { sampleRate: 16e3, echoCancellation: !0, noiseSuppression: !0 }
+    }), this.audioContext = new AudioContext({ sampleRate: 16e3 });
+    const e = this.audioContext.createMediaStreamSource(this.stream);
+    this.processor = this.audioContext.createScriptProcessor(4096, 1, 1), this.processor.onaudioprocess = (t) => {
+      if (!this._isMuted) {
+        const s = y(t.inputBuffer.getChannelData(0));
+        this.agent?.sendAudio(s);
+      }
+    }, e.connect(this.processor), this.processor.connect(this.audioContext.destination);
+  }
+  async connectAgent(e) {
+    if (!this.agent) return;
+    const t = { inputSampleRate: 16e3 };
+    e.type === "gemini" ? await this.agent.connect({
+      ...t,
+      apiKey: e.token,
+      authType: "ephemeral_token"
+    }) : e.type === "elevenlabs" ? await this.agent.connect({
+      ...t,
+      agentId: e.agent_id,
+      signedUrl: e.signed_url
+    }) : e.type === "cartesia" && await this.agent.connect({
+      ...t,
+      agentId: e.agent_id,
+      apiKey: e.token
+    });
+  }
+  cleanup() {
+    this.stream?.getTracks().forEach((e) => e.stop()), this.processor?.disconnect(), this.audioContext?.close(), this.agent?.close(), this.session?.close(), this.stream = null, this.processor = null, this.audioContext = null, this.agent = null, this.session = null;
+  }
+}
+const h = /* @__PURE__ */ new Set();
+class K {
+  voiceAgentDetails;
+  sessionDetails;
+  callbacks;
+  connectionId;
+  // DOM
+  _video;
+  _audio;
+  // Session
+  session = null;
+  agent = null;
+  audioContext = null;
+  processor = null;
+  stream = null;
+  _status = "disconnected";
+  _agentState = "idle";
+  _isMuted = !1;
+  mounted = !0;
+  constructor(e) {
+    this.voiceAgentDetails = e.voiceAgentDetails, this.sessionDetails = e.sessionDetails, this.callbacks = {
+      onDisconnect: e.onDisconnect,
+      onError: e.onError,
+      onStateChange: e.onStateChange,
+      onAgentStateChange: e.onAgentStateChange
+    }, this.connectionId = e.sessionDetails.participant_token, this._video = document.createElement("video"), this._video.style.position = "absolute", this._video.style.inset = "0", this._video.style.width = "100%", this._video.style.height = "100%", this._video.style.objectFit = e.videoFit ?? "cover", this._video.autoplay = !0, this._video.playsInline = !0, this._video.muted = !0, e.container.style.position = "relative", e.container.style.backgroundColor = "#000", this._audio = document.createElement("audio"), this._audio.autoplay = !0, e.container.appendChild(this._video), e.container.appendChild(this._audio);
+  }
+  // Read-only state
+  get status() {
+    return this._status;
+  }
+  get agentState() {
+    return this._agentState;
+  }
+  get isMuted() {
+    return this._isMuted;
+  }
+  get videoElement() {
+    return this._video;
+  }
+  get audioElement() {
+    return this._audio;
+  }
+  /** Connect to the session */
+  async connect() {
+    if (h.has(this.connectionId)) {
+      console.log("[PersonaView] Connection already in progress, skipping");
+      return;
+    }
+    h.add(this.connectionId), this.mounted = !0, this.setStatus("connecting");
+    try {
+      if (await this.initSession(), await this.initMicrophone(), await this.connectAgent(), !this.mounted) {
+        this.cleanup(), h.delete(this.connectionId);
+        return;
+      }
+      this.setStatus("connected");
+    } catch (e) {
+      h.delete(this.connectionId), console.error("[PersonaView]", e), this.mounted && (this.setStatus("error"), this.callbacks.onError?.(e));
+    }
+  }
+  /** Disconnect and cleanup */
+  disconnect() {
+    this.mounted = !1, h.delete(this.connectionId), this.cleanup(), this.setStatus("disconnected");
+  }
+  /** Toggle microphone mute */
+  toggleMute() {
+    this._isMuted = !this._isMuted;
+  }
+  setStatus(e) {
+    this._status !== e && (this._status = e, this.callbacks.onStateChange?.(e));
+  }
+  setAgentState(e) {
+    this._agentState !== e && (this._agentState = e, this.callbacks.onAgentStateChange?.(e));
+  }
+  async initSession() {
+    this.session = v({
+      serverUrl: this.sessionDetails.server_url,
+      participantToken: this.sessionDetails.participant_token,
+      agentIdentity: this.sessionDetails.agent_identity,
+      onVideoTrack: (e) => {
+        console.log("[PersonaView] Setting video track", e.readyState, e.enabled), this._video.srcObject = new MediaStream([e]), this._video.play().catch((t) => console.warn("[PersonaView] Video play failed:", t));
+      },
+      onAudioTrack: (e) => {
+        this._audio.srcObject = new MediaStream([e]), this._audio.play().catch(() => {
+        });
+      },
+      onStateChange: (e) => {
+        this.mounted && e === "disconnected" && (this.setStatus("disconnected"), this.callbacks.onDisconnect?.());
+      },
+      onError: (e) => {
+        this.mounted && this.callbacks.onError?.(e);
+      },
+      onClose: () => {
+        this.mounted && this.callbacks.onDisconnect?.();
+      }
+    }), this.agent = f(this.voiceAgentDetails.type), this.agent.on("audio", (e) => this.session?.sendAudio(e)), this.agent.on("interrupted", () => this.session?.interrupt()), this.agent.on("stateChange", (e) => this.setAgentState(e)), this.agent.on("closed", () => {
+      this.mounted && this.callbacks.onDisconnect?.();
+    }), await this.session.connect();
+  }
+  async initMicrophone() {
+    this.stream = await navigator.mediaDevices.getUserMedia({
+      audio: { sampleRate: 16e3, echoCancellation: !0, noiseSuppression: !0 }
+    }), this.audioContext = new AudioContext({ sampleRate: 16e3 });
+    const e = this.audioContext.createMediaStreamSource(this.stream);
+    this.processor = this.audioContext.createScriptProcessor(4096, 1, 1), this.processor.onaudioprocess = (t) => {
+      if (!this._isMuted) {
+        const s = y(t.inputBuffer.getChannelData(0));
+        this.agent?.sendAudio(s);
+      }
+    }, e.connect(this.processor), this.processor.connect(this.audioContext.destination);
+  }
+  async connectAgent() {
+    if (!this.agent) return;
+    const e = this.voiceAgentDetails, t = { inputSampleRate: 16e3 };
+    e.type === "gemini" ? await this.agent.connect({
+      ...t,
+      apiKey: e.token,
+      authType: "ephemeral_token"
+    }) : e.type === "elevenlabs" ? await this.agent.connect({
+      ...t,
+      agentId: e.agent_id,
+      signedUrl: e.signed_url
+    }) : e.type === "cartesia" && await this.agent.connect({
+      ...t,
+      agentId: e.agent_id,
+      apiKey: e.token
+    });
+  }
+  cleanup() {
+    this.stream?.getTracks().forEach((e) => e.stop()), this.processor?.disconnect(), this.audioContext?.close(), this.agent?.close(), this.session?.close(), this.stream = null, this.processor = null, this.audioContext = null, this.agent = null, this.session = null;
+  }
+}
+export {
+  O as AGENT_REGISTRY,
+  m as BaseAgent,
+  T as CartesiaAgent,
+  M as ElevenLabsAgent,
+  k as GeminiLiveAgent,
+  D as KeyframeApiError,
+  U as PersonaEmbed,
+  K as PersonaView,
+  c as SAMPLE_RATE,
+  p as base64ToBytes,
+  g as bytesToBase64,
+  f as createAgent,
+  b as createEventEmitter,
+  y as floatTo16BitPCM,
+  L as getAgentInfo,
+  d as resamplePcm
+};