@d-id/client-sdk 1.1.0-beta.2 → 1.1.0-beta.21

package/dist/index.umd.cjs

@@ -1 +1 @@
-(function(h,_){typeof exports=="object"&&typeof module<"u"?_(exports):typeof define=="function"&&define.amd?define(["exports"],_):(h=typeof globalThis<"u"?globalThis:h||self,_(h.index={}))})(this,function(h){"use strict";var ot=Object.defineProperty;var ct=(h,_,z)=>_ in h?ot(h,_,{enumerable:!0,configurable:!0,writable:!0,value:z}):h[_]=z;var J=(h,_,z)=>(ct(h,typeof _!="symbol"?_+"":_,z),z);class _ extends Error{constructor({kind:a,description:r,error:s}){super(JSON.stringify({kind:a,description:r}));J(this,"kind");J(this,"description");J(this,"error");this.kind=a,this.description=r,this.error=s}}class z extends _{constructor(t,a){super({kind:"ChatCreationFailed",description:`Failed to create ${a?"persistent":""} chat, mode: ${t}`})}}class te extends _{constructor(t){super({kind:"ChatModeDowngraded",description:`Chat mode downgraded to ${t}`})}}class B extends _{constructor(a,r){super({kind:"ValidationError",description:a});J(this,"key");this.key=r}}class ne extends _{constructor(t){super({kind:"WSError",description:t})}}var re=(e=>(e.TRIAL="trial",e.BASIC="basic",e.ENTERPRISE="enterprise",e.LITE="lite",e.ADVANCED="advanced",e))(re||{}),ae=(e=>(e.TRIAL="deid-trial",e.PRO="deid-pro",e.ENTERPRISE="deid-enterprise",e.LITE="deid-lite",e.ADVANCED="deid-advanced",e.BUILD="deid-api-build",e.LAUNCH="deid-api-launch",e.SCALE="deid-api-scale",e))(ae||{}),ie=(e=>(e.Created="created",e.Started="started",e.Done="done",e.Error="error",e.Rejected="rejected",e.Ready="ready",e))(ie||{}),se=(e=>(e.Unrated="Unrated",e.Positive="Positive",e.Negative="Negative",e))(se||{}),P=(e=>(e.Functional="Functional",e.TextOnly="TextOnly",e.Maintenance="Maintenance",e.Playground="Playground",e.DirectPlayback="DirectPlayback",e))(P||{}),W=(e=>(e.Embed="embed",e.Query="query",e.Partial="partial",e.Answer="answer",e.Complete="done",e))(W||{}),oe=(e=>(e.KnowledgeProcessing="knowledge/processing",e.KnowledgeIndexing="knowledge/indexing",e.KnowledgeFailed="knowledge/error",e.KnowledgeDone="knowledge/done",e))(oe||{}),ce=(e=>(e.Knowledge="knowledge",e.Document="document",e.Record="record",e))(ce||{}),de=(e=>(e.Pdf="pdf",e.Text="text",e.Html="html",e.Word="word",e.Json="json",e.Markdown="markdown",e.Csv="csv",e.Excel="excel",e.Powerpoint="powerpoint",e.Archive="archive",e.Image="image",e.Audio="audio",e.Video="video",e))(de||{}),Y=(e=>(e.Clip="clip",e.Talk="talk",e))(Y||{});const le=e=>{switch(e){case"clip":return"clip";case"talk":return"talk";default:throw new Error(`Unknown video type: ${e}`)}};var R=(e=>(e.Start="START",e.Stop="STOP",e))(R||{}),V=(e=>(e.ChatAnswer="chat/answer",e.ChatPartial="chat/partial",e.StreamDone="stream/done",e.StreamStarted="stream/started",e.StreamFailed="stream/error",e.StreamReady="stream/ready",e.StreamCreated="stream/created",e.StreamVideoCreated="stream-video/started",e.StreamVideoDone="stream-video/done",e.StreamVideoError="stream-video/error",e.StreamVideoRejected="stream-video/rejected",e))(V||{}),S=(e=>(e.New="new",e.Fail="fail",e.Connected="connected",e.Connecting="connecting",e.Closed="closed",e.Completed="completed",e.Disconnected="disconnected",e))(S||{}),me=(e=>(e.Amazon="amazon",e.Microsoft="microsoft",e.Afflorithmics="afflorithmics",e.Elevenlabs="elevenlabs",e))(me||{}),ue=(e=>(e.Public="public",e.Premium="premium",e.Private="private",e))(ue||{});const Me=45*1e3,_e="X-Playground-Chat",x="https://api.d-id.com",Ee="wss://notifications.d-id.com",be="79f81a83a67430be2bc0fd61042b8faa",fe=e=>new Promise(t=>setTimeout(t,e)),X=()=>Math.random().toString(16).slice(2);function Te(e,t){let a;return{promise:new Promise((s,i)=>{a=setTimeout(()=>i(new Error(t)),e)}),clear:()=>clearTimeout(a)}}async function Q(e,t){const a={limit:(t==null?void 0:t.limit)??3,delayMs:(t==null?void 0:t.delayMs)??0,timeout:(t==null?void 0:t.timeout)??3e4,timeoutErrorMessage:(t==null?void 0:t.timeoutErrorMessage)||"Timeout error",shouldRetryFn:(t==null?void 0:t.shouldRetryFn)??(()=>!0),onRetry:(t==null?void 0:t.onRetry)??(()=>{})};let r;for(let s=1;s<=a.limit;s++)try{if(!a.timeout)return await e();const{promise:i,clear:n}=Te(a.timeout,a.timeoutErrorMessage),o=e().finally(n);return await Promise.race([o,i])}catch(i){if(r=i,!a.shouldRetryFn(i)||s>=a.limit)throw i;await fe(a.delayMs),a.onRetry(i)}throw r}function ge(){let e=window.localStorage.getItem("did_external_key_id");return e||(e=Math.random().toString(16).slice(2),window.localStorage.setItem("did_external_key_id",e)),e}let Pe=X();function he(e){if(e.type==="bearer")return`Bearer ${e.token}`;if(e.type==="basic")return`Basic ${btoa(`${e.username}:${e.password}`)}`;if(e.type==="key")return`Client-Key ${e.clientKey}.${ge()}_${Pe}`;throw new Error(`Unknown auth type: ${e}`)}const Ie=e=>Q(e,{limit:3,delayMs:1e3,timeout:0,shouldRetryFn:t=>t.status===429});function Z(e,t=x,a){const r=async(s,i)=>{const{skipErrorHandler:n,...o}=i||{},c=await Ie(()=>fetch(t+(s!=null&&s.startsWith("/")?s:`/${s}`),{...o,headers:{...o.headers,Authorization:he(e),"Content-Type":"application/json"}}));if(!c.ok){let u=await c.text().catch(()=>`Failed to fetch with status ${c.status}`);const d=new Error(u);throw a&&!n&&a(d,{url:s,options:o,headers:c.headers}),d}return c.json()};return{get(s,i){return r(s,{...i,method:"GET"})},post(s,i,n){return r(s,{...n,body:JSON.stringify(i),method:"POST"})},delete(s,i,n){return r(s,{...n,body:JSON.stringify(i),method:"DELETE"})},patch(s,i,n){return r(s,{...n,body:JSON.stringify(i),method:"PATCH"})}}}function we(e,t=x,a){const r=Z(e,`${t}/agents`,a);return{create(s,i){return r.post("/",s,i)},getAgents(s,i){return r.get(`/${s?`?tag=${s}`:""}`,i).then(n=>n??[])},getById(s,i){return r.get(`/${s}`,i)},delete(s,i){return r.delete(`/${s}`,void 0,i)},update(s,i,n){return r.patch(`/${s}`,i,n)},newChat(s,i,n){return r.post(`/${s}/chat`,i,n)},chat(s,i,n,o){return r.post(`/${s}/chat/${i}`,n,o)},createRating(s,i,n,o){return r.post(`/${s}/chat/${i}/ratings`,n,o)},updateRating(s,i,n,o,c){return r.patch(`/${s}/chat/${i}/ratings/${n}`,o,c)},deleteRating(s,i,n,o){return r.delete(`/${s}/chat/${i}/ratings/${n}`,o)},getSTTToken(s,i){return r.get(`/${s}/stt-token`,i)}}}const G=e=>e.type==="clip"&&e.presenter_id.startsWith("v2_")?"clip_v2":e.type;function Ae(e){var s,i,n,o;const t=()=>/Mobi|Android/i.test(navigator.userAgent)?"Mobile":"Desktop",a=()=>{const c=navigator.platform;return c.toLowerCase().includes("win")?"Windows":c.toLowerCase().includes("mac")?"Mac OS X":c.toLowerCase().includes("linux")?"Linux":"Unknown"},r=e.presenter;return{$os:`${a()}`,isMobile:`${t()=="Mobile"}`,browser:navigator.userAgent,origin:window.location.origin,agentType:G(r),agentVoice:{voiceId:(i=(s=e.presenter)==null?void 0:s.voice)==null?void 0:i.voice_id,provider:(o=(n=e.presenter)==null?void 0:n.voice)==null?void 0:o.type}}}function $e(e,t,a){var c,u,d;const{event:r,...s}=e,{template:i}=(t==null?void 0:t.llm)||{},{language:n}=((c=t==null?void 0:t.presenter)==null?void 0:c.voice)||{};return{...s,llm:{...s.llm,template:i},script:{...s.script,provider:{...(u=s==null?void 0:s.script)==null?void 0:u.provider,language:n}},stitch:(t==null?void 0:t.presenter.type)==="talk"?(d=t==null?void 0:t.presenter)==null?void 0:d.stitch:void 0,...a}}let O={};const je="https://api-js.mixpanel.com/track/?verbose=1&ip=1";function ze(e){var i,n,o,c,u,d;const t=window!=null&&window.hasOwnProperty("DID_AGENTS_API")?"agents-ui":"agents-sdk",a=e.agent.presenter,r=(i=e.agent.llm)==null?void 0:i.prompt_customization,s={token:e.token||"testKey",distinct_id:e.distinctId||ge(),agentId:e.agent.id,agentType:G(a),owner_id:e.agent.owner_id??"",promptVersion:(n=e.agent.llm)==null?void 0:n.prompt_version,behavior:{role:r==null?void 0:r.role,personality:r==null?void 0:r.personality,instructions:(o=e.agent.llm)==null?void 0:o.instructions},temperature:(c=e.agent.llm)==null?void 0:c.temperature,knowledgeSource:r==null?void 0:r.knowledge_source,starterQuestionsCount:(d=(u=e.agent.knowledge)==null?void 0:u.starter_message)==null?void 0:d.length,topicsToAvoid:r==null?void 0:r.topics_to_avoid,maxResponseLength:r==null?void 0:r.max_response_length};return{...s,additionalProperties:{},isEnabled:e.isEnabled??!0,getRandom:()=>Math.random().toString(16).slice(2),enrich(g){const D={};if(g&&typeof g!="object")throw new Error("properties must be a flat json object");for(let w in g)(typeof g[w]=="string"||typeof g[w]=="number")&&(D[w]=g[w]);this.additionalProperties={...this.additionalProperties,...D}},async track(g,D){if(!this.isEnabled)return Promise.resolve();const{audioPath:w,...v}=D||{},k={method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({data:JSON.stringify([{event:g,properties:{...this.additionalProperties,...v,...s,source:t,time:Date.now(),$insert_id:this.getRandom(),origin:window.location.href,"Screen Height":window.screen.height||window.innerWidth,"Screen Width":window.screen.width||window.innerHeight,"User Agent":navigator.userAgent}}])})};try{return await fetch(je,k).then(M=>M.json())}catch(M){return console.error(M)}},linkTrack(g,D,w,v){O[g]||(O[g]={events:{},resolvedDependencies:[]}),v.includes(w)||v.push(w);const k=O[g];if(k.events[w]={props:D},k.resolvedDependencies.push(w),v.every(N=>k.resolvedDependencies.includes(N))){const N=v.reduce((A,l)=>k.events[l]?{...A,...k.events[l].props}:A,{});this.track(g,N),k.resolvedDependencies=k.resolvedDependencies.filter(A=>!v.includes(A)),v.forEach(A=>{delete k.events[A]})}}}}function Le(){let e=0;return{reset:()=>e=0,update:()=>e=Date.now(),get:(t=!1)=>t?Date.now()-e:e}}const H=Le();function pe(e){return e===P.Playground?{headers:{[_e]:"true"}}:{}}async function ye(e,t,a,r,s=!1,i){try{return!i&&r!==P.DirectPlayback&&(i=await t.newChat(e.id,{persist:s},pe(r)),a.track("agent-chat",{event:"created",chat_id:i.id,agent_id:e.id,mode:r})),{chat:i,chatMode:(i==null?void 0:i.chat_mode)??r}}catch(n){try{const o=JSON.parse(n.message);if((o==null?void 0:o.kind)==="InsufficientCreditsError")throw new Error("InsufficientCreditsError")}catch(o){console.error("Error parsing the error message:",o)}throw new Error("Cannot create new chat")}}function Ne(e){var a;const t=((a=e.greetings)==null?void 0:a.filter(r=>r.length>0))??[];return t.length>0?t[Math.floor(Math.random()*t.length)]:`Hi! I'm ${e.preview_name||"My Agent"}. How can I help you?`}function ve(e,t){return t&&t.length>0?t:[{content:e,id:X(),role:"assistant",created_at:new Date().toISOString()}]}function Fe(e){return new Promise((t,a)=>{const{callbacks:r,host:s,auth:i}=e,{onMessage:n=null,onOpen:o=null,onClose:c=null,onError:u=null}=r||{},d=new WebSocket(`${s}?authorization=${he(i)}`);d.onmessage=n,d.onclose=c,d.onerror=g=>{console.error(g),u==null||u("Websocket failed to connect",g),a(g)},d.onopen=g=>{o==null||o(g),t(d)}})}async function Be(e){const{retries:t=1}=e;let a=null;for(let r=0;(a==null?void 0:a.readyState)!==WebSocket.OPEN;r++)try{a=await Fe(e)}catch(s){if(r===t)throw s;await fe(r*500)}return a}async function We(e,t,a){const r=a!=null&&a.onMessage?[a.onMessage]:[],s=await Be({auth:e,host:t,callbacks:{onError:i=>{var n;return(n=a.onError)==null?void 0:n.call(a,new ne(i))},onMessage(i){const n=JSON.parse(i.data);r.forEach(o=>o(n.event,n))}}});return{socket:s,disconnect:()=>s.close(),subscribeToEvents:i=>r.push(i)}}function He(e){if(e.answer!==void 0)return e.answer;let t=0,a="";for(;t in e;)a+=e[t++];return a}function Ke(e,t,a,r,s){const i=r.messages[r.messages.length-1];if(!(e===W.Partial||e===W.Answer)||(i==null?void 0:i.role)!=="assistant")return;const{content:n,sequence:o}=t;e===W.Partial?a[o]=n:a.answer=n;const c=He(a);(i.content!==c||e===W.Answer)&&(i.content=c,s==null||s([...r.messages],e))}function Ue(e,t,a,r,s){let i={};return{clearQueue:()=>i={},onMessage:(n,o)=>{var c,u;if("content"in o)Ke(n,o,i,t,a.callbacks.onNewMessage),n===W.Answer&&e.track("agent-message-received",{messages:t.messages.length,mode:t.chatMode});else{const d=V,g=[d.StreamVideoDone,d.StreamVideoError,d.StreamVideoRejected],D=[d.StreamFailed,d.StreamVideoError,d.StreamVideoRejected],w=$e(o,r,{mode:t.chatMode});if(n=n,n===d.StreamVideoCreated)e.linkTrack("agent-video",w,d.StreamVideoCreated,["start"]);else if(g.includes(n)){const v=n.split("/")[1];D.includes(n)?e.track("agent-video",{...w,event:v}):e.linkTrack("agent-video",{...w,event:v},n,["done"])}D.includes(n)&&((u=(c=a.callbacks).onError)==null||u.call(c,new Error(`Stream failed with event ${n}`),{data:o})),o.event===d.StreamDone&&s()}}}}function Ve(e,t,a,r){const s=Z(e,`${t}/agents/${a}`,r);return{createStream(i){return s.post("/streams",{output_resolution:i.output_resolution,compatibility_mode:i.compatibility_mode,stream_warmup:i.stream_warmup,session_timeout:i.session_timeout,stream_greeting:i.stream_greeting})},startConnection(i,n,o){return s.post(`/streams/${i}/sdp`,{session_id:o,answer:n})},addIceCandidate(i,n,o){return s.post(`/streams/${i}/ice`,{session_id:o,...n})},sendStreamRequest(i,n,o){return s.post(`/streams/${i}`,{session_id:n,...o})},close(i,n){return s.delete(`/streams/${i}`,{session_id:n})}}}function xe(e,t,a,r){const s=Z(e,`${t}/agents/${a}`,r);return{createStream(i,n){return s.post("/streams",{driver_url:i.driver_url,face:i.face,config:i.config,output_resolution:i.output_resolution,compatibility_mode:i.compatibility_mode,stream_warmup:i.stream_warmup,session_timeout:i.session_timeout,stream_greeting:i.stream_greeting},n)},startConnection(i,n,o,c){return s.post(`/streams/${i}/sdp`,{session_id:o,answer:n},c)},addIceCandidate(i,n,o,c){return s.post(`/streams/${i}/ice`,{session_id:o,...n},c)},sendStreamRequest(i,n,o,c){return s.post(`/streams/${i}`,{session_id:n,...o},c)},close(i,n,o){return s.delete(`/streams/${i}`,{session_id:n},o)}}}function qe(e,t,a){const r=(t.timestamp-e.timestamp)/1e3;return{duration:r,bytesReceived:t.bytesReceived-e.bytesReceived,bitrate:Math.round((t.bytesReceived-e.bytesReceived)*8/r),packetsReceived:t.packetsReceived-e.packetsReceived,packetsLost:t.packetsLost-e.packetsLost,framesDropped:t.framesDropped-e.framesDropped,framesDecoded:t.framesDecoded-e.framesDecoded,jitter:t.jitter,jitterBufferDelay:(t.jitterBufferDelay-e.jitterBufferDelay)/r,framesPerSecond:t.framesPerSecond,freezeCount:t.freezeCount-e.freezeCount,freezeDuration:t.freezeDuration-e.freezeDuration,lowFpsCount:a}}function Je(e){return e.filter(t=>t.freezeCount>0||t.framesPerSecond<21||t.framesDropped>0||t.packetsLost>0).map(t=>{const{timestamp:a,...r}=t,s=[];return t.freezeCount>0&&s.push("freeze"),t.framesPerSecond<21&&s.push("low fps"),t.framesDropped>0&&s.push("frames dropped"),t.packetsLost>0&&s.push("packet loss"),{...r,causes:s}})}function Xe(e){let t="";for(const a of e.values())if(a&&a.type==="codec"&&a.mimeType.startsWith("video")&&(t=a.mimeType.split("/")[1]),a&&a.type==="inbound-rtp"&&a.kind==="video")return{codec:t,timestamp:a.timestamp,bytesReceived:a.bytesReceived,packetsReceived:a.packetsReceived,packetsLost:a.packetsLost,framesDropped:a.framesDropped,framesDecoded:a.framesDecoded,jitter:a.jitter,jitterBufferDelay:a.jitterBufferDelay,frameWidth:a.frameWidth,frameHeight:a.frameHeight,framesPerSecond:a.framesPerSecond,freezeCount:a.freezeCount,freezeDuration:a.totalFreezesDuration};return{}}function Ye(e,t,a){const r=e.map((n,o)=>o===0?a?{timestamp:n.timestamp,duration:0,bytesReceived:n.bytesReceived-a.bytesReceived,bitrate:(n.bytesReceived-a.bytesReceived)*8/(t/1e3),packetsReceived:n.packetsReceived-a.packetsReceived,packetsLost:n.packetsLost-a.packetsLost,framesDropped:n.framesDropped-a.framesDropped,framesDecoded:n.framesDecoded-a.framesDecoded,jitter:n.jitter,jitterBufferDelay:n.jitterBufferDelay-a.jitterBufferDelay,framesPerSecond:n.framesPerSecond,freezeCount:n.freezeCount-a.freezeCount,freezeDuration:n.freezeDuration-a.freezeDuration}:{timestamp:n.timestamp,duration:0,bytesReceived:n.bytesReceived,bitrate:n.bytesReceived*8/(t/1e3),packetsReceived:n.packetsReceived,packetsLost:n.packetsLost,framesDropped:n.framesDropped,framesDecoded:n.framesDecoded,jitter:n.jitter,jitterBufferDelay:n.jitterBufferDelay,framesPerSecond:n.framesPerSecond,freezeCount:n.freezeCount,freezeDuration:n.freezeDuration}:{timestamp:n.timestamp,duration:t*o/1e3,bytesReceived:n.bytesReceived-e[o-1].bytesReceived,bitrate:(n.bytesReceived-e[o-1].bytesReceived)*8/(t/1e3),packetsReceived:n.packetsReceived-e[o-1].packetsReceived,packetsLost:n.packetsLost-e[o-1].packetsLost,framesDropped:n.framesDropped-e[o-1].framesDropped,framesDecoded:n.framesDecoded-e[o-1].framesDecoded,jitter:n.jitter,jitterBufferDelay:n.jitterBufferDelay-e[o-1].jitterBufferDelay,framesPerSecond:n.framesPerSecond,freezeCount:n.freezeCount-e[o-1].freezeCount,freezeDuration:n.freezeDuration-e[o-1].freezeDuration}),s=Je(r),i=s.reduce((n,o)=>n+(o.causes.includes("low fps")?1:0),0);return{webRTCStats:{anomalies:s,aggregateReport:qe(e[0],e[e.length-1],i)},codec:e[0].codec,resolution:`${e[0].frameWidth}x${e[0].frameHeight}`}}const ee=100,Qe=Math.max(Math.ceil(400/ee),1);function Ze(){let e=0;return t=>{for(const a of t.values())if(a&&a.type==="inbound-rtp"&&a.kind==="video"){const r=a.framesDecoded,s=r-e>0;return e=r,s}return!1}}function Ge(e,t,a,r,s=!1,i=!1){const n=s?1:0;let o=[],c,u=0,d=!1,g=0;const D=Ze();return setInterval(async()=>{const w=await e.getStats(),v=D(w),k=Xe(w);if(v)u=0,d||(r==null||r(R.Start),i&&g>=n&&!t()&&a(),c=o[o.length-1],o=[],g++,d=!0),o.push(k);else if(d&&(u++,u>=Qe)){const M=Ye(o,ee,c);r==null||r(R.Stop,M),!i&&!t()&&a(),d=!1}},ee)}let ke=!1;const L=(e,t)=>ke&&console.log(e,t),Oe=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);function Ce(e){switch(e){case"connected":return S.Connected;case"checking":return S.Connecting;case"failed":return S.Fail;case"new":return S.New;case"closed":return S.Closed;case"disconnected":return S.Disconnected;case"completed":return S.Completed;default:return S.New}}function Re(e,t,a,r){e===R.Start&&t===R.Start?a==null||a(R.Start):e===R.Stop&&t===R.Stop&&(a==null||a(R.Stop,r))}async function et(e,t,{debug:a=!1,callbacks:r,auth:s,baseURL:i=x,warmup:n}){ke=a;let o=!1,c=!1,u=R.Stop,d=R.Stop;const{startConnection:g,sendStreamRequest:D,close:w,createStream:v,addIceCandidate:k}=t.videoType===Y.Clip?Ve(s,i,e,r.onError):xe(s,i,e,r.onError),{id:M,offer:N,ice_servers:A,session_id:l}=await v(t),m=new Oe({iceServers:A}),C=m.createDataChannel("JanusDataChannel");if(!l)throw new Error("Could not create session_id");const I=()=>o,$=()=>{var f;o=!0,c&&((f=r.onConnectionStateChange)==null||f.call(r,S.Connected))},E=Ge(m,I,$,(f,p)=>Re(d=f,u,r.onVideoStateChange,p),n,!!t.stream_greeting);m.onicecandidate=f=>{var p;L("peerConnection.onicecandidate",f);try{f.candidate&&f.candidate.sdpMid&&f.candidate.sdpMLineIndex!==null?k(M,{candidate:f.candidate.candidate,sdpMid:f.candidate.sdpMid,sdpMLineIndex:f.candidate.sdpMLineIndex},l):k(M,{candidate:null},l)}catch(y){(p=r.onError)==null||p.call(r,y,{streamId:M})}},C.onopen=()=>{c=!0,(!t.stream_warmup&&!t.stream_greeting||o)&&$()},C.onmessage=f=>{f.data==="stream/started"?u=R.Start:f.data==="stream/done"&&(u=R.Stop),Re(d,u,r.onVideoStateChange)},m.oniceconnectionstatechange=()=>{var p;L("peerConnection.oniceconnectionstatechange => "+m.iceConnectionState);const f=Ce(m.iceConnectionState);f!==S.Connected&&((p=r.onConnectionStateChange)==null||p.call(r,f))},m.ontrack=f=>{var p;L("peerConnection.ontrack",f),(p=r.onSrcObjectReady)==null||p.call(r,f.streams[0])},await m.setRemoteDescription(N),L("set remote description OK");const j=await m.createAnswer();return L("create answer OK"),await m.setLocalDescription(j),L("set local description OK"),await g(M,j,l),L("start connection OK"),{speak(f){return D(M,l,f)},async disconnect(){var f,p;if(M){const y=Ce(m.iceConnectionState);if(m){if(y===S.New){(f=r.onVideoStateChange)==null||f.call(r,R.Stop),clearInterval(E);return}m.close(),m.oniceconnectionstatechange=null,m.onnegotiationneeded=null,m.onicecandidate=null,m.ontrack=null}try{y===S.Connected&&await w(M,l).catch(b=>{})}catch(b){L("Error on close stream connection",b)}(p=r.onVideoStateChange)==null||p.call(r,R.Stop),clearInterval(E)}},sessionId:l,streamId:M}}function tt(e,t,a){var s;const{streamOptions:r}=t??{};return{videoType:le(e.presenter.type),output_resolution:r==null?void 0:r.outputResolution,session_timeout:r==null?void 0:r.sessionTimeout,stream_warmup:r==null?void 0:r.streamWarmup,compatibility_mode:r==null?void 0:r.compatibilityMode,stream_greeting:G(e.presenter)!=="clip"&&((s=t==null?void 0:t.streamOptions)!=null&&s.streamGreeting)?a:void 0}}function nt(e,t,a,r){H.get()>0&&(e===R.Start?r.linkTrack("agent-video",{event:"start",latency:H.get(!0)},"start",[V.StreamVideoCreated]):e===R.Stop&&r.linkTrack("agent-video",{event:"stop",is_greenscreen:t.presenter.type==="clip"&&t.presenter.is_greenscreen,background:t.presenter.type==="clip"&&t.presenter.background,...a},"done",[V.StreamVideoDone]))}function rt(e,t,a,r){return H.reset(),new Promise(async(s,i)=>{var n;try{const o=await et(e.id,tt(e,t,r),{...t,analytics:a,warmup:(n=t.streamOptions)==null?void 0:n.streamWarmup,callbacks:{...t.callbacks,onConnectionStateChange:c=>{var u,d;(d=(u=t.callbacks).onConnectionStateChange)==null||d.call(u,c),c===S.Connected&&s(o)},onVideoStateChange:(c,u)=>{var d,g;(g=(d=t.callbacks).onVideoStateChange)==null||g.call(d,c),nt(c,e,u,a)}}})}catch(o){i(o)}})}async function at(e,t,a,r,s,i){var u,d,g,D;const{chat:n,chatMode:o}=await ye(e,a,r,t.mode,t.persistentChat,s);if(o&&o!==t.mode&&(t.mode=o,(d=(u=t.callbacks).onModeChange)==null||d.call(u,o),o===P.TextOnly))return(D=(g=t.callbacks).onError)==null||D.call(g,new te(o)),{chat:n};const c=await rt(e,t,r,i);return{chat:n,streamingManager:c}}async function it(e,t){var M,N,A;let a=!0;const r=t.mixpanelKey||be,s=t.wsURL||Ee,i=t.baseURL||x,n={messages:[],chatMode:t.mode||P.Functional},o=we(t.auth,i,t.callbacks.onError),c=await o.getById(e),u=Ne(c),d=ze({token:r,agent:c,isEnabled:t.enableAnalitics,distinctId:t.distinctId}),{onMessage:g,clearQueue:D}=Ue(d,n,t,c,()=>{var l;return(l=n.socketManager)==null?void 0:l.disconnect()});n.messages=ve(u,t.initialMessages),(N=(M=t.callbacks).onNewMessage)==null||N.call(M,[...n.messages],"answer"),d.track("agent-sdk",{event:"loaded",...Ae(c)});async function w(l){var j,f,p,y,b,T,K;(f=(j=t.callbacks).onConnectionStateChange)==null||f.call(j,S.Connecting),H.reset(),l&&!a&&(delete n.chat,n.messages=ve(u),(y=(p=t.callbacks).onNewMessage)==null||y.call(p,[...n.messages],"answer"));const m=t.mode===P.DirectPlayback?Promise.resolve(void 0):We(t.auth,s,{onMessage:g,onError:t.callbacks.onError}),C=Q(()=>at(c,t,o,d,n.chat,l?u:void 0),{limit:3,timeout:Me,timeoutErrorMessage:"Timeout initializing the stream",shouldRetryFn:F=>(F==null?void 0:F.message)!=="Could not connect"&&F.status!==429,delayMs:1e3}).catch(F=>{var U,q;throw k(P.Maintenance),(q=(U=t.callbacks).onConnectionStateChange)==null||q.call(U,S.Fail),F}),[I,{streamingManager:$,chat:E}]=await Promise.all([m,C]);E&&E.id!==((b=n.chat)==null?void 0:b.id)&&((K=(T=t.callbacks).onNewChat)==null||K.call(T,E.id)),n.streamingManager=$,n.socketManager=I,n.chat=E,a=!1,k((E==null?void 0:E.chat_mode)??t.mode??P.Functional)}async function v(){var l,m,C,I;(l=n.socketManager)==null||l.disconnect(),await((m=n.streamingManager)==null?void 0:m.disconnect()),delete n.streamingManager,delete n.socketManager,(I=(C=t.callbacks).onConnectionStateChange)==null||I.call(C,S.Disconnected)}async function k(l){var m,C;l!==n.chatMode&&(d.track("agent-mode-change",{mode:l}),n.chatMode=l,n.chatMode!==P.Functional&&await v(),(C=(m=t.callbacks).onModeChange)==null||C.call(m,l))}return{agent:c,starterMessages:((A=c.knowledge)==null?void 0:A.starter_message)||[],getSTTToken:()=>o.getSTTToken(c.id),changeMode:k,enrichAnalytics:d.enrich,async connect(){var l;await w(!0),d.track("agent-chat",{event:"connect",chatId:(l=n.chat)==null?void 0:l.id,agentId:c.id,mode:n.chatMode})},async reconnect(){var l;await v(),await w(!1),d.track("agent-chat",{event:"reconnect",chatId:(l=n.chat)==null?void 0:l.id,agentId:c.id,mode:n.chatMode})},async disconnect(){var l;await v(),d.track("agent-chat",{event:"disconnect",chatId:(l=n.chat)==null?void 0:l.id,agentId:c.id,mode:n.chatMode})},async chat(l){var $,E,j,f,p;const m=()=>{if(t.mode===P.DirectPlayback)throw new B("Direct playback is enabled, chat is disabled");if(l.length>=800)throw new B("Message cannot be more than 800 characters");if(l.length===0)throw new B("Message cannot be empty");if(n.chatMode===P.Maintenance)throw new B("Chat is in maintenance mode");if(![P.TextOnly,P.Playground].includes(n.chatMode)){if(!n.streamingManager)throw new B("Streaming manager is not initialized");if(!n.chat)throw new B("Chat is not initialized")}},C=async()=>{var y,b;if(!n.chat){const T=await ye(c,o,d,n.chatMode,t.persistentChat);if(!T.chat)throw new z(n.chatMode,!!t.persistentChat);n.chat=T.chat,(b=(y=t.callbacks).onNewChat)==null||b.call(y,n.chat.id)}return n.chat.id},I=async(y,b)=>Q(()=>{var T,K;return o.chat(c.id,b,{chatMode:n.chatMode,streamId:(T=n.streamingManager)==null?void 0:T.streamId,sessionId:(K=n.streamingManager)==null?void 0:K.sessionId,messages:y.map(({matches:F,...U})=>U)},{...pe(n.chatMode),skipErrorHandler:!0})},{limit:2,shouldRetryFn:T=>{var U,q,Se,De;const K=(U=T==null?void 0:T.message)==null?void 0:U.includes("missing or invalid session_id");return!((q=T==null?void 0:T.message)==null?void 0:q.includes("Stream Error"))&&!K?((De=(Se=t.callbacks).onError)==null||De.call(Se,T),!1):!0},onRetry:async()=>{await v(),await w(!1)}});try{D(),m(),n.messages.push({id:X(),role:"user",content:l,created_at:new Date(H.update()).toISOString()}),(E=($=t.callbacks).onNewMessage)==null||E.call($,[...n.messages],"user");const y=await C(),b=await I([...n.messages],y);return n.messages.push({id:X(),role:"assistant",content:b.result||"",created_at:new Date().toISOString(),context:b.context,matches:b.matches}),d.track("agent-message-send",{event:"success",mode:n.chatMode,messages:n.messages.length+1}),b.result&&((f=(j=t.callbacks).onNewMessage)==null||f.call(j,[...n.messages],"answer"),d.track("agent-message-received",{latency:H.get(!0),mode:n.chatMode,messages:n.messages.length})),b}catch(y){throw((p=n.messages[n.messages.length-1])==null?void 0:p.role)==="assistant"&&n.messages.pop(),d.track("agent-message-send",{event:"error",mode:n.chatMode,messages:n.messages.length}),y}},rate(l,m,C){var E,j,f,p;const I=n.messages.find(y=>y.id===l);if(n.chat){if(!I)throw new Error("Message not found")}else throw new Error("Chat is not initialized");const $=((E=I.matches)==null?void 0:E.map(y=>[y.document_id,y.id]))??[];return d.track("agent-rate",{event:C?"update":"create",thumb:m===1?"up":"down",knowledge_id:((j=c.knowledge)==null?void 0:j.id)??"",mode:n.chatMode,matches:$,score:m}),C?o.updateRating(c.id,n.chat.id,C,{knowledge_id:((f=c.knowledge)==null?void 0:f.id)??"",message_id:l,matches:$,score:m}):o.createRating(c.id,n.chat.id,{knowledge_id:((p=c.knowledge)==null?void 0:p.id)??"",message_id:l,matches:$,score:m})},deleteRate(l){var m;if(!n.chat)throw new Error("Chat is not initialized");return d.track("agent-rate-delete",{type:"text",chat_id:(m=n.chat)==null?void 0:m.id,id:l,mode:n.chatMode}),o.deleteRating(c.id,n.chat.id,l)},speak(l){var I;if(!n.streamingManager)throw new Error("Please connect to the agent first");function m(){if(typeof l=="string"){if(!c.presenter.voice)throw new Error("Presenter voice is not initialized");return{type:"text",provider:c.presenter.voice,input:l,ssml:!1}}if(l.type==="text"&&!l.provider){if(!c.presenter.voice)throw new Error("Presenter voice is not initialized");return{type:"text",provider:c.presenter.voice,input:l.input,ssml:l.ssml}}return l}const C=m();return d.track("agent-speak",C),H.update(),n.streamingManager.speak({script:C,metadata:{chat_id:(I=n.chat)==null?void 0:I.id,agent_id:c.id}})}}}function st(e,t,a){const{getById:r}=we(t,a||x);return r(e)}h.AgentStatus=ie,h.ChatCreationFailed=z,h.ChatMode=P,h.ChatModeDowngraded=te,h.ChatProgress=W,h.ConnectionState=S,h.DocumentType=de,h.KnowledgeType=ce,h.PlanGroup=ae,h.Providers=me,h.RateState=se,h.StreamEvents=V,h.StreamingState=R,h.Subject=oe,h.UserPlan=re,h.ValidationError=B,h.VideoType=Y,h.VoiceAccess=ue,h.WsError=ne,h.createAgentManager=it,h.getAgent=st,h.mapVideoType=le,Object.defineProperty(h,Symbol.toStringTag,{value:"Module"})});
+(function(h,B){typeof exports=="object"&&typeof module<"u"?B(exports):typeof define=="function"&&define.amd?define(["exports"],B):(h=typeof globalThis<"u"?globalThis:h||self,B(h.index={}))})(this,function(h){"use strict";var St=Object.defineProperty;var _t=(h,B,q)=>B in h?St(h,B,{enumerable:!0,configurable:!0,writable:!0,value:q}):h[B]=q;var O=(h,B,q)=>(_t(h,typeof B!="symbol"?B+"":B,q),q);class B extends Error{constructor({kind:a,description:n,error:s}){super(JSON.stringify({kind:a,description:n}));O(this,"kind");O(this,"description");O(this,"error");this.kind=a,this.description=n,this.error=s}}class q extends B{constructor(t,a){super({kind:"ChatCreationFailed",description:`Failed to create ${a?"persistent":""} chat, mode: ${t}`})}}class oe extends B{constructor(t){super({kind:"ChatModeDowngraded",description:`Chat mode downgraded to ${t}`})}}class V extends B{constructor(a,n){super({kind:"ValidationError",description:a});O(this,"key");this.key=n}}class ce extends B{constructor(t){super({kind:"WSError",description:t})}}var de=(e=>(e.TRIAL="trial",e.BASIC="basic",e.ENTERPRISE="enterprise",e.LITE="lite",e.ADVANCED="advanced",e))(de||{}),le=(e=>(e.TRIAL="deid-trial",e.PRO="deid-pro",e.ENTERPRISE="deid-enterprise",e.LITE="deid-lite",e.ADVANCED="deid-advanced",e.BUILD="deid-api-build",e.LAUNCH="deid-api-launch",e.SCALE="deid-api-scale",e))(le||{}),ue=(e=>(e.Created="created",e.Started="started",e.Done="done",e.Error="error",e.Rejected="rejected",e.Ready="ready",e))(ue||{}),fe=(e=>(e.Unrated="Unrated",e.Positive="Positive",e.Negative="Negative",e))(fe||{}),b=(e=>(e.Functional="Functional",e.TextOnly="TextOnly",e.Maintenance="Maintenance",e.Playground="Playground",e.DirectPlayback="DirectPlayback",e))(b||{}),X=(e=>(e.Embed="embed",e.Query="query",e.Partial="partial",e.Answer="answer",e.Complete="done",e))(X||{}),me=(e=>(e.KnowledgeProcessing="knowledge/processing",e.KnowledgeIndexing="knowledge/indexing",e.KnowledgeFailed="knowledge/error",e.KnowledgeDone="knowledge/done",e))(me||{}),ge=(e=>(e.Knowledge="knowledge",e.Document="document",e.Record="record",e))(ge||{}),he=(e=>(e.Pdf="pdf",e.Text="text",e.Html="html",e.Word="word",e.Json="json",e.Markdown="markdown",e.Csv="csv",e.Excel="excel",e.Powerpoint="powerpoint",e.Archive="archive",e.Image="image",e.Audio="audio",e.Video="video",e))(he||{}),ee=(e=>(e.Clip="clip",e.Talk="talk",e))(ee||{});const we=e=>{switch(e){case"clip":return"clip";case"talk":return"talk";default:throw new Error(`Unknown video type: ${e}`)}};var y=(e=>(e.Start="START",e.Stop="STOP",e))(y||{}),Q=(e=>(e.Strong="STRONG",e.Weak="WEAK",e.Unknown="UNKNOWN",e))(Q||{}),Y=(e=>(e.Idle="IDLE",e.Talking="TALKING",e))(Y||{}),F=(e=>(e.ChatAnswer="chat/answer",e.ChatPartial="chat/partial",e.StreamDone="stream/done",e.StreamStarted="stream/started",e.StreamFailed="stream/error",e.StreamReady="stream/ready",e.StreamCreated="stream/created",e.StreamInterrupt="stream/interrupt",e.StreamVideoCreated="stream-video/started",e.StreamVideoDone="stream-video/done",e.StreamVideoError="stream-video/error",e.StreamVideoRejected="stream-video/rejected",e))(F||{}),E=(e=>(e.New="new",e.Fail="fail",e.Connected="connected",e.Connecting="connecting",e.Closed="closed",e.Completed="completed",e.Disconnected="disconnected",e))(E||{}),K=(e=>(e.Legacy="legacy",e.Fluent="fluent",e))(K||{}),pe=(e=>(e.Amazon="amazon",e.Microsoft="microsoft",e.Afflorithmics="afflorithmics",e.Elevenlabs="elevenlabs",e))(pe||{}),ye=(e=>(e.Public="public",e.Premium="premium",e.Private="private",e))(ye||{});const Pe=45*1e3,Ae="X-Playground-Chat",Z="https://api.d-id.com",Be="wss://notifications.d-id.com",$e="79f81a83a67430be2bc0fd61042b8faa",ve=e=>new Promise(t=>setTimeout(t,e)),G=(e=16)=>{const t=new Uint8Array(e);return window.crypto.getRandomValues(t),Array.from(t,a=>a.toString(16).padStart(2,"0")).join("").slice(0,13)},Le=e=>[b.TextOnly,b.Playground,b.Maintenance].includes(e);function ze(e,t){let a;return{promise:new Promise((s,i)=>{a=setTimeout(()=>i(new Error(t)),e)}),clear:()=>clearTimeout(a)}}async function te(e,t){const a={limit:(t==null?void 0:t.limit)??3,delayMs:(t==null?void 0:t.delayMs)??0,timeout:(t==null?void 0:t.timeout)??3e4,timeoutErrorMessage:(t==null?void 0:t.timeoutErrorMessage)||"Timeout error",shouldRetryFn:(t==null?void 0:t.shouldRetryFn)??(()=>!0),onRetry:(t==null?void 0:t.onRetry)??(()=>{})};let n;for(let s=1;s<=a.limit;s++)try{if(!a.timeout)return await e();const{promise:i,clear:o}=ze(a.timeout,a.timeoutErrorMessage),c=e().finally(o);return await Promise.race([c,i])}catch(i){if(n=i,!a.shouldRetryFn(i)||s>=a.limit)throw i;await ve(a.delayMs),a.onRetry(i)}throw n}function ke(){let e=window.localStorage.getItem("did_external_key_id");if(!e){let t=G();window.localStorage.setItem("did_external_key_id",t),e=t}return e}let Ne=G();function De(e){if(e.type==="bearer")return`Bearer ${e.token}`;if(e.type==="basic")return`Basic ${btoa(`${e.username}:${e.password}`)}`;if(e.type==="key")return`Client-Key ${e.clientKey}.${ke()}_${Ne}`;throw new Error(`Unknown auth type: ${e}`)}const Fe=e=>te(e,{limit:3,delayMs:1e3,timeout:0,shouldRetryFn:t=>t.status===429});function re(e,t=Z,a){const n=async(s,i)=>{const{skipErrorHandler:o,...c}=i||{},r=await Fe(()=>fetch(t+(s!=null&&s.startsWith("/")?s:`/${s}`),{...c,headers:{...c.headers,Authorization:De(e),"Content-Type":"application/json"}}));if(!r.ok){let l=await r.text().catch(()=>`Failed to fetch with status ${r.status}`);const d=new Error(l);throw a&&!o&&a(d,{url:s,options:c,headers:r.headers}),d}return r.json()};return{get(s,i){return n(s,{...i,method:"GET"})},post(s,i,o){return n(s,{...o,body:JSON.stringify(i),method:"POST"})},delete(s,i,o){return n(s,{...o,body:JSON.stringify(i),method:"DELETE"})},patch(s,i,o){return n(s,{...o,body:JSON.stringify(i),method:"PATCH"})}}}function Ce(e,t=Z,a){const n=re(e,`${t}/agents`,a);return{create(s,i){return n.post("/",s,i)},getAgents(s,i){return n.get(`/${s?`?tag=${s}`:""}`,i).then(o=>o??[])},getById(s,i){return n.get(`/${s}`,i)},delete(s,i){return n.delete(`/${s}`,void 0,i)},update(s,i,o){return n.patch(`/${s}`,i,o)},newChat(s,i,o){return n.post(`/${s}/chat`,i,o)},chat(s,i,o,c){return n.post(`/${s}/chat/${i}`,o,c)},createRating(s,i,o,c){return n.post(`/${s}/chat/${i}/ratings`,o,c)},updateRating(s,i,o,c,r){return n.patch(`/${s}/chat/${i}/ratings/${o}`,c,r)},deleteRating(s,i,o,c){return n.delete(`/${s}/chat/${i}/ratings/${o}`,c)},getSTTToken(s,i){return n.get(`/${s}/stt-token`,i)}}}const Re=e=>e.type==="clip"&&e.presenter_id.startsWith("v2_")?"clip_v2":e.type;function Je(e){var s,i,o,c;const t=()=>/Mobi|Android/i.test(navigator.userAgent)?"Mobile":"Desktop",a=()=>{const r=navigator.platform;return r.toLowerCase().includes("win")?"Windows":r.toLowerCase().includes("mac")?"Mac OS X":r.toLowerCase().includes("linux")?"Linux":"Unknown"},n=e.presenter;return{$os:`${a()}`,isMobile:`${t()=="Mobile"}`,browser:navigator.userAgent,origin:window.location.origin,agentType:Re(n),agentVoice:{voiceId:(i=(s=e.presenter)==null?void 0:s.voice)==null?void 0:i.voice_id,provider:(c=(o=e.presenter)==null?void 0:o.voice)==null?void 0:c.type}}}const We=e=>e.reduce((t,a)=>t+a,0),Se=e=>We(e)/e.length;function Ue(e,t,a){var r,l,d;const{event:n,...s}=e,{template:i}=(t==null?void 0:t.llm)||{},{language:o}=((r=t==null?void 0:t.presenter)==null?void 0:r.voice)||{};return{...s,llm:{...s.llm,template:i},script:{...s.script,provider:{...(l=s==null?void 0:s.script)==null?void 0:l.provider,language:o}},stitch:(t==null?void 0:t.presenter.type)==="talk"?(d=t==null?void 0:t.presenter)==null?void 0:d.stitch:void 0,...a}}let ne={};const Ke="https://api-js.mixpanel.com/track/?verbose=1&ip=1";function He(e){var i,o,c,r,l,d;const t=window!=null&&window.hasOwnProperty("DID_AGENTS_API")?"agents-ui":"agents-sdk",a=e.agent.presenter,n=(i=e.agent.llm)==null?void 0:i.prompt_customization,s={token:e.token||"testKey",distinct_id:e.distinctId||ke(),agentId:e.agent.id,agentType:Re(a),owner_id:e.agent.owner_id??"",promptVersion:(o=e.agent.llm)==null?void 0:o.prompt_version,behavior:{role:n==null?void 0:n.role,personality:n==null?void 0:n.personality,instructions:(c=e.agent.llm)==null?void 0:c.instructions},temperature:(r=e.agent.llm)==null?void 0:r.temperature,knowledgeSource:n==null?void 0:n.knowledge_source,starterQuestionsCount:(d=(l=e.agent.knowledge)==null?void 0:l.starter_message)==null?void 0:d.length,topicsToAvoid:n==null?void 0:n.topics_to_avoid,maxResponseLength:n==null?void 0:n.max_response_length};return{...s,additionalProperties:{},isEnabled:e.isEnabled??!0,getRandom:G,enrich(f){this.additionalProperties={...this.additionalProperties,...f}},async track(f,L){if(!this.isEnabled)return Promise.resolve();const{audioPath:j,..._}=L||{},D={method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({data:JSON.stringify([{event:f,properties:{...this.additionalProperties,..._,...s,source:t,time:Date.now(),$insert_id:this.getRandom(),origin:window.location.href,"Screen Height":window.screen.height||window.innerWidth,"Screen Width":window.screen.width||window.innerHeight,"User Agent":navigator.userAgent}}])})};try{return await fetch(Ke,D).then(C=>C.json())}catch(C){return console.error(C)}},linkTrack(f,L,j,_){ne[f]||(ne[f]={events:{},resolvedDependencies:[]}),_.includes(j)||_.push(j);const D=ne[f];if(D.events[j]={props:L},D.resolvedDependencies.push(j),_.every(U=>D.resolvedDependencies.includes(U))){const U=_.reduce((N,z)=>D.events[z]?{...N,...D.events[z].props}:N,{});this.track(f,U),D.resolvedDependencies=D.resolvedDependencies.filter(N=>!_.includes(N)),_.forEach(N=>{delete D.events[N]})}}}}function _e(){let e=0;return{reset:()=>e=0,update:()=>e=Date.now(),get:(t=!1)=>t?Date.now()-e:e}}const W=_e(),ae=_e();function Ee(e){return e===b.Playground?{headers:{[Ae]:"true"}}:{}}async function Ie(e,t,a,n,s=!1,i){try{return!i&&n!==b.DirectPlayback&&(i=await t.newChat(e.id,{persist:s},Ee(n)),a.track("agent-chat",{event:"created",chat_id:i.id,agent_id:e.id,mode:n})),{chat:i,chatMode:(i==null?void 0:i.chat_mode)??n}}catch(o){try{const c=JSON.parse(o.message);if((c==null?void 0:c.kind)==="InsufficientCreditsError")throw new Error("InsufficientCreditsError")}catch(c){console.error("Error parsing the error message:",c)}throw new Error("Cannot create new chat")}}function qe(e){return e&&e.length>0?e:[]}function xe(e,t,a,n,s){if(!e||!t)throw new Error("Please connect to the agent first");if(!e.interruptAvailable)throw new Error("Interrupt is not enabled for this stream");if(a!==K.Fluent)throw new Error("Interrupt only available for Fluent streams");if(!n&&!s)throw new Error("No active video to interrupt")}async function ie(e,t){const a={type:F.StreamInterrupt,videoId:t,timestamp:Date.now()};e.sendDataChannelMessage(JSON.stringify(a))}function Ve(e){return new Promise((t,a)=>{const{callbacks:n,host:s,auth:i}=e,{onMessage:o=null,onOpen:c=null,onClose:r=null,onError:l=null}=n||{},d=new WebSocket(`${s}?authorization=${De(i)}`);d.onmessage=o,d.onclose=r,d.onerror=f=>{console.error(f),l==null||l("Websocket failed to connect",f),a(f)},d.onopen=f=>{c==null||c(f),t(d)}})}async function Xe(e){const{retries:t=1}=e;let a=null;for(let n=0;(a==null?void 0:a.readyState)!==WebSocket.OPEN;n++)try{a=await Ve(e)}catch(s){if(n===t)throw s;await ve(n*500)}return a}async function Ye(e,t,a){const n=a!=null&&a.onMessage?[a.onMessage]:[],s=await Xe({auth:e,host:t,callbacks:{onError:i=>{var o;return(o=a.onError)==null?void 0:o.call(a,new ce(i))},onMessage(i){const o=JSON.parse(i.data);n.forEach(c=>c(o.event,o))}}});return{socket:s,disconnect:()=>s.close(),subscribeToEvents:i=>n.push(i)}}function Qe(e){if(e.answer!==void 0)return e.answer;let t=0,a="";for(;t in e;)a+=e[t++];return a}function Ge(e,t,a,n,s){const i=n.messages[n.messages.length-1];if(!(e===X.Partial||e===X.Answer)||(i==null?void 0:i.role)!=="assistant")return;const{content:o,sequence:c}=t;e===X.Partial?a[c]=o:a.answer=o;const r=Qe(a);(i.content!==r||e===X.Answer)&&(i.content=r,s==null||s([...n.messages],e))}function Ze(e,t,a,n,s){let i={};return{clearQueue:()=>i={},onMessage:(o,c)=>{var r,l;if("content"in c)Ge(o,c,i,t,a.callbacks.onNewMessage),o===X.Answer&&e.track("agent-message-received",{messages:t.messages.length,mode:t.chatMode});else{const d=F,f=[d.StreamVideoDone,d.StreamVideoError,d.StreamVideoRejected],L=[d.StreamFailed,d.StreamVideoError,d.StreamVideoRejected],j=Ue(c,n,{mode:t.chatMode});if(o=o,o===d.StreamVideoCreated)e.linkTrack("agent-video",j,d.StreamVideoCreated,["start"]);else if(f.includes(o)){const _=o.split("/")[1];L.includes(o)?e.track("agent-video",{...j,event:_}):e.linkTrack("agent-video",{...j,event:_},o,["done"])}L.includes(o)&&((l=(r=a.callbacks).onError)==null||l.call(r,new Error(`Stream failed with event ${o}`),{data:c})),c.event===d.StreamDone&&s()}}}}function Oe(e,t,a,n){const s=re(e,`${t}/agents/${a}`,n);return{createStream(i){return s.post("/streams",{output_resolution:i.output_resolution,compatibility_mode:i.compatibility_mode,stream_warmup:i.stream_warmup,session_timeout:i.session_timeout,fluent:i.fluent})},startConnection(i,o,c){return s.post(`/streams/${i}/sdp`,{session_id:c,answer:o})},addIceCandidate(i,o,c){return s.post(`/streams/${i}/ice`,{session_id:c,...o})},sendStreamRequest(i,o,c){return s.post(`/streams/${i}`,{session_id:o,...c})},close(i,o){return s.delete(`/streams/${i}`,{session_id:o})}}}function et(e,t,a,n){const s=re(e,`${t}/agents/${a}`,n);return{createStream(i,o){return s.post("/streams",{driver_url:i.driver_url,face:i.face,config:i.config,output_resolution:i.output_resolution,compatibility_mode:i.compatibility_mode,stream_warmup:i.stream_warmup,session_timeout:i.session_timeout,fluent:i.fluent},o)},startConnection(i,o,c,r){return s.post(`/streams/${i}/sdp`,{session_id:c,answer:o},r)},addIceCandidate(i,o,c,r){return s.post(`/streams/${i}/ice`,{session_id:c,...o},r)},sendStreamRequest(i,o,c,r){return s.post(`/streams/${i}`,{session_id:o,...c},r)},close(i,o,c){return s.delete(`/streams/${i}`,{session_id:o},c)}}}function tt(e,t,a){const n=(t.timestamp-e.timestamp)/1e3;return{duration:n,bytesReceived:t.bytesReceived-e.bytesReceived,bitrate:Math.round((t.bytesReceived-e.bytesReceived)*8/n),packetsReceived:t.packetsReceived-e.packetsReceived,packetsLost:t.packetsLost-e.packetsLost,framesDropped:t.framesDropped-e.framesDropped,framesDecoded:t.framesDecoded-e.framesDecoded,jitter:t.jitter,avgJitterDelayInInterval:(t.jitterBufferDelay-e.jitterBufferDelay)/(t.jitterBufferEmittedCount-e.jitterBufferEmittedCount),jitterBufferEmittedCount:t.jitterBufferEmittedCount-e.jitterBufferEmittedCount,jitterBufferDelay:(t.jitterBufferDelay-e.jitterBufferDelay)/n,framesPerSecond:t.framesPerSecond,freezeCount:t.freezeCount-e.freezeCount,freezeDuration:t.freezeDuration-e.freezeDuration,lowFpsCount:a}}function rt(e){return e.filter(t=>t.freezeCount>0||t.framesPerSecond<21||t.framesDropped>0||t.packetsLost>0).map(t=>{const{timestamp:a,...n}=t,s=[];return t.freezeCount>0&&s.push("freeze"),t.framesPerSecond<21&&s.push("low fps"),t.framesDropped>0&&s.push("frames dropped"),t.packetsLost>0&&s.push("packet loss"),{...n,causes:s}})}function nt(e){let t="",a=0;for(const n of e.values())if(n&&n.type==="codec"&&n.mimeType.startsWith("video")&&(t=n.mimeType.split("/")[1]),n&&n.type==="candidate-pair"&&(a=n.currentRoundTripTime),n&&n.type==="inbound-rtp"&&n.kind==="video")return{codec:t,rtt:a,timestamp:n.timestamp,bytesReceived:n.bytesReceived,packetsReceived:n.packetsReceived,packetsLost:n.packetsLost,framesDropped:n.framesDropped,framesDecoded:n.framesDecoded,jitter:n.jitter,jitterBufferDelay:n.jitterBufferDelay,jitterBufferEmittedCount:n.jitterBufferEmittedCount,avgJitterDelayInInterval:n.jitterBufferDelay/n.jitterBufferEmittedCount,frameWidth:n.frameWidth,frameHeight:n.frameHeight,framesPerSecond:n.framesPerSecond,freezeCount:n.freezeCount,freezeDuration:n.totalFreezesDuration};return{}}function at(e,t,a){const n=e.map((r,l)=>l===0?a?{timestamp:r.timestamp,duration:0,rtt:r.rtt,bytesReceived:r.bytesReceived-a.bytesReceived,bitrate:(r.bytesReceived-a.bytesReceived)*8/(t/1e3),packetsReceived:r.packetsReceived-a.packetsReceived,packetsLost:r.packetsLost-a.packetsLost,framesDropped:r.framesDropped-a.framesDropped,framesDecoded:r.framesDecoded-a.framesDecoded,jitter:r.jitter,jitterBufferDelay:r.jitterBufferDelay-a.jitterBufferDelay,jitterBufferEmittedCount:r.jitterBufferEmittedCount-a.jitterBufferEmittedCount,avgJitterDelayInInterval:(r.jitterBufferDelay-a.jitterBufferDelay)/(r.jitterBufferEmittedCount-a.jitterBufferEmittedCount),framesPerSecond:r.framesPerSecond,freezeCount:r.freezeCount-a.freezeCount,freezeDuration:r.freezeDuration-a.freezeDuration}:{timestamp:r.timestamp,rtt:r.rtt,duration:0,bytesReceived:r.bytesReceived,bitrate:r.bytesReceived*8/(t/1e3),packetsReceived:r.packetsReceived,packetsLost:r.packetsLost,framesDropped:r.framesDropped,framesDecoded:r.framesDecoded,jitter:r.jitter,jitterBufferDelay:r.jitterBufferDelay,jitterBufferEmittedCount:r.jitterBufferEmittedCount,avgJitterDelayInInterval:r.jitterBufferDelay/r.jitterBufferEmittedCount,framesPerSecond:r.framesPerSecond,freezeCount:r.freezeCount,freezeDuration:r.freezeDuration}:{timestamp:r.timestamp,duration:t*l/1e3,rtt:r.rtt,bytesReceived:r.bytesReceived-e[l-1].bytesReceived,bitrate:(r.bytesReceived-e[l-1].bytesReceived)*8/(t/1e3),packetsReceived:r.packetsReceived-e[l-1].packetsReceived,packetsLost:r.packetsLost-e[l-1].packetsLost,framesDropped:r.framesDropped-e[l-1].framesDropped,framesDecoded:r.framesDecoded-e[l-1].framesDecoded,jitter:r.jitter,jitterBufferDelay:r.jitterBufferDelay-e[l-1].jitterBufferDelay,jitterBufferEmittedCount:r.jitterBufferEmittedCount-e[l-1].jitterBufferEmittedCount,avgJitterDelayInInterval:(r.jitterBufferDelay-e[l-1].jitterBufferDelay)/(r.jitterBufferEmittedCount-e[l-1].jitterBufferEmittedCount),framesPerSecond:r.framesPerSecond,freezeCount:r.freezeCount-e[l-1].freezeCount,freezeDuration:r.freezeDuration-e[l-1].freezeDuration}),s=rt(n),i=s.reduce((r,l)=>r+(l.causes.includes("low fps")?1:0),0),o=n.filter(r=>!!r.avgJitterDelayInInterval).map(r=>r.avgJitterDelayInInterval),c=n.filter(r=>!!r.rtt).map(r=>r.rtt);return{webRTCStats:{anomalies:s,minRtt:Math.min(...c),avgRtt:Se(c),maxRtt:Math.max(...c),aggregateReport:tt(e[0],e[e.length-1],i),minJitterDelayInInterval:Math.min(...o),maxJitterDelayInInterval:Math.max(...o),avgJitterDelayInInterval:Se(o)},codec:e[0].codec,resolution:`${e[0].frameWidth}x${e[0].frameHeight}`}}const se=100,it=Math.max(Math.ceil(400/se),1),st=.25,ot=.28;function ct(){let e=0,t,a,n=0;return s=>{for(const i of s.values())if(i&&i.type==="inbound-rtp"&&i.kind==="video"){const o=i.jitterBufferDelay,c=i.jitterBufferEmittedCount;if(a&&c>a){const d=o-t,f=c-a;n=d/f}t=o,a=c;const r=i.framesDecoded,l=r-e>0;return e=r,{isReceiving:l,avgJitterDelayInInterval:n,freezeCount:i.freezeCount}}return{isReceiving:!1,avgJitterDelayInInterval:n}}}function dt(e,t,a,n,s,i=!1){let o=[],c,r=0,l=!1,d=Q.Unknown,f=Q.Unknown,L=0,j=0;const _=ct();return setInterval(async()=>{const D=await e.getStats(),{isReceiving:C,avgJitterDelayInInterval:U,freezeCount:N}=_(D),z=nt(D);if(C)r=0,L=N-j,f=U<st?Q.Strong:U>ot&&L>1?Q.Weak:d,f!==d&&(s==null||s(f),d=f,j+=L,L=0),l||(n==null||n(y.Start),c=o[o.length-1],o=[],l=!0),o.push(z);else if(l&&(r++,r>=it)){const u=at(o,se,c);n==null||n(y.Stop,u),t()||a(),j=N,l=!1}},se)}let Me=!1;const J=(e,t)=>Me&&console.log(e,t),lt=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);function Te(e){switch(e){case"connected":return E.Connected;case"checking":return E.Connecting;case"failed":return E.Fail;case"new":return E.New;case"closed":return E.Closed;case"disconnected":return E.Disconnected;case"completed":return E.Completed;default:return E.New}}function ut(e){const[t,a=""]=e.split(/:(.+)/);try{const n=JSON.parse(a);return J("parsed data channel message",{subject:t,data:n}),{subject:t,data:n}}catch(n){return J("Failed to parse data channel message, returning data as string",{subject:t,rawData:a,error:n}),{subject:t,data:a}}}function ft({statsSignal:e,dataChannelSignal:t,onVideoStateChange:a,report:n}){e===y.Start&&t===y.Start?a==null||a(y.Start):e===y.Stop&&t===y.Stop&&(a==null||a(y.Stop,n))}function mt({statsSignal:e,dataChannelSignal:t,onVideoStateChange:a,onAgentActivityStateChange:n,report:s}){e===y.Start?a==null||a(y.Start):e===y.Stop&&(a==null||a(y.Stop,s)),t===y.Start?n==null||n(Y.Talking):t===y.Stop&&(n==null||n(Y.Idle))}function be({statsSignal:e,dataChannelSignal:t,onVideoStateChange:a,onAgentActivityStateChange:n,streamType:s,report:i}){s===K.Legacy?ft({statsSignal:e,dataChannelSignal:t,onVideoStateChange:a,report:i}):s===K.Fluent&&mt({statsSignal:e,dataChannelSignal:t,onVideoStateChange:a,onAgentActivityStateChange:n,report:i})}async function gt(e,t,{debug:a=!1,callbacks:n,auth:s,baseURL:i=Z,analytics:o}){Me=a;let c=!1,r=!1,l=y.Stop,d=y.Stop;const{startConnection:f,sendStreamRequest:L,close:j,createStream:_,addIceCandidate:D}=t.videoType===ee.Clip?Oe(s,i,e,n.onError):et(s,i,e,n.onError),{id:C,offer:U,ice_servers:N,session_id:z,fluent:u,interrupt_enabled:p}=await _(t),g=new lt({iceServers:N}),I=g.createDataChannel("JanusDataChannel");if(!z)throw new Error("Could not create session_id");const R=u?K.Fluent:K.Legacy;o.enrich({"stream-type":R});const k=t.stream_warmup&&!u,$=()=>c,P=()=>{var m;c=!0,r&&((m=n.onConnectionStateChange)==null||m.call(n,E.Connected))},A=dt(g,$,P,(m,w)=>be({statsSignal:d=m,dataChannelSignal:R===K.Legacy?l:void 0,onVideoStateChange:n.onVideoStateChange,onAgentActivityStateChange:n.onAgentActivityStateChange,report:w,streamType:R}),m=>{var w;return(w=n.onConnectivityStateChange)==null?void 0:w.call(n,m)},k);g.onicecandidate=m=>{var w;J("peerConnection.onicecandidate",m);try{m.candidate&&m.candidate.sdpMid&&m.candidate.sdpMLineIndex!==null?D(C,{candidate:m.candidate.candidate,sdpMid:m.candidate.sdpMid,sdpMLineIndex:m.candidate.sdpMLineIndex},z):D(C,{candidate:null},z)}catch(T){(w=n.onError)==null||w.call(n,T,{streamId:C})}},I.onopen=()=>{r=!0,(!k||c)&&P()};function v(m){l=m===F.StreamStarted?y.Start:y.Stop,be({statsSignal:R===K.Legacy?d:void 0,dataChannelSignal:l,onVideoStateChange:n.onVideoStateChange,onAgentActivityStateChange:n.onAgentActivityStateChange,streamType:R})}function M(m,w){const T=typeof w=="string"?w:w==null?void 0:w.metadata;T&&o.enrich({streamMetadata:T}),o.track("agent-chat",{event:"ready"})}const S={[F.StreamStarted]:v,[F.StreamDone]:v,[F.StreamReady]:M};I.onmessage=m=>{var x;const{subject:w,data:T}=ut(m.data);(x=S[w])==null||x.call(S,w,T)},g.oniceconnectionstatechange=()=>{var w;J("peerConnection.oniceconnectionstatechange => "+g.iceConnectionState);const m=Te(g.iceConnectionState);m!==E.Connected&&((w=n.onConnectionStateChange)==null||w.call(n,m))},g.ontrack=m=>{var w;J("peerConnection.ontrack",m),(w=n.onSrcObjectReady)==null||w.call(n,m.streams[0])},await g.setRemoteDescription(U),J("set remote description OK");const H=await g.createAnswer();return J("create answer OK"),await g.setLocalDescription(H),J("set local description OK"),await f(C,H,z),J("start connection OK"),{speak(m){return L(C,z,m)},async disconnect(){var m;if(C){const w=Te(g.iceConnectionState);if(g){if(w===E.New){clearInterval(A);return}g.close(),g.oniceconnectionstatechange=null,g.onnegotiationneeded=null,g.onicecandidate=null,g.ontrack=null}try{w===E.Connected&&await j(C,z).catch(T=>{})}catch(T){J("Error on close stream connection",T)}(m=n.onAgentActivityStateChange)==null||m.call(n,Y.Idle),clearInterval(A)}},sendDataChannelMessage(m){var w,T;if(!c||I.readyState!=="open"){J("Data channel is not ready for sending messages"),(w=n.onError)==null||w.call(n,new Error("Data channel is not ready for sending messages"),{streamId:C});return}try{I.send(m)}catch(x){J("Error sending data channel message",x),(T=n.onError)==null||T.call(n,x,{streamId:C})}},sessionId:z,streamId:C,streamType:R,interruptAvailable:p}}function ht(e,t){const{streamOptions:a}=t??{};return{videoType:we(e.presenter.type),output_resolution:a==null?void 0:a.outputResolution,session_timeout:a==null?void 0:a.sessionTimeout,stream_warmup:a==null?void 0:a.streamWarmup,compatibility_mode:a==null?void 0:a.compatibilityMode,fluent:a==null?void 0:a.fluent}}function wt(e,t,a,n,s){s===K.Fluent?pt(e,t,a,n,s):vt(e,t,a,n,s)}function pt(e,t,a,n,s){e===y.Start?n.track("stream-session",{event:"start","stream-type":s}):e===y.Stop&&n.track("stream-session",{event:"stop",is_greenscreen:t.presenter.type==="clip"&&t.presenter.is_greenscreen,background:t.presenter.type==="clip"&&t.presenter.background,"stream-type":s,...a})}function yt(e,t,a,n){W.get()<=0||(e===y.Start?a.linkTrack("agent-video",{event:"start",latency:W.get(!0),"stream-type":n},"start",[F.StreamVideoCreated]):e===y.Stop&&a.linkTrack("agent-video",{event:"stop",is_greenscreen:t.presenter.type==="clip"&&t.presenter.is_greenscreen,background:t.presenter.type==="clip"&&t.presenter.background,"stream-type":n},"done",[F.StreamVideoDone]))}function vt(e,t,a,n,s){W.get()<=0||(e===y.Start?n.linkTrack("agent-video",{event:"start",latency:W.get(!0),"stream-type":s},"start",[F.StreamVideoCreated]):e===y.Stop&&n.linkTrack("agent-video",{event:"stop",is_greenscreen:t.presenter.type==="clip"&&t.presenter.is_greenscreen,background:t.presenter.type==="clip"&&t.presenter.background,"stream-type":s,...a},"done",[F.StreamVideoDone]))}function kt(e,t,a){return W.reset(),new Promise(async(n,s)=>{try{const i=await gt(e.id,ht(e,t),{...t,analytics:a,callbacks:{...t.callbacks,onConnectionStateChange:o=>{var c,r;(r=(c=t.callbacks).onConnectionStateChange)==null||r.call(c,o),o===E.Connected&&n(i)},onVideoStateChange:(o,c)=>{var r,l;(l=(r=t.callbacks).onVideoStateChange)==null||l.call(r,o),wt(o,e,c,a,i.streamType)},onAgentActivityStateChange:o=>{var c,r;(r=(c=t.callbacks).onAgentActivityStateChange)==null||r.call(c,o),o===Y.Talking?ae.update():ae.reset(),yt(o===Y.Talking?y.Start:y.Stop,e,a,i.streamType)}}})}catch(i){s(i)}})}async function Dt(e,t,a,n,s){var r,l,d,f;const{chat:i,chatMode:o}=await Ie(e,a,n,t.mode,t.persistentChat,s);if(o&&o!==t.mode&&(t.mode=o,(l=(r=t.callbacks).onModeChange)==null||l.call(r,o),o===b.TextOnly))return(f=(d=t.callbacks).onError)==null||f.call(d,new oe(o)),{chat:i};const c=await kt(e,t,n);return{chat:i,streamingManager:c}}async function Ct(e,t){var U,N,z;let a=!0,n=!1,s=!1;const i=t.mixpanelKey||$e,o=t.wsURL||Be,c=t.baseURL||Z,r={messages:[],chatMode:t.mode||b.Functional},l=Ce(t.auth,c,t.callbacks.onError),d=await l.getById(e),f=He({token:i,agent:d,isEnabled:t.enableAnalitics,distinctId:t.distinctId}),{onMessage:L,clearQueue:j}=Ze(f,r,t,d,()=>{var u;return(u=r.socketManager)==null?void 0:u.disconnect()});r.messages=qe(t.initialMessages),(N=(U=t.callbacks).onNewMessage)==null||N.call(U,[...r.messages],"answer"),f.track("agent-sdk",{event:"loaded",...Je(d)});async function _(u){var $,P,A,v,M,S,H;(P=($=t.callbacks).onConnectionStateChange)==null||P.call($,E.Connecting),W.reset(),n=!1,s=!1,u&&!a&&(delete r.chat,(v=(A=t.callbacks).onNewMessage)==null||v.call(A,[...r.messages],"answer"));const p=t.mode===b.DirectPlayback?Promise.resolve(void 0):Ye(t.auth,o,{onMessage:L,onError:t.callbacks.onError}),g=te(()=>Dt(d,t,l,f,r.chat),{limit:3,timeout:Pe,timeoutErrorMessage:"Timeout initializing the stream",shouldRetryFn:m=>(m==null?void 0:m.message)!=="Could not connect"&&m.status!==429,delayMs:1e3}).catch(m=>{var w,T;throw C(b.Maintenance),(T=(w=t.callbacks).onConnectionStateChange)==null||T.call(w,E.Fail),m}),[I,{streamingManager:R,chat:k}]=await Promise.all([p,g]);k&&k.id!==((M=r.chat)==null?void 0:M.id)&&((H=(S=t.callbacks).onNewChat)==null||H.call(S,k.id)),r.streamingManager=R,r.socketManager=I,r.chat=k,a=!1,C((k==null?void 0:k.chat_mode)??t.mode??b.Functional)}async function D(){var u,p,g,I;(u=r.socketManager)==null||u.disconnect(),await((p=r.streamingManager)==null?void 0:p.disconnect()),n=!1,s=!1,delete r.streamingManager,delete r.socketManager,(I=(g=t.callbacks).onConnectionStateChange)==null||I.call(g,E.Disconnected)}async function C(u){var p,g;u!==r.chatMode&&(f.track("agent-mode-change",{mode:u}),r.chatMode=u,r.chatMode!==b.Functional&&await D(),(g=(p=t.callbacks).onModeChange)==null||g.call(p,u))}return{agent:d,getStreamType:()=>{var u;return(u=r.streamingManager)==null?void 0:u.streamType},getIsInterruptAvailable:()=>{var u;return((u=r.streamingManager)==null?void 0:u.interruptAvailable)??!1},starterMessages:((z=d.knowledge)==null?void 0:z.starter_message)||[],getSTTToken:()=>l.getSTTToken(d.id),changeMode:C,enrichAnalytics:f.enrich,async connect(){var u;await _(!0),f.track("agent-chat",{event:"connect",chatId:(u=r.chat)==null?void 0:u.id,agentId:d.id,mode:r.chatMode})},async reconnect(){var u;await D(),await _(!1),f.track("agent-chat",{event:"reconnect",chatId:(u=r.chat)==null?void 0:u.id,agentId:d.id,mode:r.chatMode})},async disconnect(){var u;await D(),f.track("agent-chat",{event:"disconnect",chatId:(u=r.chat)==null?void 0:u.id,agentId:d.id,mode:r.chatMode})},async chat(u){var R,k,$,P,A;const p=()=>{if(t.mode===b.DirectPlayback)throw new V("Direct playback is enabled, chat is disabled");if(u.length>=800)throw new V("Message cannot be more than 800 characters");if(u.length===0)throw new V("Message cannot be empty");if(r.chatMode===b.Maintenance)throw new V("Chat is in maintenance mode");if(![b.TextOnly,b.Playground].includes(r.chatMode)){if(!r.streamingManager)throw new V("Streaming manager is not initialized");if(!r.chat)throw new V("Chat is not initialized")}},g=async()=>{var v,M;if(!r.chat){const S=await Ie(d,l,f,r.chatMode,t.persistentChat);if(!S.chat)throw new q(r.chatMode,!!t.persistentChat);r.chat=S.chat,(M=(v=t.callbacks).onNewChat)==null||M.call(v,r.chat.id)}return r.chat.id},I=async(v,M)=>te(()=>{var S,H;return l.chat(d.id,M,{chatMode:r.chatMode,streamId:(S=r.streamingManager)==null?void 0:S.streamId,sessionId:(H=r.streamingManager)==null?void 0:H.sessionId,messages:v.map(({matches:m,...w})=>w)},{...Ee(r.chatMode),skipErrorHandler:!0})},{limit:2,shouldRetryFn:S=>{var w,T,x,je;const H=(w=S==null?void 0:S.message)==null?void 0:w.includes("missing or invalid session_id");return!((T=S==null?void 0:S.message)==null?void 0:T.includes("Stream Error"))&&!H?((je=(x=t.callbacks).onError)==null||je.call(x,S),!1):!0},onRetry:async()=>{await D(),await _(!1)}});try{j(),p(),r.messages.push({id:G(),role:"user",content:u,created_at:new Date(W.update()).toISOString()}),(k=(R=t.callbacks).onNewMessage)==null||k.call(R,[...r.messages],"user");const v=await g(),M=await I([...r.messages],v);return r.messages.push({id:G(),role:"assistant",content:M.result||"",created_at:new Date().toISOString(),context:M.context,matches:M.matches,videoId:M.videoId}),n&&M.videoId&&r.streamingManager&&(n=!1,r.messages[r.messages.length-1].interrupted=!0,await ie(r.streamingManager,M.videoId)),f.track("agent-message-send",{event:"success",mode:r.chatMode,messages:r.messages.length+1}),M.result&&((P=($=t.callbacks).onNewMessage)==null||P.call($,[...r.messages],"answer"),f.track("agent-message-received",{latency:W.get(!0),mode:r.chatMode,messages:r.messages.length})),M}catch(v){throw n=!1,((A=r.messages[r.messages.length-1])==null?void 0:A.role)==="assistant"&&r.messages.pop(),f.track("agent-message-send",{event:"error",mode:r.chatMode,messages:r.messages.length}),v}},rate(u,p,g){var k,$,P,A;const I=r.messages.find(v=>v.id===u);if(r.chat){if(!I)throw new Error("Message not found")}else throw new Error("Chat is not initialized");const R=((k=I.matches)==null?void 0:k.map(v=>[v.document_id,v.id]))??[];return f.track("agent-rate",{event:g?"update":"create",thumb:p===1?"up":"down",knowledge_id:(($=d.knowledge)==null?void 0:$.id)??"",mode:r.chatMode,matches:R,score:p}),g?l.updateRating(d.id,r.chat.id,g,{knowledge_id:((P=d.knowledge)==null?void 0:P.id)??"",message_id:u,matches:R,score:p}):l.createRating(d.id,r.chat.id,{knowledge_id:((A=d.knowledge)==null?void 0:A.id)??"",message_id:u,matches:R,score:p})},deleteRate(u){var p;if(!r.chat)throw new Error("Chat is not initialized");return f.track("agent-rate-delete",{type:"text",chat_id:(p=r.chat)==null?void 0:p.id,id:u,mode:r.chatMode}),l.deleteRating(d.id,r.chat.id,u)},async speak(u){var R,k,$,P,A;function p(){if(typeof u=="string"){if(!d.presenter.voice)throw new Error("Presenter voice is not initialized");return{type:"text",provider:d.presenter.voice,input:u,ssml:!1}}if(u.type==="text"&&!u.provider){if(!d.presenter.voice)throw new Error("Presenter voice is not initialized");return{type:"text",provider:d.presenter.voice,input:u.input,ssml:u.ssml}}return u}const g=p();if(f.track("agent-speak",g),W.update(),r.messages&&g.type==="text"&&(r.messages.push({id:G(),role:"assistant",content:g.input,created_at:new Date(W.get(!0)).toISOString()}),(k=(R=t.callbacks).onNewMessage)==null||k.call(R,[...r.messages],"answer")),Le(r.chatMode))return{duration:0,video_id:"",status:"success"};if(!r.streamingManager)throw new Error("Please connect to the agent first");s=!0;try{const v=await r.streamingManager.speak({script:g,metadata:{chat_id:($=r.chat)==null?void 0:$.id,agent_id:d.id}});return s=!1,r.messages[r.messages.length-1].videoId=v.video_id,n&&v.video_id&&r.streamingManager&&(n=!1,r.messages[r.messages.length-1].interrupted=!0,await ie(r.streamingManager,v.video_id)),(A=(P=t.callbacks).onNewMessage)==null||A.call(P,[...r.messages],"answer"),v}finally{s=!1}},async interrupt({type:u}){var R,k,$,P,A;const p=r.messages[r.messages.length-1],g=(p==null?void 0:p.role)==="user",I=g||s;if(xe(r.streamingManager,r.chat,(R=r.streamingManager)==null?void 0:R.streamType,I,!!(p!=null&&p.videoId)),f.track("agent-video-interrupt",{type:u||"click",stream_id:(k=r.streamingManager)==null?void 0:k.streamId,agent_id:d.id,owner_id:d.owner_id,video_duration_to_interrupt:ae.get(!0),message_duration_to_interrupt:W.get(!0),chat_id:($=r.chat)==null?void 0:$.id,mode:r.chatMode,queued_interrupt:g}),I){n=!0;return}p.interrupted=!0,(A=(P=t.callbacks).onNewMessage)==null||A.call(P,[...r.messages],"answer"),ie(r.streamingManager,p.videoId)}}}function Rt(e,t,a){const{getById:n}=Ce(t,a||Z);return n(e)}h.AgentActivityState=Y,h.AgentStatus=ue,h.ChatCreationFailed=q,h.ChatMode=b,h.ChatModeDowngraded=oe,h.ChatProgress=X,h.ConnectionState=E,h.ConnectivityState=Q,h.DocumentType=he,h.KnowledgeType=ge,h.PlanGroup=le,h.Providers=pe,h.RateState=fe,h.StreamEvents=F,h.StreamType=K,h.StreamingState=y,h.Subject=me,h.UserPlan=de,h.ValidationError=V,h.VideoType=ee,h.VoiceAccess=ye,h.WsError=ce,h.createAgentManager=Ct,h.getAgent=Rt,h.mapVideoType=we,Object.defineProperty(h,Symbol.toStringTag,{value:"Module"})});

package/dist/src/services/agent-manager/connect-to-manager.d.ts

@@ -1,7 +1,7 @@
 import { StreamingManager } from '../streaming-manager';
 import { Agent, AgentManagerOptions, AgentsAPI, Chat, CreateStreamOptions } from '../../types';
 import { Analytics } from '../analytics/mixpanel';
-export declare function initializeStreamAndChat(agent: Agent, options: AgentManagerOptions, agentsApi: AgentsAPI, analytics: Analytics, chat?: Chat, greeting?: string): Promise<{
+export declare function initializeStreamAndChat(agent: Agent, options: AgentManagerOptions, agentsApi: AgentsAPI, analytics: Analytics, chat?: Chat): Promise<{
     chat?: Chat;
     streamingManager?: StreamingManager<CreateStreamOptions>;
 }>;

package/dist/src/services/analytics/timestamp-tracker.d.ts

@@ -1,4 +1,9 @@
-export declare const timestampTracker: {
+export declare const latencyTimestampTracker: {
+    reset: () => number;
+    update: () => number;
+    get: (delta?: boolean) => number;
+};
+export declare const interruptTimestampTracker: {
     reset: () => number;
     update: () => number;
     get: (delta?: boolean) => number;

package/dist/src/services/chat/intial-messages.d.ts

@@ -1,3 +1,2 @@
-import { Agent, Message } from '../../types';
-export declare function getGreetings(agent: Agent): string;
-export declare function getInitialMessages(content: string, initialMessages?: Message[]): Message[];
+import { Message } from '../../types';
+export declare function getInitialMessages(initialMessages?: Message[]): Message[];

package/dist/src/services/interrupt/index.d.ts

@@ -0,0 +1,4 @@
+import { Chat, CreateStreamOptions, StreamType } from '../../types';
+import { StreamingManager } from '../streaming-manager';
+export declare function validateInterrupt(streamingManager: StreamingManager<CreateStreamOptions> | undefined, chat: Chat | undefined, streamType: StreamType | undefined, hasChatPending: boolean, hasVideoId: boolean): void;
+export declare function sendInterrupt(streamingManager: StreamingManager<CreateStreamOptions>, videoId: string): Promise<void>;

package/dist/src/services/streaming-manager/index.d.ts

@@ -1,5 +1,5 @@
-import { CreateStreamOptions, PayloadType, StreamingManagerOptions } from '../../types/index';
-export declare function createStreamingManager<T extends CreateStreamOptions>(agentId: string, agent: T, { debug, callbacks, auth, baseURL, warmup }: StreamingManagerOptions): Promise<{
+import { CreateStreamOptions, PayloadType, StreamType, StreamingManagerOptions } from '../../types/index';
+export declare function createStreamingManager<T extends CreateStreamOptions>(agentId: string, agent: T, { debug, callbacks, auth, baseURL, analytics }: StreamingManagerOptions): Promise<{
     /**
      * Method to send request to server to get clip or talk depend on you payload
      * @param payload
@@ -9,6 +9,10 @@ export declare function createStreamingManager<T extends CreateStreamOptions>(ag
      * Method to close RTC connection
      */
     disconnect(): Promise<void>;
+    /**
+     * Method to send data channel messages to the server
+     */
+    sendDataChannelMessage(payload: string): void;
     /**
      * Session identifier information, should be returned in the body of all streaming requests
      */
@@ -17,5 +21,7 @@ export declare function createStreamingManager<T extends CreateStreamOptions>(ag
      * Id of current RTC stream
      */
     streamId: string;
+    streamType: StreamType;
+    interruptAvailable: boolean | undefined;
 }>;
 export type StreamingManager<T extends CreateStreamOptions> = Awaited<ReturnType<typeof createStreamingManager<T>>>;

package/dist/src/services/streaming-manager/stats/poll.d.ts

@@ -1,4 +1,4 @@
 /// <reference types="node" />
-import { StreamingState } from '../../../types';
+import { ConnectivityState, StreamingState } from '../../../types';
 import { VideoRTCStatsReport } from './report';
-export declare function pollStats(peerConnection: RTCPeerConnection, getIsConnected: () => boolean, onConnected: () => void, onVideoStateChange?: (state: StreamingState, statsReport?: VideoRTCStatsReport) => void, warmup?: boolean, shouldWaitForGreeting?: boolean): NodeJS.Timeout;
+export declare function pollStats(peerConnection: RTCPeerConnection, getIsConnected: () => boolean, onConnected: () => void, onVideoStateChange?: (state: StreamingState, statsReport?: VideoRTCStatsReport) => void, onConnectivityStateChange?: (state: ConnectivityState) => void, warmup?: boolean): NodeJS.Timeout;

package/dist/src/services/streaming-manager/stats/report.d.ts

@@ -3,6 +3,12 @@ export interface VideoRTCStatsReport {
     webRTCStats: {
         anomalies: AnalyticsRTCStatsReport[];
         aggregateReport: AnalyticsRTCStatsReport;
+        minRtt: number;
+        maxRtt: number;
+        avgRtt: number;
+        minJitterDelayInInterval: number;
+        maxJitterDelayInInterval: number;
+        avgJitterDelayInInterval: number;
     };
     codec: string;
     resolution: string;

package/dist/src/types/entities/agents/chat.d.ts

@@ -25,6 +25,8 @@ export interface Message {
     created_at?: string;
     matches?: ChatResponse['matches'];
     context?: string;
+    videoId?: string;
+    interrupted?: boolean;
 }
 export interface ChatPayload {
     messages: Message[];
@@ -53,6 +55,7 @@ export interface ChatResponse {
     matches?: IRetrivalMetadata[];
     chatMode?: ChatMode;
     context?: string;
+    videoId?: string;
 }
 export interface Chat {
     id: string;
@@ -65,3 +68,6 @@ export interface Chat {
     agent_id__modified_at: string;
     chat_mode?: ChatMode;
 }
+export interface Interrupt {
+    type: 'text' | 'audio' | 'click';
+}

package/dist/src/types/entities/agents/manager.d.ts

@@ -1,9 +1,9 @@
 import { STTTokenResponse } from '../..';
-import { SupportedStreamScipt } from '../../stream-script';
 import { Auth } from '../../auth';
-import { CompatibilityMode, ConnectionState, SendStreamPayloadResponse, StreamEvents, StreamingState } from '../../stream';
+import { AgentActivityState, CompatibilityMode, ConnectionState, ConnectivityState, SendStreamPayloadResponse, StreamEvents, StreamType, StreamingState } from '../../stream';
+import { SupportedStreamScript } from '../../stream-script';
 import { Agent } from './agent';
-import { ChatMode, ChatResponse, Message, RatingEntity } from './chat';
+import { ChatMode, ChatResponse, Interrupt, Message, RatingEntity } from './chat';
 /**
  * Types of events provided in Chat Progress Callback
  */
@@ -67,10 +67,20 @@ interface ManagerCallbacks {
      * @param mode - ChatMode
      */
     onModeChange?(mode: ChatMode): void;
+    /**
+     * Optional callback function that will be triggered each time the user internet connectivity state change by realtime estimated bitrate
+     * @param state - ConnectivityState
+     */
+    onConnectivityStateChange?(state: ConnectivityState): void;
     /**
      * Optional callback function that will be triggered on fetch request errors
      */
     onError?: (error: Error, errorData?: object) => void;
+    /**
+     * Optional callback function that will be triggered each time the agent activity state changes
+     * @param state - AgentActivityState
+     */
+    onAgentActivityStateChange?(state: AgentActivityState): void;
 }
 interface StreamOptions {
     /**
@@ -102,10 +112,10 @@ interface StreamOptions {
      */
     outputResolution?: number;
     /**
-     * Whether to stream greeting video on the connection.
-     * Not supported for premium presenters.
+     * Whether to request fluent stream.
+     * @default false
      */
-    streamGreeting?: boolean;
+    fluent?: boolean;
 }
 export interface AgentManagerOptions {
     auth: Auth;
@@ -130,6 +140,14 @@ export interface AgentManager {
      * To know more about agents go to https://docs.d-id.com/reference/agents
      */
     agent: Agent;
+    /**
+     * Get the current stream type of the agent
+     */
+    getStreamType: () => StreamType | undefined;
+    /**
+     * Get if the stream supports interrupt
+     */
+    getIsInterruptAvailable: () => boolean;
     /**
      * Array of starter messages that will be sent to the agent when the chat starts
      */
@@ -172,7 +190,7 @@ export interface AgentManager {
      * Method to make your agent read the text you provide or reproduce sound
      * @param payload
      */
-    speak: (payload: SupportedStreamScipt | string) => Promise<SendStreamPayloadResponse>;
+    speak: (payload: SupportedStreamScript | string) => Promise<SendStreamPayloadResponse>;
     /**
      * Method to change the mode of the chat
      * @param mode - ChatMode
@@ -183,5 +201,10 @@ export interface AgentManager {
      * @param properties flat json object with properties that will be added to analytics events fired from the sdk
      */
     enrichAnalytics: (properties: Record<string, any>) => void;
+    /**
+     * Method to interrupt the current video stream
+     * Only available for Fluent streams and when there's an active video to interrupt
+     */
+    interrupt: (interrupt: Interrupt) => void;
 }
 export {};

package/dist/src/types/index.d.ts

@@ -1,6 +1,6 @@
-export * from './stream-script';
 export * from './auth';
 export * from './entities';
 export * from './stream';
+export * from './stream-script';
 export * from './voice/stt';
 export * from './voice/tts';

package/dist/src/types/stream/rtc.d.ts

@@ -33,6 +33,8 @@ export interface ICreateStreamRequestResponse extends StickyRequest {
     jsep: Jsep;
     offer: any;
     ice_servers: IceServer[];
+    fluent?: boolean;
+    interrupt_enabled?: boolean;
 }
 export interface IceCandidate {
     /**
@@ -57,5 +59,6 @@ export interface Status {
 }
 export interface SendStreamPayloadResponse extends Status, StickyRequest {
     duration: number;
+    video_id: string;
 }
 export {};

package/dist/src/types/stream/stream.d.ts

@@ -9,6 +9,15 @@ export declare enum StreamingState {
     Start = "START",
     Stop = "STOP"
 }
+export declare enum ConnectivityState {
+    Strong = "STRONG",
+    Weak = "WEAK",
+    Unknown = "UNKNOWN"
+}
+export declare enum AgentActivityState {
+    Idle = "IDLE",
+    Talking = "TALKING"
+}
 export declare enum StreamEvents {
     ChatAnswer = "chat/answer",
     ChatPartial = "chat/partial",
@@ -17,6 +26,7 @@ export declare enum StreamEvents {
     StreamFailed = "stream/error",
     StreamReady = "stream/ready",
     StreamCreated = "stream/created",
+    StreamInterrupt = "stream/interrupt",
     StreamVideoCreated = "stream-video/started",
     StreamVideoDone = "stream-video/done",
     StreamVideoError = "stream-video/error",
@@ -31,21 +41,27 @@ export declare enum ConnectionState {
     Completed = "completed",
     Disconnected = "disconnected"
 }
+export declare enum StreamType {
+    Legacy = "legacy",
+    Fluent = "fluent"
+}
 export interface ManagerCallbacks {
     onMessage?: (event: string, data: string) => void;
     onConnectionStateChange?: (state: ConnectionState) => void;
     onVideoStateChange?: (state: StreamingState, report?: VideoRTCStatsReport) => void;
     onSrcObjectReady?: (value: MediaStream) => void;
     onError?: (error: Error, errorData: object) => void;
+    onConnectivityStateChange?: (state: ConnectivityState) => void;
+    onAgentActivityStateChange?: (state: AgentActivityState) => void;
 }
 export type ManagerCallbackKeys = keyof ManagerCallbacks;
 export interface TalkStreamOptions extends CreateTalkStreamRequest {
     videoType: VideoType.Talk;
-    stream_greeting?: string;
+    fluent?: boolean;
 }
 export interface ClipStreamOptions extends CreateClipStreamRequest {
     videoType: VideoType.Clip;
-    stream_greeting?: string;
+    fluent?: boolean;
 }
 export type CreateStreamOptions = TalkStreamOptions | ClipStreamOptions;
 export type PayloadType<T> = T extends TalkStreamOptions ? SendTalkStreamPayload : T extends ClipStreamOptions ? SendClipStreamPayload : never;
@@ -60,13 +76,13 @@ export interface StreamingManagerOptions {
     callbacks: ManagerCallbacks;
     baseURL?: string;
     debug?: boolean;
-    warmup?: boolean;
     auth: Auth;
     analytics: Analytics;
 }
 export interface SlimRTCStatsReport {
     index: number;
     codec: string;
+    rtt: number;
     duration?: number;
     bitrate?: number;
     timestamp: any;
@@ -77,6 +93,8 @@ export interface SlimRTCStatsReport {
     framesDecoded: any;
     jitter: any;
     jitterBufferDelay: number;
+    jitterBufferEmittedCount: number;
+    avgJitterDelayInInterval: number;
     frameWidth: any;
     frameHeight: any;
     framesPerSecond: any;
@@ -94,9 +112,16 @@ export interface AnalyticsRTCStatsReport {
     framesDecoded: number;
     jitter: number;
     jitterBufferDelay: number;
+    jitterBufferEmittedCount: number;
+    avgJitterDelayInInterval: number;
     framesPerSecond: number;
     freezeCount: number;
     freezeDuration: number;
     lowFpsCount?: number;
     causes?: string[];
 }
+export interface StreamInterruptPayload {
+    type: StreamEvents.StreamInterrupt;
+    videoId: string;
+    timestamp: number;
+}

package/dist/src/types/stream-script.d.ts

@@ -50,4 +50,4 @@ export interface Stream_LLM_Script {
     stream_audio?: boolean;
 }
 export type StreamScript = Stream_Text_Script | Stream_Audio_Script | Stream_LLM_Script;
-export type SupportedStreamScipt = Stream_Text_Script | Stream_Audio_Script;
+export type SupportedStreamScript = Stream_Text_Script | Stream_Audio_Script;

package/dist/src/utils/analytics.d.ts

@@ -10,4 +10,6 @@ export declare function getAnalyticsInfo(agent: Agent): {
         provider: import('../types/index').Providers | undefined;
     };
 };
+export declare const sumFunc: (numbers: number[]) => number;
+export declare const average: (numbers: number[]) => number;
 export declare function getStreamAnalyticsProps(data: any, agent: Agent, additionalProps: Record<string, any>): any;

package/dist/src/utils/chat.d.ts

@@ -0,0 +1,2 @@
+import { ChatMode } from '../types';
+export declare const isTextualChat: (chatMode: ChatMode) => boolean;

package/dist/src/utils/index.d.ts

@@ -1,2 +1,2 @@
 export declare const sleep: (ms: number) => Promise<unknown>;
-export declare const getRandom: () => string;
+export declare const getRandom: (length?: number) => string;

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@d-id/client-sdk",
     "private": false,
-    "version": "1.1.0-beta.2",
+    "version": "1.1.0-beta.21",
     "type": "module",
     "description": "d-id client sdk",
     "repository": {
@@ -34,7 +34,7 @@
     "devDependencies": {
         "@preact/preset-vite": "^2.8.1",
         "@trivago/prettier-plugin-sort-imports": "^4.3.0",
-        "@types/node": "^20.11.24",
+        "@types/node": "^22.15.0",
         "commander": "^11.1.0",
         "glob": "^10.3.10",
         "preact": "^10.19.6",
@@ -45,4 +45,4 @@
         "vite": "^5.1.4",
         "vite-plugin-dts": "^3.7.3"
     }
-}
+}