@d-id/client-sdk 0.0.2 → 1.0.0-beta.74

package/dist/index.umd.cjs

@@ -1 +1 @@
-(function(u,w){typeof exports=="object"&&typeof module<"u"?w(exports):typeof define=="function"&&define.amd?define(["exports"],w):(u=typeof globalThis<"u"?globalThis:u||self,w(u.index={}))})(this,function(u){"use strict";function w(r){return r.type==="bearer"?"Bearer "+r.token:r.type==="basic"?"Basic "+btoa(`${r.username}:${r.password}`):"Client-Key "+r.clientKey}function h(r,i="https://api.d-id.com"){const n=async(e,t)=>{const o=await fetch(i+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:w(r),"Content-Type":"application/json"}});if(!o.ok){let a=await o.text().catch(()=>"Failed to fetch");throw new Error(a)}return o.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,o){return n(e,{...o,body:JSON.stringify(t),method:"POST"})},delete(e,t,o){return n(e,{...o,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,o){return n(e,{...o,body:JSON.stringify(t),method:"PATCH"})}}}function _(r,i="https://api.d-id.com"){const n=h(r,`${i}/agents`);return{create(e,t){return n.post("/",e,t)},getAgents(e,t){return n.get(`/${e?`?tag=${e}`:""}`,t).then(o=>o??[])},getById(e,t){return n.get(`/${e}`,t)},delete(e,t){return n.delete(`/${e}`,void 0,t)},update(e,t,o){return n.patch(`/${e}`,t,o)},newChat(e,t){return n.post(`/${e}/chat`,void 0,t)},chat(e,t,o,a){return n.post(`/${e}/chat/${t}`,o,a)}}}function I(r,i="https://api.d-id.com"){const n=h(r,`${i}/knowledge`);return{createKnowledge(e,t){return n.post("/",e,t)},getKnowledgeBase(e){return n.get("/",e)},getKnowledge(e,t){return n.get(`/${e}`,t)},deleteKnowledge(e,t){return n.delete(`/${e}`,void 0,t)},createDocument(e,t,o){return n.post(`/${e}/documents`,t,o)},deleteDocument(e,t,o){return n.delete(`/${e}/documents/${t}`,void 0,o)},getDocuments(e,t){return n.get(`/${e}/documents`,t)},getDocument(e,t,o){return n.get(`/${e}/documents/${t}`,o)},getRecords(e,t,o){return n.get(`/${e}/documents/${t}/records`,o)},query(e,t,o){return n.post(`/${e}/query`,{query:t},o)}}}function M(r){if(r.type==="bearer")return`Bearer ${r.token}`;if(r.type==="basic")return`Basic ${btoa(`${r.username}:${r.password}`)}`;if(r.type==="key")return`Client-Key ${r.clientKey}`;throw new Error(`Unknown auth type: ${r}`)}const P=r=>new Promise(i=>setTimeout(i,r));function D(r){return new Promise((i,n)=>{const{callbacks:e,host:t,auth:o}=r,{onMessage:a,onOpen:m,onClose:S=null,onError:C}=e,c=new WebSocket(`${t}?authorization=${M(o)}`);c.onmessage=a,c.onclose=S,c.onerror=f=>{console.log(f),C==null||C(f),n(f)},c.onopen=f=>{m==null||m(f),i(c)}})}async function O(r){const{retries:i=1}=r;let n=null;for(let e=0;(n==null?void 0:n.readyState)!==WebSocket.OPEN;e++)try{n=await D(r)}catch(t){if(e===i)throw t;await P(e*500)}return n}var $=(r=>(r.Start="START",r.Stop="STOP",r))($||{}),y=(r=>(r.Clip="clip",r.Talk="talk",r))(y||{});function A(r){return r.presenter.type===y.Clip?{videoType:y.Clip,driver_id:r.presenter.driver_id,presenter_id:r.presenter.presenter_id}:{videoType:y.Talk,source_url:r.presenter.source_url}}async function j(r,{callbacks:i,...n}){const e=new AbortController,t=_(n.auth,n.baseURL),o=await t.getById(r),a=await t.newChat(r),{terminate:m,sessionId:S,streamId:C}=await K(A(o),{...n,callbacks:{onSrcObjectReady:i.onSrcObjectReady,onVideoStateChange:i==null?void 0:i.onVideoStateChange,onConnectionStateChange:i.onConnectionStateChange}});return{agent:o,terminate(){return e.abort(),m()},chatId:a.id,chat(c){return t.chat(r,a.id,{sessionId:S,streamId:C,messages:c},{signal:e.signal})}}}function B(r,i){const n=h(r,i);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,o){return n.post(`/clips/streams/${e}/sdp`,{session_id:o,answer:t})},addIceCandidate(e,t,o){return n.post(`/clips/streams/${e}/ice`,{session_id:o,...t})},sendStreamRequest(e,t,o){return n.post(`/clips/streams/${e}`,{session_id:t,...o})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function E(r,i){const n=h(r,i);return{createStream(e,t){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config},t)},startConnection(e,t,o,a){return n.post(`/talks/streams/${e}/sdp`,{session_id:o,answer:t},a)},addIceCandidate(e,t,o,a){return n.post(`/talks/streams/${e}/ice`,{session_id:o,...t},a)},sendStreamRequest(e,t,o,a){return n.post(`/talks/streams/${e}`,{session_id:t,...o},a)},close(e,t,o){return n.delete(`/talks/streams/${e}`,{session_id:t},o)}}}let T=!1;const g=(r,i)=>T&&console.log(r,i),q=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function K(r,{debug:i=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){T=i;const{startConnection:o,sendStreamRequest:a,close:m,createStream:S,addIceCandidate:C}=r.videoType===y.Clip?B(e,t):E(e,t),{id:c,offer:f,ice_servers:L,session_id:l}=await S(r),d=new q({iceServers:L}),R=d.createDataChannel("JanusDataChannel");if(!l)throw new Error("Could not create session_id");d.onicecandidate=s=>{g("peerConnection.onicecandidate",s),s.candidate&&s.candidate.sdpMid&&s.candidate.sdpMLineIndex!==null&&C(c,{candidate:s.candidate.candidate,sdpMid:s.candidate.sdpMid,sdpMLineIndex:s.candidate.sdpMLineIndex},l)},d.oniceconnectionstatechange=()=>{var s;g("peerConnection.oniceconnectionstatechange => "+d.iceConnectionState),(s=n.onConnectionStateChange)==null||s.call(n,d.iceConnectionState)},d.ontrack=s=>{var p;g("peerConnection.ontrack",s),(p=n.onSrcObjectReady)==null||p.call(n,s.streams[0])},R.onmessage=s=>{var p;R.readyState==="open"&&((p=n.onVideoStateChange)==null||p.call(n,s.data==="stream/done"?$.Stop:$.Start))},await d.setRemoteDescription(f),g("set remote description OK");const v=await d.createAnswer();return g("create answer OK"),await d.setLocalDescription(v),g("set local description OK"),await o(c,v,l),g("start connection OK"),{speak(s){return a(c,l,s)},async terminate(){var s,p;c&&(d&&(d.close(),d.oniceconnectionstatechange=null,d.onnegotiationneeded=null,d.onicecandidate=null,d.ontrack=null),await m(c,l),(s=n.onConnectionStateChange)==null||s.call(n,"closed"),(p=n.onVideoStateChange)==null||p.call(n,$.Stop))},sessionId:l,streamId:c}}u.connectToSocket=O,u.createAgentManager=j,u.createAgentsApi=_,u.createClient=h,u.createKnowledgeApi=I,u.createStreamingManager=K,u.getAgentStreamArgs=A,Object.defineProperty(u,Symbol.toStringTag,{value:"Module"})});
+(function(w,L){typeof exports=="object"&&typeof module<"u"?L(exports):typeof define=="function"&&define.amd?define(["exports"],L):(w=typeof globalThis<"u"?globalThis:w||self,L(w.index={}))})(this,function(w){"use strict";var L=(e=>(e.TRIAL="trial",e.BASIC="basic",e.ENTERPRISE="enterprise",e.LITE="lite",e.ADVANCED="advanced",e))(L||{}),W=(e=>(e.TRIAL="deid-trial",e.PRO="deid-pro",e.ENTERPRISE="deid-enterprise",e.LITE="deid-lite",e.ADVANCED="deid-advanced",e.BUILD="deid-api-build",e.LAUNCH="deid-api-launch",e.SCALE="deid-api-scale",e))(W||{}),z=(e=>(e.Unrated="Unrated",e.Positive="Positive",e.Negative="Negative",e))(z||{}),E=(e=>(e.Functional="Functional",e.TextOnly="TextOnly",e.Maintenance="Maintenance",e))(E||{}),O=(e=>(e.Embed="embed",e.Query="query",e.Partial="partial",e.Answer="answer",e.Complete="done",e))(O||{}),H=(e=>(e.KnowledgeProcessing="knowledge/processing",e.KnowledgeIndexing="knowledge/indexing",e.KnowledgeFailed="knowledge/error",e.KnowledgeDone="knowledge/done",e))(H||{}),j=(e=>(e.Knowledge="knowledge",e.Document="document",e.Record="record",e))(j||{}),U=(e=>(e.Pdf="pdf",e.Text="text",e.Html="html",e.Word="word",e.Json="json",e.Markdown="markdown",e.Csv="csv",e.Excel="excel",e.Powerpoint="powerpoint",e.Archive="archive",e.Image="image",e.Audio="audio",e.Video="video",e))(U||{}),S=(e=>(e.Clip="clip",e.Talk="talk",e))(S||{}),P=(e=>(e.Start="START",e.Stop="STOP",e))(P||{}),I=(e=>(e.ChatAnswer="chat/answer",e.ChatPartial="chat/partial",e.StreamDone="stream/done",e.StreamStarted="stream/started",e.StreamFailed="stream/error",e.StreamReady="stream/ready",e.StreamCreated="stream/created",e.StreamVideoCreated="stream-video/started",e.StreamVideoDone="stream-video/done",e.StreamVideoError="stream-video/error",e.StreamVideoRejected="stream-video/rejected",e))(I||{}),y=(e=>(e[e.New=0]="New",e[e.Fail=1]="Fail",e[e.Connected=2]="Connected",e[e.Connecting=3]="Connecting",e[e.Terminating=4]="Terminating",e))(y||{}),V=(e=>(e.Amazon="amazon",e.Microsoft="microsoft",e.Afflorithmics="afflorithmics",e.Elevenlabs="elevenlabs",e))(V||{}),B=(e=>(e.Public="public",e.Premium="premium",e.Private="private",e))(B||{});const K="https://api.d-id.com",G="wss://notifications.d-id.com",ee="79f81a83a67430be2bc0fd61042b8faa",x=()=>Math.random().toString(16).slice(2);function J(){let e=window.localStorage.getItem("did_external_key_id");return e||(e=Math.random().toString(16).slice(2),window.localStorage.setItem("did_external_key_id",e)),e}let te=x();function q(e){if(e.type==="bearer")return`Bearer ${e.token}`;if(e.type==="basic")return`Basic ${btoa(`${e.username}:${e.password}`)}`;if(e.type==="key")return`Client-Key ${e.clientKey}.${J()}_${te}`;throw new Error(`Unknown auth type: ${e}`)}function D(e,a=K){const t=async(n,r)=>{const i=await fetch(a+(n!=null&&n.startsWith("/")?n:`/${n}`),{...r,headers:{...r==null?void 0:r.headers,Authorization:q(e),"Content-Type":"application/json"}});if(!i.ok){let d=await i.text().catch(()=>"Failed to fetch");throw new Error(d)}return i.json()};return{get(n,r){return t(n,{...r,method:"GET"})},post(n,r,i){return t(n,{...i,body:JSON.stringify(r),method:"POST"})},delete(n,r,i){return t(n,{...i,body:JSON.stringify(r),method:"DELETE"})},patch(n,r,i){return t(n,{...i,body:JSON.stringify(r),method:"PATCH"})}}}function Q(e,a=K){const t=D(e,`${a}/agents`);return{create(n,r){return t.post("/",n,r)},getAgents(n,r){return t.get(`/${n?`?tag=${n}`:""}`,r).then(i=>i??[])},getById(n,r){return t.get(`/${n}`,r)},delete(n,r){return t.delete(`/${n}`,void 0,r)},update(n,r,i){return t.patch(`/${n}`,r,i)},newChat(n,r){return t.post(`/${n}/chat`,void 0,r)},chat(n,r,i,d){return t.post(`/${n}/chat/${r}`,i,d)},createRating(n,r,i,d){return t.post(`/${n}/chat/${r}/ratings`,i,d)},updateRating(n,r,i,d,g){return t.patch(`/${n}/chat/${r}/ratings/${i}`,d,g)},deleteRating(n,r,i,d){return t.delete(`/${n}/chat/${r}/ratings/${i}`,d)}}}const ne=e=>new Promise(a=>setTimeout(a,e));function re(e){return new Promise((a,t)=>{const{callbacks:n,host:r,auth:i}=e,{onMessage:d=null,onOpen:g=null,onClose:c=null,onError:l=null}=n||{},f=new WebSocket(`${r}?authorization=${q(i)}`);f.onmessage=d,f.onclose=c,f.onerror=p=>{console.error(p),l==null||l("Websocket failed to connect",p),t(p)},f.onopen=p=>{g==null||g(p),a(f)}})}async function ie(e){const{retries:a=1}=e;let t=null;for(let n=0;(t==null?void 0:t.readyState)!==WebSocket.OPEN;n++)try{t=await re(e)}catch(r){if(n===a)throw r;await ne(n*500)}return t}async function X(e,a,t){const n=t!=null&&t.onMessage?[t.onMessage]:[],r=await ie({auth:e,host:a,callbacks:{onError:t==null?void 0:t.onError,onMessage:i=>{const d=JSON.parse(i.data);n.forEach(g=>g(d.event,d))}}});return{socket:r,disconnect:()=>r.close(),subscribeToEvents:i=>n.push(i)}}function ae(e,a,t){const n=D(e,`${a}/agents/${t}`);return{createStream(r){return n.post("/streams",{driver_id:r.driver_id,presenter_id:r.presenter_id,compatibility_mode:r.compatibility_mode,stream_warmup:r.stream_warmup,type:S.Clip})},startConnection(r,i,d){return n.post(`/streams/${r}/sdp`,{session_id:d,answer:i,type:S.Clip})},addIceCandidate(r,i,d){return n.post(`/streams/${r}/ice`,{session_id:d,...i,type:S.Clip})},sendStreamRequest(r,i,d){return n.post(`/streams/${r}`,{session_id:i,...d,type:S.Clip})},close(r,i){return n.delete(`/streams/${r}`,{session_id:i,type:S.Clip})}}}function se(e,a,t){const n=D(e,`${a}/agents/${t}`);return{createStream(r,i){return n.post("/streams",{source_url:r.source_url,driver_url:r.driver_url,face:r.face,config:r.config,stream_warmup:r.stream_warmup,type:S.Talk},i)},startConnection(r,i,d,g){return n.post(`/streams/${r}/sdp`,{session_id:d,answer:i,type:S.Talk},g)},addIceCandidate(r,i,d,g){return n.post(`/streams/${r}/ice`,{session_id:d,...i,type:S.Talk},g)},sendStreamRequest(r,i,d,g){return n.post(`/streams/${r}`,{session_id:i,...d,type:S.Talk},g)},close(r,i,d){return n.delete(`/streams/${r}`,{session_id:i,type:S.Talk},d)}}}function oe(e,a){return e.map((t,n)=>n===0?a?{index:n,timestamp:t.timestamp,bytesReceived:t.bytesReceived-a.bytesReceived,packetsReceived:t.packetsReceived-a.packetsReceived,packetsLost:t.packetsLost-a.packetsLost,jitter:t.jitter,frameWidth:t.frameWidth,frameHeight:t.frameHeight,framesPerSecond:t.framesPerSecond}:{index:n,timestamp:t.timestamp,bytesReceived:t.bytesReceived,packetsReceived:t.packetsReceived,packetsLost:t.packetsLost,jitter:t.jitter,frameWidth:t.frameWidth,frameHeight:t.frameHeight,framesPerSecond:t.framesPerSecond}:{index:n,timestamp:t.timestamp,bytesReceived:t.bytesReceived-e[n-1].bytesReceived,packetsReceived:t.packetsReceived-e[n-1].packetsReceived,packetsLost:t.packetsLost-e[n-1].packetsLost,jitter:t.jitter,frameWidth:t.frameWidth,frameHeight:t.frameHeight,framesPerSecond:t.framesPerSecond})}let Y=!1;const T=(e,a)=>Y&&console.log(e,a),de=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);function ce(e){switch(e){case"connected":return y.Connected;case"checking":return y.Connecting;case"failed":return y.Fail;case"new":case"closed":case"disconnected":default:return y.New}}function ge(e,a){let t=[],n=0,r=0,i;return setInterval(()=>{e.getStats().then(g=>{g.forEach(c=>{if(c.type==="inbound-rtp"&&c.kind==="video"){if(r=t.length-1,c&&t[r]){const l=c.bytesReceived,f=t[r].bytesReceived;let p=i;i=l-f>0;let M;if(p!==i){if(i)n=t.length;else{const _=t.slice(n),b=n===0?void 0:t[n-1];M=oe(_,b),M=M.sort((N,R)=>R.packetsLost-N.packetsLost).slice(0,5)}a==null||a(i?P.Start:P.Stop,M)}}t.push(c)}})})},500)}async function me(e,a,{debug:t=!1,callbacks:n,auth:r,analytics:i,baseURL:d=K}){Y=t;let g;const{startConnection:c,sendStreamRequest:l,close:f,createStream:p,addIceCandidate:M}=a.videoType===S.Clip?ae(r,d,e):se(r,d,e),{id:_,offer:b,ice_servers:N,session_id:R}=await p(a),s=new de({iceServers:N}),u=s.createDataChannel("JanusDataChannel");if(!R)throw new Error("Could not create session_id");const m=ge(s,n.onVideoStateChange);s.onicecandidate=o=>{T("peerConnection.onicecandidate",o),o.candidate&&o.candidate.sdpMid&&o.candidate.sdpMLineIndex!==null?M(_,{candidate:o.candidate.candidate,sdpMid:o.candidate.sdpMid,sdpMLineIndex:o.candidate.sdpMLineIndex},R):M(_,{candidate:null},R)},s.oniceconnectionstatechange=()=>{var h;T("peerConnection.oniceconnectionstatechange => "+s.iceConnectionState);const o=ce(s.iceConnectionState);o===y.Connected?g=setTimeout(()=>{var k;(k=n.onConnectionStateChange)==null||k.call(n,y.Connected)},5e3):(clearTimeout(g),(h=n.onConnectionStateChange)==null||h.call(n,o))},s.ontrack=o=>{var h;T("peerConnection.ontrack",o),(h=n.onSrcObjectReady)==null||h.call(n,o.streams[0])},u.onmessage=o=>{var h,k;if(u.readyState==="open"){const[C,A]=o.data.split(":");C===I.StreamStarted?i==null||i.track("agent-video",{event:"start",...o}):C===I.StreamDone?i==null||i.track("agent-video",{event:"stop",...o}):C===I.StreamFailed?((h=n.onVideoStateChange)==null||h.call(n,P.Stop,{event:C,data:A}),clearInterval(m)):C===I.StreamReady?(clearTimeout(g),(k=n.onConnectionStateChange)==null||k.call(n,y.Connected)):C===I.StreamCreated?i==null||i.track("agent-video",{event:"created",...o}):C===I.StreamVideoCreated?i==null||i.track("agent-video",{event:"video-created",...o}):C===I.StreamVideoDone?i==null||i.track("agent-video",{event:"video-done",...o}):C===I.StreamVideoError&&(i==null||i.track("agent-video",{event:"video-error",...o}))}},await s.setRemoteDescription(b),T("set remote description OK");const v=await s.createAnswer();return T("create answer OK"),await s.setLocalDescription(v),T("set local description OK"),await c(_,v,R),T("start connection OK"),{speak(o){return l(_,R,o)},async disconnect(){var o,h;_&&(s&&(s.close(),s.oniceconnectionstatechange=null,s.onnegotiationneeded=null,s.onicecandidate=null,s.ontrack=null),await f(_,R).catch(k=>{}),(o=n.onConnectionStateChange)==null||o.call(n,y.New),(h=n.onVideoStateChange)==null||h.call(n,P.Stop),clearInterval(m))},sessionId:R,streamId:_}}function le(e){const a={mixPanelKey:e.mixPanelKey||"testKey",distinct_id:e.distinctId||J(),isEnabled:e.isEnabled??!0,agentId:e.agent.id,owner_id:e.agent.owner_id??""};return{...a,getRandom:()=>Math.random().toString(16).slice(2),track(t,n){if(!this.isEnabled)return Promise.reject("MixPanel analytics is disabled on creation");const r={method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({data:JSON.stringify([{event:t,properties:{...n,...a,time:Date.now(),$insert_id:this.getRandom(),origin:window.location.href,"Screen Height":window.screen.height||window.innerWidth,"Screen Width":window.screen.width||window.innerHeight,"User Agent":navigator.userAgent}}])})};return fetch("https://api-js.mixpanel.com/track/?verbose=1&ip=1",r).then(i=>i.json()).catch(i=>console.error(i))}}}function ue(e){var n,r,i,d,g;const a=()=>/Mobi|Android/i.test(navigator.userAgent)?"Mobile":"Desktop";return{$os:`${(()=>{const c=navigator.platform;return c.toLowerCase().includes("win")?"Windows":c.toLowerCase().includes("mac")?"Mac OS X":c.toLowerCase().includes("linux")?"Linux":"Unknown"})()}`,isMobile:`${a()=="Mobile"}`,browser:navigator.userAgent,origin:window.location.origin,agentType:(n=e.presenter)==null?void 0:n.type,agentVoice:{voiceId:(i=(r=e.presenter)==null?void 0:r.voice)==null?void 0:i.voice_id,provider:(g=(d=e.presenter)==null?void 0:d.voice)==null?void 0:g.type}}}function he(e){if(e.presenter){if(e.presenter.type===S.Clip)return{videoType:S.Clip,driver_id:e.presenter.driver_id,presenter_id:e.presenter.presenter_id,stream_warmup:!0}}else throw new Error("Presenter is not initialized");return{videoType:S.Talk,source_url:e.presenter.source_url,stream_warmup:!0}}function Z(e,a,t,n,r){return new Promise(async(i,d)=>{let g=r;const c=await me(e.id,he(e),{...a,callbacks:{...a.callbacks,onConnectionStateChange:async l=>{var f,p;if(l===y.Connected)try{g||(g=await t.newChat(e.id),n.track("agent-chat",{event:"created",chat_id:g.id,agent_id:e.id})),c&&i({chat:g,streamingManager:c})}catch(M){console.error(M),d("Cannot create new chat")}else l===y.Fail&&d(new Error("Cannot create connection"));(p=(f=a.callbacks).onConnectionStateChange)==null||p.call(f,l)},onVideoStateChange(l,f){var p,M;n.track("agent-video",{event:l,rtc_stats:f??[]}),(M=(p=a.callbacks).onVideoStateChange)==null||M.call(p,l,f)}}}).catch(d)})}function we(e,a,t){return Q(a,t||K).getById(e)}function F(e){let a="";if(e.greetings&&e.greetings.length>0){const t=Math.floor(Math.random()*e.greetings.length);a=e.greetings[t]}else a=`Hi! I'm ${e.preview_name}, welcome to agents. How can I help you?`;return[{content:a,id:x(),role:"assistant",created_at:new Date().toISOString()}]}async function fe(e,a){var b,N,R;const t={messages:[],chatMode:a.mode||E.Functional};let n=-1;const r=a.wsURL||G,i=a.baseURL||K,d=a.mixpanelKey||ee,g=Q(a.auth,i),c=await g.getById(e);t.messages=F(c),(N=(b=a.callbacks).onNewMessage)==null||N.call(b,t.messages);const l=le({mixPanelKey:d,agent:c,...a});l.track("agent-sdk",{event:"loaded",...ue(c)});const f={onMessage:(s,u)=>{var m,v;if("content"in u){const{content:o}=u,h=t.messages[t.messages.length-1];(h==null?void 0:h.role)==="assistant"&&(n<t.messages.length&&(h.content=s===O.Partial?h.content+o:o),s===O.Answer&&(n=t.messages.length)),s===O.Complete&&l.track("agent-message-received",{messages:t.messages.length}),(v=(m=a.callbacks).onNewMessage)==null||v.call(m,t.messages)}}};async function p(){var v,o,h,k,C;const s=await X(a.auth,r,f),{streamingManager:u,chat:m}=await Z(c,a,g,l,t.chat);n=-1,t.messages=F(c),(o=(v=a.callbacks).onNewMessage)==null||o.call(v,t.messages),m!=null&&m.id&&m.id!==((h=t.chat)==null?void 0:h.id)&&((C=(k=a.callbacks).onNewChat)==null||C.call(k,m==null?void 0:m.id)),t.streamingManager=u,t.socketManager=s,t.chat=m,_(E.Functional),l.track("agent-chat",{event:"connect",chatId:m.id,agentId:c.id})}async function M(){var s,u,m,v,o;(s=t.socketManager)==null||s.disconnect(),await((u=t.streamingManager)==null?void 0:u.disconnect()),delete t.streamingManager,delete t.socketManager,t.messages=F(c),(v=(m=a.callbacks).onNewMessage)==null||v.call(m,t.messages),l.track("agent-chat",{event:"disconnect",chatId:(o=t.chat)==null?void 0:o.id,agentId:c.id})}async function _(s){var u,m;s!==t.chatMode&&(l.track("agent-mode-change",{mode:s}),t.chatMode=s,t.chatMode!==E.Functional&&await M(),(m=(u=a.callbacks).onModeChange)==null||m.call(u,s))}return{agent:c,starterMessages:((R=c.knowledge)==null?void 0:R.starter_message)||[],connect:p,disconnect:M,changeMode:_,async reconnect(){if(!t.chat)return p();const s=await X(a.auth,r,f),{streamingManager:u,chat:m}=await Z(c,a,g,l,t.chat);t.streamingManager=u,t.socketManager=s,_(E.Functional),l.track("agent-chat",{event:"reconnect",chatId:m.id,agentId:c.id})},async chat(s,u=!1){var m,v,o,h,k,C;try{const A=Date.now();if(t.messages.push({id:x(),role:"user",content:s,created_at:new Date(A).toISOString()}),(v=(m=a.callbacks).onNewMessage)==null||v.call(m,t.messages),s.length===0)throw new Error("Message cannot be empty");if(t.chatMode===E.Maintenance)throw new Error("Chat is in maintenance mode");if(t.chatMode!==E.TextOnly){if(!t.streamingManager)throw new Error("Streaming manager is not initialized");if(!t.chat)throw new Error("Chat is not initialized")}else t.chat||(t.chat=await g.newChat(c.id));const $=await g.chat(c.id,t.chat.id,{sessionId:(o=t.streamingManager)==null?void 0:o.sessionId,streamId:(h=t.streamingManager)==null?void 0:h.streamId,messages:t.messages,chatMode:t.chatMode,append_chat:u});return l.track("agent-message-send",{event:"success",messages:t.messages.length+1}),t.messages.push({id:x(),role:"assistant",content:$.result??"",created_at:new Date().toISOString(),matches:$.matches}),$.result&&l.track("agent-message-received",{latency:Date.now()-A,messages:t.messages.length}),(C=(k=a.callbacks).onNewMessage)==null||C.call(k,t.messages),$}catch(A){throw l.track("agent-message-send",{event:"error",messages:t.messages.length}),A}},rate(s,u,m){var h,k,C,A;const v=t.messages.find($=>$.id===s);if(t.chat){if(!v)throw new Error("Message not found")}else throw new Error("Chat is not initialized");const o=((h=v.matches)==null?void 0:h.map($=>[$.document_id,$.id]))??[];return l.track("agent-rate",{event:m?"update":"create",thumb:u===1?"up":"down",knowledge_id:((k=c.knowledge)==null?void 0:k.id)??"",matches:o,score:u}),m?g.updateRating(c.id,t.chat.id,m,{knowledge_id:((C=c.knowledge)==null?void 0:C.id)??"",message_id:s,matches:o,score:u}):g.createRating(c.id,t.chat.id,{knowledge_id:((A=c.knowledge)==null?void 0:A.id)??"",message_id:s,matches:o,score:u})},deleteRate(s){var u;if(!t.chat)throw new Error("Chat is not initialized");return l.track("agent-rate-delete",{type:"text",chat_id:(u=t.chat)==null?void 0:u.id,id:s}),g.deleteRating(c.id,t.chat.id,s)},speak(s){if(!t.streamingManager)throw new Error("Streaming manager is not initialized");function u(){if(c.presenter){if(s.type==="text")return{type:"text",provider:s.provider?s.provider:c.presenter.voice,input:s.input,ssml:s.ssml||!1};if(s.type==="audio")return{type:"audio",audio_url:s.audio_url}}else throw new Error("Presenter is not initialized");throw new Error("Invalid payload")}const m=u();return l.track("agent-speak",m),t.streamingManager.speak({script:m})}}}w.ChatMode=E,w.ChatProgress=O,w.ConnectionState=y,w.DocumentType=U,w.KnowledgeType=j,w.PlanGroup=W,w.Providers=V,w.RateState=z,w.StreamEvents=I,w.StreamingState=P,w.Subject=H,w.UserPlan=L,w.VideoType=S,w.VoiceAccess=B,w.createAgentManager=fe,w.getAgent=we,Object.defineProperty(w,Symbol.toStringTag,{value:"Module"})});

package/dist/{lib → src}/api/agents.d.ts

@@ -1,4 +1,4 @@
-import { Agent, AgentPayload, Auth, Chat, ChatPayload, ChatResponse } from '../../types/index';
+import { Agent, AgentPayload, Auth, Chat, ChatPayload, ChatResponse, RatingEntity, RatingPayload } from '../types/index';
 export declare function createAgentsApi(auth: Auth, host?: string): {
     create(payload: AgentPayload, options?: RequestInit): Promise<Agent>;
     getAgents(tag?: string, options?: RequestInit): Promise<Agent[]>;
@@ -7,4 +7,7 @@ export declare function createAgentsApi(auth: Auth, host?: string): {
     update(id: string, payload: AgentPayload, options?: RequestInit): Promise<Agent>;
     newChat(agentId: string, options?: RequestInit): Promise<Chat>;
     chat(agentId: string, chatId: string, payload: ChatPayload, options?: RequestInit): Promise<ChatResponse>;
+    createRating(agentId: string, chatId: string, payload: RatingPayload, options?: RequestInit): Promise<RatingEntity>;
+    updateRating(agentId: string, chatId: string, ratingId: string, payload: Partial<RatingPayload>, options?: RequestInit): Promise<RatingEntity>;
+    deleteRating(agentId: string, chatId: string, ratingId: string, options?: RequestInit): Promise<RatingEntity>;
 };

package/dist/src/api/clipStream.d.ts

@@ -0,0 +1,2 @@
+import { Auth, RtcApi } from '../types/index';
+export declare function createApi(auth: Auth, host: string, agentId: string): RtcApi;

package/dist/{lib → src}/api/getClient.d.ts

@@ -1,4 +1,4 @@
-import { Auth } from '../../types/auth';
+import { Auth } from '../types/auth';
 export declare function createClient(auth: Auth, host?: string): {
     get<T = any>(url: string, options?: RequestInit): Promise<T>;
     post<T_1 = any>(url: string, body?: any, options?: RequestInit): Promise<T_1>;

package/dist/{lib → src}/api/knowledge.d.ts

@@ -1,4 +1,4 @@
-import { Auth, CreateDocumentPayload, DocumentData, KnowledgeData, KnowledgePayload, QueryResult, RecordData } from '../../types/index';
+import { Auth, CreateDocumentPayload, DocumentData, KnowledgeData, KnowledgePayload, QueryResult, RecordData } from '../types/index';
 export declare function createKnowledgeApi(auth: Auth, host?: string): {
     createKnowledge(payload: KnowledgePayload, options?: RequestInit): Promise<KnowledgeData>;
     getKnowledgeBase(options?: RequestInit): Promise<KnowledgeData[]>;
@@ -11,3 +11,4 @@ export declare function createKnowledgeApi(auth: Auth, host?: string): {
     getRecords(knowledgeId: string, documentId: string, options?: RequestInit): Promise<RecordData[]>;
     query(knowledgeId: string, query: string, options?: RequestInit): Promise<QueryResult>;
 };
+export type KnowledegeApi = ReturnType<typeof createKnowledgeApi>;

package/dist/src/api/talkStream.d.ts

@@ -0,0 +1,2 @@
+import { Auth, RtcApi } from '../types/index';
+export declare function createApi(auth: Auth, host: string, agentId: string): RtcApi;

package/dist/src/auth/getAuthHeader.d.ts

@@ -0,0 +1,4 @@
+import { Auth } from '../types/auth';
+export declare const getRandom: () => string;
+export declare function getExternalId(): string;
+export declare function getAuthHeader(auth: Auth): string;

package/dist/src/connectToSocket.d.ts

@@ -0,0 +1,11 @@
+import { Auth } from './types/auth';
+import { ChatProgressCallback } from '.';
+export interface SocketManager {
+    socket?: WebSocket;
+    disconnect: () => void;
+    subscribeToEvents: (data: any) => void;
+}
+export declare function createSocketManager(auth: Auth, host: string, callback?: {
+    onMessage?: ChatProgressCallback;
+    onError?: (error: string, event: Event) => void;
+}): Promise<SocketManager>;

package/dist/src/createAgentManager.d.ts

@@ -0,0 +1,16 @@
+import { Agent, AgentManager, AgentManagerOptions } from './types/index';
+import { Auth } from '.';
+export declare function getAgent(agentId: string, auth: Auth, baseURL?: string): Promise<Agent>;
+/**
+ * Creates a new Agent Manager instance for interacting with an agent, chat, and related connections.
+ *
+ * @param {string} agent - The ID or instance of the agent to chat with.
+ * @param {AgentManagerOptions} options - Configurations for the Agent Manager API.
+ * * @returns {Promise<AgentManager>} - A promise that resolves to an instance of the AgentsAPI interface.
+ *
+ * @throws {Error} Throws an error if the agent is not initialized.
+ *
+ * @example
+ * const agentManager = await createAgentManager('id-agent123', { auth: { type: 'key', clientKey: '123', externalId: '123' } });
+ */
+export declare function createAgentManager(agent: string, options: AgentManagerOptions): Promise<AgentManager>;

package/dist/src/createStreamingManager.d.ts

@@ -0,0 +1,21 @@
+import { CreateStreamOptions, PayloadType, StreamingManagerOptions } from './types/index';
+export declare function createStreamingManager<T extends CreateStreamOptions>(agentId: string, agent: T, { debug, callbacks, auth, analytics, baseURL }: StreamingManagerOptions): Promise<{
+    /**
+     * Method to send request to server to get clip or talk depend on you payload
+     * @param payload
+     */
+    speak(payload: PayloadType<T>): Promise<import('./types/index').SendStreamPayloadResponse>;
+    /**
+     * Method to close RTC connection
+     */
+    disconnect(): Promise<void>;
+    /**
+     * Session identifier information, should be returned in the body of all streaming requests
+     */
+    sessionId: string;
+    /**
+     * Id of current RTC stream
+     */
+    streamId: string;
+}>;
+export type StreamingManager<T extends CreateStreamOptions> = Awaited<ReturnType<typeof createStreamingManager<T>>>;

package/dist/src/environment.d.ts

@@ -0,0 +1,6 @@
+export declare const nodeEnv: string;
+export declare const didApiUrl: string;
+export declare const didSocketApiUrl: string;
+export declare const mixpanelKey: string;
+export declare const clientKey: string;
+export declare const agentId: string;

package/dist/src/index.d.ts

@@ -0,0 +1,2 @@
+export * from './createAgentManager';
+export * from './types';

package/dist/src/services/mixpanel.d.ts

@@ -0,0 +1,18 @@
+import { Agent } from '..';
+export interface AnalyticsOptions {
+    mixPanelKey: string;
+    agent: Agent;
+    isEnabled?: boolean;
+    distinctId?: string;
+}
+export interface Analytics {
+    mixPanelKey: string;
+    distinct_id?: string;
+    isEnabled: boolean;
+    chatId?: string;
+    agentId: string;
+    owner_id: string;
+    getRandom(): string;
+    track(event: string, props?: Record<string, any>): Promise<any>;
+}
+export declare function initializeAnalytics(config: AnalyticsOptions): Analytics;

package/dist/{types → src/types}/StreamScript.d.ts

@@ -12,7 +12,7 @@ export interface Stream_Text_Script extends BaseStreamScript {
     /**
      * text-to-speech provider from list of supported providers. default is microsoft tts
      */
-    provider: StreamTextToSpeechProviders;
+    provider?: StreamTextToSpeechProviders;
     /**
      * The input text that will be synthesized to an audio file.
      * Note that each provider has its own limitations on the text length.
@@ -50,3 +50,4 @@ export interface Stream_LLM_Script {
     stream_audio?: boolean;
 }
 export type StreamScript = Stream_Text_Script | Stream_Audio_Script | Stream_LLM_Script;
+export type SupportedStreamScipt = Stream_Text_Script | Stream_Audio_Script;

package/dist/{types → src/types}/auth.d.ts

@@ -7,16 +7,14 @@ export interface BasicAuth {
     username: string;
     password: string;
 }
-export interface ApiKeyAuth {
+export interface ClientKeyAuth {
     type: 'key';
     clientKey: string;
-    externalId: string;
 }
-export type Auth = BearerToken | BasicAuth | ApiKeyAuth;
+export type Auth = BearerToken | BasicAuth | ClientKeyAuth;
 export interface GetAuthParams {
     token?: string | null;
     username?: string | null;
     password?: string | null;
     clientKey?: string | null;
-    externalId?: string | null;
 }

package/dist/src/types/entities/agents/agent.d.ts

@@ -0,0 +1,51 @@
+import { Chat, ChatPayload, ChatResponse } from './chat';
+import { Knowledge } from './knowledge';
+import { LLM } from './llm';
+import { Presenter } from './presenter';
+export declare enum UserPlan {
+    TRIAL = "trial",
+    BASIC = "basic",
+    ENTERPRISE = "enterprise",
+    LITE = "lite",
+    ADVANCED = "advanced"
+}
+export declare enum PlanGroup {
+    TRIAL = "deid-trial",
+    PRO = "deid-pro",
+    ENTERPRISE = "deid-enterprise",
+    LITE = "deid-lite",
+    ADVANCED = "deid-advanced",
+    BUILD = "deid-api-build",
+    LAUNCH = "deid-api-launch",
+    SCALE = "deid-api-scale"
+}
+export interface Agent {
+    id: string;
+    username?: string;
+    presenter: Presenter;
+    llm?: LLM;
+    knowledge?: Knowledge;
+    use_case?: string;
+    tags?: string[];
+    chats?: number;
+    greetings?: string[];
+    access?: 'private' | 'pending-public' | 'unlisted' | 'rejected' | 'public';
+    metadata?: {
+        plan: PlanGroup | UserPlan;
+    };
+    preview_name?: string;
+    preview_description?: string;
+    preview_thumbnail?: string;
+    preview_url?: string;
+    owner_id?: string;
+}
+export type AgentPayload = Omit<Agent, 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id' | 'metadata' | 'idle_video_url'>;
+export interface AgentsAPI {
+    create(payload: AgentPayload, options?: RequestInit): Promise<Agent>;
+    getAgents(tag?: string, options?: RequestInit): Promise<Agent[]>;
+    getById(id: string, options?: RequestInit): Promise<Agent>;
+    delete(id: string, options?: RequestInit): Promise<void>;
+    update(id: string, payload: AgentPayload, options?: RequestInit): Promise<Agent>;
+    newChat(agentId: string, options?: RequestInit): Promise<Chat>;
+    chat(agentId: string, chatId: string, payload: ChatPayload, options?: RequestInit): Promise<ChatResponse>;
+}

package/dist/src/types/entities/agents/chat.d.ts

@@ -0,0 +1,63 @@
+export declare enum RateState {
+    Unrated = "Unrated",
+    Positive = "Positive",
+    Negative = "Negative"
+}
+export interface RatingEntity {
+    id: string;
+    owner_id: string;
+    agent_id: string;
+    matches: [string, string][];
+    knowledge_id: string;
+    external_id: string;
+    created_by: string;
+    chat_id: string;
+    score: 1 | -1;
+    created_at: string;
+    modified_at: string;
+    message_id: string;
+}
+export type RatingPayload = Omit<RatingEntity, 'owner_id' | 'id' | 'created_at' | 'modified_at' | 'created_by' | 'external_id' | 'agent_id' | 'chat_id'>;
+export interface Message {
+    id: string;
+    role?: 'system' | 'assistant' | 'user' | 'function' | 'tool';
+    content: string;
+    created_at?: string;
+    matches?: ChatResponse['matches'];
+}
+export interface ChatPayload {
+    messages: Message[];
+    append_chat?: boolean;
+    streamId?: string;
+    sessionId?: string;
+    chatMode?: ChatMode;
+}
+export interface IRetrivalMetadata {
+    id: string;
+    data: string;
+    title: string;
+    document_id: string;
+    knowledge_id: string;
+    source_url: string;
+}
+export declare enum ChatMode {
+    Functional = "Functional",
+    TextOnly = "TextOnly",
+    Maintenance = "Maintenance"
+}
+export interface ChatResponse {
+    result?: string;
+    documentIds?: string[];
+    matches?: IRetrivalMetadata[];
+    chatMode?: ChatMode;
+}
+export interface Chat {
+    id: string;
+    agent_id: string;
+    created: string;
+    modified: string;
+    owner_id: string;
+    messages: Message[];
+    agent_id__created_at: string;
+    agent_id__modified_at: string;
+}

package/dist/{types → src/types}/entities/agents/knowledge.d.ts

@@ -6,5 +6,6 @@ export interface KnowledgeEmbedder {
 export interface Knowledge {
     id: string;
     provider: KnowledgeProvider;
+    starter_message?: string[];
     embedder?: KnowledgeEmbedder;
 }

package/dist/src/types/entities/agents/manager.d.ts

@@ -0,0 +1,135 @@
+import { SupportedStreamScipt } from '../../StreamScript';
+import { Auth } from '../../auth';
+import { ConnectionState, SendStreamPayloadResponse, StreamingState } from '../../stream';
+import { Agent } from './agent';
+import { ChatMode, ChatResponse, Message, RatingEntity } from './chat';
+/**
+ * Types of events provided in Chat Progress Callback
+ */
+export declare enum ChatProgress {
+    /**
+     * Chat was successfully embedded
+     */
+    Embed = "embed",
+    /**
+     * Server processing chat message
+     */
+    Query = "query",
+    /**
+     * Server returns a part of the message
+     */
+    Partial = "partial",
+    /**
+     * Server processed message and returned response
+     */
+    Answer = "answer",
+    /**
+     * Chat was closed
+     */
+    Complete = "done"
+}
+export type ChatProgressCallback = (progress: ChatProgress, data: any) => void;
+export type ConnectionStateChangeCallback = (state: ConnectionState) => void;
+export type VideoStateChangeCallback = (state: StreamingState, data: any) => void;
+interface ManagerCallbacks {
+    /**
+     * Optional callback will be triggered each time the RTC connection changes state
+     * @param state
+     */
+    onConnectionStateChange?(state: ConnectionState): void;
+    /**
+     * Optional callback function that will be triggered each time video events happen
+     * @param state
+     */
+    onVideoStateChange?(state: StreamingState, data?: any): void;
+    /**
+     * Callback function that will be triggered each time the video stream starts or stops to update html element on webpage
+     * Required callback for SDK
+     * @param srcObject
+     * @example
+     * const videoRef = useRef<HTMLVideoElement>(null);
+     * onSrcObjectReady(value) { videoRef.current.srcObject = value }
+     */
+    onSrcObjectReady(srcObject: MediaStream): void;
+    /**
+     * Optional callback function that will be triggered each time new message is received
+     * @param messages - array of messages
+     */
+    onNewMessage?(messages: Message[]): void;
+    /**
+     * Optional callback function that will be triggered each time new chat is created
+     * @param chatId - id of the new chat
+     */
+    onNewChat?(chatId: string): void;
+    /**
+     * Optional callback function that will be triggered each time the chat mode changes
+     * @param mode - ChatMode
+     */
+    onModeChange?(mode: ChatMode): void;
+}
+export interface AgentManagerOptions {
+    auth: Auth;
+    callbacks: ManagerCallbacks;
+    baseURL?: string;
+    wsURL?: string;
+    debug?: boolean;
+    enableAnalitics?: boolean;
+    mixpanelKey?: string;
+    /**
+     * Unique ID of agent user used in analytics. Pass it to override the default way to get distinctId
+     */
+    distinctId?: string;
+    mode?: ChatMode;
+}
+export interface AgentManager {
+    /**
+     * Agent instance you are working with.
+     * To know more about agents go to https://docs.d-id.com/reference/agents
+     */
+    agent: Agent;
+    /**
+     * Array of starter messages that will be sent to the agent when the chat starts
+     */
+    starterMessages: string[];
+    /**
+     * Method to connect to stream and chat
+     */
+    connect: () => Promise<void>;
+    /**
+     * Method to reconnect to stream and continue chat
+     */
+    reconnect: () => Promise<void>;
+    /**
+     * Method to close all connections with agent, stream and web socket
+     */
+    disconnect: () => Promise<void>;
+    /**
+     * Method to send a chat message to existing chat with the agent
+     * @param messages
+     * @param append_chat: when true, append to existing agent chat, rather than creating a new one.
+     */
+    chat: (userMessage: string, append_chat?: boolean) => Promise<ChatResponse>;
+    /**
+     * Method to rate the answer in chat
+     * @param score: 1 | -1 - score of the answer. 1 for positive, -1 for negative
+     * @param matches - array of matches that were used to find the answer
+     * @param id - id of Rating entity. Leave it empty to create a new, one or pass it to work with the existing one
+     */
+    rate: (messageId: string, score: 1 | -1, rateId?: string) => Promise<RatingEntity>;
+    /**
+     * Method to delete rating from answer in chat
+     * @param id - id of Rating entity.
+     */
+    deleteRate: (id: string) => Promise<RatingEntity>;
+    /**
+     * Method to make your agent read the text you provide or reproduce sound
+     * @param payload
+     */
+    speak: (payload: SupportedStreamScipt) => Promise<SendStreamPayloadResponse>;
+    /**
+     * Method to change the mode of the chat
+     * @param mode - ChatMode
+     */
+    changeMode(mode: ChatMode): void;
+}
+export {};

package/dist/{types → src/types}/index.d.ts

@@ -1,6 +1,5 @@
 export * from './StreamScript';
-export * from './tts';
-export * from './stream';
 export * from './auth';
 export * from './entities';
-export * from '../lib';
+export * from './stream';
+export * from './tts';

package/dist/{types → src/types}/stream/api/clip.d.ts

@@ -43,6 +43,12 @@ export interface CreateClipStreamRequest {
      * @default auto
      */
     compatibility_mode?: CompatibilityMode;
+    /**
+     * Whether to stream wamrup video on the connection.
+     * If set to true, will stream a warmup video when connection is established.
+     * At the end of the warmup video, a message containing "stream/ready" will be sent on the data channel.
+     */
+    stream_warmup?: boolean;
 }
 export interface SendClipStreamPayload extends StickyRequest {
     script: StreamScript;

package/dist/{types → src/types}/stream/api/talk.d.ts

@@ -1,4 +1,4 @@
-import { StreamScript } from '../../';
+import { StreamScript } from '../..';
 export interface CreateTalkStreamRequest {
     source_url: string;
     driver_url?: string;
@@ -20,6 +20,7 @@ export interface CreateTalkStreamRequest {
         align_expand_factor?: number;
         stitch?: boolean;
     };
+    stream_warmup?: boolean;
 }
 export interface SendTalkStreamPayload {
     script: StreamScript;

package/dist/{types → src/types}/stream/rtc.d.ts

@@ -40,17 +40,17 @@ export interface IceCandidate {
      * The format of this address is a candidate-attribute as defined in RFC 5245. This string is empty ("") if the
      * RTCIceCandidate is an "end of candidates" indicator.
      */
-    candidate: string;
+    candidate: string | null;
     /**
      * A string specifying the candidate's media stream identification tag which uniquely identifies the media stream
      * within the component with which the candidate is associated, or null if no such association exists.
      */
-    sdpMid: string;
+    sdpMid?: string;
     /**
      * If not null, sdpMLineIndex indicates the zero-based index number of the media description (as defined in RFC
      * 4566) in the SDP with which the candidate is associated.
      */
-    sdpMLineIndex: number;
+    sdpMLineIndex?: number;
 }
 export interface Status {
     status: string;

package/dist/{types → src/types}/stream/stream.d.ts

@@ -1,3 +1,4 @@
+import { Analytics } from '../../services/mixpanel';
 import { Auth } from '../auth';
 import { VideoType } from '../entities';
 import { CreateClipStreamRequest, CreateTalkStreamRequest, SendClipStreamPayload, SendTalkStreamPayload } from './api';
@@ -7,11 +8,33 @@ export declare enum StreamingState {
     Start = "START",
     Stop = "STOP"
 }
+export declare enum StreamEvents {
+    ChatAnswer = "chat/answer",
+    ChatPartial = "chat/partial",
+    StreamDone = "stream/done",
+    StreamStarted = "stream/started",
+    StreamFailed = "stream/error",
+    StreamReady = "stream/ready",
+    StreamCreated = "stream/created",
+    StreamVideoCreated = "stream-video/started",
+    StreamVideoDone = "stream-video/done",
+    StreamVideoError = "stream-video/error",
+    StreamVideoRejected = "stream-video/rejected"
+}
+export declare enum ConnectionState {
+    New = 0,
+    Fail = 1,
+    Connected = 2,
+    Connecting = 3,
+    Terminating = 4
+}
 export interface ManagerCallbacks {
-    onConnectionStateChange?: (state: RTCIceConnectionState) => void;
-    onVideoStateChange?: (state: StreamingState) => void;
+    onMessage?: (event: string, data: string) => void;
+    onConnectionStateChange?: (state: ConnectionState) => void;
+    onVideoStateChange?: (state: StreamingState, data?: any) => void;
     onSrcObjectReady?: (value: MediaStream) => void;
 }
+export type ManagerCallbackKeys = keyof ManagerCallbacks;
 export interface TalkStreamOptions extends CreateTalkStreamRequest {
     videoType: VideoType.Talk;
 }
@@ -32,4 +55,16 @@ export interface StreamingManagerOptions {
     baseURL?: string;
     debug?: boolean;
     auth: Auth;
+    analytics?: Analytics;
+}
+export interface SlimRTCStatsReport {
+    index: number;
+    timestamp: any;
+    bytesReceived: any;
+    packetsReceived: any;
+    packetsLost: any;
+    jitter: any;
+    frameWidth: any;
+    frameHeight: any;
+    framesPerSecond: any;
 }

package/dist/src/utils/analytics.d.ts

@@ -0,0 +1,12 @@
+import { Agent } from '../types/index';
+export declare function getAnaliticsInfo(agent: Agent): {
+    $os: string;
+    isMobile: string;
+    browser: string;
+    origin: string;
+    agentType: "talk" | "clip";
+    agentVoice: {
+        voiceId: string | undefined;
+        provider: import('../types/tts').Providers | undefined;
+    };
+};

package/dist/src/utils/webrtc.d.ts

@@ -0,0 +1,2 @@
+import { SlimRTCStatsReport } from '../types';
+export declare function createVideoStatsReport(stats: SlimRTCStatsReport[], previousStats?: SlimRTCStatsReport): SlimRTCStatsReport[];