@d-id/client-sdk 1.0.19-beta.9 → 1.0.19-beta.91

package/dist/index.umd.cjs

@@ -1 +1 @@
-(function(s,w){typeof exports=="object"&&typeof module<"u"?w(exports):typeof define=="function"&&define.amd?define(["exports"],w):(s=typeof globalThis<"u"?globalThis:s||self,w(s.index={}))})(this,function(s){"use strict";const w="https://api.d-id.com",ee="wss://notifications.d-id.com";function b(e){if(e.type==="bearer")return`Bearer ${e.token}`;if(e.type==="basic")return`Basic ${btoa(`${e.username}:${e.password}`)}`;if(e.type==="key")return`Client-Key ${e.clientKey}.${e.externalId}`;throw new Error(`Unknown auth type: ${e}`)}function $(e,i=w){const a=async(t,n)=>{const r=await fetch(i+(t!=null&&t.startsWith("/")?t:`/${t}`),{...n,headers:{...n==null?void 0:n.headers,Authorization:b(e),"Content-Type":"application/json"}});if(!r.ok){let o=await r.text().catch(()=>"Failed to fetch");throw new Error(o)}return r.json()};return{get(t,n){return a(t,{...n,method:"GET"})},post(t,n,r){return a(t,{...r,body:JSON.stringify(n),method:"POST"})},delete(t,n,r){return a(t,{...r,body:JSON.stringify(n),method:"DELETE"})},patch(t,n,r){return a(t,{...r,body:JSON.stringify(n),method:"PATCH"})}}}function K(e,i=w){const a=$(e,`${i}/agents`);return{create(t,n){return a.post("/",t,n)},getAgents(t,n){return a.get(`/${t?`?tag=${t}`:""}`,n).then(r=>r??[])},getById(t,n){return a.get(`/${t}`,n)},delete(t,n){return a.delete(`/${t}`,void 0,n)},update(t,n,r){return a.patch(`/${t}`,n,r)},newChat(t,n){return a.post(`/${t}/chat`,void 0,n)},chat(t,n,r,o){return a.post(`/${t}/chat/${n}`,r,o)}}}function H(e,i=w){const a=$(e,`${i}/knowledge`);return{createKnowledge(t,n){return a.post("/",t,n)},getKnowledgeBase(t){return a.get("/",t)},getKnowledge(t,n){return a.get(`/${t}`,n)},deleteKnowledge(t,n){return a.delete(`/${t}`,void 0,n)},createDocument(t,n,r){return a.post(`/${t}/documents`,n,r)},deleteDocument(t,n,r){return a.delete(`/${t}/documents/${n}`,void 0,r)},getDocuments(t,n){return a.get(`/${t}/documents`,n)},getDocument(t,n,r){return a.get(`/${t}/documents/${n}`,r)},getRecords(t,n,r){return a.get(`/${t}/documents/${n}/records`,r)},query(t,n,r){return a.post(`/${t}/query`,{query:n},r)}}}function U(e,i=w){const a=$(e,`${i}/chats/ratings`);return{create(t,n){return a.post("/",t,n)},getByKnowledge(t,n){return a.get(`/${t}`,n).then(r=>r??[])},update(t,n,r){return a.patch(`/${t}`,n,r)},delete(t,n){return a.delete(`/${t}`,n)}}}const te=e=>new Promise(i=>setTimeout(i,e));function ne(e){return new Promise((i,a)=>{const{callbacks:t,host:n,auth:r}=e,{onMessage:o=null,onOpen:u=null,onClose:m=null,onError:h=null}=t||{},f=new WebSocket(`${n}?authorization=${b(r)}`);console.log(`AUTH: ${n}?authorization=${b(r)}`),f.onmessage=o,f.onclose=m,f.onerror=l=>{console.log(l),console.log(`onerror: ${l}`),h==null||h(l),a(l)},f.onopen=l=>{u==null||u(l),console.log(`oneronopenror: ${f}`),i(f)}})}async function ae(e){const{retries:i=1}=e;let a=null;for(let t=0;(a==null?void 0:a.readyState)!==WebSocket.OPEN;t++)try{a=await ne(e)}catch(n){if(t===i)throw n;await te(t*500)}return a}async function q(e,i,a){const t=a?[a]:[],n=await ae({auth:e,host:i,callbacks:{onMessage:r=>{const o=JSON.parse(r.data);console.log("WS/",r.data),t.forEach(u=>u(o.event,o))}}});return{socket:n,terminate:()=>n.close(),subscribeToEvents:r=>t.push(r)}}var z=(e=>(e.Amazon="amazon",e.Microsoft="microsoft",e.Afflorithmics="afflorithmics",e.Elevenlabs="elevenlabs",e))(z||{}),B=(e=>(e.Public="public",e.Premium="premium",e.Private="private",e))(B||{}),M=(e=>(e.Start="START",e.Stop="STOP",e))(M||{}),k=(e=>(e.ChatAnswer="chat/answer",e.ChatPartial="chat/partial",e.StreamDone="stream/done",e.StreamStarted="stream/started",e))(k||{}),N=(e=>(e.Unrated="Unrated",e.Positive="Positive",e.Negative="Negative",e))(N||{}),J=(e=>(e.Functional="Functional",e.TextOnly="TextOnly",e.Maintenance="Maintenance",e))(J||{}),P=(e=>(e.Embed="embed",e.Query="query",e.Partial="partial",e.Answer="answer",e.Complete="done",e))(P||{}),D=(e=>(e.KnowledgeProcessing="knowledge/processing",e.KnowledgeIndexing="knowledge/indexing",e.KnowledgeFailed="knowledge/error",e.KnowledgeDone="knowledge/done",e))(D||{}),F=(e=>(e.Knowledge="knowledge",e.Document="document",e.Record="record",e))(F||{}),V=(e=>(e.Pdf="pdf",e.Text="text",e.Html="html",e.Word="word",e.Json="json",e.Markdown="markdown",e.Csv="csv",e.Excel="excel",e.Powerpoint="powerpoint",e.Archive="archive",e.Image="image",e.Audio="audio",e.Video="video",e))(V||{}),A=(e=>(e.Clip="clip",e.Talk="talk",e))(A||{});function G(e){return e.presenter.type===A.Clip?{videoType:A.Clip,driver_id:e.presenter.driver_id,presenter_id:e.presenter.presenter_id}:{videoType:A.Talk,source_url:e.presenter.source_url}}function Q(e,i,a,t){return new Promise(async(n,r)=>{const o=await Y(G(e),{...i,callbacks:{...i.callbacks,onConnectionStateChange:async u=>{var m,h;u==="connected"?(t||(t=await a.newChat(e.id)),n({chat:t,streamingManager:o})):u==="failed"&&r(new Error("Cannot create connection")),(h=(m=i.callbacks).onConnectionStateChange)==null||h.call(m,u)},onMessage:(u,m)=>{var h,f;u===k.ChatAnswer&&(console.log("ChatAnswer",u,m),(f=(h=i.callbacks).onChatEvents)==null||f.call(h,P.Answer,{content:m,event:P.Answer}))}}})})}function re(e,i,a){return K(i,a||w).getById(e)}async function ie(e,i){const a=i.baseURL||w,t=i.wsURL||ee,n=new AbortController,r=K(i.auth,a),o=U(i.auth,a),u=H(i.auth,a);console.log(`AUTH: ${i.auth.clientKey},${i.auth.externalId}, ${t}`);const m=await r.getById(e),h=await q(i.auth,t,i.callbacks.onChatEvents);let{chat:f,streamingManager:l}=await Q(m,i,r);return{agent:m,async reconnectToChat(){const{streamingManager:d}=await Q(m,i,r,f);l=d},terminate(){return n.abort(),h.terminate(),l.terminate()},chatId:f.id,chat(d){return r.chat(e,f.id,{sessionId:l.sessionId,streamId:l.streamId,messages:d},{signal:n.signal})},rate(d,p){return p?o.update(p,d):o.create(d)},deleteRate(d){return o.delete(d)},speak(d){let p;return d.type==="text"?p={script:{type:"text",provider:d.provider,input:d.input,ssml:d.ssml||!1}}:d.type==="audio"&&(p={script:{type:"audio",audio_url:d.audio_url}}),l.speak(p)},getStarterMessages(){var d,p;return(d=m.knowledge)!=null&&d.id?u.getKnowledge((p=m.knowledge)==null?void 0:p.id).then(v=>(v==null?void 0:v.starter_message)||[]):Promise.resolve([])}}}function se(e,i){const a=$(e,i);return{createStream(t){return a.post("/clips/streams",{driver_id:t.driver_id,presenter_id:t.presenter_id,compatibility_mode:t.compatibility_mode})},startConnection(t,n,r){return a.post(`/clips/streams/${t}/sdp`,{session_id:r,answer:n})},addIceCandidate(t,n,r){return a.post(`/clips/streams/${t}/ice`,{session_id:r,...n})},sendStreamRequest(t,n,r){return a.post(`/clips/streams/${t}`,{session_id:n,...r})},close(t,n){return a.delete(`/clips/streams/${t}`,{session_id:n})}}}function oe(e,i){const a=$(e,i);return{createStream(t,n){return a.post("/talks/streams",{source_url:t.source_url,driver_url:t.driver_url,face:t.face,config:t.config},n)},startConnection(t,n,r,o){return a.post(`/talks/streams/${t}/sdp`,{session_id:r,answer:n},o)},addIceCandidate(t,n,r,o){return a.post(`/talks/streams/${t}/ice`,{session_id:r,...n},o)},sendStreamRequest(t,n,r,o){return a.post(`/talks/streams/${t}`,{session_id:n,...r},o)},close(t,n,r){return a.delete(`/talks/streams/${t}`,{session_id:n},r)}}}function ce(e,i){return e.map((a,t)=>t===0?i?{index:t,timestamp:a.timestamp,bytesReceived:a.bytesReceived-i.bytesReceived,packetsReceived:a.packetsReceived-i.packetsReceived,packetsLost:a.packetsLost-i.packetsLost,jitter:a.jitter,frameWidth:a.frameWidth,frameHeight:a.frameHeight,frameRate:a.frameRate}:{index:t,timestamp:a.timestamp,bytesReceived:a.bytesReceived,packetsReceived:a.packetsReceived,packetsLost:a.packetsLost,jitter:a.jitter,frameWidth:a.frameWidth,frameHeight:a.frameHeight,frameRate:a.frameRate}:{index:t,timestamp:a.timestamp,bytesReceived:a.bytesReceived-e[t-1].bytesReceived,packetsReceived:a.packetsReceived-e[t-1].packetsReceived,packetsLost:a.packetsLost-e[t-1].packetsLost,jitter:a.jitter,frameWidth:a.frameWidth,frameHeight:a.frameHeight,frameRate:a.frameRate})}let X=!1;const S=(e,i)=>X&&console.log(e,i),de=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function Y(e,{debug:i=!1,callbacks:a,auth:t,baseURL:n=w}){X=i;const r={...a},{startConnection:o,sendStreamRequest:u,close:m,createStream:h,addIceCandidate:f}=e.videoType===A.Clip?se(t,n):oe(t,n),{id:l,offer:d,ice_servers:p,session_id:v}=await h(e),g=new de({iceServers:p}),Z=g.createDataChannel("JanusDataChannel"),y=[];let R=0,O;if(!v)throw new Error("Could not create session_id");g.onicecandidate=c=>{S("peerConnection.onicecandidate",c),c.candidate&&c.candidate.sdpMid&&c.candidate.sdpMLineIndex!==null&&f(l,{candidate:c.candidate.candidate,sdpMid:c.candidate.sdpMid,sdpMLineIndex:c.candidate.sdpMLineIndex},v)},g.oniceconnectionstatechange=()=>{var c;S("peerConnection.oniceconnectionstatechange => "+g.iceConnectionState),(c=r.onConnectionStateChange)==null||c.call(r,g.iceConnectionState)},g.ontrack=c=>{var C;S("peerConnection.ontrack",c),(C=r.onSrcObjectReady)==null||C.call(r,c.streams[0])},Z.onmessage=c=>{var C,L,x;if(Z.readyState==="open"){const[_,T]=c.data.split(":");if(_===k.StreamStarted)console.log("StreamStarted",_,T),R=y.length,O=setInterval(()=>{g.getStats().then(W=>{W.forEach(I=>{I.type==="inbound-rtp"&&I.kind==="video"&&y.push(I)})})},1e3),(C=r.onVideoStateChange)==null||C.call(r,M.Start);else if(_===k.StreamDone){console.log("StreamDone",_,T),clearInterval(O);const E=y.slice(R);if(E){const W=R===0?void 0:y[R-1],I=ce(E,W);R=y.length,(L=r.onVideoStateChange)==null||L.call(r,M.Stop,I.sort((le,ue)=>ue.packetsLost-le.packetsLost).slice(0,5))}}else(x=r.onMessage)==null||x.call(r,_,decodeURIComponent(T))}},await g.setRemoteDescription(d),S("set remote description OK");const j=await g.createAnswer();return S("create answer OK"),await g.setLocalDescription(j),S("set local description OK"),await o(l,j,v),S("start connection OK"),{speak(c){return u(l,v,c)},async terminate(){var c,C;l&&(g&&(g.close(),g.oniceconnectionstatechange=null,g.onnegotiationneeded=null,g.onicecandidate=null,g.ontrack=null),await m(l,v).catch(L=>{}),(c=r.onConnectionStateChange)==null||c.call(r,"closed"),(C=r.onVideoStateChange)==null||C.call(r,M.Stop))},sessionId:v,streamId:l,onCallback(c,C){r[c]=C}}}s.ChatMode=J,s.ChatProgress=P,s.DocumentType=V,s.KnowledgeType=F,s.Providers=z,s.RateState=N,s.SocketManager=q,s.StreamEvents=k,s.Subject=D,s.VoiceAccess=B,s.createAgentManager=ie,s.createAgentsApi=K,s.createClient=$,s.createKnowledgeApi=H,s.createRatingsApi=U,s.createStreamingManager=Y,s.getAgent=re,s.getAgentStreamArgs=G,Object.defineProperty(s,Symbol.toStringTag,{value:"Module"})});
+(function(h,P){typeof exports=="object"&&typeof module<"u"?P(exports):typeof define=="function"&&define.amd?define(["exports"],P):(h=typeof globalThis<"u"?globalThis:h||self,P(h.index={}))})(this,function(h){"use strict";var P=(e=>(e.TRIAL="trial",e.BASIC="basic",e.ENTERPRISE="enterprise",e.LITE="lite",e.ADVANCED="advanced",e))(P||{}),H=(e=>(e.TRIAL="deid-trial",e.PRO="deid-pro",e.ENTERPRISE="deid-enterprise",e.LITE="deid-lite",e.ADVANCED="deid-advanced",e.BUILD="deid-api-build",e.LAUNCH="deid-api-launch",e.SCALE="deid-api-scale",e))(H||{}),J=(e=>(e.Unrated="Unrated",e.Positive="Positive",e.Negative="Negative",e))(J||{}),k=(e=>(e.Functional="Functional",e.TextOnly="TextOnly",e.Maintenance="Maintenance",e.Playground="Playground",e))(k||{}),x=(e=>(e.Embed="embed",e.Query="query",e.Partial="partial",e.Answer="answer",e.Complete="done",e))(x||{}),q=(e=>(e.KnowledgeProcessing="knowledge/processing",e.KnowledgeIndexing="knowledge/indexing",e.KnowledgeFailed="knowledge/error",e.KnowledgeDone="knowledge/done",e))(q||{}),Q=(e=>(e.Knowledge="knowledge",e.Document="document",e.Record="record",e))(Q||{}),X=(e=>(e.Pdf="pdf",e.Text="text",e.Html="html",e.Word="word",e.Json="json",e.Markdown="markdown",e.Csv="csv",e.Excel="excel",e.Powerpoint="powerpoint",e.Archive="archive",e.Image="image",e.Audio="audio",e.Video="video",e))(X||{}),M=(e=>(e.Clip="clip",e.Talk="talk",e))(M||{}),b=(e=>(e.Start="START",e.Stop="STOP",e))(b||{}),A=(e=>(e.ChatAnswer="chat/answer",e.ChatPartial="chat/partial",e.StreamDone="stream/done",e.StreamStarted="stream/started",e.StreamFailed="stream/error",e.StreamReady="stream/ready",e.StreamCreated="stream/created",e.StreamVideoCreated="stream-video/started",e.StreamVideoDone="stream-video/done",e.StreamVideoError="stream-video/error",e.StreamVideoRejected="stream-video/rejected",e))(A||{}),_=(e=>(e[e.New=0]="New",e[e.Fail=1]="Fail",e[e.Connected=2]="Connected",e[e.Connecting=3]="Connecting",e[e.Terminating=4]="Terminating",e))(_||{}),Y=(e=>(e.Amazon="amazon",e.Microsoft="microsoft",e.Afflorithmics="afflorithmics",e.Elevenlabs="elevenlabs",e))(Y||{}),Z=(e=>(e.Public="public",e.Premium="premium",e.Private="private",e))(Z||{});const L="https://api.d-id.com",ce="wss://notifications.d-id.com",de="79f81a83a67430be2bc0fd61042b8faa",F=()=>Math.random().toString(16).slice(2);function G(){let e=window.localStorage.getItem("did_external_key_id");return e||(e=Math.random().toString(16).slice(2),window.localStorage.setItem("did_external_key_id",e)),e}let ge=F();function ee(e){if(e.type==="bearer")return`Bearer ${e.token}`;if(e.type==="basic")return`Basic ${btoa(`${e.username}:${e.password}`)}`;if(e.type==="key")return`Client-Key ${e.clientKey}.${G()}_${ge}`;throw new Error(`Unknown auth type: ${e}`)}function V(e,a=L,t){const i=async(r,n)=>{const s=await fetch(a+(r!=null&&r.startsWith("/")?r:`/${r}`),{...n,headers:{...n==null?void 0:n.headers,Authorization:ee(e),"Content-Type":"application/json"}});if(!s.ok){let o=await s.text().catch(()=>"Failed to fetch");throw t&&t(new Error(o),{url:r,options:n,headers:s.headers}),new Error(o)}return s.json()};return{get(r,n){return i(r,{...n,method:"GET"})},post(r,n,s){return i(r,{...s,body:JSON.stringify(n),method:"POST"})},delete(r,n,s){return i(r,{...s,body:JSON.stringify(n),method:"DELETE"})},patch(r,n,s){return i(r,{...s,body:JSON.stringify(n),method:"PATCH"})}}}function te(e,a=L,t){const i=V(e,`${a}/agents`,t);return{create(r,n){return i.post("/",r,n)},getAgents(r,n){return i.get(`/${r?`?tag=${r}`:""}`,n).then(s=>s??[])},getById(r,n){return i.get(`/${r}`,n)},delete(r,n){return i.delete(`/${r}`,void 0,n)},update(r,n,s){return i.patch(`/${r}`,n,s)},newChat(r,n){return i.post(`/${r}/chat`,void 0,n)},chat(r,n,s,o){return i.post(`/${r}/chat/${n}`,s,o)},createRating(r,n,s,o){return i.post(`/${r}/chat/${n}/ratings`,s,o)},updateRating(r,n,s,o,c){return i.patch(`/${r}/chat/${n}/ratings/${s}`,o,c)},deleteRating(r,n,s,o){return i.delete(`/${r}/chat/${n}/ratings/${s}`,o)}}}const le=e=>new Promise(a=>setTimeout(a,e));function ue(e){return new Promise((a,t)=>{const{callbacks:i,host:r,auth:n}=e,{onMessage:s=null,onOpen:o=null,onClose:c=null,onError:m=null}=i||{},C=new WebSocket(`${r}?authorization=${ee(n)}`);C.onmessage=s,C.onclose=c,C.onerror=v=>{console.error(v),m==null||m("Websocket failed to connect",v),t(v)},C.onopen=v=>{o==null||o(v),a(C)}})}async function me(e){const{retries:a=1}=e;let t=null;for(let i=0;(t==null?void 0:t.readyState)!==WebSocket.OPEN;i++)try{t=await ue(e)}catch(r){if(i===a)throw r;await le(i*500)}return t}async function ne(e,a,t){const i=t!=null&&t.onMessage?[t.onMessage]:[],r=await me({auth:e,host:a,callbacks:{onError:t==null?void 0:t.onError,onMessage:n=>{const s=JSON.parse(n.data);i.forEach(o=>o(s.event,s))}}});return{socket:r,disconnect:()=>r.close(),subscribeToEvents:n=>i.push(n)}}function we(e,a,t,i){const r=V(e,`${a}/agents/${t}`,i);return{createStream(n){return r.post("/streams",{driver_id:n.driver_id,presenter_id:n.presenter_id,compatibility_mode:n.compatibility_mode,stream_warmup:n.stream_warmup,type:M.Clip})},startConnection(n,s,o){return r.post(`/streams/${n}/sdp`,{session_id:o,answer:s,type:M.Clip})},addIceCandidate(n,s,o){return r.post(`/streams/${n}/ice`,{session_id:o,...s,type:M.Clip})},sendStreamRequest(n,s,o){return r.post(`/streams/${n}`,{session_id:s,...o,type:M.Clip})},close(n,s){return r.delete(`/streams/${n}`,{session_id:s,type:M.Clip})}}}function he(e,a,t,i){const r=V(e,`${a}/agents/${t}`,i);return{createStream(n,s){return r.post("/streams",{source_url:n.source_url,driver_url:n.driver_url,face:n.face,config:n.config,compatibility_mode:n.compatibility_mode,stream_warmup:n.stream_warmup,output_resolution:n.output_resolution,type:M.Talk},s)},startConnection(n,s,o,c){return r.post(`/streams/${n}/sdp`,{session_id:o,answer:s,type:M.Talk},c)},addIceCandidate(n,s,o,c){return r.post(`/streams/${n}/ice`,{session_id:o,...s,type:M.Talk},c)},sendStreamRequest(n,s,o,c){return r.post(`/streams/${n}`,{session_id:s,...o,type:M.Talk},c)},close(n,s,o){return r.delete(`/streams/${n}`,{session_id:s,type:M.Talk},o)}}}let re=!1;const $=(e,a)=>re&&console.log(e,a),fe=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);function ae(e){switch(e){case"connected":return _.Connected;case"checking":return _.Connecting;case"failed":return _.Fail;case"new":case"closed":case"disconnected":default:return _.New}}function pe(){let e=0;return a=>{for(const t of a.values())if(t&&t.type==="inbound-rtp"&&t.kind==="video"){const i=t.bytesReceived,r=i-e>0;return e=i,r}return!1}}function ye(e,a,t){const r=Math.max(Math.ceil(10),1);let n=0,s=!1;const o=pe();return setInterval(async()=>{const c=await e.getStats();o(c)?(n=0,s||(a==null||a(b.Start),s=!0)):s&&(n++,n>=r&&(a==null||a(b.Stop),s=!1))},100)}async function ve(e,a,{debug:t=!1,callbacks:i,auth:r,analytics:n,baseURL:s=L}){re=t;let o;const{startConnection:c,sendStreamRequest:m,close:C,createStream:v,addIceCandidate:E}=a.videoType===M.Clip?we(r,s,e,i.onError):he(r,s,e,i.onError),{id:I,offer:W,ice_servers:z,session_id:R}=await v(a),f=new fe({iceServers:z}),d=f.createDataChannel("JanusDataChannel");if(!R)throw new Error("Could not create session_id");const u=ye(f,i.onVideoStateChange);f.onicecandidate=g=>{$("peerConnection.onicecandidate",g),g.candidate&&g.candidate.sdpMid&&g.candidate.sdpMLineIndex!==null?E(I,{candidate:g.candidate.candidate,sdpMid:g.candidate.sdpMid,sdpMLineIndex:g.candidate.sdpMLineIndex},R):E(I,{candidate:null},R)},f.oniceconnectionstatechange=()=>{var w;$("peerConnection.oniceconnectionstatechange => "+f.iceConnectionState);const g=ae(f.iceConnectionState);g===_.Connected?o=setTimeout(()=>{var p;(p=i.onConnectionStateChange)==null||p.call(i,_.Connected)},5e3):(clearTimeout(o),(w=i.onConnectionStateChange)==null||w.call(i,g))},f.ontrack=g=>{var w;$("peerConnection.ontrack",g),(w=i.onSrcObjectReady)==null||w.call(i,g.streams[0])},d.onmessage=g=>{var w;if(d.readyState==="open"){const[p,y]=g.data.split(":");p===A.StreamReady&&(clearTimeout(o),(w=i.onConnectionStateChange)==null||w.call(i,_.Connected))}},await f.setRemoteDescription(W),$("set remote description OK");const l=await f.createAnswer();return $("create answer OK"),await f.setLocalDescription(l),$("set local description OK"),await c(I,l,R),$("start connection OK"),{speak(g){return m(I,R,g)},async disconnect(){var g,w,p;if(I){if(f){if(ae(f.iceConnectionState)===_.New){(g=i.onVideoStateChange)==null||g.call(i,b.Stop),clearInterval(u);return}f.close(),f.oniceconnectionstatechange=null,f.onnegotiationneeded=null,f.onicecandidate=null,f.ontrack=null}try{await C(I,R).catch(y=>{})}catch(y){$("Error on close stream connection",y)}(w=i.onConnectionStateChange)==null||w.call(i,_.New),(p=i.onVideoStateChange)==null||p.call(i,b.Stop),clearInterval(u)}},sessionId:R,streamId:I}}function Me(e){const a={token:e.token||"testKey",distinct_id:e.distinctId||G(),isEnabled:e.isEnabled??!0,agentId:e.agent.id,owner_id:e.agent.owner_id??""};return{...a,getRandom:()=>Math.random().toString(16).slice(2),track(t,i){if(!this.isEnabled)return Promise.reject("MixPanel analytics is disabled on creation");const r={method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({data:JSON.stringify([{event:t,properties:{...i,...a,time:Date.now(),$insert_id:this.getRandom(),origin:window.location.href,"Screen Height":window.screen.height||window.innerWidth,"Screen Width":window.screen.width||window.innerHeight,"User Agent":navigator.userAgent}}])})};return fetch("https://api-js.mixpanel.com/track/?verbose=1&ip=1",r).then(n=>n.json()).catch(n=>console.error(n))}}}function Ce(e){var i,r,n,s,o;const a=()=>/Mobi|Android/i.test(navigator.userAgent)?"Mobile":"Desktop";return{$os:`${(()=>{const c=navigator.platform;return c.toLowerCase().includes("win")?"Windows":c.toLowerCase().includes("mac")?"Mac OS X":c.toLowerCase().includes("linux")?"Linux":"Unknown"})()}`,isMobile:`${a()=="Mobile"}`,browser:navigator.userAgent,origin:window.location.origin,agentType:(i=e.presenter)==null?void 0:i.type,agentVoice:{voiceId:(n=(r=e.presenter)==null?void 0:r.voice)==null?void 0:n.voice_id,provider:(o=(s=e.presenter)==null?void 0:s.voice)==null?void 0:o.type}}}const Se=1080;function _e(e,a){if(e.presenter){if(e.presenter.type===M.Clip)return{videoType:M.Clip,driver_id:e.presenter.driver_id,presenter_id:e.presenter.presenter_id,stream_warmup:!0}}else throw new Error("Presenter is not initialized");const t=a||(e.presenter.stitch?Se:void 0);return{videoType:M.Talk,source_url:e.presenter.source_url,stream_warmup:!0,...t&&{output_resolution:t}}}function B(e,a,t,i,r){return new Promise(async(n,s)=>{let o=r;const c=await ve(e.id,_e(e,a.outputResolution),{...a,analytics:i,callbacks:{...a.callbacks,onConnectionStateChange:async m=>{var C,v;if(m===_.Connected)try{o||(o=await t.newChat(e.id),i.track("agent-chat",{event:"created",chat_id:o.id,agent_id:e.id})),c&&n({chat:o,streamingManager:c})}catch(E){console.error(E),s("Cannot create new chat")}else m===_.Fail&&s(new Error("Cannot create connection"));(v=(C=a.callbacks).onConnectionStateChange)==null||v.call(C,m)},onVideoStateChange(m){var C,v;(v=(C=a.callbacks).onVideoStateChange)==null||v.call(C,m)}}}).catch(s)})}function Ie(e,a,t){return te(a,t||L).getById(e)}function j(e){let a="";if(e.greetings&&e.greetings.length>0){const t=Math.floor(Math.random()*e.greetings.length);a=e.greetings[t]}else a=`Hi! I'm ${e.preview_name}, welcome to agents. How can I help you?`;return[{content:a,id:F(),role:"assistant",created_at:new Date().toISOString()}]}async function ke(e,a){var z,R,f;const t={messages:[],chatMode:a.mode||k.Functional};let i=-1;const r=a.wsURL||ce,n=a.baseURL||L,s=a.mixpanelKey||de,o=te(a.auth,n,a.callbacks.onError),c=await o.getById(e);t.messages=j(c),(R=(z=a.callbacks).onNewMessage)==null||R.call(z,t.messages);const m=Me({token:s,agent:c,...a});m.track("agent-sdk",{event:"loaded",...Ce(c)});const C={onMessage:(d,u)=>{var l,g,w,p;if("content"in u){const{content:y}=u,S=t.messages[t.messages.length-1];(S==null?void 0:S.role)==="assistant"&&(i<t.messages.length&&(S.content=d===x.Partial?S.content+y:y),d===x.Answer&&(i=t.messages.length)),d===x.Answer&&m.track("agent-message-received",{messages:t.messages.length}),(g=(l=a.callbacks).onNewMessage)==null||g.call(l,t.messages)}else{if([A.StreamVideoCreated,A.StreamVideoDone,A.StreamVideoError,A.StreamVideoRejected].includes(d)){const y=d.split("/")[1];m.track("agent-video",{...u,event:y})}[A.StreamFailed,A.StreamVideoError,A.StreamVideoRejected].includes(d)&&((p=(w=a.callbacks).onError)==null||p.call(w,new Error(`Stream failed with event ${d}`),{data:u}))}}};async function v(){var g,w,p,y,S;const d=await ne(a.auth,r,C),{streamingManager:u,chat:l}=await B(c,a,o,m,t.chat);i=-1,t.messages.length===0&&(t.messages=j(c),(w=(g=a.callbacks).onNewMessage)==null||w.call(g,t.messages)),l!=null&&l.id&&l.id!==((p=t.chat)==null?void 0:p.id)&&((S=(y=a.callbacks).onNewChat)==null||S.call(y,l==null?void 0:l.id)),t.streamingManager=u,t.socketManager=d,t.chat=l,I(k.Functional),m.track("agent-chat",{event:"connect",chatId:l.id,agentId:c.id})}async function E(){var d,u,l,g,w;(d=t.socketManager)==null||d.disconnect(),await((u=t.streamingManager)==null?void 0:u.disconnect()),delete t.streamingManager,delete t.socketManager,t.messages=j(c),(g=(l=a.callbacks).onNewMessage)==null||g.call(l,t.messages),m.track("agent-chat",{event:"disconnect",chatId:(w=t.chat)==null?void 0:w.id,agentId:c.id})}async function I(d){var u,l;d!==t.chatMode&&(m.track("agent-mode-change",{mode:d}),t.chatMode=d,t.chatMode!==k.Functional&&await E(),(l=(u=a.callbacks).onModeChange)==null||l.call(u,d))}async function W(){if(!t.chat)return v();const{streamingManager:d,chat:u}=await B(c,a,o,m,t.chat);t.streamingManager=d,I(k.Functional),m.track("agent-chat",{event:"reconnect",chatId:u.id,agentId:c.id})}return{agent:c,starterMessages:((f=c.knowledge)==null?void 0:f.starter_message)||[],connect:v,disconnect:E,changeMode:I,async reconnect(){var g,w;if(!t.chat)return v();(g=t.socketManager)==null||g.disconnect(),await((w=t.streamingManager)==null?void 0:w.disconnect());const d=await ne(a.auth,r,C),{streamingManager:u,chat:l}=await B(c,a,o,m,t.chat);t.streamingManager=u,t.socketManager=d,I(k.Functional),m.track("agent-chat",{event:"reconnect",chatId:l.id,agentId:c.id})},async chat(d,u=!1){var g,w,p,y,S,O,T,ie,se;const l=F();try{const D=Date.now();if(d.length>=800)throw new Error("Message cannot be more than 800 characters");if(d.length===0)throw new Error("Message cannot be empty");if(t.chatMode===k.Maintenance)throw new Error("Chat is in maintenance mode");if(![k.TextOnly,k.Playground].includes(t.chatMode)){if(!t.streamingManager)throw new Error("Streaming manager is not initialized");if(!t.chat)throw new Error("Chat is not initialized")}t.messages.push({id:F(),role:"user",content:d,created_at:new Date(D).toISOString()}),(w=(g=a.callbacks).onNewMessage)==null||w.call(g,t.messages),t.chat||(t.chat=await o.newChat(c.id));const K={id:l,role:"assistant",content:"",created_at:new Date().toISOString(),matches:[]};t.messages.push(K);const oe=t.messages.slice(0,-1);let N;try{N=await o.chat(c.id,t.chat.id,{sessionId:(p=t.streamingManager)==null?void 0:p.sessionId,streamId:(y=t.streamingManager)==null?void 0:y.streamId,messages:oe,chatMode:t.chatMode,append_chat:u})}catch(U){if((S=U==null?void 0:U.message)!=null&&S.includes("missing or invalid session_id"))console.log("Invalid stream, try reconnect with new stream id"),await W(),N=await o.chat(c.id,t.chat.id,{sessionId:(O=t.streamingManager)==null?void 0:O.sessionId,streamId:(T=t.streamingManager)==null?void 0:T.streamId,messages:oe,chatMode:t.chatMode,append_chat:u});else throw U}return m.track("agent-message-send",{event:"success",messages:t.messages.length+1}),K.context=N.context,N.result&&(K.content=N.result,K.matches=N.matches,m.track("agent-message-received",{latency:Date.now()-D,messages:t.messages.length}),(se=(ie=a.callbacks).onNewMessage)==null||se.call(ie,t.messages)),N}catch(D){throw t.messages[t.messages.length-1].id===l&&t.messages.pop(),m.track("agent-message-send",{event:"error",messages:t.messages.length}),D}},rate(d,u,l){var p,y,S,O;const g=t.messages.find(T=>T.id===d);if(t.chat){if(!g)throw new Error("Message not found")}else throw new Error("Chat is not initialized");const w=((p=g.matches)==null?void 0:p.map(T=>[T.document_id,T.id]))??[];return m.track("agent-rate",{event:l?"update":"create",thumb:u===1?"up":"down",knowledge_id:((y=c.knowledge)==null?void 0:y.id)??"",matches:w,score:u}),l?o.updateRating(c.id,t.chat.id,l,{knowledge_id:((S=c.knowledge)==null?void 0:S.id)??"",message_id:d,matches:w,score:u}):o.createRating(c.id,t.chat.id,{knowledge_id:((O=c.knowledge)==null?void 0:O.id)??"",message_id:d,matches:w,score:u})},deleteRate(d){var u;if(!t.chat)throw new Error("Chat is not initialized");return m.track("agent-rate-delete",{type:"text",chat_id:(u=t.chat)==null?void 0:u.id,id:d}),o.deleteRating(c.id,t.chat.id,d)},speak(d){if(!t.streamingManager)throw new Error("Streaming manager is not initialized");function u(){if(c.presenter){if(d.type==="text")return{type:"text",provider:d.provider?d.provider:c.presenter.voice,input:d.input,ssml:d.ssml||!1};if(d.type==="audio")return{type:"audio",audio_url:d.audio_url}}else throw new Error("Presenter is not initialized");throw new Error("Invalid payload")}const l=u();return m.track("agent-speak",l),t.streamingManager.speak({script:l})}}}h.ChatMode=k,h.ChatProgress=x,h.ConnectionState=_,h.DocumentType=X,h.KnowledgeType=Q,h.PlanGroup=H,h.Providers=Y,h.RateState=J,h.StreamEvents=A,h.StreamingState=b,h.Subject=q,h.UserPlan=P,h.VideoType=M,h.VoiceAccess=Z,h.createAgentManager=ke,h.getAgent=Ie,Object.defineProperty(h,Symbol.toStringTag,{value:"Module"})});

package/dist/src/{lib/api → api}/agents.d.ts

@@ -1,5 +1,5 @@
-import { Agent, AgentPayload, Auth, Chat, ChatPayload, ChatResponse } from '../../types/index';
-export declare function createAgentsApi(auth: Auth, host?: string): {
+import { Agent, AgentPayload, Auth, Chat, ChatPayload, ChatResponse, RatingEntity, RatingPayload } from '../types/index';
+export declare function createAgentsApi(auth: Auth, host?: string, onError?: (error: Error, errorData: object) => void): {
     create(payload: AgentPayload, options?: RequestInit): Promise<Agent>;
     getAgents(tag?: string, options?: RequestInit): Promise<Agent[]>;
     getById(id: string, options?: RequestInit): Promise<Agent>;
@@ -7,4 +7,7 @@ export declare function createAgentsApi(auth: Auth, host?: string): {
     update(id: string, payload: AgentPayload, options?: RequestInit): Promise<Agent>;
     newChat(agentId: string, options?: RequestInit): Promise<Chat>;
     chat(agentId: string, chatId: string, payload: ChatPayload, options?: RequestInit): Promise<ChatResponse>;
+    createRating(agentId: string, chatId: string, payload: RatingPayload, options?: RequestInit): Promise<RatingEntity>;
+    updateRating(agentId: string, chatId: string, ratingId: string, payload: Partial<RatingPayload>, options?: RequestInit): Promise<RatingEntity>;
+    deleteRating(agentId: string, chatId: string, ratingId: string, options?: RequestInit): Promise<RatingEntity>;
 };

package/dist/src/api/clipStream.d.ts

@@ -0,0 +1,2 @@
+import { Auth, RtcApi } from '../types/index';
+export declare function createApi(auth: Auth, host: string, agentId: string, onError?: (error: Error, errorData: object) => void): RtcApi;

package/dist/src/{lib/api → api}/getClient.d.ts

@@ -1,5 +1,5 @@
-import { Auth } from '../../types/auth';
-export declare function createClient(auth: Auth, host?: string): {
+import { Auth } from '../types/auth';
+export declare function createClient(auth: Auth, host?: string, onError?: (error: Error, errorData: object) => void): {
     get<T = any>(url: string, options?: RequestInit): Promise<T>;
     post<T_1 = any>(url: string, body?: any, options?: RequestInit): Promise<T_1>;
     delete<T_2 = any>(url: string, body?: any, options?: RequestInit): Promise<T_2>;

package/dist/src/{lib/api → api}/knowledge.d.ts

@@ -1,5 +1,5 @@
-import { Auth, CreateDocumentPayload, DocumentData, KnowledgeData, KnowledgePayload, QueryResult, RecordData } from '../../types/index';
-export declare function createKnowledgeApi(auth: Auth, host?: string): {
+import { Auth, CreateDocumentPayload, DocumentData, KnowledgeData, KnowledgePayload, QueryResult, RecordData } from '../types/index';
+export declare function createKnowledgeApi(auth: Auth, host?: string, onError?: (error: Error, errorData: object) => void): {
     createKnowledge(payload: KnowledgePayload, options?: RequestInit): Promise<KnowledgeData>;
     getKnowledgeBase(options?: RequestInit): Promise<KnowledgeData[]>;
     getKnowledge(knowledgeId: string, options?: RequestInit): Promise<KnowledgeData>;
@@ -11,3 +11,4 @@ export declare function createKnowledgeApi(auth: Auth, host?: string): {
     getRecords(knowledgeId: string, documentId: string, options?: RequestInit): Promise<RecordData[]>;
     query(knowledgeId: string, query: string, options?: RequestInit): Promise<QueryResult>;
 };
+export type KnowledegeApi = ReturnType<typeof createKnowledgeApi>;

package/dist/src/api/talkStream.d.ts

@@ -0,0 +1,2 @@
+import { Auth, RtcApi } from '../types/index';
+export declare function createApi(auth: Auth, host: string, agentId: string, onError?: (error: Error, errorData: object) => void): RtcApi;

package/dist/src/auth/getAuthHeader.d.ts

@@ -0,0 +1,4 @@
+import { Auth } from '../types/auth';
+export declare const getRandom: () => string;
+export declare function getExternalId(): string;
+export declare function getAuthHeader(auth: Auth): string;

package/dist/src/connectToSocket.d.ts

@@ -0,0 +1,11 @@
+import { Auth } from './types/auth';
+import { ChatProgressCallback } from '.';
+export interface SocketManager {
+    socket?: WebSocket;
+    disconnect: () => void;
+    subscribeToEvents: (data: any) => void;
+}
+export declare function createSocketManager(auth: Auth, host: string, callback?: {
+    onMessage?: ChatProgressCallback;
+    onError?: (error: string, event: Event) => void;
+}): Promise<SocketManager>;

package/dist/src/{lib/createAgentManager.d.ts → createAgentManager.d.ts}

@@ -1,11 +1,10 @@
-import { Agent, AgentManager, AgentManagerOptions, CreateStreamOptions } from '../types/index';
-import { Auth } from '..';
-export declare function getAgentStreamArgs(agent: Agent): CreateStreamOptions;
+import { Agent, AgentManager, AgentManagerOptions } from './types/index';
+import { Auth } from '.';
 export declare function getAgent(agentId: string, auth: Auth, baseURL?: string): Promise<Agent>;
 /**
  * Creates a new Agent Manager instance for interacting with an agent, chat, and related connections.
  *
- * @param {string} agentId - The ID of the agent to chat with.
+ * @param {string} agent - The ID or instance of the agent to chat with.
  * @param {AgentManagerOptions} options - Configurations for the Agent Manager API.
  * * @returns {Promise<AgentManager>} - A promise that resolves to an instance of the AgentsAPI interface.
  *
@@ -14,4 +13,4 @@ export declare function getAgent(agentId: string, auth: Auth, baseURL?: string):
  * @example
  * const agentManager = await createAgentManager('id-agent123', { auth: { type: 'key', clientKey: '123', externalId: '123' } });
  */
-export declare function createAgentManager(agentId: string, options: AgentManagerOptions): Promise<AgentManager>;
+export declare function createAgentManager(agent: string, options: AgentManagerOptions): Promise<AgentManager>;

package/dist/src/createStreamingManager.d.ts

@@ -0,0 +1,21 @@
+import { CreateStreamOptions, PayloadType, StreamingManagerOptions } from './types/index';
+export declare function createStreamingManager<T extends CreateStreamOptions>(agentId: string, agent: T, { debug, callbacks, auth, analytics, baseURL }: StreamingManagerOptions): Promise<{
+    /**
+     * Method to send request to server to get clip or talk depend on you payload
+     * @param payload
+     */
+    speak(payload: PayloadType<T>): Promise<import('./types/index').SendStreamPayloadResponse>;
+    /**
+     * Method to close RTC connection
+     */
+    disconnect(): Promise<void>;
+    /**
+     * Session identifier information, should be returned in the body of all streaming requests
+     */
+    sessionId: string;
+    /**
+     * Id of current RTC stream
+     */
+    streamId: string;
+}>;
+export type StreamingManager<T extends CreateStreamOptions> = Awaited<ReturnType<typeof createStreamingManager<T>>>;

package/dist/src/{lib/environment.d.ts → environment.d.ts}

@@ -4,4 +4,3 @@ export declare const didSocketApiUrl: string;
 export declare const mixpanelKey: string;
 export declare const clientKey: string;
 export declare const agentId: string;
-export declare const externalId = "temp";

package/dist/src/index.d.ts

@@ -1,8 +1,2 @@
-export * from './lib/api/agents';
-export * from './lib/api/getClient';
-export * from './lib/api/knowledge';
-export * from './lib/api/ratings';
-export * from './lib/connectToSocket';
-export * from './lib/createAgentManager';
-export * from './lib/createStreamingManager';
-export * from './types/index';
+export * from './createAgentManager';
+export * from './types';

package/dist/src/services/mixpanel.d.ts

@@ -0,0 +1,18 @@
+import { Agent } from '..';
+export interface AnalyticsOptions {
+    token: string;
+    agent: Agent;
+    isEnabled?: boolean;
+    distinctId?: string;
+}
+export interface Analytics {
+    token: string;
+    distinct_id?: string;
+    isEnabled: boolean;
+    chatId?: string;
+    agentId: string;
+    owner_id: string;
+    getRandom(): string;
+    track(event: string, props?: Record<string, any>): Promise<any>;
+}
+export declare function initializeAnalytics(config: AnalyticsOptions): Analytics;

package/dist/src/types/StreamScript.d.ts

@@ -12,7 +12,7 @@ export interface Stream_Text_Script extends BaseStreamScript {
     /**
      * text-to-speech provider from list of supported providers. default is microsoft tts
      */
-    provider: StreamTextToSpeechProviders;
+    provider?: StreamTextToSpeechProviders;
     /**
      * The input text that will be synthesized to an audio file.
      * Note that each provider has its own limitations on the text length.

package/dist/src/types/auth.d.ts

@@ -10,7 +10,6 @@ export interface BasicAuth {
 export interface ClientKeyAuth {
     type: 'key';
     clientKey: string;
-    externalId: string;
 }
 export type Auth = BearerToken | BasicAuth | ClientKeyAuth;
 export interface GetAuthParams {
@@ -18,5 +17,4 @@ export interface GetAuthParams {
     username?: string | null;
     password?: string | null;
     clientKey?: string | null;
-    externalId?: string | null;
 }

package/dist/src/types/entities/agents/agent.d.ts

@@ -2,6 +2,23 @@ import { Chat, ChatPayload, ChatResponse } from './chat';
 import { Knowledge } from './knowledge';
 import { LLM } from './llm';
 import { Presenter } from './presenter';
+export declare enum UserPlan {
+    TRIAL = "trial",
+    BASIC = "basic",
+    ENTERPRISE = "enterprise",
+    LITE = "lite",
+    ADVANCED = "advanced"
+}
+export declare enum PlanGroup {
+    TRIAL = "deid-trial",
+    PRO = "deid-pro",
+    ENTERPRISE = "deid-enterprise",
+    LITE = "deid-lite",
+    ADVANCED = "deid-advanced",
+    BUILD = "deid-api-build",
+    LAUNCH = "deid-api-launch",
+    SCALE = "deid-api-scale"
+}
 export interface Agent {
     id: string;
     username?: string;
@@ -11,12 +28,18 @@ export interface Agent {
     use_case?: string;
     tags?: string[];
     chats?: number;
+    greetings?: string[];
     access?: 'private' | 'pending-public' | 'unlisted' | 'rejected' | 'public';
+    metadata?: {
+        plan: PlanGroup | UserPlan;
+    };
     preview_name?: string;
     preview_description?: string;
     preview_thumbnail?: string;
+    preview_url?: string;
+    owner_id?: string;
 }
-export type AgentPayload = Omit<Agent, 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id' | 'idle_video_url'>;
+export type AgentPayload = Omit<Agent, 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id' | 'metadata' | 'idle_video_url'>;
 export interface AgentsAPI {
     create(payload: AgentPayload, options?: RequestInit): Promise<Agent>;
     getAgents(tag?: string, options?: RequestInit): Promise<Agent[]>;

package/dist/src/types/entities/agents/chat.d.ts

@@ -15,18 +15,23 @@ export interface RatingEntity {
     score: 1 | -1;
     created_at: string;
     modified_at: string;
+    message_id: string;
 }
-export type RatingPayload = Omit<RatingEntity, 'owner_id' | 'id' | 'created_at' | 'modified_at' | 'created_by' | 'external_id'>;
+export type RatingPayload = Omit<RatingEntity, 'owner_id' | 'id' | 'created_at' | 'modified_at' | 'created_by' | 'external_id' | 'agent_id' | 'chat_id'>;
 export interface Message {
-    role: 'system' | 'assistant' | 'user' | 'function' | 'tool';
+    id: string;
+    role?: 'system' | 'assistant' | 'user' | 'function' | 'tool';
     content: string;
-    created_at: string;
+    created_at?: string;
     matches?: ChatResponse['matches'];
+    context?: string;
 }
 export interface ChatPayload {
     messages: Message[];
-    streamId: string;
-    sessionId: string;
+    append_chat?: boolean;
+    streamId?: string;
+    sessionId?: string;
+    chatMode?: ChatMode;
 }
 export interface IRetrivalMetadata {
     id: string;
@@ -39,13 +44,15 @@ export interface IRetrivalMetadata {
 export declare enum ChatMode {
     Functional = "Functional",
     TextOnly = "TextOnly",
-    Maintenance = "Maintenance"
+    Maintenance = "Maintenance",
+    Playground = "Playground"
 }
 export interface ChatResponse {
     result?: string;
     documentIds?: string[];
     matches?: IRetrivalMetadata[];
     chatMode?: ChatMode;
+    context?: string;
 }
 export interface Chat {
     id: string;

package/dist/src/types/entities/agents/knowledge.d.ts

@@ -6,5 +6,6 @@ export interface KnowledgeEmbedder {
 export interface Knowledge {
     id: string;
     provider: KnowledgeProvider;
+    starter_message?: string[];
     embedder?: KnowledgeEmbedder;
 }

package/dist/src/types/entities/agents/manager.d.ts

@@ -1,8 +1,8 @@
-import { SupportedStreamScipt } from '../../../types/StreamScript';
+import { SupportedStreamScipt } from '../../StreamScript';
 import { Auth } from '../../auth';
-import { SendStreamPayloadResponse, StreamingState } from '../../stream';
+import { ConnectionState, SendStreamPayloadResponse, StreamEvents, StreamingState } from '../../stream';
 import { Agent } from './agent';
-import { ChatResponse, Message, RatingEntity, RatingPayload } from './chat';
+import { ChatMode, ChatResponse, Message, RatingEntity } from './chat';
 /**
  * Types of events provided in Chat Progress Callback
  */
@@ -28,20 +28,20 @@ export declare enum ChatProgress {
      */
     Complete = "done"
 }
-export type ChatProgressCallback = (progress: ChatProgress, data: string) => void;
-export type ConnectionStateChangeCallback = (state: RTCIceConnectionState) => void;
+export type ChatProgressCallback = (progress: ChatProgress | StreamEvents, data: any) => void;
+export type ConnectionStateChangeCallback = (state: ConnectionState) => void;
 export type VideoStateChangeCallback = (state: StreamingState, data: any) => void;
 interface ManagerCallbacks {
     /**
      * Optional callback will be triggered each time the RTC connection changes state
      * @param state
      */
-    onConnectionStateChange?(state: RTCIceConnectionState): void;
+    onConnectionStateChange?(state: ConnectionState): void;
     /**
      * Optional callback function that will be triggered each time video events happen
      * @param state
      */
-    onVideoStateChange?(state: StreamingState, data?: any): void;
+    onVideoStateChange?(state: StreamingState): void;
     /**
      * Callback function that will be triggered each time the video stream starts or stops to update html element on webpage
      * Required callback for SDK
@@ -52,17 +52,44 @@ interface ManagerCallbacks {
      */
     onSrcObjectReady(srcObject: MediaStream): void;
     /**
-     * Optional callback function that will be triggered each time any changes happen in the chat
-     * @param progress
+     * Optional callback function that will be triggered each time new message is received
+     * @param messages - array of messages
      */
-    onChatEvents?(progress: ChatProgress, data: any): void;
+    onNewMessage?(messages: Message[]): void;
+    /**
+     * Optional callback function that will be triggered each time new chat is created
+     * @param chatId - id of the new chat
+     */
+    onNewChat?(chatId: string): void;
+    /**
+     * Optional callback function that will be triggered each time the chat mode changes
+     * @param mode - ChatMode
+     */
+    onModeChange?(mode: ChatMode): void;
+    /**
+     * Optional callback function that will be triggered on fetch request errors
+     */
+    onError?: (error: Error, errorData: object) => void;
 }
 export interface AgentManagerOptions {
+    auth: Auth;
     callbacks: ManagerCallbacks;
     baseURL?: string;
     wsURL?: string;
     debug?: boolean;
-    auth: Auth;
+    enableAnalitics?: boolean;
+    mixpanelKey?: string;
+    /**
+     * Unique ID of agent user used in analytics. Pass it to override the default way to get distinctId
+     */
+    distinctId?: string;
+    mode?: ChatMode;
+    /**
+     * Desired stream resolution for the session
+     * @minimum 0
+     * @maximum 1080
+     */
+    outputResolution?: number;
 }
 export interface AgentManager {
     /**
@@ -71,29 +98,34 @@ export interface AgentManager {
      */
     agent: Agent;
     /**
-     * Method to be reconnected to chat
-     * Since chat uses an RTC connection to communicate with the agent, it could be dropped and to continue to chat you need to reconnect
+     * Array of starter messages that will be sent to the agent when the chat starts
      */
-    reconnectToChat: () => Promise<void>;
+    starterMessages: string[];
     /**
-     * Method to close all connections with agent, stream and web socket
+     * Method to connect to stream and chat
      */
-    terminate: () => Promise<void>;
+    connect: () => Promise<void>;
     /**
-     * ID of chat you are working on now
+     * Method to reconnect to stream and continue chat
      */
-    chatId: string;
+    reconnect: () => Promise<void>;
+    /**
+     * Method to close all connections with agent, stream and web socket
+     */
+    disconnect: () => Promise<void>;
     /**
      * Method to send a chat message to existing chat with the agent
      * @param messages
+     * @param append_chat: when true, append to existing agent chat, rather than creating a new one.
      */
-    chat: (messages: Message[]) => Promise<ChatResponse>;
+    chat: (userMessage: string, append_chat?: boolean) => Promise<ChatResponse>;
     /**
      * Method to rate the answer in chat
-     * @param payload
+     * @param score: 1 | -1 - score of the answer. 1 for positive, -1 for negative
+     * @param matches - array of matches that were used to find the answer
      * @param id - id of Rating entity. Leave it empty to create a new, one or pass it to work with the existing one
      */
-    rate: (payload: RatingPayload, id?: string) => Promise<RatingEntity>;
+    rate: (messageId: string, score: 1 | -1, rateId?: string) => Promise<RatingEntity>;
     /**
      * Method to delete rating from answer in chat
      * @param id - id of Rating entity.
@@ -105,9 +137,9 @@ export interface AgentManager {
      */
     speak: (payload: SupportedStreamScipt) => Promise<SendStreamPayloadResponse>;
     /**
-     * Optional callback function that will be triggered each time any changes happen in the chat
-     * @param callback
+     * Method to change the mode of the chat
+     * @param mode - ChatMode
      */
-    getStarterMessages: () => Promise<string[]>;
+    changeMode(mode: ChatMode): void;
 }
 export {};

package/dist/src/types/entities/agents/presenter.d.ts

@@ -1,3 +1,4 @@
+import { Rect } from '../../face-rect';
 import { ExtendedTextToSpeechProviders } from '../../tts';
 export type videoType = 'talk' | 'clip';
 export type Presenter = TalkPresenter | ClipPresenter;
@@ -11,6 +12,8 @@ export interface TalkPresenter extends BasePresenter {
     type: 'talk';
     source_url: string;
     driver_url?: string;
+    stitch?: boolean;
+    face?: Rect;
 }
 export interface ClipPresenter extends BasePresenter {
     type: 'clip';

package/dist/src/types/face-rect.d.ts

@@ -0,0 +1,6 @@
+export interface Rect {
+    top: number;
+    left: number;
+    bottom: number;
+    right: number;
+}

package/dist/src/types/index.d.ts

@@ -1,6 +1,5 @@
 export * from './StreamScript';
-export * from './tts';
-export * from './stream';
 export * from './auth';
 export * from './entities';
-export * from '..';
+export * from './stream';
+export * from './tts';

package/dist/src/types/stream/api/clip.d.ts

@@ -43,6 +43,12 @@ export interface CreateClipStreamRequest {
      * @default auto
      */
     compatibility_mode?: CompatibilityMode;
+    /**
+     * Whether to stream wamrup video on the connection.
+     * If set to true, will stream a warmup video when connection is established.
+     * At the end of the warmup video, a message containing "stream/ready" will be sent on the data channel.
+     */
+    stream_warmup?: boolean;
 }
 export interface SendClipStreamPayload extends StickyRequest {
     script: StreamScript;

package/dist/src/types/stream/api/talk.d.ts

@@ -1,4 +1,5 @@
 import { StreamScript } from '../..';
+import { CompatibilityMode } from '../stream';
 export interface CreateTalkStreamRequest {
     source_url: string;
     driver_url?: string;
@@ -20,6 +21,9 @@ export interface CreateTalkStreamRequest {
         align_expand_factor?: number;
         stitch?: boolean;
     };
+    compatibility_mode?: CompatibilityMode;
+    stream_warmup?: boolean;
+    output_resolution?: number;
 }
 export interface SendTalkStreamPayload {
     script: StreamScript;

package/dist/src/types/stream/rtc.d.ts

@@ -40,17 +40,17 @@ export interface IceCandidate {
      * The format of this address is a candidate-attribute as defined in RFC 5245. This string is empty ("") if the
      * RTCIceCandidate is an "end of candidates" indicator.
      */
-    candidate: string;
+    candidate: string | null;
     /**
      * A string specifying the candidate's media stream identification tag which uniquely identifies the media stream
      * within the component with which the candidate is associated, or null if no such association exists.
      */
-    sdpMid: string;
+    sdpMid?: string;
     /**
      * If not null, sdpMLineIndex indicates the zero-based index number of the media description (as defined in RFC
      * 4566) in the SDP with which the candidate is associated.
      */
-    sdpMLineIndex: number;
+    sdpMLineIndex?: number;
 }
 export interface Status {
     status: string;

package/dist/src/types/stream/stream.d.ts

@@ -1,3 +1,4 @@
+import { Analytics } from '../../services/mixpanel';
 import { Auth } from '../auth';
 import { VideoType } from '../entities';
 import { CreateClipStreamRequest, CreateTalkStreamRequest, SendClipStreamPayload, SendTalkStreamPayload } from './api';
@@ -11,13 +12,28 @@ export declare enum StreamEvents {
     ChatAnswer = "chat/answer",
     ChatPartial = "chat/partial",
     StreamDone = "stream/done",
-    StreamStarted = "stream/started"
+    StreamStarted = "stream/started",
+    StreamFailed = "stream/error",
+    StreamReady = "stream/ready",
+    StreamCreated = "stream/created",
+    StreamVideoCreated = "stream-video/started",
+    StreamVideoDone = "stream-video/done",
+    StreamVideoError = "stream-video/error",
+    StreamVideoRejected = "stream-video/rejected"
+}
+export declare enum ConnectionState {
+    New = 0,
+    Fail = 1,
+    Connected = 2,
+    Connecting = 3,
+    Terminating = 4
 }
 export interface ManagerCallbacks {
     onMessage?: (event: string, data: string) => void;
-    onConnectionStateChange?: (state: RTCIceConnectionState) => void;
-    onVideoStateChange?: (state: StreamingState, data?: any) => void;
+    onConnectionStateChange?: (state: ConnectionState) => void;
+    onVideoStateChange?: (state: StreamingState) => void;
     onSrcObjectReady?: (value: MediaStream) => void;
+    onError?: (error: Error, errorData: object) => void;
 }
 export type ManagerCallbackKeys = keyof ManagerCallbacks;
 export interface TalkStreamOptions extends CreateTalkStreamRequest {
@@ -40,6 +56,7 @@ export interface StreamingManagerOptions {
     baseURL?: string;
     debug?: boolean;
     auth: Auth;
+    analytics: Analytics;
 }
 export interface SlimRTCStatsReport {
     index: number;
@@ -50,5 +67,5 @@ export interface SlimRTCStatsReport {
     jitter: any;
     frameWidth: any;
     frameHeight: any;
-    frameRate: any;
+    framesPerSecond: any;
 }