@d-id/client-sdk 1.0.19 → 1.0.29-beta.55

package/dist/index.umd.cjs

@@ -1 +1 @@
-(function(c,h){typeof exports=="object"&&typeof module<"u"?h(exports):typeof define=="function"&&define.amd?define(["exports"],h):(c=typeof globalThis<"u"?globalThis:c||self,h(c.index={}))})(this,function(c){"use strict";const h="https://api.d-id.com",O="wss://notifications.d-id.com";function E(e){if(e.type==="bearer")return`Bearer ${e.token}`;if(e.type==="basic")return`Basic ${btoa(`${e.username}:${e.password}`)}`;if(e.type==="key")return`Client-Key ${e.clientKey}`;throw new Error(`Unknown auth type: ${e}`)}function C(e,i=h){const a=async(t,n)=>{const r=await fetch(i+(t!=null&&t.startsWith("/")?t:`/${t}`),{...n,headers:{...n==null?void 0:n.headers,Authorization:E(e),"Content-Type":"application/json"}});if(!r.ok){let d=await r.text().catch(()=>"Failed to fetch");throw new Error(d)}return r.json()};return{get(t,n){return a(t,{...n,method:"GET"})},post(t,n,r){return a(t,{...r,body:JSON.stringify(n),method:"POST"})},delete(t,n,r){return a(t,{...r,body:JSON.stringify(n),method:"DELETE"})},patch(t,n,r){return a(t,{...r,body:JSON.stringify(n),method:"PATCH"})}}}function T(e,i=h){const a=C(e,`${i}/agents`);return{create(t,n){return a.post("/",t,n)},getAgents(t,n){return a.get(`/${t?`?tag=${t}`:""}`,n).then(r=>r??[])},getById(t,n){return a.get(`/${t}`,n)},delete(t,n){return a.delete(`/${t}`,void 0,n)},update(t,n,r){return a.patch(`/${t}`,n,r)},newChat(t,n){return a.post(`/${t}/chat`,void 0,n)},chat(t,n,r,d){return a.post(`/${t}/chat/${n}`,r,d)}}}function W(e,i=h){const a=C(e,`${i}/knowledge`);return{createKnowledge(t,n){return a.post("/",t,n)},getKnowledgeBase(t){return a.get("/",t)},getKnowledge(t,n){return a.get(`/${t}`,n)},deleteKnowledge(t,n){return a.delete(`/${t}`,void 0,n)},createDocument(t,n,r){return a.post(`/${t}/documents`,n,r)},deleteDocument(t,n,r){return a.delete(`/${t}/documents/${n}`,void 0,r)},getDocuments(t,n){return a.get(`/${t}/documents`,n)},getDocument(t,n,r){return a.get(`/${t}/documents/${n}`,r)},getRecords(t,n,r){return a.get(`/${t}/documents/${n}/records`,r)},query(t,n,r){return a.post(`/${t}/query`,{query:n},r)}}}function H(e,i=h){const a=C(e,`${i}/chats/ratings`);return{create(t,n){return a.post("/",t,n)},getByKnowledge(t,n){return a.get(`/${t}`,n).then(r=>r??[])},update(t,n,r){return a.patch(`/${t}`,n,r)},delete(t,n){return a.delete(`/${t}`,n)}}}const x=e=>new Promise(i=>setTimeout(i,e));function ee(e){return new Promise((i,a)=>{const{callbacks:t,host:n,auth:r}=e,{onMessage:d=null,onOpen:l=null,onClose:p=null,onError:g=null}=t||{},u=new WebSocket(`${n}?authorization=${E(r)}`);u.onmessage=d,u.onclose=p,u.onerror=s=>{console.log(s),g==null||g(s),a(s)},u.onopen=s=>{l==null||l(s),i(u)}})}async function te(e){const{retries:i=1}=e;let a=null;for(let t=0;(a==null?void 0:a.readyState)!==WebSocket.OPEN;t++)try{a=await ee(e)}catch(n){if(t===i)throw n;await x(t*500)}return a}async function q(e,i,a=O){const t=i?[i]:[],n=await te({auth:e,host:a,callbacks:{onMessage:r=>{const d=JSON.parse(r.data);t.forEach(l=>l(d.event,d))}}});return{socket:n,terminate:()=>n.close(),subscribeToEvents:r=>t.push(r)}}var N=(e=>(e.Amazon="amazon",e.Microsoft="microsoft",e.Afflorithmics="afflorithmics",e.Elevenlabs="elevenlabs",e))(N||{}),U=(e=>(e.Public="public",e.Premium="premium",e.Private="private",e))(U||{}),M=(e=>(e.Start="START",e.Stop="STOP",e))(M||{}),k=(e=>(e.ChatAnswer="chat/answer",e.ChatPartial="chat/partial",e.StreamDone="stream/done",e.StreamStarted="stream/started",e))(k||{}),z=(e=>(e.Unrated="Unrated",e.Positive="Positive",e.Negative="Negative",e))(z||{}),I=(e=>(e.Embed="embed",e.Query="query",e.Partial="partial",e.Answer="answer",e.Complete="done",e))(I||{}),B=(e=>(e.KnowledgeProcessing="knowledge/processing",e.KnowledgeIndexing="knowledge/indexing",e.KnowledgeFailed="knowledge/error",e.KnowledgeDone="knowledge/done",e))(B||{}),J=(e=>(e.Knowledge="knowledge",e.Document="document",e.Record="record",e))(J||{}),D=(e=>(e.Pdf="pdf",e.Text="text",e.Html="html",e.Word="word",e.Json="json",e.Markdown="markdown",e.Csv="csv",e.Excel="excel",e.Powerpoint="powerpoint",e.Archive="archive",e.Image="image",e.Audio="audio",e.Video="video",e))(D||{}),$=(e=>(e.Clip="clip",e.Talk="talk",e))($||{});function F(e){return e.presenter.type===$.Clip?{videoType:$.Clip,driver_id:e.presenter.driver_id,presenter_id:e.presenter.presenter_id}:{videoType:$.Talk,source_url:e.presenter.source_url}}function V(e,i,a,t){return new Promise(async(n,r)=>{const d=await Q(F(e),{...i,callbacks:{...i.callbacks,onConnectionStateChange:async l=>{var p,g;l==="connected"?(t||(t=await a.newChat(e.id)),n({chat:t,streamingManager:d})):l==="failed"&&r(new Error("Cannot create connection")),(g=(p=i.callbacks).onConnectionStateChange)==null||g.call(p,l)},onMessage:(l,p)=>{var g,u;l===k.ChatPartial&&((u=(g=i.callbacks).onChatEvents)==null||u.call(g,I.Partial,{content:p,event:I.Partial}))}}})})}async function ne(e,i){const a=i.baseURL||h,t=new AbortController,n=T(i.auth,a),r=H(i.auth,a),d=W(i.auth,a),l=await n.getById(e),p=await q(i.auth,i.callbacks.onChatEvents);let{chat:g,streamingManager:u}=await V(l,i,n);return{agent:l,async reconnectToChat(){const{streamingManager:s}=await V(l,i,n,g);u=s},terminate(){return t.abort(),p.terminate(),u.terminate()},chatId:g.id,chat(s){return n.chat(e,g.id,{sessionId:u.sessionId,streamId:u.streamId,messages:s},{signal:t.signal})},rate(s,f){return f?r.update(f,s):r.create(s)},deleteRate(s){return r.delete(s)},speak(s){let f;return s.type==="text"?f={script:{type:"text",provider:s.provider,input:s.input,ssml:s.ssml||!1}}:s.type==="audio"&&(f={script:{type:"audio",audio_url:s.audio_url}}),u.speak(f)},getStarterMessages(){var s,f;return(s=l.knowledge)!=null&&s.id?d.getKnowledge((f=l.knowledge)==null?void 0:f.id).then(R=>(R==null?void 0:R.starter_message)||[]):Promise.resolve([])}}}function ae(e,i){const a=C(e,i);return{createStream(t){return a.post("/clips/streams",{driver_id:t.driver_id,presenter_id:t.presenter_id,compatibility_mode:t.compatibility_mode})},startConnection(t,n,r){return a.post(`/clips/streams/${t}/sdp`,{session_id:r,answer:n})},addIceCandidate(t,n,r){return a.post(`/clips/streams/${t}/ice`,{session_id:r,...n})},sendStreamRequest(t,n,r){return a.post(`/clips/streams/${t}`,{session_id:n,...r})},close(t,n){return a.delete(`/clips/streams/${t}`,{session_id:n})}}}function re(e,i){const a=C(e,i);return{createStream(t,n){return a.post("/talks/streams",{source_url:t.source_url,driver_url:t.driver_url,face:t.face,config:t.config},n)},startConnection(t,n,r,d){return a.post(`/talks/streams/${t}/sdp`,{session_id:r,answer:n},d)},addIceCandidate(t,n,r,d){return a.post(`/talks/streams/${t}/ice`,{session_id:r,...n},d)},sendStreamRequest(t,n,r,d){return a.post(`/talks/streams/${t}`,{session_id:n,...r},d)},close(t,n,r){return a.delete(`/talks/streams/${t}`,{session_id:n},r)}}}function ie(e,i){return e.map((a,t)=>t===0?i?{index:t,timestamp:a.timestamp,bytesReceived:a.bytesReceived-i.bytesReceived,packetsReceived:a.packetsReceived-i.packetsReceived,packetsLost:a.packetsLost-i.packetsLost,jitter:a.jitter,frameWidth:a.frameWidth,frameHeight:a.frameHeight,frameRate:a.frameRate}:{index:t,timestamp:a.timestamp,bytesReceived:a.bytesReceived,packetsReceived:a.packetsReceived,packetsLost:a.packetsLost,jitter:a.jitter,frameWidth:a.frameWidth,frameHeight:a.frameHeight,frameRate:a.frameRate}:{index:t,timestamp:a.timestamp,bytesReceived:a.bytesReceived-e[t-1].bytesReceived,packetsReceived:a.packetsReceived-e[t-1].packetsReceived,packetsLost:a.packetsLost-e[t-1].packetsLost,jitter:a.jitter,frameWidth:a.frameWidth,frameHeight:a.frameHeight,frameRate:a.frameRate})}let G=!1;const v=(e,i)=>G&&console.log(e,i),se=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function Q(e,{debug:i=!1,callbacks:a,auth:t,baseURL:n=h}){G=i;const r={...a},{startConnection:d,sendStreamRequest:l,close:p,createStream:g,addIceCandidate:u}=e.videoType===$.Clip?ae(t,n):re(t,n),{id:s,offer:f,ice_servers:R,session_id:S}=await g(e),m=new se({iceServers:R}),X=m.createDataChannel("JanusDataChannel"),y=[];let A=0,Y;if(!S)throw new Error("Could not create session_id");m.onicecandidate=o=>{v("peerConnection.onicecandidate",o),o.candidate&&o.candidate.sdpMid&&o.candidate.sdpMLineIndex!==null&&u(s,{candidate:o.candidate.candidate,sdpMid:o.candidate.sdpMid,sdpMLineIndex:o.candidate.sdpMLineIndex},S)},m.oniceconnectionstatechange=()=>{var o;v("peerConnection.oniceconnectionstatechange => "+m.iceConnectionState),(o=r.onConnectionStateChange)==null||o.call(r,m.iceConnectionState)},m.ontrack=o=>{var w;v("peerConnection.ontrack",o),(w=r.onSrcObjectReady)==null||w.call(r,o.streams[0])},X.onmessage=o=>{var w,P,j;if(X.readyState==="open"){const[b,oe]=o.data.split(":");if(b===k.StreamStarted)A=y.length,Y=setInterval(()=>{m.getStats().then(L=>{L.forEach(_=>{_.type==="inbound-rtp"&&_.kind==="video"&&y.push(_)})})},1e3),(w=r.onVideoStateChange)==null||w.call(r,M.Start);else if(b===k.StreamDone){clearInterval(Y);const K=y.slice(A);if(K){const L=A===0?void 0:y[A-1],_=ie(K,L);A=y.length,(P=r.onVideoStateChange)==null||P.call(r,M.Stop,_.sort((ce,de)=>de.packetsLost-ce.packetsLost).slice(0,5))}}else(j=r.onMessage)==null||j.call(r,b,decodeURIComponent(oe))}},await m.setRemoteDescription(f),v("set remote description OK");const Z=await m.createAnswer();return v("create answer OK"),await m.setLocalDescription(Z),v("set local description OK"),await d(s,Z,S),v("start connection OK"),{speak(o){return l(s,S,o)},async terminate(){var o,w;s&&(m&&(m.close(),m.oniceconnectionstatechange=null,m.onnegotiationneeded=null,m.onicecandidate=null,m.ontrack=null),await p(s,S).catch(P=>{}),(o=r.onConnectionStateChange)==null||o.call(r,"closed"),(w=r.onVideoStateChange)==null||w.call(r,M.Stop))},sessionId:S,streamId:s,onCallback(o,w){r[o]=w}}}c.ChatProgress=I,c.DocumentType=D,c.KnowledgeType=J,c.Providers=N,c.RateState=z,c.SocketManager=q,c.StreamEvents=k,c.Subject=B,c.VoiceAccess=U,c.createAgentManager=ne,c.createAgentsApi=T,c.createClient=C,c.createKnowledgeApi=W,c.createRatingsApi=H,c.createStreamingManager=Q,c.getAgentStreamArgs=F,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});
+(function(g,$){typeof exports=="object"&&typeof module<"u"?$(exports):typeof define=="function"&&define.amd?define(["exports"],$):(g=typeof globalThis<"u"?globalThis:g||self,$(g.index={}))})(this,function(g){"use strict";var $=(e=>(e.Amazon="amazon",e.Microsoft="microsoft",e.Afflorithmics="afflorithmics",e.Elevenlabs="elevenlabs",e))($||{}),P=(e=>(e.Public="public",e.Premium="premium",e.Private="private",e))(P||{}),k=(e=>(e.Start="START",e.Stop="STOP",e))(k||{}),M=(e=>(e.ChatAnswer="chat/answer",e.ChatPartial="chat/partial",e.StreamDone="stream/done",e.StreamStarted="stream/started",e.StreamFailed="stream/error",e))(M||{}),b=(e=>(e.TRIAL="trial",e.BASIC="basic",e.ENTERPRISE="enterprise",e.LITE="lite",e.ADVANCED="advanced",e))(b||{}),K=(e=>(e.TRIAL="deid-trial",e.PRO="deid-pro",e.ENTERPRISE="deid-enterprise",e.LITE="deid-lite",e.ADVANCED="deid-advanced",e.BUILD="deid-api-build",e.LAUNCH="deid-api-launch",e.SCALE="deid-api-scale",e))(K||{}),T=(e=>(e.Unrated="Unrated",e.Positive="Positive",e.Negative="Negative",e))(T||{}),O=(e=>(e.Functional="Functional",e.TextOnly="TextOnly",e.Maintenance="Maintenance",e))(O||{}),N=(e=>(e.Embed="embed",e.Query="query",e.Partial="partial",e.Answer="answer",e.Complete="done",e))(N||{}),B=(e=>(e.KnowledgeProcessing="knowledge/processing",e.KnowledgeIndexing="knowledge/indexing",e.KnowledgeFailed="knowledge/error",e.KnowledgeDone="knowledge/done",e))(B||{}),D=(e=>(e.Knowledge="knowledge",e.Document="document",e.Record="record",e))(D||{}),W=(e=>(e.Pdf="pdf",e.Text="text",e.Html="html",e.Word="word",e.Json="json",e.Markdown="markdown",e.Csv="csv",e.Excel="excel",e.Powerpoint="powerpoint",e.Archive="archive",e.Image="image",e.Audio="audio",e.Video="video",e))(W||{}),E=(e=>(e.Clip="clip",e.Talk="talk",e))(E||{});const _="https://api.d-id.com",q="wss://notifications.d-id.com",z=()=>Math.random().toString(16).slice(2);function J(){let e=window.localStorage.getItem("did_external_key_id");return e||(e=Math.random().toString(16).slice(2),window.localStorage.setItem("did_external_key_id",e)),e}let x=z();function H(e){if(e.type==="bearer")return`Bearer ${e.token}`;if(e.type==="basic")return`Basic ${btoa(`${e.username}:${e.password}`)}`;if(e.type==="key")return`Client-Key ${e.clientKey}.${J()}_${x}`;throw new Error(`Unknown auth type: ${e}`)}function L(e,a=_){const n=async(t,r)=>{const i=await fetch(a+(t!=null&&t.startsWith("/")?t:`/${t}`),{...r,headers:{...r==null?void 0:r.headers,Authorization:H(e),"Content-Type":"application/json"}});if(!i.ok){let o=await i.text().catch(()=>"Failed to fetch");throw new Error(o)}return i.json()};return{get(t,r){return n(t,{...r,method:"GET"})},post(t,r,i){return n(t,{...i,body:JSON.stringify(r),method:"POST"})},delete(t,r,i){return n(t,{...i,body:JSON.stringify(r),method:"DELETE"})},patch(t,r,i){return n(t,{...i,body:JSON.stringify(r),method:"PATCH"})}}}function j(e,a=_){const n=L(e,`${a}/agents`);return{create(t,r){return n.post("/",t,r)},getAgents(t,r){return n.get(`/${t?`?tag=${t}`:""}`,r).then(i=>i??[])},getById(t,r){return n.get(`/${t}`,r)},delete(t,r){return n.delete(`/${t}`,void 0,r)},update(t,r,i){return n.patch(`/${t}`,r,i)},newChat(t,r){return n.post(`/${t}/chat`,void 0,r)},chat(t,r,i,o){return n.post(`/${t}/chat/${r}`,i,o)}}}function Q(e,a=_){const n=L(e,`${a}/knowledge`);return{createKnowledge(t,r){return n.post("/",t,r)},getKnowledgeBase(t){return n.get("/",t)},getKnowledge(t,r){return n.get(`/${t}`,r)},deleteKnowledge(t,r){return n.delete(`/${t}`,void 0,r)},createDocument(t,r,i){return n.post(`/${t}/documents`,r,i)},deleteDocument(t,r,i){return n.delete(`/${t}/documents/${r}`,void 0,i)},getDocuments(t,r){return n.get(`/${t}/documents`,r)},getDocument(t,r,i){return n.get(`/${t}/documents/${r}`,i)},getRecords(t,r,i){return n.get(`/${t}/documents/${r}/records`,i)},query(t,r,i){return n.post(`/${t}/query`,{query:r},i)}}}function V(e,a=_){const n=L(e,`${a}/chats/ratings`);return{create(t,r){return n.post("/",t,r)},getByKnowledge(t,r){return n.get(`/${t}`,r).then(i=>i??[])},update(t,r,i){return n.patch(`/${t}`,r,i)},delete(t,r){return n.delete(`/${t}`,r)}}}const X=e=>new Promise(a=>setTimeout(a,e));function Y(e){return new Promise((a,n)=>{const{callbacks:t,host:r,auth:i}=e,{onMessage:o=null,onOpen:m=null,onClose:d=null,onError:h=null}=t||{},l=new WebSocket(`${r}?authorization=${H(i)}`);l.onmessage=o,l.onclose=d,l.onerror=f=>{console.error(f),h==null||h(f),n(f)},l.onopen=f=>{m==null||m(f),a(l)}})}async function Z(e){const{retries:a=1}=e;let n=null;for(let t=0;(n==null?void 0:n.readyState)!==WebSocket.OPEN;t++)try{n=await Y(e)}catch(r){if(t===a)throw r;await X(t*500)}return n}async function G(e,a,n){const t=n?[n]:[],r=await Z({auth:e,host:a,callbacks:{onMessage:i=>{const o=JSON.parse(i.data);t.forEach(m=>m(o.event,o))}}});return{socket:r,disconnect:()=>r.close(),subscribeToEvents:i=>t.push(i)}}function ee(e,a){const n=L(e,a);return{createStream(t){return n.post("/clips/streams",{driver_id:t.driver_id,presenter_id:t.presenter_id,compatibility_mode:t.compatibility_mode,idle_video_url:t==null?void 0:t.idle_video_url})},startConnection(t,r,i){return n.post(`/clips/streams/${t}/sdp`,{session_id:i,answer:r})},addIceCandidate(t,r,i){return n.post(`/clips/streams/${t}/ice`,{session_id:i,...r})},sendStreamRequest(t,r,i){return n.post(`/clips/streams/${t}`,{session_id:r,...i})},close(t,r){return n.delete(`/clips/streams/${t}`,{session_id:r})}}}function te(e,a){const n=L(e,a);return{createStream(t,r){return n.post("/talks/streams",{source_url:t.source_url,driver_url:t.driver_url,face:t.face,config:t.config},r)},startConnection(t,r,i,o){return n.post(`/talks/streams/${t}/sdp`,{session_id:i,answer:r},o)},addIceCandidate(t,r,i,o){return n.post(`/talks/streams/${t}/ice`,{session_id:i,...r},o)},sendStreamRequest(t,r,i,o){return n.post(`/talks/streams/${t}`,{session_id:r,...i},o)},close(t,r,i){return n.delete(`/talks/streams/${t}`,{session_id:r},i)}}}function ne(e,a){return e.map((n,t)=>t===0?a?{index:t,timestamp:n.timestamp,bytesReceived:n.bytesReceived-a.bytesReceived,packetsReceived:n.packetsReceived-a.packetsReceived,packetsLost:n.packetsLost-a.packetsLost,jitter:n.jitter,frameWidth:n.frameWidth,frameHeight:n.frameHeight,framesPerSecond:n.framesPerSecond}:{index:t,timestamp:n.timestamp,bytesReceived:n.bytesReceived,packetsReceived:n.packetsReceived,packetsLost:n.packetsLost,jitter:n.jitter,frameWidth:n.frameWidth,frameHeight:n.frameHeight,framesPerSecond:n.framesPerSecond}:{index:t,timestamp:n.timestamp,bytesReceived:n.bytesReceived-e[t-1].bytesReceived,packetsReceived:n.packetsReceived-e[t-1].packetsReceived,packetsLost:n.packetsLost-e[t-1].packetsLost,jitter:n.jitter,frameWidth:n.frameWidth,frameHeight:n.frameHeight,framesPerSecond:n.framesPerSecond})}let F=!1;const R=(e,a)=>F&&console.log(e,a),re=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);function ie(e,a){let n=[],t=0,r=0,i;return setInterval(()=>{e.getStats().then(m=>{m.forEach(d=>{if(d.type==="inbound-rtp"&&d.kind==="video"){if(r=n.length-1,d&&n[r]){const h=d.bytesReceived,l=n[r].bytesReceived;let f=i;i=h-l>0;let S;if(f!==i){if(i)t=n.length;else{const w=n.slice(t),u=t===0?void 0:n[t-1];S=ne(w,u),S=S.sort((s,y)=>y.packetsLost-s.packetsLost).slice(0,5)}a==null||a(i?k.Start:k.Stop,S)}}n.push(d)}})})},500)}async function ae(e,{debug:a=!1,callbacks:n,auth:t,baseURL:r=_}){F=a;const{startConnection:i,sendStreamRequest:o,close:m,createStream:d,addIceCandidate:h}=e.videoType===E.Clip?ee(t,r):te(t,r),{id:l,offer:f,ice_servers:S,session_id:w}=await d(e),u=new re({iceServers:S}),s=u.createDataChannel("JanusDataChannel");if(!w)throw new Error("Could not create session_id");const y=ie(u,n.onVideoStateChange);u.onicecandidate=c=>{R("peerConnection.onicecandidate",c),c.candidate&&c.candidate.sdpMid&&c.candidate.sdpMLineIndex!==null&&h(l,{candidate:c.candidate.candidate,sdpMid:c.candidate.sdpMid,sdpMLineIndex:c.candidate.sdpMLineIndex},w)},u.oniceconnectionstatechange=()=>{var c;R("peerConnection.oniceconnectionstatechange => "+u.iceConnectionState),(c=n.onConnectionStateChange)==null||c.call(n,u.iceConnectionState)},u.ontrack=c=>{var p;R("peerConnection.ontrack",c),(p=n.onSrcObjectReady)==null||p.call(n,c.streams[0])},s.onmessage=c=>{var p,A;if(s.readyState==="open"){const[v,I]=c.data.split(":");v===M.StreamStarted?console.log("StreamStarted",v,I):v===M.StreamDone?console.log("StreamDone"):v===M.StreamFailed?((p=n.onVideoStateChange)==null||p.call(n,k.Stop,{event:v,data:I}),clearInterval(y),console.log("StreamFailed")):(A=n.onMessage)==null||A.call(n,v,decodeURIComponent(I))}},await u.setRemoteDescription(f),R("set remote description OK");const C=await u.createAnswer();return R("create answer OK"),await u.setLocalDescription(C),R("set local description OK"),await i(l,C,w),R("start connection OK"),{speak(c){return o(l,w,c)},async disconnect(){var c,p;l&&(u&&(u.close(),u.oniceconnectionstatechange=null,u.onnegotiationneeded=null,u.onicecandidate=null,u.ontrack=null),await m(l,w).catch(A=>{}),(c=n.onConnectionStateChange)==null||c.call(n,"closed"),(p=n.onVideoStateChange)==null||p.call(n,k.Stop),clearInterval(y))},sessionId:w,streamId:l}}function se(e,a){var n;return(n=e.knowledge)!=null&&n.id?a.getKnowledge(e.knowledge.id).then(t=>(t==null?void 0:t.starter_message)||[]):[]}function de(e){var a;return e.presenter.type===E.Clip?{videoType:E.Clip,driver_id:e.presenter.driver_id,presenter_id:e.presenter.presenter_id,idle_video_url:(a=e.presenter)==null?void 0:a.idle_video}:{videoType:E.Talk,source_url:e.presenter.source_url}}function U(e,a,n,t){return new Promise(async(r,i)=>{const o=await ae(de(e),{...a,callbacks:{...a.callbacks,onConnectionStateChange:async m=>{var d,h;if(m==="connected")try{t||(t=await n.newChat(e.id)),r({chat:t,streamingManager:o})}catch(l){console.error(l),i(new Error("Cannot create new chat"))}else m==="failed"&&i(new Error("Cannot create connection"));(h=(d=a.callbacks).onConnectionStateChange)==null||h.call(d,m)}}})})}function oe(e,a,n){return j(a,n||_).getById(e)}async function ce(e,a){var w,u;const n=a.baseURL||_,t=a.wsURL||q,r=new AbortController,i=j(a.auth,n),o=V(a.auth,n),m=Q(a.auth,n),d=typeof e=="string"?await i.getById(e):e;(u=(w=a.callbacks)==null?void 0:w.onAgentReady)==null||u.call(w,d);const h=await G(a.auth,t,a.callbacks.onChatEvents);let{chat:l,streamingManager:f}=await U(d,a,i);const S=await se(d,m);return{agent:d,chatId:l.id,starterMessages:S,async reconnect(){const{streamingManager:s}=await U(d,a,i,l);f=s},disconnect(){return r.abort(),h.disconnect(),f.disconnect()},chat(s){if(s.length===0)throw new Error("Messages cannot be empty");return s[s.length-1].created_at=new Date().toISOString(),s[s.length-1].role||(s[s.length-1].role="user"),i.chat(d.id,l.id,{sessionId:f.sessionId,streamId:f.streamId,messages:s},{signal:r.signal})},rate(s,y,C){var p,A,v;const c=((p=y.matches)==null?void 0:p.map(I=>[I.document_id,I.id]))??[];return C?o.update(C,{agent_id:d.id,knowledge_id:((A=d.knowledge)==null?void 0:A.id)??"",chat_id:l.id,score:s,matches:c}):o.create({agent_id:d.id,knowledge_id:((v=d.knowledge)==null?void 0:v.id)??"",chat_id:l.id,score:s,matches:c})},deleteRate(s){return o.delete(s)},speak(s){function y(){if(s.type==="text"){let C=d.presenter.voice;return s.provider&&(C=s.provider),{type:"text",provider:C,input:s.input,ssml:s.ssml||!1}}else if(s.type==="audio")return{type:"audio",audio_url:s.audio_url};throw new Error("Invalid payload")}return f.speak({script:y()})}}}g.ChatMode=O,g.ChatProgress=N,g.DocumentType=W,g.KnowledgeType=D,g.PlanGroup=K,g.Providers=$,g.RateState=T,g.Subject=B,g.UserPlan=b,g.VoiceAccess=P,g.createAgentManager=ce,g.getAgent=oe,Object.defineProperty(g,Symbol.toStringTag,{value:"Module"})});

package/dist/src/{lib/api → api}/agents.d.ts

@@ -1,4 +1,4 @@
-import { Agent, AgentPayload, Auth, Chat, ChatPayload, ChatResponse } from '../../types/index';
+import { Agent, AgentPayload, Auth, Chat, ChatPayload, ChatResponse } from '../types/index';
 export declare function createAgentsApi(auth: Auth, host?: string): {
     create(payload: AgentPayload, options?: RequestInit): Promise<Agent>;
     getAgents(tag?: string, options?: RequestInit): Promise<Agent[]>;

package/dist/src/{lib/api → api}/clipStream.d.ts

@@ -1,2 +1,2 @@
-import { Auth, RtcApi } from '../../types/index';
+import { Auth, RtcApi } from '../types/index';
 export declare function createApi(auth: Auth, host: string): RtcApi;

package/dist/src/{lib/api → api}/getClient.d.ts

@@ -1,4 +1,4 @@
-import { Auth } from '../../types/auth';
+import { Auth } from '../types/auth';
 export declare function createClient(auth: Auth, host?: string): {
     get<T = any>(url: string, options?: RequestInit): Promise<T>;
     post<T_1 = any>(url: string, body?: any, options?: RequestInit): Promise<T_1>;

package/dist/src/{lib/api → api}/knowledge.d.ts

@@ -1,4 +1,4 @@
-import { Auth, CreateDocumentPayload, DocumentData, KnowledgeData, KnowledgePayload, QueryResult, RecordData } from '../../types/index';
+import { Auth, CreateDocumentPayload, DocumentData, KnowledgeData, KnowledgePayload, QueryResult, RecordData } from '../types/index';
 export declare function createKnowledgeApi(auth: Auth, host?: string): {
     createKnowledge(payload: KnowledgePayload, options?: RequestInit): Promise<KnowledgeData>;
     getKnowledgeBase(options?: RequestInit): Promise<KnowledgeData[]>;
@@ -11,3 +11,4 @@ export declare function createKnowledgeApi(auth: Auth, host?: string): {
     getRecords(knowledgeId: string, documentId: string, options?: RequestInit): Promise<RecordData[]>;
     query(knowledgeId: string, query: string, options?: RequestInit): Promise<QueryResult>;
 };
+export type KnowledegeApi = ReturnType<typeof createKnowledgeApi>;

package/dist/src/{lib/api → api}/ratings.d.ts

@@ -1,4 +1,4 @@
-import { Auth, RatingEntity, RatingPayload } from '../../index';
+import { Auth, RatingEntity, RatingPayload } from '../index';
 export declare function createRatingsApi(auth: Auth, host?: string): {
     create(payload: RatingPayload, options?: RequestInit): Promise<RatingEntity>;
     getByKnowledge(knowledgeId?: string, options?: RequestInit): Promise<RatingEntity[]>;

package/dist/src/{lib/api → api}/talkStream.d.ts

@@ -1,2 +1,2 @@
-import { Auth, RtcApi } from '../../types/index';
+import { Auth, RtcApi } from '../types/index';
 export declare function createApi(auth: Auth, host: string): RtcApi;

package/dist/src/{lib/auth → auth}/getAuthHeader.d.ts

@@ -1,2 +1,2 @@
-import { Auth } from '../../types/auth';
+import { Auth } from '../types/auth';
 export declare function getAuthHeader(auth: Auth): string;

package/dist/src/connectToSocket.d.ts

@@ -0,0 +1,9 @@
+import { Auth } from './types/auth';
+import { ChatProgressCallback } from '.';
+interface SocketManager {
+    socket?: WebSocket;
+    disconnect: () => void;
+    subscribeToEvents: (data: any) => void;
+}
+export declare function SocketManager(auth: Auth, host: string, onMessage?: ChatProgressCallback): Promise<SocketManager>;
+export {};

package/dist/src/{lib/createAgentManager.d.ts → createAgentManager.d.ts}

@@ -1,9 +1,10 @@
-import { Agent, AgentManager, AgentManagerOptions, CreateStreamOptions } from '../types/index';
-export declare function getAgentStreamArgs(agent: Agent): CreateStreamOptions;
+import { Agent, AgentManager, AgentManagerOptions } from './types/index';
+import { Auth } from '.';
+export declare function getAgent(agentId: string, auth: Auth, baseURL?: string): Promise<Agent>;
 /**
  * Creates a new Agent Manager instance for interacting with an agent, chat, and related connections.
  *
- * @param {string} agentId - The ID of the agent to chat with.
+ * @param {string} agent - The ID or instance of the agent to chat with.
  * @param {AgentManagerOptions} options - Configurations for the Agent Manager API.
  * * @returns {Promise<AgentManager>} - A promise that resolves to an instance of the AgentsAPI interface.
  *
@@ -12,4 +13,4 @@ export declare function getAgentStreamArgs(agent: Agent): CreateStreamOptions;
  * @example
  * const agentManager = await createAgentManager('id-agent123', { auth: { type: 'key', clientKey: '123', externalId: '123' } });
  */
-export declare function createAgentManager(agentId: string, options: AgentManagerOptions): Promise<AgentManager>;
+export declare function createAgentManager(agent: string | Agent, options: AgentManagerOptions): Promise<AgentManager>;

package/dist/src/{lib/createStreamingManager.d.ts → createStreamingManager.d.ts}

@@ -1,14 +1,14 @@
-import { CreateStreamOptions, ManagerCallbacks, PayloadType, StreamingManagerOptions } from '../types/index';
+import { CreateStreamOptions, PayloadType, StreamingManagerOptions } from './types/index';
 export declare function createStreamingManager<T extends CreateStreamOptions>(agent: T, { debug, callbacks, auth, baseURL }: StreamingManagerOptions): Promise<{
     /**
      * Method to send request to server to get clip or talk depend on you payload
      * @param payload
      */
-    speak(payload: PayloadType<T>): Promise<import('../types/index').SendStreamPayloadResponse>;
+    speak(payload: PayloadType<T>): Promise<import('./types/index').SendStreamPayloadResponse>;
     /**
      * Method to close RTC connection
      */
-    terminate(): Promise<void>;
+    disconnect(): Promise<void>;
     /**
      * Session identifier information, should be returned in the body of all streaming requests
      */
@@ -17,11 +17,5 @@ export declare function createStreamingManager<T extends CreateStreamOptions>(ag
      * Id of current RTC stream
      */
     streamId: string;
-    /**
-     * Method to add callback that will be trigered on supported events
-     * @param eventName
-     * @param callback
-     */
-    onCallback<T_1 extends keyof ManagerCallbacks>(eventName: T_1, callback: ManagerCallbacks[T_1]): void;
 }>;
 export type StreamingManager<T extends CreateStreamOptions> = Awaited<ReturnType<typeof createStreamingManager<T>>>;

package/dist/src/{lib/environment.d.ts → environment.d.ts}

@@ -4,4 +4,3 @@ export declare const didSocketApiUrl: string;
 export declare const mixpanelKey: string;
 export declare const clientKey: string;
 export declare const agentId: string;
-export declare const externalId = "temp";

package/dist/src/index.d.ts

@@ -1,8 +1,2 @@
-export * from './lib/api/agents';
-export * from './lib/api/getClient';
-export * from './lib/api/knowledge';
-export * from './lib/api/ratings';
-export * from './lib/connectToSocket';
-export * from './lib/createAgentManager';
-export * from './lib/createStreamingManager';
+export * from './createAgentManager';
 export * from './types/index';

package/dist/src/types/StreamScript.d.ts

@@ -12,7 +12,7 @@ export interface Stream_Text_Script extends BaseStreamScript {
     /**
      * text-to-speech provider from list of supported providers. default is microsoft tts
      */
-    provider: StreamTextToSpeechProviders;
+    provider?: StreamTextToSpeechProviders;
     /**
      * The input text that will be synthesized to an audio file.
      * Note that each provider has its own limitations on the text length.

package/dist/src/types/auth.d.ts

@@ -7,16 +7,14 @@ export interface BasicAuth {
     username: string;
     password: string;
 }
-export interface ApiKeyAuth {
+export interface ClientKeyAuth {
     type: 'key';
     clientKey: string;
-    externalId: string;
 }
-export type Auth = BearerToken | BasicAuth | ApiKeyAuth;
+export type Auth = BearerToken | BasicAuth | ClientKeyAuth;
 export interface GetAuthParams {
     token?: string | null;
     username?: string | null;
     password?: string | null;
     clientKey?: string | null;
-    externalId?: string | null;
 }

package/dist/src/types/entities/agents/agent.d.ts

@@ -2,6 +2,23 @@ import { Chat, ChatPayload, ChatResponse } from './chat';
 import { Knowledge } from './knowledge';
 import { LLM } from './llm';
 import { Presenter } from './presenter';
+export declare enum UserPlan {
+    TRIAL = "trial",
+    BASIC = "basic",
+    ENTERPRISE = "enterprise",
+    LITE = "lite",
+    ADVANCED = "advanced"
+}
+export declare enum PlanGroup {
+    TRIAL = "deid-trial",
+    PRO = "deid-pro",
+    ENTERPRISE = "deid-enterprise",
+    LITE = "deid-lite",
+    ADVANCED = "deid-advanced",
+    BUILD = "deid-api-build",
+    LAUNCH = "deid-api-launch",
+    SCALE = "deid-api-scale"
+}
 export interface Agent {
     id: string;
     username?: string;
@@ -11,12 +28,18 @@ export interface Agent {
     use_case?: string;
     tags?: string[];
     chats?: number;
+    greetings?: string[];
     access?: 'private' | 'pending-public' | 'unlisted' | 'rejected' | 'public';
+    metadata?: {
+        plan: PlanGroup | UserPlan;
+    };
     preview_name?: string;
     preview_description?: string;
     preview_thumbnail?: string;
+    preview_url?: string;
+    idle_video?: string;
 }
-export type AgentPayload = Omit<Agent, 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id' | 'idle_video_url'>;
+export type AgentPayload = Omit<Agent, 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id' | 'metadata' | 'idle_video_url'>;
 export interface AgentsAPI {
     create(payload: AgentPayload, options?: RequestInit): Promise<Agent>;
     getAgents(tag?: string, options?: RequestInit): Promise<Agent[]>;

package/dist/src/types/entities/agents/chat.d.ts

@@ -18,9 +18,9 @@ export interface RatingEntity {
 }
 export type RatingPayload = Omit<RatingEntity, 'owner_id' | 'id' | 'created_at' | 'modified_at' | 'created_by' | 'external_id'>;
 export interface Message {
-    role: 'system' | 'assistant' | 'user' | 'function' | 'tool';
+    role?: 'system' | 'assistant' | 'user' | 'function' | 'tool';
     content: string;
-    created_at: string;
+    created_at?: string;
     matches?: ChatResponse['matches'];
 }
 export interface ChatPayload {
@@ -36,10 +36,16 @@ export interface IRetrivalMetadata {
     knowledge_id: string;
     source_url: string;
 }
+export declare enum ChatMode {
+    Functional = "Functional",
+    TextOnly = "TextOnly",
+    Maintenance = "Maintenance"
+}
 export interface ChatResponse {
     result?: string;
     documentIds?: string[];
     matches?: IRetrivalMetadata[];
+    chatMode?: ChatMode;
 }
 export interface Chat {
     id: string;

package/dist/src/types/entities/agents/manager.d.ts

@@ -1,8 +1,8 @@
-import { SupportedStreamScipt } from '../../../types/StreamScript';
+import { SupportedStreamScipt } from '../../StreamScript';
 import { Auth } from '../../auth';
-import { SendStreamPayloadResponse, SlimRTCStatsReport, StreamingState } from '../../stream';
+import { SendStreamPayloadResponse, StreamingState } from '../../stream';
 import { Agent } from './agent';
-import { ChatResponse, Message, RatingEntity, RatingPayload } from './chat';
+import { ChatResponse, Message, RatingEntity } from './chat';
 /**
  * Types of events provided in Chat Progress Callback
  */
@@ -30,7 +30,7 @@ export declare enum ChatProgress {
 }
 export type ChatProgressCallback = (progress: ChatProgress, data: string) => void;
 export type ConnectionStateChangeCallback = (state: RTCIceConnectionState) => void;
-export type VideoStateChangeCallback = (state: StreamingState, stats?: SlimRTCStatsReport[]) => void;
+export type VideoStateChangeCallback = (state: StreamingState, data: any) => void;
 interface ManagerCallbacks {
     /**
      * Optional callback will be triggered each time the RTC connection changes state
@@ -41,7 +41,7 @@ interface ManagerCallbacks {
      * Optional callback function that will be triggered each time video events happen
      * @param state
      */
-    onVideoStateChange?(state: StreamingState): void;
+    onVideoStateChange?(state: StreamingState, data?: any): void;
     /**
      * Callback function that will be triggered each time the video stream starts or stops to update html element on webpage
      * Required callback for SDK
@@ -56,10 +56,16 @@ interface ManagerCallbacks {
      * @param progress
      */
     onChatEvents?(progress: ChatProgress, data: any): void;
+    /**
+     * Optional callback function that will be triggered when the agent is ready
+     * @param agent - Agent instance you are working with
+     */
+    onAgentReady?(agent: Agent): void;
 }
 export interface AgentManagerOptions {
     callbacks: ManagerCallbacks;
     baseURL?: string;
+    wsURL?: string;
     debug?: boolean;
     auth: Auth;
 }
@@ -69,15 +75,19 @@ export interface AgentManager {
      * To know more about agents go to https://docs.d-id.com/reference/agents
      */
     agent: Agent;
+    /**
+     * Array of starter messages that will be sent to the agent when the chat starts
+     */
+    starterMessages: string[];
     /**
      * Method to be reconnected to chat
      * Since chat uses an RTC connection to communicate with the agent, it could be dropped and to continue to chat you need to reconnect
      */
-    reconnectToChat: () => Promise<void>;
+    reconnect: () => Promise<void>;
     /**
      * Method to close all connections with agent, stream and web socket
      */
-    terminate: () => Promise<void>;
+    disconnect: () => Promise<void>;
     /**
      * ID of chat you are working on now
      */
@@ -89,10 +99,11 @@ export interface AgentManager {
     chat: (messages: Message[]) => Promise<ChatResponse>;
     /**
      * Method to rate the answer in chat
-     * @param payload
+     * @param score: 1 | -1 - score of the answer. 1 for positive, -1 for negative
+     * @param matches - array of matches that were used to find the answer
      * @param id - id of Rating entity. Leave it empty to create a new, one or pass it to work with the existing one
      */
-    rate: (payload: RatingPayload, id?: string) => Promise<RatingEntity>;
+    rate: (score: 1 | -1, Message: Message, id?: string) => Promise<RatingEntity>;
     /**
      * Method to delete rating from answer in chat
      * @param id - id of Rating entity.
@@ -103,10 +114,5 @@ export interface AgentManager {
      * @param payload
      */
     speak: (payload: SupportedStreamScipt) => Promise<SendStreamPayloadResponse>;
-    /**
-     * Optional callback function that will be triggered each time any changes happen in the chat
-     * @param callback
-     */
-    getStarterMessages: () => Promise<string[]>;
 }
 export {};

package/dist/src/types/stream/stream.d.ts

@@ -11,12 +11,13 @@ export declare enum StreamEvents {
     ChatAnswer = "chat/answer",
     ChatPartial = "chat/partial",
     StreamDone = "stream/done",
-    StreamStarted = "stream/started"
+    StreamStarted = "stream/started",
+    StreamFailed = "stream/error"
 }
 export interface ManagerCallbacks {
     onMessage?: (event: string, data: string) => void;
     onConnectionStateChange?: (state: RTCIceConnectionState) => void;
-    onVideoStateChange?: (state: StreamingState, stats?: SlimRTCStatsReport[]) => void;
+    onVideoStateChange?: (state: StreamingState, data?: any) => void;
     onSrcObjectReady?: (value: MediaStream) => void;
 }
 export type ManagerCallbackKeys = keyof ManagerCallbacks;
@@ -25,6 +26,7 @@ export interface TalkStreamOptions extends CreateTalkStreamRequest {
 }
 export interface ClipStreamOptions extends CreateClipStreamRequest {
     videoType: VideoType.Clip;
+    idle_video_url?: string;
 }
 export type CreateStreamOptions = TalkStreamOptions | ClipStreamOptions;
 export type PayloadType<T> = T extends TalkStreamOptions ? SendTalkStreamPayload : T extends ClipStreamOptions ? SendClipStreamPayload : never;
@@ -50,5 +52,5 @@ export interface SlimRTCStatsReport {
     jitter: any;
     frameWidth: any;
     frameHeight: any;
-    frameRate: any;
+    framesPerSecond: any;
 }

package/dist/src/{lib/utils → utils}/webrtc.d.ts

@@ -1,2 +1,2 @@
-import { SlimRTCStatsReport } from "../../types";
+import { SlimRTCStatsReport } from '../types';
 export declare function createVideoStatsReport(stats: SlimRTCStatsReport[], previousStats?: SlimRTCStatsReport): SlimRTCStatsReport[];

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@d-id/client-sdk",
     "private": false,
-    "version": "1.0.19",
+    "version": "1.0.29-beta.55",
     "type": "module",
     "description": "d-id client sdk",
     "repository": {
@@ -25,24 +25,23 @@
         "dev": "vite",
         "build": "node ./infra/build.js -m production",
         "build:dev": "node ./infra/build.js -m development",
-        "deploy:prod": "node ./infra/deploy.js --version patch",
+        "deploy:prod": "node ./infra/deploy.js --version beta",
         "preview": "vite preview",
         "test-build": "node .infra/build.js -m development",
         "build:docs": "typedoc"
     },
     "devDependencies": {
-        "@preact/preset-vite": "^2.5.0",
+        "@preact/preset-vite": "^2.8.1",
         "@trivago/prettier-plugin-sort-imports": "^4.3.0",
+        "@types/node": "^20.11.24",
         "commander": "^11.1.0",
         "glob": "^10.3.10",
-        "preact": "^10.5.13",
-        "prettier": "^3.1.0",
+        "preact": "^10.19.6",
+        "prettier": "^3.2.5",
         "prettier-plugin-organize-imports": "^3.2.4",
-        "serverless": "3.32.2",
         "typedoc": "^0.25.7",
-        "typescript": "^5.3.2",
-        "vite": "^4.4.5",
-        "vite-plugin-dts": "^3.6.0",
-        "vite-plugin-html-env": "^1.2.8"
+        "typescript": "^5.3.3",
+        "vite": "^5.1.4",
+        "vite-plugin-dts": "^3.7.3"
     }
 }

package/dist/src/lib/connectToSocket.d.ts

@@ -1,9 +0,0 @@
-import { Auth } from '../types/auth';
-import { ChatProgressCallback } from '..';
-interface SocketManager {
-    socket?: WebSocket;
-    terminate: () => void;
-    subscribeToEvents: (data: any) => void;
-}
-export declare function SocketManager(auth: Auth, onMessage?: ChatProgressCallback, host?: string): Promise<SocketManager>;
-export {};