@d-id/client-sdk 1.0.18 → 1.0.19

package/dist/index.umd.cjs

@@ -1 +1 @@
-(function(c,h){typeof exports=="object"&&typeof module<"u"?h(exports):typeof define=="function"&&define.amd?define(["exports"],h):(c=typeof globalThis<"u"?globalThis:c||self,h(c.index={}))})(this,function(c){"use strict";function h(i){return i.type==="bearer"?"Bearer "+i.token:i.type==="basic"?"Basic "+btoa(`${i.username}:${i.password}`):"Client-Key "+i.clientKey}function m(i,o="https://api.d-id.com"){const n=async(e,t)=>{const r=await fetch(o+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:h(i),"Content-Type":"application/json"}});if(!r.ok){let a=await r.text().catch(()=>"Failed to fetch");throw new Error(a)}return r.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"POST"})},delete(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"PATCH"})}}}function T(i,o="https://api.d-id.com"){const n=m(i,`${o}/agents`);return{create(e,t){return n.post("/",e,t)},getAgents(e,t){return n.get(`/${e?`?tag=${e}`:""}`,t).then(r=>r??[])},getById(e,t){return n.get(`/${e}`,t)},delete(e,t){return n.delete(`/${e}`,void 0,t)},update(e,t,r){return n.patch(`/${e}`,t,r)},newChat(e,t){return n.post(`/${e}/chat`,void 0,t)},chat(e,t,r,a){return n.post(`/${e}/chat/${t}`,r,a)}}}function O(i,o="https://api.d-id.com"){const n=m(i,`${o}/knowledge`);return{createKnowledge(e,t){return n.post("/",e,t)},getKnowledgeBase(e){return n.get("/",e)},getKnowledge(e,t){return n.get(`/${e}`,t)},deleteKnowledge(e,t){return n.delete(`/${e}`,void 0,t)},createDocument(e,t,r){return n.post(`/${e}/documents`,t,r)},deleteDocument(e,t,r){return n.delete(`/${e}/documents/${t}`,void 0,r)},getDocuments(e,t){return n.get(`/${e}/documents`,t)},getDocument(e,t,r){return n.get(`/${e}/documents/${t}`,r)},getRecords(e,t,r){return n.get(`/${e}/documents/${t}/records`,r)},query(e,t,r){return n.post(`/${e}/query`,{query:t},r)}}}function P(i,o="https://api.d-id.com"){const n=m(i,`${o}/chats/ratings`);return{create(e,t){return n.post("/",e,t)},getByKnowledge(e,t){return n.get(`/${e}`,t).then(r=>r??[])},update(e,t,r){return n.patch(`/${e}`,t,r)},delete(e,t){return n.delete(`/${e}`,t)}}}var w=(i=>(i.Start="START",i.Stop="STOP",i))(w||{}),S=(i=>(i.ChatAnswer="chat/answer",i.ChatPartial="chat/partial",i.StreamDone="stream/done",i.StreamStarted="stream/started",i))(S||{}),f=(i=>(i.Clip="clip",i.Talk="talk",i))(f||{});function R(i){return i.presenter.type===f.Clip?{videoType:f.Clip,driver_id:i.presenter.driver_id,presenter_id:i.presenter.presenter_id}:{videoType:f.Talk,source_url:i.presenter.source_url}}async function j(i,{callbacks:o,...n}){const e=new AbortController,t=T(n.auth,n.baseURL),r=await t.getById(i),a=await t.newChat(i),{terminate:$,sessionId:y,streamId:_}=await K(R(r),{...n,callbacks:{onSrcObjectReady:o.onSrcObjectReady,onVideoStateChange:o==null?void 0:o.onVideoStateChange,onConnectionStateChange:o.onConnectionStateChange}});return{agent:r,terminate(){return e.abort(),$()},chatId:a.id,chat(u){return t.chat(i,a.id,{sessionId:y,streamId:_,messages:u},{signal:e.signal})}}}function q(i,o){const n=m(i,o);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,r){return n.post(`/clips/streams/${e}/sdp`,{session_id:r,answer:t})},addIceCandidate(e,t,r){return n.post(`/clips/streams/${e}/ice`,{session_id:r,...t})},sendStreamRequest(e,t,r){return n.post(`/clips/streams/${e}`,{session_id:t,...r})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function B(i,o){const n=m(i,o);return{createStream(e,t){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config},t)},startConnection(e,t,r,a){return n.post(`/talks/streams/${e}/sdp`,{session_id:r,answer:t},a)},addIceCandidate(e,t,r,a){return n.post(`/talks/streams/${e}/ice`,{session_id:r,...t},a)},sendStreamRequest(e,t,r,a){return n.post(`/talks/streams/${e}`,{session_id:t,...r},a)},close(e,t,r){return n.delete(`/talks/streams/${e}`,{session_id:t},r)}}}let I=!1;const g=(i,o)=>I&&console.log(i,o),L=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function K(i,{debug:o=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){I=o;const{startConnection:r,sendStreamRequest:a,close:$,createStream:y,addIceCandidate:_}=i.videoType===f.Clip?q(e,t):B(e,t),{id:u,offer:J,ice_servers:V,session_id:C}=await y(i),s=new L({iceServers:V}),D=s.createDataChannel("JanusDataChannel");if(!C)throw new Error("Could not create session_id");s.onicecandidate=d=>{g("peerConnection.onicecandidate",d),d.candidate&&d.candidate.sdpMid&&d.candidate.sdpMLineIndex!==null&&_(u,{candidate:d.candidate.candidate,sdpMid:d.candidate.sdpMid,sdpMLineIndex:d.candidate.sdpMLineIndex},C)},s.oniceconnectionstatechange=()=>{var d;g("peerConnection.oniceconnectionstatechange => "+s.iceConnectionState),(d=n.onConnectionStateChange)==null||d.call(n,s.iceConnectionState)},s.ontrack=d=>{var p;g("peerConnection.ontrack",d),(p=n.onSrcObjectReady)==null||p.call(n,d.streams[0])},D.onmessage=d=>{var p,A,v;if(D.readyState==="open"){const[l,E]=d.data.split(":");l===S.StreamDone?(p=n.onVideoStateChange)==null||p.call(n,w.Stop):l===S.StreamStarted?(A=n.onVideoStateChange)==null||A.call(n,w.Start):(v=n.onMessage)==null||v.call(n,l,decodeURIComponent(E))}},await s.setRemoteDescription(J),g("set remote description OK");const M=await s.createAnswer();return g("create answer OK"),await s.setLocalDescription(M),g("set local description OK"),await r(u,M,C),g("start connection OK"),{speak(d){return a(u,C,d)},async terminate(){var d,p;u&&(s&&(s.close(),s.oniceconnectionstatechange=null,s.onnegotiationneeded=null,s.onicecandidate=null,s.ontrack=null),await $(u,C).catch(A=>{}),(d=n.onConnectionStateChange)==null||d.call(n,"closed"),(p=n.onVideoStateChange)==null||p.call(n,w.Stop))},sessionId:C,streamId:u}}c.createAgentManager=j,c.createAgentsApi=T,c.createClient=m,c.createKnowledgeApi=O,c.createRatingssApi=P,c.createStreamingManager=K,c.getAgentStreamArgs=R,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});
+(function(c,h){typeof exports=="object"&&typeof module<"u"?h(exports):typeof define=="function"&&define.amd?define(["exports"],h):(c=typeof globalThis<"u"?globalThis:c||self,h(c.index={}))})(this,function(c){"use strict";const h="https://api.d-id.com",O="wss://notifications.d-id.com";function E(e){if(e.type==="bearer")return`Bearer ${e.token}`;if(e.type==="basic")return`Basic ${btoa(`${e.username}:${e.password}`)}`;if(e.type==="key")return`Client-Key ${e.clientKey}`;throw new Error(`Unknown auth type: ${e}`)}function C(e,i=h){const a=async(t,n)=>{const r=await fetch(i+(t!=null&&t.startsWith("/")?t:`/${t}`),{...n,headers:{...n==null?void 0:n.headers,Authorization:E(e),"Content-Type":"application/json"}});if(!r.ok){let d=await r.text().catch(()=>"Failed to fetch");throw new Error(d)}return r.json()};return{get(t,n){return a(t,{...n,method:"GET"})},post(t,n,r){return a(t,{...r,body:JSON.stringify(n),method:"POST"})},delete(t,n,r){return a(t,{...r,body:JSON.stringify(n),method:"DELETE"})},patch(t,n,r){return a(t,{...r,body:JSON.stringify(n),method:"PATCH"})}}}function T(e,i=h){const a=C(e,`${i}/agents`);return{create(t,n){return a.post("/",t,n)},getAgents(t,n){return a.get(`/${t?`?tag=${t}`:""}`,n).then(r=>r??[])},getById(t,n){return a.get(`/${t}`,n)},delete(t,n){return a.delete(`/${t}`,void 0,n)},update(t,n,r){return a.patch(`/${t}`,n,r)},newChat(t,n){return a.post(`/${t}/chat`,void 0,n)},chat(t,n,r,d){return a.post(`/${t}/chat/${n}`,r,d)}}}function W(e,i=h){const a=C(e,`${i}/knowledge`);return{createKnowledge(t,n){return a.post("/",t,n)},getKnowledgeBase(t){return a.get("/",t)},getKnowledge(t,n){return a.get(`/${t}`,n)},deleteKnowledge(t,n){return a.delete(`/${t}`,void 0,n)},createDocument(t,n,r){return a.post(`/${t}/documents`,n,r)},deleteDocument(t,n,r){return a.delete(`/${t}/documents/${n}`,void 0,r)},getDocuments(t,n){return a.get(`/${t}/documents`,n)},getDocument(t,n,r){return a.get(`/${t}/documents/${n}`,r)},getRecords(t,n,r){return a.get(`/${t}/documents/${n}/records`,r)},query(t,n,r){return a.post(`/${t}/query`,{query:n},r)}}}function H(e,i=h){const a=C(e,`${i}/chats/ratings`);return{create(t,n){return a.post("/",t,n)},getByKnowledge(t,n){return a.get(`/${t}`,n).then(r=>r??[])},update(t,n,r){return a.patch(`/${t}`,n,r)},delete(t,n){return a.delete(`/${t}`,n)}}}const x=e=>new Promise(i=>setTimeout(i,e));function ee(e){return new Promise((i,a)=>{const{callbacks:t,host:n,auth:r}=e,{onMessage:d=null,onOpen:l=null,onClose:p=null,onError:g=null}=t||{},u=new WebSocket(`${n}?authorization=${E(r)}`);u.onmessage=d,u.onclose=p,u.onerror=s=>{console.log(s),g==null||g(s),a(s)},u.onopen=s=>{l==null||l(s),i(u)}})}async function te(e){const{retries:i=1}=e;let a=null;for(let t=0;(a==null?void 0:a.readyState)!==WebSocket.OPEN;t++)try{a=await ee(e)}catch(n){if(t===i)throw n;await x(t*500)}return a}async function q(e,i,a=O){const t=i?[i]:[],n=await te({auth:e,host:a,callbacks:{onMessage:r=>{const d=JSON.parse(r.data);t.forEach(l=>l(d.event,d))}}});return{socket:n,terminate:()=>n.close(),subscribeToEvents:r=>t.push(r)}}var N=(e=>(e.Amazon="amazon",e.Microsoft="microsoft",e.Afflorithmics="afflorithmics",e.Elevenlabs="elevenlabs",e))(N||{}),U=(e=>(e.Public="public",e.Premium="premium",e.Private="private",e))(U||{}),M=(e=>(e.Start="START",e.Stop="STOP",e))(M||{}),k=(e=>(e.ChatAnswer="chat/answer",e.ChatPartial="chat/partial",e.StreamDone="stream/done",e.StreamStarted="stream/started",e))(k||{}),z=(e=>(e.Unrated="Unrated",e.Positive="Positive",e.Negative="Negative",e))(z||{}),I=(e=>(e.Embed="embed",e.Query="query",e.Partial="partial",e.Answer="answer",e.Complete="done",e))(I||{}),B=(e=>(e.KnowledgeProcessing="knowledge/processing",e.KnowledgeIndexing="knowledge/indexing",e.KnowledgeFailed="knowledge/error",e.KnowledgeDone="knowledge/done",e))(B||{}),J=(e=>(e.Knowledge="knowledge",e.Document="document",e.Record="record",e))(J||{}),D=(e=>(e.Pdf="pdf",e.Text="text",e.Html="html",e.Word="word",e.Json="json",e.Markdown="markdown",e.Csv="csv",e.Excel="excel",e.Powerpoint="powerpoint",e.Archive="archive",e.Image="image",e.Audio="audio",e.Video="video",e))(D||{}),$=(e=>(e.Clip="clip",e.Talk="talk",e))($||{});function F(e){return e.presenter.type===$.Clip?{videoType:$.Clip,driver_id:e.presenter.driver_id,presenter_id:e.presenter.presenter_id}:{videoType:$.Talk,source_url:e.presenter.source_url}}function V(e,i,a,t){return new Promise(async(n,r)=>{const d=await Q(F(e),{...i,callbacks:{...i.callbacks,onConnectionStateChange:async l=>{var p,g;l==="connected"?(t||(t=await a.newChat(e.id)),n({chat:t,streamingManager:d})):l==="failed"&&r(new Error("Cannot create connection")),(g=(p=i.callbacks).onConnectionStateChange)==null||g.call(p,l)},onMessage:(l,p)=>{var g,u;l===k.ChatPartial&&((u=(g=i.callbacks).onChatEvents)==null||u.call(g,I.Partial,{content:p,event:I.Partial}))}}})})}async function ne(e,i){const a=i.baseURL||h,t=new AbortController,n=T(i.auth,a),r=H(i.auth,a),d=W(i.auth,a),l=await n.getById(e),p=await q(i.auth,i.callbacks.onChatEvents);let{chat:g,streamingManager:u}=await V(l,i,n);return{agent:l,async reconnectToChat(){const{streamingManager:s}=await V(l,i,n,g);u=s},terminate(){return t.abort(),p.terminate(),u.terminate()},chatId:g.id,chat(s){return n.chat(e,g.id,{sessionId:u.sessionId,streamId:u.streamId,messages:s},{signal:t.signal})},rate(s,f){return f?r.update(f,s):r.create(s)},deleteRate(s){return r.delete(s)},speak(s){let f;return s.type==="text"?f={script:{type:"text",provider:s.provider,input:s.input,ssml:s.ssml||!1}}:s.type==="audio"&&(f={script:{type:"audio",audio_url:s.audio_url}}),u.speak(f)},getStarterMessages(){var s,f;return(s=l.knowledge)!=null&&s.id?d.getKnowledge((f=l.knowledge)==null?void 0:f.id).then(R=>(R==null?void 0:R.starter_message)||[]):Promise.resolve([])}}}function ae(e,i){const a=C(e,i);return{createStream(t){return a.post("/clips/streams",{driver_id:t.driver_id,presenter_id:t.presenter_id,compatibility_mode:t.compatibility_mode})},startConnection(t,n,r){return a.post(`/clips/streams/${t}/sdp`,{session_id:r,answer:n})},addIceCandidate(t,n,r){return a.post(`/clips/streams/${t}/ice`,{session_id:r,...n})},sendStreamRequest(t,n,r){return a.post(`/clips/streams/${t}`,{session_id:n,...r})},close(t,n){return a.delete(`/clips/streams/${t}`,{session_id:n})}}}function re(e,i){const a=C(e,i);return{createStream(t,n){return a.post("/talks/streams",{source_url:t.source_url,driver_url:t.driver_url,face:t.face,config:t.config},n)},startConnection(t,n,r,d){return a.post(`/talks/streams/${t}/sdp`,{session_id:r,answer:n},d)},addIceCandidate(t,n,r,d){return a.post(`/talks/streams/${t}/ice`,{session_id:r,...n},d)},sendStreamRequest(t,n,r,d){return a.post(`/talks/streams/${t}`,{session_id:n,...r},d)},close(t,n,r){return a.delete(`/talks/streams/${t}`,{session_id:n},r)}}}function ie(e,i){return e.map((a,t)=>t===0?i?{index:t,timestamp:a.timestamp,bytesReceived:a.bytesReceived-i.bytesReceived,packetsReceived:a.packetsReceived-i.packetsReceived,packetsLost:a.packetsLost-i.packetsLost,jitter:a.jitter,frameWidth:a.frameWidth,frameHeight:a.frameHeight,frameRate:a.frameRate}:{index:t,timestamp:a.timestamp,bytesReceived:a.bytesReceived,packetsReceived:a.packetsReceived,packetsLost:a.packetsLost,jitter:a.jitter,frameWidth:a.frameWidth,frameHeight:a.frameHeight,frameRate:a.frameRate}:{index:t,timestamp:a.timestamp,bytesReceived:a.bytesReceived-e[t-1].bytesReceived,packetsReceived:a.packetsReceived-e[t-1].packetsReceived,packetsLost:a.packetsLost-e[t-1].packetsLost,jitter:a.jitter,frameWidth:a.frameWidth,frameHeight:a.frameHeight,frameRate:a.frameRate})}let G=!1;const v=(e,i)=>G&&console.log(e,i),se=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function Q(e,{debug:i=!1,callbacks:a,auth:t,baseURL:n=h}){G=i;const r={...a},{startConnection:d,sendStreamRequest:l,close:p,createStream:g,addIceCandidate:u}=e.videoType===$.Clip?ae(t,n):re(t,n),{id:s,offer:f,ice_servers:R,session_id:S}=await g(e),m=new se({iceServers:R}),X=m.createDataChannel("JanusDataChannel"),y=[];let A=0,Y;if(!S)throw new Error("Could not create session_id");m.onicecandidate=o=>{v("peerConnection.onicecandidate",o),o.candidate&&o.candidate.sdpMid&&o.candidate.sdpMLineIndex!==null&&u(s,{candidate:o.candidate.candidate,sdpMid:o.candidate.sdpMid,sdpMLineIndex:o.candidate.sdpMLineIndex},S)},m.oniceconnectionstatechange=()=>{var o;v("peerConnection.oniceconnectionstatechange => "+m.iceConnectionState),(o=r.onConnectionStateChange)==null||o.call(r,m.iceConnectionState)},m.ontrack=o=>{var w;v("peerConnection.ontrack",o),(w=r.onSrcObjectReady)==null||w.call(r,o.streams[0])},X.onmessage=o=>{var w,P,j;if(X.readyState==="open"){const[b,oe]=o.data.split(":");if(b===k.StreamStarted)A=y.length,Y=setInterval(()=>{m.getStats().then(L=>{L.forEach(_=>{_.type==="inbound-rtp"&&_.kind==="video"&&y.push(_)})})},1e3),(w=r.onVideoStateChange)==null||w.call(r,M.Start);else if(b===k.StreamDone){clearInterval(Y);const K=y.slice(A);if(K){const L=A===0?void 0:y[A-1],_=ie(K,L);A=y.length,(P=r.onVideoStateChange)==null||P.call(r,M.Stop,_.sort((ce,de)=>de.packetsLost-ce.packetsLost).slice(0,5))}}else(j=r.onMessage)==null||j.call(r,b,decodeURIComponent(oe))}},await m.setRemoteDescription(f),v("set remote description OK");const Z=await m.createAnswer();return v("create answer OK"),await m.setLocalDescription(Z),v("set local description OK"),await d(s,Z,S),v("start connection OK"),{speak(o){return l(s,S,o)},async terminate(){var o,w;s&&(m&&(m.close(),m.oniceconnectionstatechange=null,m.onnegotiationneeded=null,m.onicecandidate=null,m.ontrack=null),await p(s,S).catch(P=>{}),(o=r.onConnectionStateChange)==null||o.call(r,"closed"),(w=r.onVideoStateChange)==null||w.call(r,M.Stop))},sessionId:S,streamId:s,onCallback(o,w){r[o]=w}}}c.ChatProgress=I,c.DocumentType=D,c.KnowledgeType=J,c.Providers=N,c.RateState=z,c.SocketManager=q,c.StreamEvents=k,c.Subject=B,c.VoiceAccess=U,c.createAgentManager=ne,c.createAgentsApi=T,c.createClient=C,c.createKnowledgeApi=W,c.createRatingsApi=H,c.createStreamingManager=Q,c.getAgentStreamArgs=F,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});

package/dist/src/index.d.ts

@@ -0,0 +1,8 @@
+export * from './lib/api/agents';
+export * from './lib/api/getClient';
+export * from './lib/api/knowledge';
+export * from './lib/api/ratings';
+export * from './lib/connectToSocket';
+export * from './lib/createAgentManager';
+export * from './lib/createStreamingManager';
+export * from './types/index';

package/dist/{apps/sdk → src}/lib/api/agents.d.ts

@@ -1,4 +1,4 @@
-import { Agent, AgentPayload, Auth, Chat, ChatPayload, ChatResponse } from '../../../../common/types/src/index';
+import { Agent, AgentPayload, Auth, Chat, ChatPayload, ChatResponse } from '../../types/index';
 export declare function createAgentsApi(auth: Auth, host?: string): {
     create(payload: AgentPayload, options?: RequestInit): Promise<Agent>;
     getAgents(tag?: string, options?: RequestInit): Promise<Agent[]>;

package/dist/{apps/sdk → src}/lib/api/clipStream.d.ts

@@ -1,2 +1,2 @@
-import { Auth, RtcApi } from '../../../../common/types/src/index';
+import { Auth, RtcApi } from '../../types/index';
 export declare function createApi(auth: Auth, host: string): RtcApi;

package/dist/{apps/sdk → src}/lib/api/getClient.d.ts

@@ -1,4 +1,4 @@
-import { Auth } from '../../../../common/types/src/auth';
+import { Auth } from '../../types/auth';
 export declare function createClient(auth: Auth, host?: string): {
     get<T = any>(url: string, options?: RequestInit): Promise<T>;
     post<T_1 = any>(url: string, body?: any, options?: RequestInit): Promise<T_1>;

package/dist/{apps/sdk → src}/lib/api/knowledge.d.ts

@@ -1,4 +1,4 @@
-import { Auth, CreateDocumentPayload, DocumentData, KnowledgeData, KnowledgePayload, QueryResult, RecordData } from '../../../../common/types/src/index';
+import { Auth, CreateDocumentPayload, DocumentData, KnowledgeData, KnowledgePayload, QueryResult, RecordData } from '../../types/index';
 export declare function createKnowledgeApi(auth: Auth, host?: string): {
     createKnowledge(payload: KnowledgePayload, options?: RequestInit): Promise<KnowledgeData>;
     getKnowledgeBase(options?: RequestInit): Promise<KnowledgeData[]>;

package/dist/{apps/sdk → src}/lib/api/ratings.d.ts

@@ -1,9 +1,7 @@
-import { Auth, RatingEntity } from '../../../../common/types/src/index';
-type RatingPayload = Omit<RatingEntity, 'owner_id' | 'id' | 'created_at' | 'modified_at' | 'created_by' | 'external_id'>;
-export declare function createRatingssApi(auth: Auth, host?: string): {
+import { Auth, RatingEntity, RatingPayload } from '../../index';
+export declare function createRatingsApi(auth: Auth, host?: string): {
     create(payload: RatingPayload, options?: RequestInit): Promise<RatingEntity>;
     getByKnowledge(knowledgeId?: string, options?: RequestInit): Promise<RatingEntity[]>;
     update(id: string, payload: Partial<RatingPayload>, options?: RequestInit): Promise<RatingEntity>;
     delete(id: string, options?: RequestInit): Promise<RatingEntity>;
 };
-export {};

package/dist/{apps/sdk → src}/lib/api/talkStream.d.ts

@@ -1,2 +1,2 @@
-import { Auth, RtcApi } from '../../../../common/types/src/index';
+import { Auth, RtcApi } from '../../types/index';
 export declare function createApi(auth: Auth, host: string): RtcApi;

package/dist/{apps/sdk → src}/lib/auth/getAuthHeader.d.ts

@@ -1,2 +1,2 @@
-import { Auth } from '../../../../common/types/src/auth';
+import { Auth } from '../../types/auth';
 export declare function getAuthHeader(auth: Auth): string;

package/dist/src/lib/connectToSocket.d.ts

@@ -0,0 +1,9 @@
+import { Auth } from '../types/auth';
+import { ChatProgressCallback } from '..';
+interface SocketManager {
+    socket?: WebSocket;
+    terminate: () => void;
+    subscribeToEvents: (data: any) => void;
+}
+export declare function SocketManager(auth: Auth, onMessage?: ChatProgressCallback, host?: string): Promise<SocketManager>;
+export {};

package/dist/src/lib/createAgentManager.d.ts

@@ -0,0 +1,15 @@
+import { Agent, AgentManager, AgentManagerOptions, CreateStreamOptions } from '../types/index';
+export declare function getAgentStreamArgs(agent: Agent): CreateStreamOptions;
+/**
+ * Creates a new Agent Manager instance for interacting with an agent, chat, and related connections.
+ *
+ * @param {string} agentId - The ID of the agent to chat with.
+ * @param {AgentManagerOptions} options - Configurations for the Agent Manager API.
+ * * @returns {Promise<AgentManager>} - A promise that resolves to an instance of the AgentsAPI interface.
+ *
+ * @throws {Error} Throws an error if the agent is not initialized.
+ *
+ * @example
+ * const agentManager = await createAgentManager('id-agent123', { auth: { type: 'key', clientKey: '123', externalId: '123' } });
+ */
+export declare function createAgentManager(agentId: string, options: AgentManagerOptions): Promise<AgentManager>;

package/dist/src/lib/createStreamingManager.d.ts

@@ -0,0 +1,27 @@
+import { CreateStreamOptions, ManagerCallbacks, PayloadType, StreamingManagerOptions } from '../types/index';
+export declare function createStreamingManager<T extends CreateStreamOptions>(agent: T, { debug, callbacks, auth, baseURL }: StreamingManagerOptions): Promise<{
+    /**
+     * Method to send request to server to get clip or talk depend on you payload
+     * @param payload
+     */
+    speak(payload: PayloadType<T>): Promise<import('../types/index').SendStreamPayloadResponse>;
+    /**
+     * Method to close RTC connection
+     */
+    terminate(): Promise<void>;
+    /**
+     * Session identifier information, should be returned in the body of all streaming requests
+     */
+    sessionId: string;
+    /**
+     * Id of current RTC stream
+     */
+    streamId: string;
+    /**
+     * Method to add callback that will be trigered on supported events
+     * @param eventName
+     * @param callback
+     */
+    onCallback<T_1 extends keyof ManagerCallbacks>(eventName: T_1, callback: ManagerCallbacks[T_1]): void;
+}>;
+export type StreamingManager<T extends CreateStreamOptions> = Awaited<ReturnType<typeof createStreamingManager<T>>>;

package/dist/src/lib/environment.d.ts

@@ -0,0 +1,7 @@
+export declare const nodeEnv: string;
+export declare const didApiUrl: string;
+export declare const didSocketApiUrl: string;
+export declare const mixpanelKey: string;
+export declare const clientKey: string;
+export declare const agentId: string;
+export declare const externalId = "temp";

package/dist/src/lib/utils/webrtc.d.ts

@@ -0,0 +1,2 @@
+import { SlimRTCStatsReport } from "../../types";
+export declare function createVideoStatsReport(stats: SlimRTCStatsReport[], previousStats?: SlimRTCStatsReport): SlimRTCStatsReport[];

package/dist/{common/types/src → src/types}/StreamScript.d.ts

@@ -50,3 +50,4 @@ export interface Stream_LLM_Script {
     stream_audio?: boolean;
 }
 export type StreamScript = Stream_Text_Script | Stream_Audio_Script | Stream_LLM_Script;
+export type SupportedStreamScipt = Stream_Text_Script | Stream_Audio_Script;

package/dist/{common/types/src → src/types}/auth.d.ts

@@ -10,6 +10,7 @@ export interface BasicAuth {
 export interface ApiKeyAuth {
     type: 'key';
     clientKey: string;
+    externalId: string;
 }
 export type Auth = BearerToken | BasicAuth | ApiKeyAuth;
 export interface GetAuthParams {
@@ -17,4 +18,5 @@ export interface GetAuthParams {
     username?: string | null;
     password?: string | null;
     clientKey?: string | null;
+    externalId?: string | null;
 }

package/dist/src/types/entities/agents/agent.d.ts

@@ -0,0 +1,28 @@
+import { Chat, ChatPayload, ChatResponse } from './chat';
+import { Knowledge } from './knowledge';
+import { LLM } from './llm';
+import { Presenter } from './presenter';
+export interface Agent {
+    id: string;
+    username?: string;
+    presenter: Presenter;
+    llm?: LLM;
+    knowledge?: Knowledge;
+    use_case?: string;
+    tags?: string[];
+    chats?: number;
+    access?: 'private' | 'pending-public' | 'unlisted' | 'rejected' | 'public';
+    preview_name?: string;
+    preview_description?: string;
+    preview_thumbnail?: string;
+}
+export type AgentPayload = Omit<Agent, 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id' | 'idle_video_url'>;
+export interface AgentsAPI {
+    create(payload: AgentPayload, options?: RequestInit): Promise<Agent>;
+    getAgents(tag?: string, options?: RequestInit): Promise<Agent[]>;
+    getById(id: string, options?: RequestInit): Promise<Agent>;
+    delete(id: string, options?: RequestInit): Promise<void>;
+    update(id: string, payload: AgentPayload, options?: RequestInit): Promise<Agent>;
+    newChat(agentId: string, options?: RequestInit): Promise<Chat>;
+    chat(agentId: string, chatId: string, payload: ChatPayload, options?: RequestInit): Promise<ChatResponse>;
+}

package/dist/{common/types/src → src/types}/entities/agents/chat.d.ts

@@ -16,6 +16,7 @@ export interface RatingEntity {
     created_at: string;
     modified_at: string;
 }
+export type RatingPayload = Omit<RatingEntity, 'owner_id' | 'id' | 'created_at' | 'modified_at' | 'created_by' | 'external_id'>;
 export interface Message {
     role: 'system' | 'assistant' | 'user' | 'function' | 'tool';
     content: string;

package/dist/src/types/entities/agents/manager.d.ts

@@ -0,0 +1,112 @@
+import { SupportedStreamScipt } from '../../../types/StreamScript';
+import { Auth } from '../../auth';
+import { SendStreamPayloadResponse, SlimRTCStatsReport, StreamingState } from '../../stream';
+import { Agent } from './agent';
+import { ChatResponse, Message, RatingEntity, RatingPayload } from './chat';
+/**
+ * Types of events provided in Chat Progress Callback
+ */
+export declare enum ChatProgress {
+    /**
+     * Chat was successfully embedded
+     */
+    Embed = "embed",
+    /**
+     * Server processing chat message
+     */
+    Query = "query",
+    /**
+     * Server returns a part of the message
+     */
+    Partial = "partial",
+    /**
+     * Server processed message and returned response
+     */
+    Answer = "answer",
+    /**
+     * Chat was closed
+     */
+    Complete = "done"
+}
+export type ChatProgressCallback = (progress: ChatProgress, data: string) => void;
+export type ConnectionStateChangeCallback = (state: RTCIceConnectionState) => void;
+export type VideoStateChangeCallback = (state: StreamingState, stats?: SlimRTCStatsReport[]) => void;
+interface ManagerCallbacks {
+    /**
+     * Optional callback will be triggered each time the RTC connection changes state
+     * @param state
+     */
+    onConnectionStateChange?(state: RTCIceConnectionState): void;
+    /**
+     * Optional callback function that will be triggered each time video events happen
+     * @param state
+     */
+    onVideoStateChange?(state: StreamingState): void;
+    /**
+     * Callback function that will be triggered each time the video stream starts or stops to update html element on webpage
+     * Required callback for SDK
+     * @param srcObject
+     * @example
+     * const videoRef = useRef<HTMLVideoElement>(null);
+     * onSrcObjectReady(value) { videoRef.current.srcObject = value }
+     */
+    onSrcObjectReady(srcObject: MediaStream): void;
+    /**
+     * Optional callback function that will be triggered each time any changes happen in the chat
+     * @param progress
+     */
+    onChatEvents?(progress: ChatProgress, data: any): void;
+}
+export interface AgentManagerOptions {
+    callbacks: ManagerCallbacks;
+    baseURL?: string;
+    debug?: boolean;
+    auth: Auth;
+}
+export interface AgentManager {
+    /**
+     * Agent instance you are working with.
+     * To know more about agents go to https://docs.d-id.com/reference/agents
+     */
+    agent: Agent;
+    /**
+     * Method to be reconnected to chat
+     * Since chat uses an RTC connection to communicate with the agent, it could be dropped and to continue to chat you need to reconnect
+     */
+    reconnectToChat: () => Promise<void>;
+    /**
+     * Method to close all connections with agent, stream and web socket
+     */
+    terminate: () => Promise<void>;
+    /**
+     * ID of chat you are working on now
+     */
+    chatId: string;
+    /**
+     * Method to send a chat message to existing chat with the agent
+     * @param messages
+     */
+    chat: (messages: Message[]) => Promise<ChatResponse>;
+    /**
+     * Method to rate the answer in chat
+     * @param payload
+     * @param id - id of Rating entity. Leave it empty to create a new, one or pass it to work with the existing one
+     */
+    rate: (payload: RatingPayload, id?: string) => Promise<RatingEntity>;
+    /**
+     * Method to delete rating from answer in chat
+     * @param id - id of Rating entity.
+     */
+    deleteRate: (id: string) => Promise<RatingEntity>;
+    /**
+     * Method to make your agent read the text you provide or reproduce sound
+     * @param payload
+     */
+    speak: (payload: SupportedStreamScipt) => Promise<SendStreamPayloadResponse>;
+    /**
+     * Optional callback function that will be triggered each time any changes happen in the chat
+     * @param callback
+     */
+    getStarterMessages: () => Promise<string[]>;
+}
+export {};

package/dist/{common/types/src → src/types}/index.d.ts

@@ -3,3 +3,4 @@ export * from './tts';
 export * from './stream';
 export * from './auth';
 export * from './entities';
+export * from '..';

package/dist/{common/types/src → src/types}/stream/api/clip.d.ts

@@ -1,4 +1,4 @@
-import { StickyRequest, StreamScript } from '../../';
+import { StickyRequest, StreamScript } from '../..';
 import { CompatibilityMode } from '../stream';
 interface Logo {
     /**

package/dist/{common/types/src → src/types}/stream/api/talk.d.ts

@@ -1,4 +1,4 @@
-import { StreamScript } from '../../';
+import { StreamScript } from '../..';
 export interface CreateTalkStreamRequest {
     source_url: string;
     driver_url?: string;

package/dist/{common/types/src → src/types}/stream/stream.d.ts

@@ -16,9 +16,10 @@ export declare enum StreamEvents {
 export interface ManagerCallbacks {
     onMessage?: (event: string, data: string) => void;
     onConnectionStateChange?: (state: RTCIceConnectionState) => void;
-    onVideoStateChange?: (state: StreamingState) => void;
+    onVideoStateChange?: (state: StreamingState, stats?: SlimRTCStatsReport[]) => void;
     onSrcObjectReady?: (value: MediaStream) => void;
 }
+export type ManagerCallbackKeys = keyof ManagerCallbacks;
 export interface TalkStreamOptions extends CreateTalkStreamRequest {
     videoType: VideoType.Talk;
 }
@@ -40,3 +41,14 @@ export interface StreamingManagerOptions {
     debug?: boolean;
     auth: Auth;
 }
+export interface SlimRTCStatsReport {
+    index: number;
+    timestamp: any;
+    bytesReceived: any;
+    packetsReceived: any;
+    packetsLost: any;
+    jitter: any;
+    frameWidth: any;
+    frameHeight: any;
+    frameRate: any;
+}

package/package.json

@@ -1,12 +1,12 @@
 {
     "name": "@d-id/client-sdk",
     "private": false,
-    "version": "1.0.18",
+    "version": "1.0.19",
     "type": "module",
     "description": "d-id client sdk",
     "repository": {
         "type": "git",
-        "url": "https://github.com/de-id/streaming-client"
+        "url": "https://github.com/de-id/agents-sdk"
     },
     "keywords": [
         "d-id",
@@ -20,20 +20,15 @@
     ],
     "main": "./dist/index.umd.cjs",
     "module": "./dist/index.js",
-    "types": "./dist/apps/sdk/lib/index.d.ts",
-    "exports": {
-        ".": {
-            "types": "./dist/apps/sdk/lib/index.d.ts",
-            "import": "./dist/index.js",
-            "require": "./dist/index.umd.cjs"
-        }
-    },
+    "types": "./dist/src/types/index.d.ts",
     "scripts": {
         "dev": "vite",
         "build": "node ./infra/build.js -m production",
         "build:dev": "node ./infra/build.js -m development",
         "deploy:prod": "node ./infra/deploy.js --version patch",
-        "preview": "vite preview"
+        "preview": "vite preview",
+        "test-build": "node .infra/build.js -m development",
+        "build:docs": "typedoc"
     },
     "devDependencies": {
         "@preact/preset-vite": "^2.5.0",
@@ -44,9 +39,10 @@
         "prettier": "^3.1.0",
         "prettier-plugin-organize-imports": "^3.2.4",
         "serverless": "3.32.2",
+        "typedoc": "^0.25.7",
         "typescript": "^5.3.2",
         "vite": "^4.4.5",
         "vite-plugin-dts": "^3.6.0",
         "vite-plugin-html-env": "^1.2.8"
     }
-}
+}

package/dist/apps/sdk/lib/createAgentManager.d.ts

@@ -1,9 +0,0 @@
-import { Agent, AgentManagerOptions, CreateStreamOptions, Message } from '../../../common/types/src/index';
-export declare function getAgentStreamArgs(agent: Agent): CreateStreamOptions;
-export declare function createAgentManager(agentId: string, { callbacks, ...options }: AgentManagerOptions): Promise<{
-    agent: Agent;
-    terminate(): Promise<void>;
-    chatId: string;
-    chat(messages: Message[]): Promise<import('../../../common/types/src/index').ChatResponse>;
-}>;
-export type AgentManager = Awaited<ReturnType<typeof createAgentManager>>;

package/dist/apps/sdk/lib/createStreamingManager.d.ts

@@ -1,8 +0,0 @@
-import { CreateStreamOptions, PayloadType, StreamingManagerOptions } from '../../../common/types/src/index';
-export declare function createStreamingManager<T extends CreateStreamOptions>(agent: T, { debug, callbacks, auth, baseURL }: StreamingManagerOptions): Promise<{
-    speak(payload: PayloadType<T>): Promise<import('../../../common/types/src/index').SendStreamPayloadResponse>;
-    terminate(): Promise<void>;
-    sessionId: string;
-    streamId: string;
-}>;
-export type StreamingManager<T extends CreateStreamOptions> = Awaited<ReturnType<typeof createStreamingManager<T>>>;

package/dist/apps/sdk/lib/index.d.ts

@@ -1,6 +0,0 @@
-export * from './api/agents';
-export * from './api/getClient';
-export * from './api/knowledge';
-export * from './api/ratings';
-export * from './createAgentManager';
-export * from './createStreamingManager';

package/dist/common/types/src/entities/agents/agent.d.ts

@@ -1,18 +0,0 @@
-import { Knowledge } from './knowledge';
-import { LLM } from './llm';
-import { Presenter } from './presenter';
-export interface Agent {
-    id: string;
-    username?: string;
-    presenter: Presenter;
-    llm?: LLM;
-    knowledge?: Knowledge;
-    use_case?: string;
-    tags?: string[];
-    chats?: number;
-    access?: 'private' | 'pending-public' | 'unlisted' | 'rejected' | 'public';
-    preview_name?: string;
-    preview_description?: string;
-    preview_thumbnail?: string;
-}
-export type AgentPayload = Omit<Agent, 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id' | 'idle_video_url'>;

package/dist/common/types/src/entities/agents/manager.d.ts

@@ -1,21 +0,0 @@
-import { Auth } from '../../auth';
-import { StreamingState } from '../../stream';
-declare enum ChatProgress {
-    Embed = 0,
-    Query = 1,
-    Answer = 2,
-    Complete = 3
-}
-interface ManagerCallbacks {
-    onConnectionStateChange?(state: RTCIceConnectionState): void;
-    onVideoStateChange?(state: StreamingState): void;
-    onSrcObjectReady?(srcObject: MediaStream): void;
-    onChatEvents?(progress: ChatProgress): void;
-}
-export interface AgentManagerOptions {
-    callbacks: ManagerCallbacks;
-    baseURL?: string;
-    debug?: boolean;
-    auth: Auth;
-}
-export {};