@d-id/client-sdk 1.0.8 → 1.0.10

package/dist/apps/sdk/lib/api/agents.d.ts

@@ -1,9 +1,10 @@
-import { Agent, AgentPayload, Auth, IChatPayload } from '../../../../common/types/src/index';
+import { Agent, AgentPayload, Auth, ChatPayload } from '../../../../common/types/src/index';
 export declare function createAgentsApi(auth: Auth, host?: string): {
     create(payload: AgentPayload): Promise<Agent>;
     getAgents(tag?: string): Promise<Agent[]>;
     getById(id: string): Promise<Agent>;
     delete(id: string): Promise<any>;
     update(id: string, payload: AgentPayload): Promise<Agent>;
-    chat(id: string, payload: IChatPayload): Promise<Agent>;
+    newChat(agentId: string): Promise<Agent>;
+    chat(agentId: string, payload: ChatPayload): Promise<Agent>;
 };

package/dist/common/types/src/entities/agents/agent.d.ts

@@ -1,4 +1,3 @@
-import { StreamTextToSpeechProviders } from '../../tts';
 import { Knowledge } from './knowledge';
 import { LLM } from './llm';
 import { Presenter } from './presenter';
@@ -16,10 +15,14 @@ export interface Agent {
     preview_thumbnail?: string;
 }
 export type AgentPayload = Omit<Agent, 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id' | 'idle_video_url'>;
-export interface IChatPayload {
-    voice: StreamTextToSpeechProviders;
-    message: string;
+export interface Message {
+    role: 'system' | 'assistant' | 'user' | 'function' | 'tool';
+    content: string;
+    name?: string;
+}
+export interface ChatPayload {
+    messages: Message[];
+    chatId: string;
     streamId: string;
     sessionId: string;
-    knowledgeId: string;
 }

package/dist/index.js

@@ -1,9 +1,9 @@
 function k(r) {
   return r.type === "bearer" ? "Bearer " + r.token : r.type === "basic" ? "Basic " + btoa(`${r.username}:${r.password}`) : "Client-Key " + r.clientKey;
 }
-function m(r, a = "https://api.d-id.com") {
+function g(r, o = "https://api.d-id.com") {
   const n = async (e, t) => {
-    const i = await fetch(a + (e != null && e.startsWith("/") ? e : `/${e}`), {
+    const s = await fetch(o + (e != null && e.startsWith("/") ? e : `/${e}`), {
       ...t,
       headers: {
         ...t == null ? void 0 : t.headers,
@@ -11,15 +11,16 @@ function m(r, a = "https://api.d-id.com") {
         "Content-Type": "application/json"
       }
     });
-    if (!i.ok) {
-      let c = await i.text().catch(() => "Failed to fetch");
+    if (!s.ok) {
+      let u = await s.text().catch(() => "Failed to fetch");
       try {
-        c = JSON.parse(c), c.description && (c = c.description, typeof c.description == "object" && (c = JSON.stringify(c.description)));
+        const c = JSON.parse(u);
+        c.description ? u = c.description : c.message && (u = c.message);
       } catch {
       }
-      throw new Error(c);
+      throw new Error(u);
     }
-    return i.json();
+    return s.json();
   };
   return {
     get(e, t) {
@@ -28,31 +29,31 @@ function m(r, a = "https://api.d-id.com") {
         method: "GET"
       });
     },
-    post(e, t, i) {
+    post(e, t, s) {
       return n(e, {
-        ...i,
+        ...s,
         body: JSON.stringify(t),
         method: "POST"
       });
     },
-    delete(e, t, i) {
+    delete(e, t, s) {
       return n(e, {
-        ...i,
+        ...s,
         body: JSON.stringify(t),
         method: "DELETE"
       });
     },
-    patch(e, t, i) {
+    patch(e, t, s) {
       return n(e, {
-        ...i,
+        ...s,
         body: JSON.stringify(t),
         method: "PATCH"
       });
     }
   };
 }
-function D(r, a = "https://api.d-id.com") {
-  const n = m(r, `${a}/knowledge`);
+function K(r, o = "https://api.d-id.com") {
+  const n = g(r, `${o}/knowledge`);
   return {
     createKnowledge(e) {
       return n.post("/", e);
@@ -88,8 +89,8 @@ function D(r, a = "https://api.d-id.com") {
     }
   };
 }
-function K(r, a = "https://api.d-id.com") {
-  const n = m(r, `${a}/agents`);
+function O(r, o = "https://api.d-id.com") {
+  const n = g(r, `${o}/agents`);
   return {
     create(e) {
       return n.post("/", e);
@@ -106,13 +107,16 @@ function K(r, a = "https://api.d-id.com") {
     update(e, t) {
       return n.patch(`/${e}`, t);
     },
+    newChat(e) {
+      return n.patch(`/${e}/chat/new`);
+    },
     chat(e, t) {
       return n.post(`/${e}/chat`, t);
     }
   };
 }
-function A(r, a) {
-  const n = m(r, a);
+function A(r, o) {
+  const n = g(r, o);
   return {
     createStream(e) {
       return n.post("/clips/streams", {
@@ -121,22 +125,22 @@ function A(r, a) {
         compatibility_mode: e.compatibility_mode
       });
     },
-    startConnection(e, t, i) {
+    startConnection(e, t, s) {
       return n.post(`/clips/streams/${e}/sdp`, {
-        session_id: i,
+        session_id: s,
         answer: t
       });
     },
-    addIceCandidate(e, t, i) {
+    addIceCandidate(e, t, s) {
       return n.post(`/clips/streams/${e}/ice`, {
-        session_id: i,
+        session_id: s,
         ...t
       });
     },
-    sendStreamRequest(e, t, i) {
+    sendStreamRequest(e, t, s) {
       return n.post(`/clips/streams/${e}`, {
         session_id: t,
-        ...i
+        ...s
       });
     },
     close(e, t) {
@@ -146,8 +150,8 @@ function A(r, a) {
     }
   };
 }
-function O(r, a) {
-  const n = m(r, a);
+function T(r, o) {
+  const n = g(r, o);
   return {
     createStream(e) {
       return n.post("/talks/streams", {
@@ -157,22 +161,22 @@ function O(r, a) {
         config: e.config
       });
     },
-    startConnection(e, t, i) {
+    startConnection(e, t, s) {
       return n.post(`/talks/streams/${e}/sdp`, {
-        session_id: i,
+        session_id: s,
         answer: t
       });
     },
-    addIceCandidate(e, t, i) {
+    addIceCandidate(e, t, s) {
       return n.post(`/talks/streams/${e}/ice`, {
-        session_id: i,
+        session_id: s,
         ...t
       });
     },
-    sendStreamRequest(e, t, i) {
+    sendStreamRequest(e, t, s) {
       return n.post(`/talks/streams/${e}`, {
         session_id: t,
-        ...i
+        ...s
       });
     },
     close(e, t) {
@@ -182,61 +186,61 @@ function O(r, a) {
     }
   };
 }
-var p = /* @__PURE__ */ ((r) => (r.Idle = "IDLE", r.Streaming = "STREAMING", r))(p || {}), w = /* @__PURE__ */ ((r) => (r.Clip = "clip", r.Talk = "talk", r))(w || {});
+var m = /* @__PURE__ */ ((r) => (r.Idle = "IDLE", r.Streaming = "STREAMING", r))(m || {}), f = /* @__PURE__ */ ((r) => (r.Clip = "clip", r.Talk = "talk", r))(f || {});
 let $ = !1;
-const d = (r, a) => $ && console.log(r, a), T = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
-async function R(r, {
-  debug: a = !1,
+const d = (r, o) => $ && console.log(r, o), D = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
+async function E(r, {
+  debug: o = !1,
   callbacks: n,
   auth: e,
   baseURL: t = "https://api.d-id.com"
 }) {
-  $ = a;
-  let i = null;
+  $ = o;
+  let s = null;
   const {
-    startConnection: c,
-    sendStreamRequest: g,
+    startConnection: u,
+    sendStreamRequest: c,
     close: h,
     createStream: S,
-    addIceCandidate: y
-  } = r.videoType === w.Clip ? A(e, t) : O(e, t), {
-    id: u,
-    offer: _,
+    addIceCandidate: _
+  } = r.videoType === f.Clip ? A(e, t) : T(e, t), {
+    id: l,
+    offer: y,
     ice_servers: I,
-    session_id: l
-  } = await S(r), o = new T({
+    session_id: p
+  } = await S(r), a = new D({
     iceServers: I
-  }), C = o.createDataChannel("JanusDataChannel");
-  if (!l)
+  }), C = a.createDataChannel("JanusDataChannel");
+  if (!p)
     throw new Error("Could not create session_id");
-  o.onicecandidate = (s) => {
-    d("peerConnection.onicecandidate", s), s.candidate && s.candidate.sdpMid && s.candidate.sdpMLineIndex !== null && y(u, {
-      candidate: s.candidate.candidate,
-      sdpMid: s.candidate.sdpMid,
-      sdpMLineIndex: s.candidate.sdpMLineIndex
-    }, l);
-  }, o.oniceconnectionstatechange = () => {
-    d("peerConnection.oniceconnectionstatechange => " + o.iceConnectionState), n.onConnectionStateChange(o.iceConnectionState);
-  }, o.ontrack = (s) => {
-    d("peerConnection.ontrack", s), i = s.streams[0], n.onSrcObjectReady(i);
-  }, C.onmessage = (s) => {
-    C.readyState === "open" && n.onStreamingStateChange(s.data === "stream/done" ? p.Idle : p.Streaming);
-  }, await o.setRemoteDescription(_), d("set remote description OK");
-  const f = await o.createAnswer();
-  return d("create answer OK"), await o.setLocalDescription(f), d("set local description OK"), await c(u, f, l), d("start connection OK"), {
-    speak(s) {
-      return g(u, l, s);
+  a.onicecandidate = (i) => {
+    d("peerConnection.onicecandidate", i), i.candidate && i.candidate.sdpMid && i.candidate.sdpMLineIndex !== null && _(l, {
+      candidate: i.candidate.candidate,
+      sdpMid: i.candidate.sdpMid,
+      sdpMLineIndex: i.candidate.sdpMLineIndex
+    }, p);
+  }, a.oniceconnectionstatechange = () => {
+    d("peerConnection.oniceconnectionstatechange => " + a.iceConnectionState), n.onConnectionStateChange(a.iceConnectionState);
+  }, a.ontrack = (i) => {
+    d("peerConnection.ontrack", i), s = i.streams[0], n.onSrcObjectReady(s);
+  }, C.onmessage = (i) => {
+    C.readyState === "open" && n.onStreamingStateChange(i.data === "stream/done" ? m.Idle : m.Streaming);
+  }, await a.setRemoteDescription(y), d("set remote description OK");
+  const w = await a.createAnswer();
+  return d("create answer OK"), await a.setLocalDescription(w), d("set local description OK"), await u(l, w, p), d("start connection OK"), {
+    speak(i) {
+      return c(l, p, i);
     },
     async terminate() {
-      u && (i && (i.getTracks().forEach((s) => s.stop()), i = null), o && (o.close(), o.oniceconnectionstatechange = null, o.onnegotiationneeded = null, o.onicecandidate = null, o.ontrack = null), await h(u, l), n.onConnectionStateChange("closed"), n.onStreamingStateChange(p.Idle));
+      l && (s && (s.getTracks().forEach((i) => i.stop()), s = null), a && (a.close(), a.oniceconnectionstatechange = null, a.onnegotiationneeded = null, a.onicecandidate = null, a.ontrack = null), await h(l, p), n.onConnectionStateChange("closed"), n.onStreamingStateChange(m.Idle));
     },
-    sessionId: l,
-    streamId: u
+    sessionId: p,
+    streamId: l
   };
 }
 export {
-  K as createAgentsApi,
-  m as createClient,
-  D as createKnowledgeApi,
-  R as createStreamingManager
+  O as createAgentsApi,
+  g as createClient,
+  K as createKnowledgeApi,
+  E as createStreamingManager
 };

package/dist/index.umd.cjs

@@ -1 +1 @@
-(function(d,m){typeof exports=="object"&&typeof module<"u"?m(exports):typeof define=="function"&&define.amd?define(["exports"],m):(d=typeof globalThis<"u"?globalThis:d||self,m(d.index={}))})(this,function(d){"use strict";function m(r){return r.type==="bearer"?"Bearer "+r.token:r.type==="basic"?"Basic "+btoa(`${r.username}:${r.password}`):"Client-Key "+r.clientKey}function g(r,a="https://api.d-id.com"){const n=async(e,t)=>{const i=await fetch(a+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:m(r),"Content-Type":"application/json"}});if(!i.ok){let c=await i.text().catch(()=>"Failed to fetch");try{c=JSON.parse(c),c.description&&(c=c.description,typeof c.description=="object"&&(c=JSON.stringify(c.description)))}catch{}throw new Error(c)}return i.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"POST"})},delete(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"PATCH"})}}}function y(r,a="https://api.d-id.com"){const n=g(r,`${a}/knowledge`);return{createKnowledge(e){return n.post("/",e)},getKnowledgeBase(){return n.get("/")},getKnowledge(e){return n.get(`/${e}`)},deleteKnowledge(e){return n.delete(`/${e}`)},createDocument(e,t){return n.post(`/${e}/documents`,t)},deleteDocument(e,t){return n.delete(`/${e}/documents/${t}`)},getDocuments(e){return n.get(`/${e}/documents`)},getDocument(e,t){return n.get(`/${e}/documents/${t}`)},getRecords(e,t){return n.get(`/${e}/documents/${t}/records`)},query(e,t){return n.post(`/${e}/query`,{query:t})}}}function _(r,a="https://api.d-id.com"){const n=g(r,`${a}/agents`);return{create(e){return n.post("/",e)},getAgents(e){return n.get(`/${e?`?tag=${e}`:""}`)},getById(e){return n.get(`/${e}`)},delete(e){return n.delete(`/${e}`)},update(e,t){return n.patch(`/${e}`,t)},chat(e,t){return n.post(`/${e}/chat`,t)}}}function A(r,a){const n=g(r,a);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,i){return n.post(`/clips/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/clips/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/clips/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function I(r,a){const n=g(r,a);return{createStream(e){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config})},startConnection(e,t,i){return n.post(`/talks/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/talks/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/talks/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/talks/streams/${e}`,{session_id:t})}}}var f=(r=>(r.Idle="IDLE",r.Streaming="STREAMING",r))(f||{}),C=(r=>(r.Clip="clip",r.Talk="talk",r))(C||{});let w=!1;const u=(r,a)=>w&&console.log(r,a),T=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function O(r,{debug:a=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){w=a;let i=null;const{startConnection:c,sendStreamRequest:h,close:b,createStream:k,addIceCandidate:K}=r.videoType===C.Clip?A(e,t):I(e,t),{id:l,offer:D,ice_servers:M,session_id:p}=await k(r),o=new T({iceServers:M}),$=o.createDataChannel("JanusDataChannel");if(!p)throw new Error("Could not create session_id");o.onicecandidate=s=>{u("peerConnection.onicecandidate",s),s.candidate&&s.candidate.sdpMid&&s.candidate.sdpMLineIndex!==null&&K(l,{candidate:s.candidate.candidate,sdpMid:s.candidate.sdpMid,sdpMLineIndex:s.candidate.sdpMLineIndex},p)},o.oniceconnectionstatechange=()=>{u("peerConnection.oniceconnectionstatechange => "+o.iceConnectionState),n.onConnectionStateChange(o.iceConnectionState)},o.ontrack=s=>{u("peerConnection.ontrack",s),i=s.streams[0],n.onSrcObjectReady(i)},$.onmessage=s=>{$.readyState==="open"&&n.onStreamingStateChange(s.data==="stream/done"?f.Idle:f.Streaming)},await o.setRemoteDescription(D),u("set remote description OK");const S=await o.createAnswer();return u("create answer OK"),await o.setLocalDescription(S),u("set local description OK"),await c(l,S,p),u("start connection OK"),{speak(s){return h(l,p,s)},async terminate(){l&&(i&&(i.getTracks().forEach(s=>s.stop()),i=null),o&&(o.close(),o.oniceconnectionstatechange=null,o.onnegotiationneeded=null,o.onicecandidate=null,o.ontrack=null),await b(l,p),n.onConnectionStateChange("closed"),n.onStreamingStateChange(f.Idle))},sessionId:p,streamId:l}}d.createAgentsApi=_,d.createClient=g,d.createKnowledgeApi=y,d.createStreamingManager=O,Object.defineProperty(d,Symbol.toStringTag,{value:"Module"})});
+(function(c,g){typeof exports=="object"&&typeof module<"u"?g(exports):typeof define=="function"&&define.amd?define(["exports"],g):(c=typeof globalThis<"u"?globalThis:c||self,g(c.index={}))})(this,function(c){"use strict";function g(r){return r.type==="bearer"?"Bearer "+r.token:r.type==="basic"?"Basic "+btoa(`${r.username}:${r.password}`):"Client-Key "+r.clientKey}function f(r,o="https://api.d-id.com"){const n=async(e,t)=>{const i=await fetch(o+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:g(r),"Content-Type":"application/json"}});if(!i.ok){let l=await i.text().catch(()=>"Failed to fetch");try{const u=JSON.parse(l);u.description?l=u.description:u.message&&(l=u.message)}catch{}throw new Error(l)}return i.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"POST"})},delete(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"PATCH"})}}}function y(r,o="https://api.d-id.com"){const n=f(r,`${o}/knowledge`);return{createKnowledge(e){return n.post("/",e)},getKnowledgeBase(){return n.get("/")},getKnowledge(e){return n.get(`/${e}`)},deleteKnowledge(e){return n.delete(`/${e}`)},createDocument(e,t){return n.post(`/${e}/documents`,t)},deleteDocument(e,t){return n.delete(`/${e}/documents/${t}`)},getDocuments(e){return n.get(`/${e}/documents`)},getDocument(e,t){return n.get(`/${e}/documents/${t}`)},getRecords(e,t){return n.get(`/${e}/documents/${t}/records`)},query(e,t){return n.post(`/${e}/query`,{query:t})}}}function _(r,o="https://api.d-id.com"){const n=f(r,`${o}/agents`);return{create(e){return n.post("/",e)},getAgents(e){return n.get(`/${e?`?tag=${e}`:""}`)},getById(e){return n.get(`/${e}`)},delete(e){return n.delete(`/${e}`)},update(e,t){return n.patch(`/${e}`,t)},newChat(e){return n.patch(`/${e}/chat/new`)},chat(e,t){return n.post(`/${e}/chat`,t)}}}function A(r,o){const n=f(r,o);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,i){return n.post(`/clips/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/clips/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/clips/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function I(r,o){const n=f(r,o);return{createStream(e){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config})},startConnection(e,t,i){return n.post(`/talks/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/talks/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/talks/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/talks/streams/${e}`,{session_id:t})}}}var C=(r=>(r.Idle="IDLE",r.Streaming="STREAMING",r))(C||{}),w=(r=>(r.Clip="clip",r.Talk="talk",r))(w||{});let h=!1;const d=(r,o)=>h&&console.log(r,o),T=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function k(r,{debug:o=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){h=o;let i=null;const{startConnection:l,sendStreamRequest:u,close:K,createStream:O,addIceCandidate:b}=r.videoType===w.Clip?A(e,t):I(e,t),{id:p,offer:D,ice_servers:E,session_id:m}=await O(r),a=new T({iceServers:E}),$=a.createDataChannel("JanusDataChannel");if(!m)throw new Error("Could not create session_id");a.onicecandidate=s=>{d("peerConnection.onicecandidate",s),s.candidate&&s.candidate.sdpMid&&s.candidate.sdpMLineIndex!==null&&b(p,{candidate:s.candidate.candidate,sdpMid:s.candidate.sdpMid,sdpMLineIndex:s.candidate.sdpMLineIndex},m)},a.oniceconnectionstatechange=()=>{d("peerConnection.oniceconnectionstatechange => "+a.iceConnectionState),n.onConnectionStateChange(a.iceConnectionState)},a.ontrack=s=>{d("peerConnection.ontrack",s),i=s.streams[0],n.onSrcObjectReady(i)},$.onmessage=s=>{$.readyState==="open"&&n.onStreamingStateChange(s.data==="stream/done"?C.Idle:C.Streaming)},await a.setRemoteDescription(D),d("set remote description OK");const S=await a.createAnswer();return d("create answer OK"),await a.setLocalDescription(S),d("set local description OK"),await l(p,S,m),d("start connection OK"),{speak(s){return u(p,m,s)},async terminate(){p&&(i&&(i.getTracks().forEach(s=>s.stop()),i=null),a&&(a.close(),a.oniceconnectionstatechange=null,a.onnegotiationneeded=null,a.onicecandidate=null,a.ontrack=null),await K(p,m),n.onConnectionStateChange("closed"),n.onStreamingStateChange(C.Idle))},sessionId:m,streamId:p}}c.createAgentsApi=_,c.createClient=f,c.createKnowledgeApi=y,c.createStreamingManager=k,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@d-id/client-sdk",
     "private": false,
-    "version": "1.0.8",
+    "version": "1.0.10",
     "type": "module",
     "description": "d-id client sdk",
     "repository": {