@d-id/client-sdk 1.0.6 → 1.0.8

package/dist/common/types/src/entities/agents/agent.d.ts

@@ -1,26 +1,25 @@
-import { ExtendedTextToSpeechProviders, StreamTextToSpeechProviders } from '../../tts';
+import { StreamTextToSpeechProviders } from '../../tts';
+import { Knowledge } from './knowledge';
 import { LLM } from './llm';
 import { Presenter } from './presenter';
 export interface Agent {
     id: string;
-    tags?: string[];
-    owner_id: string;
-    use_case?: string;
-    created_at: string;
-    modified_at: string;
-    knowledge_id: string;
-    voice_provider: ExtendedTextToSpeechProviders;
+    username?: string;
+    presenter: Presenter;
     llm?: LLM;
-    presenter?: Presenter;
+    knowledge?: Knowledge;
+    use_case?: string;
+    tags?: string[];
     access?: 'private' | 'pending-public' | 'unlisted' | 'rejected' | 'public';
+    preview_name?: string;
     preview_description?: string;
     preview_thumbnail?: string;
-    preview_name: string;
 }
 export type AgentPayload = Omit<Agent, 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id' | 'idle_video_url'>;
 export interface IChatPayload {
     voice: StreamTextToSpeechProviders;
+    message: string;
     streamId: string;
     sessionId: string;
-    userQuery: string;
+    knowledgeId: string;
 }

package/dist/common/types/src/entities/agents/knowledge.d.ts

@@ -0,0 +1,10 @@
+export type KnowledgeProvider = 'pinecone' | 'redis';
+export interface KnowledgeEmbedder {
+    provider: string;
+    model: string;
+}
+export interface Knowledge {
+    id: string;
+    provider: KnowledgeProvider;
+    embedder?: KnowledgeEmbedder;
+}

package/dist/index.js

@@ -1,9 +1,9 @@
 function k(r) {
   return r.type === "bearer" ? "Bearer " + r.token : r.type === "basic" ? "Basic " + btoa(`${r.username}:${r.password}`) : "Client-Key " + r.clientKey;
 }
-function m(r, o = "https://api.d-id.com") {
+function m(r, a = "https://api.d-id.com") {
   const n = async (e, t) => {
-    const s = await fetch(o + (e != null && e.startsWith("/") ? e : `/${e}`), {
+    const i = await fetch(a + (e != null && e.startsWith("/") ? e : `/${e}`), {
       ...t,
       headers: {
         ...t == null ? void 0 : t.headers,
@@ -11,15 +11,15 @@ function m(r, o = "https://api.d-id.com") {
         "Content-Type": "application/json"
       }
     });
-    if (!s.ok) {
-      let c = await s.text().catch(() => "Failed to fetch");
+    if (!i.ok) {
+      let c = await i.text().catch(() => "Failed to fetch");
       try {
-        c = JSON.parse(c), c.description && (c = c.description);
+        c = JSON.parse(c), c.description && (c = c.description, typeof c.description == "object" && (c = JSON.stringify(c.description)));
       } catch {
       }
       throw new Error(c);
     }
-    return s.json();
+    return i.json();
   };
   return {
     get(e, t) {
@@ -28,31 +28,31 @@ function m(r, o = "https://api.d-id.com") {
         method: "GET"
       });
     },
-    post(e, t, s) {
+    post(e, t, i) {
       return n(e, {
-        ...s,
+        ...i,
         body: JSON.stringify(t),
         method: "POST"
       });
     },
-    delete(e, t, s) {
+    delete(e, t, i) {
       return n(e, {
-        ...s,
+        ...i,
         body: JSON.stringify(t),
         method: "DELETE"
       });
     },
-    patch(e, t, s) {
+    patch(e, t, i) {
       return n(e, {
-        ...s,
+        ...i,
         body: JSON.stringify(t),
         method: "PATCH"
       });
     }
   };
 }
-function K(r, o = "https://api.d-id.com") {
-  const n = m(r, `${o}/knowledge`);
+function D(r, a = "https://api.d-id.com") {
+  const n = m(r, `${a}/knowledge`);
   return {
     createKnowledge(e) {
       return n.post("/", e);
@@ -88,8 +88,8 @@ function K(r, o = "https://api.d-id.com") {
     }
   };
 }
-function O(r, o = "https://api.d-id.com") {
-  const n = m(r, `${o}/agents`);
+function K(r, a = "https://api.d-id.com") {
+  const n = m(r, `${a}/agents`);
   return {
     create(e) {
       return n.post("/", e);
@@ -111,8 +111,8 @@ function O(r, o = "https://api.d-id.com") {
     }
   };
 }
-function A(r, o) {
-  const n = m(r, o);
+function A(r, a) {
+  const n = m(r, a);
   return {
     createStream(e) {
       return n.post("/clips/streams", {
@@ -121,22 +121,22 @@ function A(r, o) {
         compatibility_mode: e.compatibility_mode
       });
     },
-    startConnection(e, t, s) {
+    startConnection(e, t, i) {
       return n.post(`/clips/streams/${e}/sdp`, {
-        session_id: s,
+        session_id: i,
         answer: t
       });
     },
-    addIceCandidate(e, t, s) {
+    addIceCandidate(e, t, i) {
       return n.post(`/clips/streams/${e}/ice`, {
-        session_id: s,
+        session_id: i,
         ...t
       });
     },
-    sendStreamRequest(e, t, s) {
+    sendStreamRequest(e, t, i) {
       return n.post(`/clips/streams/${e}`, {
         session_id: t,
-        ...s
+        ...i
       });
     },
     close(e, t) {
@@ -146,8 +146,8 @@ function A(r, o) {
     }
   };
 }
-function T(r, o) {
-  const n = m(r, o);
+function O(r, a) {
+  const n = m(r, a);
   return {
     createStream(e) {
       return n.post("/talks/streams", {
@@ -157,22 +157,22 @@ function T(r, o) {
         config: e.config
       });
     },
-    startConnection(e, t, s) {
+    startConnection(e, t, i) {
       return n.post(`/talks/streams/${e}/sdp`, {
-        session_id: s,
+        session_id: i,
         answer: t
       });
     },
-    addIceCandidate(e, t, s) {
+    addIceCandidate(e, t, i) {
       return n.post(`/talks/streams/${e}/ice`, {
-        session_id: s,
+        session_id: i,
         ...t
       });
     },
-    sendStreamRequest(e, t, s) {
+    sendStreamRequest(e, t, i) {
       return n.post(`/talks/streams/${e}`, {
         session_id: t,
-        ...s
+        ...i
       });
     },
     close(e, t) {
@@ -182,61 +182,61 @@ function T(r, o) {
     }
   };
 }
-var p = /* @__PURE__ */ ((r) => (r.Idle = "IDLE", r.Streaming = "STREAMING", r))(p || {}), f = /* @__PURE__ */ ((r) => (r.Clip = "clip", r.Talk = "talk", r))(f || {});
+var p = /* @__PURE__ */ ((r) => (r.Idle = "IDLE", r.Streaming = "STREAMING", r))(p || {}), w = /* @__PURE__ */ ((r) => (r.Clip = "clip", r.Talk = "talk", r))(w || {});
 let $ = !1;
-const d = (r, o) => $ && console.log(r, o), D = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
+const d = (r, a) => $ && console.log(r, a), T = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
 async function R(r, {
-  debug: o = !1,
+  debug: a = !1,
   callbacks: n,
   auth: e,
   baseURL: t = "https://api.d-id.com"
 }) {
-  $ = o;
-  let s = null;
+  $ = a;
+  let i = null;
   const {
     startConnection: c,
     sendStreamRequest: g,
     close: h,
     createStream: S,
-    addIceCandidate: _
-  } = r.videoType === f.Clip ? A(e, t) : T(e, t), {
+    addIceCandidate: y
+  } = r.videoType === w.Clip ? A(e, t) : O(e, t), {
     id: u,
-    offer: y,
+    offer: _,
     ice_servers: I,
     session_id: l
-  } = await S(r), a = new D({
+  } = await S(r), o = new T({
     iceServers: I
-  }), C = a.createDataChannel("JanusDataChannel");
+  }), C = o.createDataChannel("JanusDataChannel");
   if (!l)
     throw new Error("Could not create session_id");
-  a.onicecandidate = (i) => {
-    d("peerConnection.onicecandidate", i), i.candidate && i.candidate.sdpMid && i.candidate.sdpMLineIndex !== null && _(u, {
-      candidate: i.candidate.candidate,
-      sdpMid: i.candidate.sdpMid,
-      sdpMLineIndex: i.candidate.sdpMLineIndex
+  o.onicecandidate = (s) => {
+    d("peerConnection.onicecandidate", s), s.candidate && s.candidate.sdpMid && s.candidate.sdpMLineIndex !== null && y(u, {
+      candidate: s.candidate.candidate,
+      sdpMid: s.candidate.sdpMid,
+      sdpMLineIndex: s.candidate.sdpMLineIndex
     }, l);
-  }, a.oniceconnectionstatechange = () => {
-    d("peerConnection.oniceconnectionstatechange => " + a.iceConnectionState), n.onConnectionStateChange(a.iceConnectionState);
-  }, a.ontrack = (i) => {
-    d("peerConnection.ontrack", i), s = i.streams[0], n.onSrcObjectReady(s);
-  }, C.onmessage = (i) => {
-    C.readyState === "open" && n.onStreamingStateChange(i.data === "stream/done" ? p.Idle : p.Streaming);
-  }, await a.setRemoteDescription(y), d("set remote description OK");
-  const w = await a.createAnswer();
-  return d("create answer OK"), await a.setLocalDescription(w), d("set local description OK"), await c(u, w, l), d("start connection OK"), {
-    speak(i) {
-      return g(u, l, i);
+  }, o.oniceconnectionstatechange = () => {
+    d("peerConnection.oniceconnectionstatechange => " + o.iceConnectionState), n.onConnectionStateChange(o.iceConnectionState);
+  }, o.ontrack = (s) => {
+    d("peerConnection.ontrack", s), i = s.streams[0], n.onSrcObjectReady(i);
+  }, C.onmessage = (s) => {
+    C.readyState === "open" && n.onStreamingStateChange(s.data === "stream/done" ? p.Idle : p.Streaming);
+  }, await o.setRemoteDescription(_), d("set remote description OK");
+  const f = await o.createAnswer();
+  return d("create answer OK"), await o.setLocalDescription(f), d("set local description OK"), await c(u, f, l), d("start connection OK"), {
+    speak(s) {
+      return g(u, l, s);
     },
     async terminate() {
-      u && (s && (s.getTracks().forEach((i) => i.stop()), s = null), a && (a.close(), a.oniceconnectionstatechange = null, a.onnegotiationneeded = null, a.onicecandidate = null, a.ontrack = null), await h(u, l), n.onConnectionStateChange("closed"), n.onStreamingStateChange(p.Idle));
+      u && (i && (i.getTracks().forEach((s) => s.stop()), i = null), o && (o.close(), o.oniceconnectionstatechange = null, o.onnegotiationneeded = null, o.onicecandidate = null, o.ontrack = null), await h(u, l), n.onConnectionStateChange("closed"), n.onStreamingStateChange(p.Idle));
     },
     sessionId: l,
     streamId: u
   };
 }
 export {
-  O as createAgentsApi,
+  K as createAgentsApi,
   m as createClient,
-  K as createKnowledgeApi,
+  D as createKnowledgeApi,
   R as createStreamingManager
 };

package/dist/index.umd.cjs

@@ -1 +1 @@
-(function(c,m){typeof exports=="object"&&typeof module<"u"?m(exports):typeof define=="function"&&define.amd?define(["exports"],m):(c=typeof globalThis<"u"?globalThis:c||self,m(c.index={}))})(this,function(c){"use strict";function m(r){return r.type==="bearer"?"Bearer "+r.token:r.type==="basic"?"Basic "+btoa(`${r.username}:${r.password}`):"Client-Key "+r.clientKey}function g(r,o="https://api.d-id.com"){const n=async(e,t)=>{const i=await fetch(o+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:m(r),"Content-Type":"application/json"}});if(!i.ok){let d=await i.text().catch(()=>"Failed to fetch");try{d=JSON.parse(d),d.description&&(d=d.description)}catch{}throw new Error(d)}return i.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"POST"})},delete(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"PATCH"})}}}function y(r,o="https://api.d-id.com"){const n=g(r,`${o}/knowledge`);return{createKnowledge(e){return n.post("/",e)},getKnowledgeBase(){return n.get("/")},getKnowledge(e){return n.get(`/${e}`)},deleteKnowledge(e){return n.delete(`/${e}`)},createDocument(e,t){return n.post(`/${e}/documents`,t)},deleteDocument(e,t){return n.delete(`/${e}/documents/${t}`)},getDocuments(e){return n.get(`/${e}/documents`)},getDocument(e,t){return n.get(`/${e}/documents/${t}`)},getRecords(e,t){return n.get(`/${e}/documents/${t}/records`)},query(e,t){return n.post(`/${e}/query`,{query:t})}}}function _(r,o="https://api.d-id.com"){const n=g(r,`${o}/agents`);return{create(e){return n.post("/",e)},getAgents(e){return n.get(`/${e?`?tag=${e}`:""}`)},getById(e){return n.get(`/${e}`)},delete(e){return n.delete(`/${e}`)},update(e,t){return n.patch(`/${e}`,t)},chat(e,t){return n.post(`/${e}/chat`,t)}}}function A(r,o){const n=g(r,o);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,i){return n.post(`/clips/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/clips/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/clips/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function I(r,o){const n=g(r,o);return{createStream(e){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config})},startConnection(e,t,i){return n.post(`/talks/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/talks/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/talks/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/talks/streams/${e}`,{session_id:t})}}}var f=(r=>(r.Idle="IDLE",r.Streaming="STREAMING",r))(f||{}),C=(r=>(r.Clip="clip",r.Talk="talk",r))(C||{});let w=!1;const u=(r,o)=>w&&console.log(r,o),T=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function k(r,{debug:o=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){w=o;let i=null;const{startConnection:d,sendStreamRequest:h,close:K,createStream:O,addIceCandidate:b}=r.videoType===C.Clip?A(e,t):I(e,t),{id:l,offer:D,ice_servers:M,session_id:p}=await O(r),a=new T({iceServers:M}),$=a.createDataChannel("JanusDataChannel");if(!p)throw new Error("Could not create session_id");a.onicecandidate=s=>{u("peerConnection.onicecandidate",s),s.candidate&&s.candidate.sdpMid&&s.candidate.sdpMLineIndex!==null&&b(l,{candidate:s.candidate.candidate,sdpMid:s.candidate.sdpMid,sdpMLineIndex:s.candidate.sdpMLineIndex},p)},a.oniceconnectionstatechange=()=>{u("peerConnection.oniceconnectionstatechange => "+a.iceConnectionState),n.onConnectionStateChange(a.iceConnectionState)},a.ontrack=s=>{u("peerConnection.ontrack",s),i=s.streams[0],n.onSrcObjectReady(i)},$.onmessage=s=>{$.readyState==="open"&&n.onStreamingStateChange(s.data==="stream/done"?f.Idle:f.Streaming)},await a.setRemoteDescription(D),u("set remote description OK");const S=await a.createAnswer();return u("create answer OK"),await a.setLocalDescription(S),u("set local description OK"),await d(l,S,p),u("start connection OK"),{speak(s){return h(l,p,s)},async terminate(){l&&(i&&(i.getTracks().forEach(s=>s.stop()),i=null),a&&(a.close(),a.oniceconnectionstatechange=null,a.onnegotiationneeded=null,a.onicecandidate=null,a.ontrack=null),await K(l,p),n.onConnectionStateChange("closed"),n.onStreamingStateChange(f.Idle))},sessionId:p,streamId:l}}c.createAgentsApi=_,c.createClient=g,c.createKnowledgeApi=y,c.createStreamingManager=k,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});
+(function(d,m){typeof exports=="object"&&typeof module<"u"?m(exports):typeof define=="function"&&define.amd?define(["exports"],m):(d=typeof globalThis<"u"?globalThis:d||self,m(d.index={}))})(this,function(d){"use strict";function m(r){return r.type==="bearer"?"Bearer "+r.token:r.type==="basic"?"Basic "+btoa(`${r.username}:${r.password}`):"Client-Key "+r.clientKey}function g(r,a="https://api.d-id.com"){const n=async(e,t)=>{const i=await fetch(a+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:m(r),"Content-Type":"application/json"}});if(!i.ok){let c=await i.text().catch(()=>"Failed to fetch");try{c=JSON.parse(c),c.description&&(c=c.description,typeof c.description=="object"&&(c=JSON.stringify(c.description)))}catch{}throw new Error(c)}return i.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"POST"})},delete(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"PATCH"})}}}function y(r,a="https://api.d-id.com"){const n=g(r,`${a}/knowledge`);return{createKnowledge(e){return n.post("/",e)},getKnowledgeBase(){return n.get("/")},getKnowledge(e){return n.get(`/${e}`)},deleteKnowledge(e){return n.delete(`/${e}`)},createDocument(e,t){return n.post(`/${e}/documents`,t)},deleteDocument(e,t){return n.delete(`/${e}/documents/${t}`)},getDocuments(e){return n.get(`/${e}/documents`)},getDocument(e,t){return n.get(`/${e}/documents/${t}`)},getRecords(e,t){return n.get(`/${e}/documents/${t}/records`)},query(e,t){return n.post(`/${e}/query`,{query:t})}}}function _(r,a="https://api.d-id.com"){const n=g(r,`${a}/agents`);return{create(e){return n.post("/",e)},getAgents(e){return n.get(`/${e?`?tag=${e}`:""}`)},getById(e){return n.get(`/${e}`)},delete(e){return n.delete(`/${e}`)},update(e,t){return n.patch(`/${e}`,t)},chat(e,t){return n.post(`/${e}/chat`,t)}}}function A(r,a){const n=g(r,a);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,i){return n.post(`/clips/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/clips/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/clips/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function I(r,a){const n=g(r,a);return{createStream(e){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config})},startConnection(e,t,i){return n.post(`/talks/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/talks/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/talks/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/talks/streams/${e}`,{session_id:t})}}}var f=(r=>(r.Idle="IDLE",r.Streaming="STREAMING",r))(f||{}),C=(r=>(r.Clip="clip",r.Talk="talk",r))(C||{});let w=!1;const u=(r,a)=>w&&console.log(r,a),T=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function O(r,{debug:a=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){w=a;let i=null;const{startConnection:c,sendStreamRequest:h,close:b,createStream:k,addIceCandidate:K}=r.videoType===C.Clip?A(e,t):I(e,t),{id:l,offer:D,ice_servers:M,session_id:p}=await k(r),o=new T({iceServers:M}),$=o.createDataChannel("JanusDataChannel");if(!p)throw new Error("Could not create session_id");o.onicecandidate=s=>{u("peerConnection.onicecandidate",s),s.candidate&&s.candidate.sdpMid&&s.candidate.sdpMLineIndex!==null&&K(l,{candidate:s.candidate.candidate,sdpMid:s.candidate.sdpMid,sdpMLineIndex:s.candidate.sdpMLineIndex},p)},o.oniceconnectionstatechange=()=>{u("peerConnection.oniceconnectionstatechange => "+o.iceConnectionState),n.onConnectionStateChange(o.iceConnectionState)},o.ontrack=s=>{u("peerConnection.ontrack",s),i=s.streams[0],n.onSrcObjectReady(i)},$.onmessage=s=>{$.readyState==="open"&&n.onStreamingStateChange(s.data==="stream/done"?f.Idle:f.Streaming)},await o.setRemoteDescription(D),u("set remote description OK");const S=await o.createAnswer();return u("create answer OK"),await o.setLocalDescription(S),u("set local description OK"),await c(l,S,p),u("start connection OK"),{speak(s){return h(l,p,s)},async terminate(){l&&(i&&(i.getTracks().forEach(s=>s.stop()),i=null),o&&(o.close(),o.oniceconnectionstatechange=null,o.onnegotiationneeded=null,o.onicecandidate=null,o.ontrack=null),await b(l,p),n.onConnectionStateChange("closed"),n.onStreamingStateChange(f.Idle))},sessionId:p,streamId:l}}d.createAgentsApi=_,d.createClient=g,d.createKnowledgeApi=y,d.createStreamingManager=O,Object.defineProperty(d,Symbol.toStringTag,{value:"Module"})});

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@d-id/client-sdk",
     "private": false,
-    "version": "1.0.6",
+    "version": "1.0.8",
     "type": "module",
     "description": "d-id client sdk",
     "repository": {