@d-id/client-sdk 1.0.2 → 1.0.4

package/dist/apps/sdk/lib/api/agents.d.ts

@@ -1,8 +1,9 @@
-import { Agent, AgentPayload, Auth } from '../../../../common/types/src/index';
+import { Agent, AgentPayload, Auth, IChatPayload } from '../../../../common/types/src/index';
 export declare function createAgentsApi(auth: Auth, host?: string): {
     create(payload: AgentPayload): Promise<Agent>;
     getAgents(tag?: string): Promise<Agent[]>;
     getById(id: string): Promise<Agent>;
     delete(id: string): Promise<any>;
     update(id: string, payload: AgentPayload): Promise<Agent>;
+    chat(id: string, payload: IChatPayload): Promise<Agent>;
 };

package/dist/common/types/src/entities/agents/agent.d.ts

@@ -1,4 +1,4 @@
-import { ExtendedTextToSpeechProviders } from '../../tts';
+import { ExtendedTextToSpeechProviders, StreamTextToSpeechProviders } from '../../tts';
 import { LLM } from './llm';
 import { Presenter } from './presenter';
 export interface Agent {
@@ -18,3 +18,9 @@ export interface Agent {
     preview_name: string;
 }
 export type AgentPayload = Omit<Agent, 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id' | 'idle_video_url'>;
+export interface IChatPayload {
+    voice: StreamTextToSpeechProviders;
+    streamId: string;
+    sessionId: string;
+    userQuery: string;
+}

package/dist/index.js

@@ -1,18 +1,24 @@
-function T(r) {
+function k(r) {
   return r.type === "bearer" ? "Bearer " + r.token : r.type === "basic" ? "Basic " + btoa(`${r.username}:${r.password}`) : "Client-Key " + r.clientKey;
 }
-function p(r, o = "https://api.d-id.com") {
+function m(r, o = "https://api.d-id.com") {
   const n = async (e, t) => {
     const s = await fetch(o + (e != null && e.startsWith("/") ? e : `/${e}`), {
       ...t,
       headers: {
         ...t == null ? void 0 : t.headers,
-        Authorization: T(r),
+        Authorization: k(r),
         "Content-Type": "application/json"
       }
     });
-    if (!s.ok)
-      throw new Error(s.statusText);
+    if (!s.ok) {
+      let c = await s.text().catch(() => "Failed to fetch");
+      try {
+        c = JSON.parse(c), c.description && (c = c.description);
+      } catch {
+      }
+      throw new Error(c);
+    }
     return s.json();
   };
   return {
@@ -46,7 +52,7 @@ function p(r, o = "https://api.d-id.com") {
   };
 }
 function K(r, o = "https://api.d-id.com") {
-  const n = p(r, `${o}/knowledge`);
+  const n = m(r, `${o}/knowledge`);
   return {
     createKnowledge(e) {
       return n.post("/", e);
@@ -83,7 +89,7 @@ function K(r, o = "https://api.d-id.com") {
   };
 }
 function O(r, o = "https://api.d-id.com") {
-  const n = p(r, `${o}/agents`);
+  const n = m(r, `${o}/agents`);
   return {
     create(e) {
       return n.post("/", e);
@@ -99,11 +105,14 @@ function O(r, o = "https://api.d-id.com") {
     },
     update(e, t) {
       return n.patch(`/${e}`, t);
+    },
+    chat(e, t) {
+      return n.patch(`/${e}/chat`, t);
     }
   };
 }
-function k(r, o) {
-  const n = p(r, o);
+function A(r, o) {
+  const n = m(r, o);
   return {
     createStream(e) {
       return n.post("/clips/streams", {
@@ -137,8 +146,8 @@ function k(r, o) {
     }
   };
 }
-function A(r, o) {
-  const n = p(r, o);
+function T(r, o) {
+  const n = m(r, o);
   return {
     createStream(e) {
       return n.post("/talks/streams", {
@@ -173,61 +182,61 @@ function A(r, o) {
     }
   };
 }
-var l = /* @__PURE__ */ ((r) => (r.Idle = "IDLE", r.Streaming = "STREAMING", r))(l || {}), C = /* @__PURE__ */ ((r) => (r.Clip = "clip", r.Talk = "talk", r))(C || {});
-let w = !1;
-const c = (r, o) => w && console.log(r, o), D = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
+var p = /* @__PURE__ */ ((r) => (r.Idle = "IDLE", r.Streaming = "STREAMING", r))(p || {}), f = /* @__PURE__ */ ((r) => (r.Clip = "clip", r.Talk = "talk", r))(f || {});
+let $ = !1;
+const d = (r, o) => $ && console.log(r, o), D = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
 async function R(r, {
   debug: o = !1,
   callbacks: n,
   auth: e,
   baseURL: t = "https://api.d-id.com"
 }) {
-  w = o;
+  $ = o;
   let s = null;
   const {
-    startConnection: $,
-    sendStreamRequest: f,
-    close: S,
-    createStream: h,
+    startConnection: c,
+    sendStreamRequest: g,
+    close: h,
+    createStream: S,
     addIceCandidate: _
-  } = r.videoType === C.Clip ? k(e, t) : A(e, t), {
-    id: d,
+  } = r.videoType === f.Clip ? A(e, t) : T(e, t), {
+    id: u,
     offer: y,
     ice_servers: I,
-    session_id: u
-  } = await h(r), a = new D({
+    session_id: l
+  } = await S(r), a = new D({
     iceServers: I
-  }), m = a.createDataChannel("JanusDataChannel");
-  if (!u)
+  }), C = a.createDataChannel("JanusDataChannel");
+  if (!l)
     throw new Error("Could not create session_id");
   a.onicecandidate = (i) => {
-    c("peerConnection.onicecandidate", i), i.candidate && i.candidate.sdpMid && i.candidate.sdpMLineIndex !== null && _(d, {
+    d("peerConnection.onicecandidate", i), i.candidate && i.candidate.sdpMid && i.candidate.sdpMLineIndex !== null && _(u, {
       candidate: i.candidate.candidate,
       sdpMid: i.candidate.sdpMid,
       sdpMLineIndex: i.candidate.sdpMLineIndex
-    }, u);
+    }, l);
   }, a.oniceconnectionstatechange = () => {
-    c("peerConnection.oniceconnectionstatechange => " + a.iceConnectionState), n.onConnectionStateChange(a.iceConnectionState);
+    d("peerConnection.oniceconnectionstatechange => " + a.iceConnectionState), n.onConnectionStateChange(a.iceConnectionState);
   }, a.ontrack = (i) => {
-    c("peerConnection.ontrack", i), s = i.streams[0], n.onSrcObjectReady(s);
-  }, m.onmessage = (i) => {
-    m.readyState === "open" && n.onStreamingStateChange(i.data === "stream/done" ? l.Idle : l.Streaming);
-  }, await a.setRemoteDescription(y), c("set remote description OK");
-  const g = await a.createAnswer();
-  return c("create answer OK"), await a.setLocalDescription(g), c("set local description OK"), await $(d, g, u), c("start connection OK"), {
+    d("peerConnection.ontrack", i), s = i.streams[0], n.onSrcObjectReady(s);
+  }, C.onmessage = (i) => {
+    C.readyState === "open" && n.onStreamingStateChange(i.data === "stream/done" ? p.Idle : p.Streaming);
+  }, await a.setRemoteDescription(y), d("set remote description OK");
+  const w = await a.createAnswer();
+  return d("create answer OK"), await a.setLocalDescription(w), d("set local description OK"), await c(u, w, l), d("start connection OK"), {
     speak(i) {
-      return f(d, u, i);
+      return g(u, l, i);
     },
     async terminate() {
-      d && (s && (s.getTracks().forEach((i) => i.stop()), s = null), a && (a.close(), a.oniceconnectionstatechange = null, a.onnegotiationneeded = null, a.onicecandidate = null, a.ontrack = null), await S(d, u), n.onConnectionStateChange("closed"), n.onStreamingStateChange(l.Idle));
+      u && (s && (s.getTracks().forEach((i) => i.stop()), s = null), a && (a.close(), a.oniceconnectionstatechange = null, a.onnegotiationneeded = null, a.onicecandidate = null, a.ontrack = null), await h(u, l), n.onConnectionStateChange("closed"), n.onStreamingStateChange(p.Idle));
     },
-    sessionId: u,
-    streamId: d
+    sessionId: l,
+    streamId: u
   };
 }
 export {
   O as createAgentsApi,
-  p as createClient,
+  m as createClient,
   K as createKnowledgeApi,
   R as createStreamingManager
 };

package/dist/index.umd.cjs

@@ -1 +1 @@
-(function(c,p){typeof exports=="object"&&typeof module<"u"?p(exports):typeof define=="function"&&define.amd?define(["exports"],p):(c=typeof globalThis<"u"?globalThis:c||self,p(c.index={}))})(this,function(c){"use strict";function p(r){return r.type==="bearer"?"Bearer "+r.token:r.type==="basic"?"Basic "+btoa(`${r.username}:${r.password}`):"Client-Key "+r.clientKey}function m(r,a="https://api.d-id.com"){const n=async(e,t)=>{const i=await fetch(a+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:p(r),"Content-Type":"application/json"}});if(!i.ok)throw new Error(i.statusText);return i.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"POST"})},delete(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"PATCH"})}}}function S(r,a="https://api.d-id.com"){const n=m(r,`${a}/knowledge`);return{createKnowledge(e){return n.post("/",e)},getKnowledgeBase(){return n.get("/")},getKnowledge(e){return n.get(`/${e}`)},deleteKnowledge(e){return n.delete(`/${e}`)},createDocument(e,t){return n.post(`/${e}/documents`,t)},deleteDocument(e,t){return n.delete(`/${e}/documents/${t}`)},getDocuments(e){return n.get(`/${e}/documents`)},getDocument(e,t){return n.get(`/${e}/documents/${t}`)},getRecords(e,t){return n.get(`/${e}/documents/${t}/records`)},query(e,t){return n.post(`/${e}/query`,{query:t})}}}function h(r,a="https://api.d-id.com"){const n=m(r,`${a}/agents`);return{create(e){return n.post("/",e)},getAgents(e){return n.get(`/${e?`?tag=${e}`:""}`)},getById(e){return n.get(`/${e}`)},delete(e){return n.delete(`/${e}`)},update(e,t){return n.patch(`/${e}`,t)}}}function y(r,a){const n=m(r,a);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,i){return n.post(`/clips/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/clips/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/clips/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function _(r,a){const n=m(r,a);return{createStream(e){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config})},startConnection(e,t,i){return n.post(`/talks/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/talks/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/talks/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/talks/streams/${e}`,{session_id:t})}}}var g=(r=>(r.Idle="IDLE",r.Streaming="STREAMING",r))(g||{}),f=(r=>(r.Clip="clip",r.Talk="talk",r))(f||{});let C=!1;const d=(r,a)=>C&&console.log(r,a),T=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function A(r,{debug:a=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){C=a;let i=null;const{startConnection:I,sendStreamRequest:k,close:K,createStream:b,addIceCandidate:D}=r.videoType===f.Clip?y(e,t):_(e,t),{id:u,offer:O,ice_servers:M,session_id:l}=await b(r),o=new T({iceServers:M}),w=o.createDataChannel("JanusDataChannel");if(!l)throw new Error("Could not create session_id");o.onicecandidate=s=>{d("peerConnection.onicecandidate",s),s.candidate&&s.candidate.sdpMid&&s.candidate.sdpMLineIndex!==null&&D(u,{candidate:s.candidate.candidate,sdpMid:s.candidate.sdpMid,sdpMLineIndex:s.candidate.sdpMLineIndex},l)},o.oniceconnectionstatechange=()=>{d("peerConnection.oniceconnectionstatechange => "+o.iceConnectionState),n.onConnectionStateChange(o.iceConnectionState)},o.ontrack=s=>{d("peerConnection.ontrack",s),i=s.streams[0],n.onSrcObjectReady(i)},w.onmessage=s=>{w.readyState==="open"&&n.onStreamingStateChange(s.data==="stream/done"?g.Idle:g.Streaming)},await o.setRemoteDescription(O),d("set remote description OK");const $=await o.createAnswer();return d("create answer OK"),await o.setLocalDescription($),d("set local description OK"),await I(u,$,l),d("start connection OK"),{speak(s){return k(u,l,s)},async terminate(){u&&(i&&(i.getTracks().forEach(s=>s.stop()),i=null),o&&(o.close(),o.oniceconnectionstatechange=null,o.onnegotiationneeded=null,o.onicecandidate=null,o.ontrack=null),await K(u,l),n.onConnectionStateChange("closed"),n.onStreamingStateChange(g.Idle))},sessionId:l,streamId:u}}c.createAgentsApi=h,c.createClient=m,c.createKnowledgeApi=S,c.createStreamingManager=A,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});
+(function(c,m){typeof exports=="object"&&typeof module<"u"?m(exports):typeof define=="function"&&define.amd?define(["exports"],m):(c=typeof globalThis<"u"?globalThis:c||self,m(c.index={}))})(this,function(c){"use strict";function m(r){return r.type==="bearer"?"Bearer "+r.token:r.type==="basic"?"Basic "+btoa(`${r.username}:${r.password}`):"Client-Key "+r.clientKey}function g(r,o="https://api.d-id.com"){const n=async(e,t)=>{const i=await fetch(o+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:m(r),"Content-Type":"application/json"}});if(!i.ok){let d=await i.text().catch(()=>"Failed to fetch");try{d=JSON.parse(d),d.description&&(d=d.description)}catch{}throw new Error(d)}return i.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"POST"})},delete(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,i){return n(e,{...i,body:JSON.stringify(t),method:"PATCH"})}}}function y(r,o="https://api.d-id.com"){const n=g(r,`${o}/knowledge`);return{createKnowledge(e){return n.post("/",e)},getKnowledgeBase(){return n.get("/")},getKnowledge(e){return n.get(`/${e}`)},deleteKnowledge(e){return n.delete(`/${e}`)},createDocument(e,t){return n.post(`/${e}/documents`,t)},deleteDocument(e,t){return n.delete(`/${e}/documents/${t}`)},getDocuments(e){return n.get(`/${e}/documents`)},getDocument(e,t){return n.get(`/${e}/documents/${t}`)},getRecords(e,t){return n.get(`/${e}/documents/${t}/records`)},query(e,t){return n.post(`/${e}/query`,{query:t})}}}function _(r,o="https://api.d-id.com"){const n=g(r,`${o}/agents`);return{create(e){return n.post("/",e)},getAgents(e){return n.get(`/${e?`?tag=${e}`:""}`)},getById(e){return n.get(`/${e}`)},delete(e){return n.delete(`/${e}`)},update(e,t){return n.patch(`/${e}`,t)},chat(e,t){return n.patch(`/${e}/chat`,t)}}}function A(r,o){const n=g(r,o);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,i){return n.post(`/clips/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/clips/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/clips/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function I(r,o){const n=g(r,o);return{createStream(e){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config})},startConnection(e,t,i){return n.post(`/talks/streams/${e}/sdp`,{session_id:i,answer:t})},addIceCandidate(e,t,i){return n.post(`/talks/streams/${e}/ice`,{session_id:i,...t})},sendStreamRequest(e,t,i){return n.post(`/talks/streams/${e}`,{session_id:t,...i})},close(e,t){return n.delete(`/talks/streams/${e}`,{session_id:t})}}}var f=(r=>(r.Idle="IDLE",r.Streaming="STREAMING",r))(f||{}),C=(r=>(r.Clip="clip",r.Talk="talk",r))(C||{});let w=!1;const u=(r,o)=>w&&console.log(r,o),T=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function k(r,{debug:o=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){w=o;let i=null;const{startConnection:d,sendStreamRequest:h,close:K,createStream:O,addIceCandidate:b}=r.videoType===C.Clip?A(e,t):I(e,t),{id:l,offer:D,ice_servers:M,session_id:p}=await O(r),a=new T({iceServers:M}),$=a.createDataChannel("JanusDataChannel");if(!p)throw new Error("Could not create session_id");a.onicecandidate=s=>{u("peerConnection.onicecandidate",s),s.candidate&&s.candidate.sdpMid&&s.candidate.sdpMLineIndex!==null&&b(l,{candidate:s.candidate.candidate,sdpMid:s.candidate.sdpMid,sdpMLineIndex:s.candidate.sdpMLineIndex},p)},a.oniceconnectionstatechange=()=>{u("peerConnection.oniceconnectionstatechange => "+a.iceConnectionState),n.onConnectionStateChange(a.iceConnectionState)},a.ontrack=s=>{u("peerConnection.ontrack",s),i=s.streams[0],n.onSrcObjectReady(i)},$.onmessage=s=>{$.readyState==="open"&&n.onStreamingStateChange(s.data==="stream/done"?f.Idle:f.Streaming)},await a.setRemoteDescription(D),u("set remote description OK");const S=await a.createAnswer();return u("create answer OK"),await a.setLocalDescription(S),u("set local description OK"),await d(l,S,p),u("start connection OK"),{speak(s){return h(l,p,s)},async terminate(){l&&(i&&(i.getTracks().forEach(s=>s.stop()),i=null),a&&(a.close(),a.oniceconnectionstatechange=null,a.onnegotiationneeded=null,a.onicecandidate=null,a.ontrack=null),await K(l,p),n.onConnectionStateChange("closed"),n.onStreamingStateChange(f.Idle))},sessionId:p,streamId:l}}c.createAgentsApi=_,c.createClient=g,c.createKnowledgeApi=y,c.createStreamingManager=k,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@d-id/client-sdk",
     "private": false,
-    "version": "1.0.2",
+    "version": "1.0.4",
     "type": "module",
     "description": "d-id client sdk",
     "repository": {