@d-id/client-sdk 0.0.1 → 0.0.2

package/dist/index.js

@@ -1,21 +1,21 @@
-function A(o) {
-  return o.type === "bearer" ? "Bearer " + o.token : o.type === "basic" ? "Basic " + btoa(`${o.username}:${o.password}`) : "Client-Key " + o.clientKey;
+function T(r) {
+  return r.type === "bearer" ? "Bearer " + r.token : r.type === "basic" ? "Basic " + btoa(`${r.username}:${r.password}`) : "Client-Key " + r.clientKey;
 }
-function h(o, s = "https://api.d-id.com") {
+function f(r, i = "https://api.d-id.com") {
   const n = async (e, t) => {
-    const r = await fetch(s + (e != null && e.startsWith("/") ? e : `/${e}`), {
+    const o = await fetch(i + (e != null && e.startsWith("/") ? e : `/${e}`), {
       ...t,
       headers: {
         ...t == null ? void 0 : t.headers,
-        Authorization: A(o),
+        Authorization: T(r),
         "Content-Type": "application/json"
       }
     });
-    if (!r.ok) {
-      let a = await r.text().catch(() => "Failed to fetch");
+    if (!o.ok) {
+      let a = await o.text().catch(() => "Failed to fetch");
       throw new Error(a);
     }
-    return r.json();
+    return o.json();
   };
   return {
     get(e, t) {
@@ -24,37 +24,37 @@ function h(o, s = "https://api.d-id.com") {
         method: "GET"
       });
     },
-    post(e, t, r) {
+    post(e, t, o) {
       return n(e, {
-        ...r,
+        ...o,
         body: JSON.stringify(t),
         method: "POST"
       });
     },
-    delete(e, t, r) {
+    delete(e, t, o) {
       return n(e, {
-        ...r,
+        ...o,
         body: JSON.stringify(t),
         method: "DELETE"
       });
     },
-    patch(e, t, r) {
+    patch(e, t, o) {
       return n(e, {
-        ...r,
+        ...o,
         body: JSON.stringify(t),
         method: "PATCH"
       });
     }
   };
 }
-function R(o, s = "https://api.d-id.com") {
-  const n = h(o, `${s}/agents`);
+function K(r, i = "https://api.d-id.com") {
+  const n = f(r, `${i}/agents`);
   return {
     create(e, t) {
       return n.post("/", e, t);
     },
     getAgents(e, t) {
-      return n.get(`/${e ? `?tag=${e}` : ""}`, t).then((r) => r ?? []);
+      return n.get(`/${e ? `?tag=${e}` : ""}`, t).then((o) => o ?? []);
     },
     getById(e, t) {
       return n.get(`/${e}`, t);
@@ -62,19 +62,19 @@ function R(o, s = "https://api.d-id.com") {
     delete(e, t) {
       return n.delete(`/${e}`, void 0, t);
     },
-    update(e, t, r) {
-      return n.patch(`/${e}`, t, r);
+    update(e, t, o) {
+      return n.patch(`/${e}`, t, o);
     },
     newChat(e, t) {
       return n.post(`/${e}/chat`, void 0, t);
     },
-    chat(e, t, r, a) {
-      return n.post(`/${e}/chat/${t}`, r, a);
+    chat(e, t, o, a) {
+      return n.post(`/${e}/chat/${t}`, o, a);
     }
   };
 }
-function P(o, s = "https://api.d-id.com") {
-  const n = h(o, `${s}/knowledge`);
+function E(r, i = "https://api.d-id.com") {
+  const n = f(r, `${i}/knowledge`);
   return {
     createKnowledge(e, t) {
       return n.post("/", e, t);
@@ -88,65 +88,109 @@ function P(o, s = "https://api.d-id.com") {
     deleteKnowledge(e, t) {
       return n.delete(`/${e}`, void 0, t);
     },
-    createDocument(e, t, r) {
-      return n.post(`/${e}/documents`, t, r);
+    createDocument(e, t, o) {
+      return n.post(`/${e}/documents`, t, o);
     },
-    deleteDocument(e, t, r) {
-      return n.delete(`/${e}/documents/${t}`, void 0, r);
+    deleteDocument(e, t, o) {
+      return n.delete(`/${e}/documents/${t}`, void 0, o);
     },
     getDocuments(e, t) {
       return n.get(`/${e}/documents`, t);
     },
-    getDocument(e, t, r) {
-      return n.get(`/${e}/documents/${t}`, r);
+    getDocument(e, t, o) {
+      return n.get(`/${e}/documents/${t}`, o);
     },
-    getRecords(e, t, r) {
-      return n.get(`/${e}/documents/${t}/records`, r);
+    getRecords(e, t, o) {
+      return n.get(`/${e}/documents/${t}/records`, o);
     },
-    query(e, t, r) {
+    query(e, t, o) {
       return n.post(`/${e}/query`, {
         query: t
-      }, r);
+      }, o);
     }
   };
 }
-var m = /* @__PURE__ */ ((o) => (o[o.START = 0] = "START", o[o.STOP = 1] = "STOP", o))(m || {}), C = /* @__PURE__ */ ((o) => (o.Clip = "clip", o.Talk = "talk", o))(C || {});
-function I(o) {
-  return o.presenter.type === C.Clip ? {
-    videoType: C.Clip,
-    driver_id: o.presenter.driver_id,
-    presenter_id: o.presenter.presenter_id
+function R(r) {
+  if (r.type === "bearer")
+    return `Bearer ${r.token}`;
+  if (r.type === "basic")
+    return `Basic ${btoa(`${r.username}:${r.password}`)}`;
+  if (r.type === "key")
+    return `Client-Key ${r.clientKey}`;
+  throw new Error(`Unknown auth type: ${r}`);
+}
+const I = (r) => new Promise((i) => setTimeout(i, r));
+function v(r) {
+  return new Promise((i, n) => {
+    const {
+      callbacks: e,
+      host: t,
+      auth: o
+    } = r, {
+      onMessage: a,
+      onOpen: p,
+      onClose: l = null,
+      onError: g
+    } = e, c = new WebSocket(`${t}?authorization=${R(o)}`);
+    c.onmessage = a, c.onclose = l, c.onerror = (m) => {
+      console.log(m), g == null || g(m), n(m);
+    }, c.onopen = (m) => {
+      p == null || p(m), i(c);
+    };
+  });
+}
+async function q(r) {
+  const {
+    retries: i = 1
+  } = r;
+  let n = null;
+  for (let e = 0; (n == null ? void 0 : n.readyState) !== WebSocket.OPEN; e++)
+    try {
+      n = await v(r);
+    } catch (t) {
+      if (e === i)
+        throw t;
+      await I(e * 500);
+    }
+  return n;
+}
+var h = /* @__PURE__ */ ((r) => (r.Start = "START", r.Stop = "STOP", r))(h || {}), $ = /* @__PURE__ */ ((r) => (r.Clip = "clip", r.Talk = "talk", r))($ || {});
+function D(r) {
+  return r.presenter.type === $.Clip ? {
+    videoType: $.Clip,
+    driver_id: r.presenter.driver_id,
+    presenter_id: r.presenter.presenter_id
   } : {
-    videoType: C.Talk,
-    source_url: o.presenter.source_url
+    videoType: $.Talk,
+    source_url: r.presenter.source_url
   };
 }
-async function M(o, {
-  callbacks: s,
+async function j(r, {
+  callbacks: i,
   ...n
 }) {
-  const e = new AbortController(), t = R(n.auth, n.baseURL), r = await t.getById(o), a = await t.newChat(o), {
-    terminate: w,
-    sessionId: $,
-    streamId: f
-  } = await D(I(r), {
+  const e = new AbortController(), t = K(n.auth, n.baseURL), o = await t.getById(r), a = await t.newChat(r), {
+    terminate: p,
+    sessionId: l,
+    streamId: g
+  } = await B(D(o), {
     ...n,
     callbacks: {
-      onSrcObjectReady: s.onSrcObjectReady,
-      onVideoStateChange: s == null ? void 0 : s.onVideoStateChange,
-      onConnectionStateChange: s.onConnectionStateChange
+      onSrcObjectReady: i.onSrcObjectReady,
+      onVideoStateChange: i == null ? void 0 : i.onVideoStateChange,
+      onConnectionStateChange: i.onConnectionStateChange
     }
   });
   return {
-    agent: r,
+    agent: o,
     terminate() {
-      return e.abort(), w();
+      return e.abort(), p();
     },
     chatId: a.id,
     chat(c) {
-      return t.chat(o, a.id, {
-        sessionId: $,
-        streamId: f,
+      return t.chat(r, a.id, {
+        sessionId: l,
+        streamId: g,
         messages: c
       }, {
         signal: e.signal
@@ -154,8 +198,8 @@ async function M(o, {
     }
   };
 }
-function O(o, s) {
-  const n = h(o, s);
+function P(r, i) {
+  const n = f(r, i);
   return {
     createStream(e) {
       return n.post("/clips/streams", {
@@ -164,22 +208,22 @@ function O(o, s) {
         compatibility_mode: e.compatibility_mode
       });
     },
-    startConnection(e, t, r) {
+    startConnection(e, t, o) {
       return n.post(`/clips/streams/${e}/sdp`, {
-        session_id: r,
+        session_id: o,
         answer: t
       });
     },
-    addIceCandidate(e, t, r) {
+    addIceCandidate(e, t, o) {
       return n.post(`/clips/streams/${e}/ice`, {
-        session_id: r,
+        session_id: o,
         ...t
       });
     },
-    sendStreamRequest(e, t, r) {
+    sendStreamRequest(e, t, o) {
       return n.post(`/clips/streams/${e}`, {
         session_id: t,
-        ...r
+        ...o
       });
     },
     close(e, t) {
@@ -189,8 +233,8 @@ function O(o, s) {
     }
   };
 }
-function v(o, s) {
-  const n = h(o, s);
+function M(r, i) {
+  const n = f(r, i);
   return {
     createStream(e, t) {
       return n.post("/talks/streams", {
@@ -200,90 +244,91 @@ function v(o, s) {
         config: e.config
       }, t);
     },
-    startConnection(e, t, r, a) {
+    startConnection(e, t, o, a) {
       return n.post(`/talks/streams/${e}/sdp`, {
-        session_id: r,
+        session_id: o,
         answer: t
       }, a);
     },
-    addIceCandidate(e, t, r, a) {
+    addIceCandidate(e, t, o, a) {
       return n.post(`/talks/streams/${e}/ice`, {
-        session_id: r,
+        session_id: o,
         ...t
       }, a);
     },
-    sendStreamRequest(e, t, r, a) {
+    sendStreamRequest(e, t, o, a) {
       return n.post(`/talks/streams/${e}`, {
         session_id: t,
-        ...r
+        ...o
       }, a);
     },
-    close(e, t, r) {
+    close(e, t, o) {
       return n.delete(`/talks/streams/${e}`, {
         session_id: t
-      }, r);
+      }, o);
     }
   };
 }
 let _ = !1;
-const p = (o, s) => _ && console.log(o, s), K = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
-async function D(o, {
-  debug: s = !1,
+const C = (r, i) => _ && console.log(r, i), O = (window.RTCPeerConnection || window.webkitRTCPeerConnection || window.mozRTCPeerConnection).bind(window);
+async function B(r, {
+  debug: i = !1,
   callbacks: n,
   auth: e,
   baseURL: t = "https://api.d-id.com"
 }) {
-  _ = s;
+  _ = i;
   const {
-    startConnection: r,
+    startConnection: o,
     sendStreamRequest: a,
-    close: w,
-    createStream: $,
-    addIceCandidate: f
-  } = o.videoType === C.Clip ? O(e, t) : v(e, t), {
+    close: p,
+    createStream: l,
+    addIceCandidate: g
+  } = r.videoType === $.Clip ? P(e, t) : M(e, t), {
     id: c,
-    offer: l,
-    ice_servers: T,
-    session_id: g
-  } = await $(o), d = new K({
-    iceServers: T
-  }), S = d.createDataChannel("JanusDataChannel");
-  if (!g)
+    offer: m,
+    ice_servers: A,
+    session_id: w
+  } = await l(r), d = new O({
+    iceServers: A
+  }), y = d.createDataChannel("JanusDataChannel");
+  if (!w)
     throw new Error("Could not create session_id");
-  d.onicecandidate = (i) => {
-    p("peerConnection.onicecandidate", i), i.candidate && i.candidate.sdpMid && i.candidate.sdpMLineIndex !== null && f(c, {
-      candidate: i.candidate.candidate,
-      sdpMid: i.candidate.sdpMid,
-      sdpMLineIndex: i.candidate.sdpMLineIndex
-    }, g);
+  d.onicecandidate = (s) => {
+    C("peerConnection.onicecandidate", s), s.candidate && s.candidate.sdpMid && s.candidate.sdpMLineIndex !== null && g(c, {
+      candidate: s.candidate.candidate,
+      sdpMid: s.candidate.sdpMid,
+      sdpMLineIndex: s.candidate.sdpMLineIndex
+    }, w);
   }, d.oniceconnectionstatechange = () => {
-    var i;
-    p("peerConnection.oniceconnectionstatechange => " + d.iceConnectionState), (i = n.onConnectionStateChange) == null || i.call(n, d.iceConnectionState);
-  }, d.ontrack = (i) => {
+    var s;
+    C("peerConnection.oniceconnectionstatechange => " + d.iceConnectionState), (s = n.onConnectionStateChange) == null || s.call(n, d.iceConnectionState);
+  }, d.ontrack = (s) => {
     var u;
-    p("peerConnection.ontrack", i), (u = n.onSrcObjectReady) == null || u.call(n, i.streams[0]);
-  }, S.onmessage = (i) => {
+    C("peerConnection.ontrack", s), (u = n.onSrcObjectReady) == null || u.call(n, s.streams[0]);
+  }, y.onmessage = (s) => {
     var u;
-    S.readyState === "open" && ((u = n.onVideoStateChange) == null || u.call(n, i.data === "stream/done" ? m.STOP : m.START));
-  }, await d.setRemoteDescription(l), p("set remote description OK");
-  const y = await d.createAnswer();
-  return p("create answer OK"), await d.setLocalDescription(y), p("set local description OK"), await r(c, y, g), p("start connection OK"), {
-    speak(i) {
-      return a(c, g, i);
+    y.readyState === "open" && ((u = n.onVideoStateChange) == null || u.call(n, s.data === "stream/done" ? h.Stop : h.Start));
+  }, await d.setRemoteDescription(m), C("set remote description OK");
+  const S = await d.createAnswer();
+  return C("create answer OK"), await d.setLocalDescription(S), C("set local description OK"), await o(c, S, w), C("start connection OK"), {
+    speak(s) {
+      return a(c, w, s);
     },
     async terminate() {
-      var i, u;
-      c && (d && (d.close(), d.oniceconnectionstatechange = null, d.onnegotiationneeded = null, d.onicecandidate = null, d.ontrack = null), await w(c, g), (i = n.onConnectionStateChange) == null || i.call(n, "closed"), (u = n.onVideoStateChange) == null || u.call(n, m.STOP));
+      var s, u;
+      c && (d && (d.close(), d.oniceconnectionstatechange = null, d.onnegotiationneeded = null, d.onicecandidate = null, d.ontrack = null), await p(c, w), (s = n.onConnectionStateChange) == null || s.call(n, "closed"), (u = n.onVideoStateChange) == null || u.call(n, h.Stop));
     },
-    sessionId: g,
+    sessionId: w,
     streamId: c
   };
 }
 export {
-  M as createAgentManager,
-  R as createAgentsApi,
-  h as createClient,
-  P as createKnowledgeApi,
-  D as createStreamingManager,
-  I as getAgentStreamArgs
+  q as connectToSocket,
+  j as createAgentManager,
+  K as createAgentsApi,
+  f as createClient,
+  E as createKnowledgeApi,
+  B as createStreamingManager,
+  D as getAgentStreamArgs
 };

package/dist/index.umd.cjs

@@ -1 +1 @@
-(function(c,C){typeof exports=="object"&&typeof module<"u"?C(exports):typeof define=="function"&&define.amd?define(["exports"],C):(c=typeof globalThis<"u"?globalThis:c||self,C(c.index={}))})(this,function(c){"use strict";function C(i){return i.type==="bearer"?"Bearer "+i.token:i.type==="basic"?"Basic "+btoa(`${i.username}:${i.password}`):"Client-Key "+i.clientKey}function f(i,d="https://api.d-id.com"){const n=async(e,t)=>{const r=await fetch(d+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:C(i),"Content-Type":"application/json"}});if(!r.ok){let a=await r.text().catch(()=>"Failed to fetch");throw new Error(a)}return r.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"POST"})},delete(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,r){return n(e,{...r,body:JSON.stringify(t),method:"PATCH"})}}}function y(i,d="https://api.d-id.com"){const n=f(i,`${d}/agents`);return{create(e,t){return n.post("/",e,t)},getAgents(e,t){return n.get(`/${e?`?tag=${e}`:""}`,t).then(r=>r??[])},getById(e,t){return n.get(`/${e}`,t)},delete(e,t){return n.delete(`/${e}`,void 0,t)},update(e,t,r){return n.patch(`/${e}`,t,r)},newChat(e,t){return n.post(`/${e}/chat`,void 0,t)},chat(e,t,r,a){return n.post(`/${e}/chat/${t}`,r,a)}}}function v(i,d="https://api.d-id.com"){const n=f(i,`${d}/knowledge`);return{createKnowledge(e,t){return n.post("/",e,t)},getKnowledgeBase(e){return n.get("/",e)},getKnowledge(e,t){return n.get(`/${e}`,t)},deleteKnowledge(e,t){return n.delete(`/${e}`,void 0,t)},createDocument(e,t,r){return n.post(`/${e}/documents`,t,r)},deleteDocument(e,t,r){return n.delete(`/${e}/documents/${t}`,void 0,r)},getDocuments(e,t){return n.get(`/${e}/documents`,t)},getDocument(e,t,r){return n.get(`/${e}/documents/${t}`,r)},getRecords(e,t,r){return n.get(`/${e}/documents/${t}/records`,r)},query(e,t,r){return n.post(`/${e}/query`,{query:t},r)}}}var w=(i=>(i[i.START=0]="START",i[i.STOP=1]="STOP",i))(w||{}),h=(i=>(i.Clip="clip",i.Talk="talk",i))(h||{});function _(i){return i.presenter.type===h.Clip?{videoType:h.Clip,driver_id:i.presenter.driver_id,presenter_id:i.presenter.presenter_id}:{videoType:h.Talk,source_url:i.presenter.source_url}}async function I(i,{callbacks:d,...n}){const e=new AbortController,t=y(n.auth,n.baseURL),r=await t.getById(i),a=await t.newChat(i),{terminate:S,sessionId:$,streamId:l}=await A(_(r),{...n,callbacks:{onSrcObjectReady:d.onSrcObjectReady,onVideoStateChange:d==null?void 0:d.onVideoStateChange,onConnectionStateChange:d.onConnectionStateChange}});return{agent:r,terminate(){return e.abort(),S()},chatId:a.id,chat(u){return t.chat(i,a.id,{sessionId:$,streamId:l,messages:u},{signal:e.signal})}}}function K(i,d){const n=f(i,d);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,r){return n.post(`/clips/streams/${e}/sdp`,{session_id:r,answer:t})},addIceCandidate(e,t,r){return n.post(`/clips/streams/${e}/ice`,{session_id:r,...t})},sendStreamRequest(e,t,r){return n.post(`/clips/streams/${e}`,{session_id:t,...r})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function M(i,d){const n=f(i,d);return{createStream(e,t){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config},t)},startConnection(e,t,r,a){return n.post(`/talks/streams/${e}/sdp`,{session_id:r,answer:t},a)},addIceCandidate(e,t,r,a){return n.post(`/talks/streams/${e}/ice`,{session_id:r,...t},a)},sendStreamRequest(e,t,r,a){return n.post(`/talks/streams/${e}`,{session_id:t,...r},a)},close(e,t,r){return n.delete(`/talks/streams/${e}`,{session_id:t},r)}}}let T=!1;const g=(i,d)=>T&&console.log(i,d),P=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function A(i,{debug:d=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){T=d;const{startConnection:r,sendStreamRequest:a,close:S,createStream:$,addIceCandidate:l}=i.videoType===h.Clip?K(e,t):M(e,t),{id:u,offer:D,ice_servers:j,session_id:m}=await $(i),s=new P({iceServers:j}),R=s.createDataChannel("JanusDataChannel");if(!m)throw new Error("Could not create session_id");s.onicecandidate=o=>{g("peerConnection.onicecandidate",o),o.candidate&&o.candidate.sdpMid&&o.candidate.sdpMLineIndex!==null&&l(u,{candidate:o.candidate.candidate,sdpMid:o.candidate.sdpMid,sdpMLineIndex:o.candidate.sdpMLineIndex},m)},s.oniceconnectionstatechange=()=>{var o;g("peerConnection.oniceconnectionstatechange => "+s.iceConnectionState),(o=n.onConnectionStateChange)==null||o.call(n,s.iceConnectionState)},s.ontrack=o=>{var p;g("peerConnection.ontrack",o),(p=n.onSrcObjectReady)==null||p.call(n,o.streams[0])},R.onmessage=o=>{var p;R.readyState==="open"&&((p=n.onVideoStateChange)==null||p.call(n,o.data==="stream/done"?w.STOP:w.START))},await s.setRemoteDescription(D),g("set remote description OK");const O=await s.createAnswer();return g("create answer OK"),await s.setLocalDescription(O),g("set local description OK"),await r(u,O,m),g("start connection OK"),{speak(o){return a(u,m,o)},async terminate(){var o,p;u&&(s&&(s.close(),s.oniceconnectionstatechange=null,s.onnegotiationneeded=null,s.onicecandidate=null,s.ontrack=null),await S(u,m),(o=n.onConnectionStateChange)==null||o.call(n,"closed"),(p=n.onVideoStateChange)==null||p.call(n,w.STOP))},sessionId:m,streamId:u}}c.createAgentManager=I,c.createAgentsApi=y,c.createClient=f,c.createKnowledgeApi=v,c.createStreamingManager=A,c.getAgentStreamArgs=_,Object.defineProperty(c,Symbol.toStringTag,{value:"Module"})});
+(function(u,w){typeof exports=="object"&&typeof module<"u"?w(exports):typeof define=="function"&&define.amd?define(["exports"],w):(u=typeof globalThis<"u"?globalThis:u||self,w(u.index={}))})(this,function(u){"use strict";function w(r){return r.type==="bearer"?"Bearer "+r.token:r.type==="basic"?"Basic "+btoa(`${r.username}:${r.password}`):"Client-Key "+r.clientKey}function h(r,i="https://api.d-id.com"){const n=async(e,t)=>{const o=await fetch(i+(e!=null&&e.startsWith("/")?e:`/${e}`),{...t,headers:{...t==null?void 0:t.headers,Authorization:w(r),"Content-Type":"application/json"}});if(!o.ok){let a=await o.text().catch(()=>"Failed to fetch");throw new Error(a)}return o.json()};return{get(e,t){return n(e,{...t,method:"GET"})},post(e,t,o){return n(e,{...o,body:JSON.stringify(t),method:"POST"})},delete(e,t,o){return n(e,{...o,body:JSON.stringify(t),method:"DELETE"})},patch(e,t,o){return n(e,{...o,body:JSON.stringify(t),method:"PATCH"})}}}function _(r,i="https://api.d-id.com"){const n=h(r,`${i}/agents`);return{create(e,t){return n.post("/",e,t)},getAgents(e,t){return n.get(`/${e?`?tag=${e}`:""}`,t).then(o=>o??[])},getById(e,t){return n.get(`/${e}`,t)},delete(e,t){return n.delete(`/${e}`,void 0,t)},update(e,t,o){return n.patch(`/${e}`,t,o)},newChat(e,t){return n.post(`/${e}/chat`,void 0,t)},chat(e,t,o,a){return n.post(`/${e}/chat/${t}`,o,a)}}}function I(r,i="https://api.d-id.com"){const n=h(r,`${i}/knowledge`);return{createKnowledge(e,t){return n.post("/",e,t)},getKnowledgeBase(e){return n.get("/",e)},getKnowledge(e,t){return n.get(`/${e}`,t)},deleteKnowledge(e,t){return n.delete(`/${e}`,void 0,t)},createDocument(e,t,o){return n.post(`/${e}/documents`,t,o)},deleteDocument(e,t,o){return n.delete(`/${e}/documents/${t}`,void 0,o)},getDocuments(e,t){return n.get(`/${e}/documents`,t)},getDocument(e,t,o){return n.get(`/${e}/documents/${t}`,o)},getRecords(e,t,o){return n.get(`/${e}/documents/${t}/records`,o)},query(e,t,o){return n.post(`/${e}/query`,{query:t},o)}}}function M(r){if(r.type==="bearer")return`Bearer ${r.token}`;if(r.type==="basic")return`Basic ${btoa(`${r.username}:${r.password}`)}`;if(r.type==="key")return`Client-Key ${r.clientKey}`;throw new Error(`Unknown auth type: ${r}`)}const P=r=>new Promise(i=>setTimeout(i,r));function D(r){return new Promise((i,n)=>{const{callbacks:e,host:t,auth:o}=r,{onMessage:a,onOpen:m,onClose:S=null,onError:C}=e,c=new WebSocket(`${t}?authorization=${M(o)}`);c.onmessage=a,c.onclose=S,c.onerror=f=>{console.log(f),C==null||C(f),n(f)},c.onopen=f=>{m==null||m(f),i(c)}})}async function O(r){const{retries:i=1}=r;let n=null;for(let e=0;(n==null?void 0:n.readyState)!==WebSocket.OPEN;e++)try{n=await D(r)}catch(t){if(e===i)throw t;await P(e*500)}return n}var $=(r=>(r.Start="START",r.Stop="STOP",r))($||{}),y=(r=>(r.Clip="clip",r.Talk="talk",r))(y||{});function A(r){return r.presenter.type===y.Clip?{videoType:y.Clip,driver_id:r.presenter.driver_id,presenter_id:r.presenter.presenter_id}:{videoType:y.Talk,source_url:r.presenter.source_url}}async function j(r,{callbacks:i,...n}){const e=new AbortController,t=_(n.auth,n.baseURL),o=await t.getById(r),a=await t.newChat(r),{terminate:m,sessionId:S,streamId:C}=await K(A(o),{...n,callbacks:{onSrcObjectReady:i.onSrcObjectReady,onVideoStateChange:i==null?void 0:i.onVideoStateChange,onConnectionStateChange:i.onConnectionStateChange}});return{agent:o,terminate(){return e.abort(),m()},chatId:a.id,chat(c){return t.chat(r,a.id,{sessionId:S,streamId:C,messages:c},{signal:e.signal})}}}function B(r,i){const n=h(r,i);return{createStream(e){return n.post("/clips/streams",{driver_id:e.driver_id,presenter_id:e.presenter_id,compatibility_mode:e.compatibility_mode})},startConnection(e,t,o){return n.post(`/clips/streams/${e}/sdp`,{session_id:o,answer:t})},addIceCandidate(e,t,o){return n.post(`/clips/streams/${e}/ice`,{session_id:o,...t})},sendStreamRequest(e,t,o){return n.post(`/clips/streams/${e}`,{session_id:t,...o})},close(e,t){return n.delete(`/clips/streams/${e}`,{session_id:t})}}}function E(r,i){const n=h(r,i);return{createStream(e,t){return n.post("/talks/streams",{source_url:e.source_url,driver_url:e.driver_url,face:e.face,config:e.config},t)},startConnection(e,t,o,a){return n.post(`/talks/streams/${e}/sdp`,{session_id:o,answer:t},a)},addIceCandidate(e,t,o,a){return n.post(`/talks/streams/${e}/ice`,{session_id:o,...t},a)},sendStreamRequest(e,t,o,a){return n.post(`/talks/streams/${e}`,{session_id:t,...o},a)},close(e,t,o){return n.delete(`/talks/streams/${e}`,{session_id:t},o)}}}let T=!1;const g=(r,i)=>T&&console.log(r,i),q=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);async function K(r,{debug:i=!1,callbacks:n,auth:e,baseURL:t="https://api.d-id.com"}){T=i;const{startConnection:o,sendStreamRequest:a,close:m,createStream:S,addIceCandidate:C}=r.videoType===y.Clip?B(e,t):E(e,t),{id:c,offer:f,ice_servers:L,session_id:l}=await S(r),d=new q({iceServers:L}),R=d.createDataChannel("JanusDataChannel");if(!l)throw new Error("Could not create session_id");d.onicecandidate=s=>{g("peerConnection.onicecandidate",s),s.candidate&&s.candidate.sdpMid&&s.candidate.sdpMLineIndex!==null&&C(c,{candidate:s.candidate.candidate,sdpMid:s.candidate.sdpMid,sdpMLineIndex:s.candidate.sdpMLineIndex},l)},d.oniceconnectionstatechange=()=>{var s;g("peerConnection.oniceconnectionstatechange => "+d.iceConnectionState),(s=n.onConnectionStateChange)==null||s.call(n,d.iceConnectionState)},d.ontrack=s=>{var p;g("peerConnection.ontrack",s),(p=n.onSrcObjectReady)==null||p.call(n,s.streams[0])},R.onmessage=s=>{var p;R.readyState==="open"&&((p=n.onVideoStateChange)==null||p.call(n,s.data==="stream/done"?$.Stop:$.Start))},await d.setRemoteDescription(f),g("set remote description OK");const v=await d.createAnswer();return g("create answer OK"),await d.setLocalDescription(v),g("set local description OK"),await o(c,v,l),g("start connection OK"),{speak(s){return a(c,l,s)},async terminate(){var s,p;c&&(d&&(d.close(),d.oniceconnectionstatechange=null,d.onnegotiationneeded=null,d.onicecandidate=null,d.ontrack=null),await m(c,l),(s=n.onConnectionStateChange)==null||s.call(n,"closed"),(p=n.onVideoStateChange)==null||p.call(n,$.Stop))},sessionId:l,streamId:c}}u.connectToSocket=O,u.createAgentManager=j,u.createAgentsApi=_,u.createClient=h,u.createKnowledgeApi=I,u.createStreamingManager=K,u.getAgentStreamArgs=A,Object.defineProperty(u,Symbol.toStringTag,{value:"Module"})});

package/dist/lib/api/agents.d.ts

@@ -6,5 +6,5 @@ export declare function createAgentsApi(auth: Auth, host?: string): {
     delete(id: string, options?: RequestInit): Promise<any>;
     update(id: string, payload: AgentPayload, options?: RequestInit): Promise<Agent>;
     newChat(agentId: string, options?: RequestInit): Promise<Chat>;
-    chat(agentId: string, chatId: string, payload: ChatPayload, options?: RequestInit): Promise<string | ChatResponse>;
+    chat(agentId: string, chatId: string, payload: ChatPayload, options?: RequestInit): Promise<ChatResponse>;
 };

package/dist/lib/connectToSocket.d.ts

@@ -0,0 +1,14 @@
+import { Auth } from '../types/auth';
+interface Options {
+    auth: Auth;
+    retries?: number;
+    callbacks: {
+        onMessage: (event: MessageEvent) => void;
+        onOpen?: (event: Event) => void;
+        onClose?: (event: CloseEvent) => void;
+        onError?: (event: Event) => void;
+    };
+    host?: string;
+}
+export declare function connectToSocket(options: Options): Promise<WebSocket>;
+export {};

package/dist/lib/createAgentManager.d.ts

@@ -4,6 +4,6 @@ export declare function createAgentManager(agentId: string, { callbacks, ...opti
     agent: Agent;
     terminate(): Promise<void>;
     chatId: string;
-    chat(messages: Message[]): Promise<string | import('../types/index').ChatResponse>;
+    chat(messages: Message[]): Promise<import('../types/index').ChatResponse>;
 }>;
 export type AgentManager = Awaited<ReturnType<typeof createAgentManager>>;

package/dist/lib/index.d.ts

@@ -1,5 +1,6 @@
 export * from './api/agents';
 export * from './api/getClient';
 export * from './api/knowledge';
+export * from './connectToSocket';
 export * from './createAgentManager';
 export * from './createStreamingManager';

package/dist/types/StreamScript.d.ts

@@ -1,3 +1,4 @@
+import { Message } from './entities';
 import { StreamTextToSpeechProviders } from './tts';
 export type StreamScriptType = 'text' | 'audio';
 export interface BaseStreamScript {
@@ -11,7 +12,7 @@ export interface Stream_Text_Script extends BaseStreamScript {
     /**
      * text-to-speech provider from list of supported providers. default is microsoft tts
      */
-    provider?: StreamTextToSpeechProviders;
+    provider: StreamTextToSpeechProviders;
     /**
      * The input text that will be synthesized to an audio file.
      * Note that each provider has its own limitations on the text length.
@@ -37,4 +38,15 @@ export interface Stream_Audio_Script extends BaseStreamScript {
      */
     audio_url: string;
 }
-export type StreamScript = Stream_Text_Script | Stream_Audio_Script;
+export interface Stream_LLM_Script {
+    type: 'llm';
+    provider: StreamTextToSpeechProviders;
+    ssml?: boolean;
+    llm: {
+        messages: Message[];
+        provider: 'openai';
+    };
+    input?: string;
+    stream_audio?: boolean;
+}
+export type StreamScript = Stream_Text_Script | Stream_Audio_Script | Stream_LLM_Script;

package/dist/types/auth.d.ts

@@ -10,6 +10,7 @@ export interface BasicAuth {
 export interface ApiKeyAuth {
     type: 'key';
     clientKey: string;
+    externalId: string;
 }
 export type Auth = BearerToken | BasicAuth | ApiKeyAuth;
 export interface GetAuthParams {
@@ -17,4 +18,5 @@ export interface GetAuthParams {
     username?: string | null;
     password?: string | null;
     clientKey?: string | null;
+    externalId?: string | null;
 }

package/dist/types/entities/agents/chat.d.ts

@@ -18,7 +18,7 @@ export interface IRetrivalMetadata {
     source_url: string;
 }
 export interface ChatResponse {
-    result: string;
+    result?: string;
     documentIds?: string[];
     matches?: IRetrivalMetadata[];
 }

package/dist/types/entities/knowledge/knowledge.d.ts

@@ -31,5 +31,6 @@ export interface KnowledgeData {
     vector_store: string;
     description: string;
     name: string;
+    starter_message?: string[];
 }
 export type KnowledgePayload = Omit<KnowledgeData, 'created_by' | 'type' | 'created_at' | 'modified_at' | 'id' | 'owner_id'>;

package/dist/types/stream/api/talk.d.ts

@@ -1,4 +1,4 @@
-import { StreamScript } from '../..';
+import { StreamScript } from '../../';
 export interface CreateTalkStreamRequest {
     source_url: string;
     driver_url?: string;
@@ -42,4 +42,6 @@ export interface SendTalkStreamPayload {
     };
     user_data?: Record<string, any>;
     name?: string;
+    audio_optimization?: number;
+    metadata: Record<string, any>;
 }

package/dist/types/stream/stream.d.ts

@@ -4,8 +4,8 @@ import { CreateClipStreamRequest, CreateTalkStreamRequest, SendClipStreamPayload
 import { ICreateStreamRequestResponse, IceCandidate, SendStreamPayloadResponse, Status } from './rtc';
 export type CompatibilityMode = 'on' | 'off' | 'auto';
 export declare enum StreamingState {
-    START = 0,
-    STOP = 1
+    Start = "START",
+    Stop = "STOP"
 }
 export interface ManagerCallbacks {
     onConnectionStateChange?: (state: RTCIceConnectionState) => void;

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@d-id/client-sdk",
     "private": false,
-    "version": "0.0.1",
+    "version": "0.0.2",
     "type": "module",
     "description": "d-id client sdk",
     "repository": {