@d-id/client-sdk 1.0.19-beta.105 → 1.0.19-beta.106

package/dist/index.js

@@ -25,12 +25,12 @@ function B(e, a = O, t) {
       }
     });
     if (!s.ok) {
-      let o = await s.text().catch(() => "Failed to fetch");
-      throw t && t(new Error(o), {
+      let c = await s.text().catch(() => "Failed to fetch");
+      throw t && t(new Error(c), {
         url: r,
         options: n,
         headers: s.headers
-      }), new Error(o);
+      }), new Error(c);
     }
     return s.json();
   };
@@ -85,17 +85,17 @@ function q(e, a = O, t) {
     newChat(r, n) {
       return i.post(`/${r}/chat`, void 0, n);
     },
-    chat(r, n, s, o) {
-      return i.post(`/${r}/chat/${n}`, s, o);
+    chat(r, n, s, c) {
+      return i.post(`/${r}/chat/${n}`, s, c);
     },
-    createRating(r, n, s, o) {
-      return i.post(`/${r}/chat/${n}/ratings`, s, o);
+    createRating(r, n, s, c) {
+      return i.post(`/${r}/chat/${n}/ratings`, s, c);
     },
-    updateRating(r, n, s, o, d) {
-      return i.patch(`/${r}/chat/${n}/ratings/${s}`, o, d);
+    updateRating(r, n, s, c, d) {
+      return i.patch(`/${r}/chat/${n}/ratings/${s}`, c, d);
     },
-    deleteRating(r, n, s, o) {
-      return i.delete(`/${r}/chat/${n}/ratings/${s}`, o);
+    deleteRating(r, n, s, c) {
+      return i.delete(`/${r}/chat/${n}/ratings/${s}`, c);
     }
   };
 }
@@ -108,14 +108,14 @@ function le(e) {
       auth: n
     } = e, {
       onMessage: s = null,
-      onOpen: o = null,
+      onOpen: c = null,
       onClose: d = null,
       onError: l = null
     } = i || {}, w = new WebSocket(`${r}?authorization=${j(n)}`);
     w.onmessage = s, w.onclose = d, w.onerror = (y) => {
       console.error(y), l == null || l("Websocket failed to connect", y), t(y);
     }, w.onopen = (y) => {
-      o == null || o(y), a(w);
+      c == null || c(y), a(w);
     };
   });
 }
@@ -134,7 +134,7 @@ async function ge(e) {
     }
   return t;
 }
-async function ue(e, a, t) {
+async function me(e, a, t) {
   const i = t != null && t.onMessage ? [t.onMessage] : [], r = await ge({
     auth: e,
     host: a,
@@ -142,7 +142,7 @@ async function ue(e, a, t) {
       onError: t == null ? void 0 : t.onError,
       onMessage: (n) => {
         const s = JSON.parse(n.data);
-        i.forEach((o) => o(s.event, s));
+        i.forEach((c) => c(s.event, s));
       }
     }
   });
@@ -152,7 +152,7 @@ async function ue(e, a, t) {
     subscribeToEvents: (n) => i.push(n)
   };
 }
-const me = "X-Playground-Chat";
+const ue = "X-Playground-Chat";
 function we(e, a, t, i) {
   const r = B(e, `${a}/agents/${t}`, i);
   return {
@@ -166,24 +166,24 @@ function we(e, a, t, i) {
         type: _.Clip
       });
     },
-    startConnection(n, s, o) {
+    startConnection(n, s, c) {
       return r.post(`/streams/${n}/sdp`, {
-        session_id: o,
+        session_id: c,
         answer: s,
         type: _.Clip
       });
     },
-    addIceCandidate(n, s, o) {
+    addIceCandidate(n, s, c) {
       return r.post(`/streams/${n}/ice`, {
-        session_id: o,
+        session_id: c,
         ...s,
         type: _.Clip
       });
     },
-    sendStreamRequest(n, s, o) {
+    sendStreamRequest(n, s, c) {
       return r.post(`/streams/${n}`, {
         session_id: s,
-        ...o,
+        ...c,
         type: _.Clip
       });
     },
@@ -211,32 +211,32 @@ function he(e, a, t, i) {
         type: _.Talk
       }, s);
     },
-    startConnection(n, s, o, d) {
+    startConnection(n, s, c, d) {
       return r.post(`/streams/${n}/sdp`, {
-        session_id: o,
+        session_id: c,
         answer: s,
         type: _.Talk
       }, d);
     },
-    addIceCandidate(n, s, o, d) {
+    addIceCandidate(n, s, c, d) {
       return r.post(`/streams/${n}/ice`, {
-        session_id: o,
+        session_id: c,
         ...s,
         type: _.Talk
       }, d);
     },
-    sendStreamRequest(n, s, o, d) {
+    sendStreamRequest(n, s, c, d) {
       return r.post(`/streams/${n}`, {
         session_id: s,
-        ...o,
+        ...c,
         type: _.Talk
       }, d);
     },
-    close(n, s, o) {
+    close(n, s, c) {
       return r.delete(`/streams/${n}`, {
         session_id: s,
         type: _.Talk
-      }, o);
+      }, c);
     }
   };
 }
@@ -273,8 +273,8 @@ function ye(e, a) {
   let r = 0, n = !1;
   const s = pe();
   return setInterval(async () => {
-    const o = await e.getStats();
-    s(o) ? (r = 0, n || (a == null || a(b.Start), n = !0)) : n && (r++, r >= i && (a == null || a(b.Stop), n = !1));
+    const c = await e.getStats();
+    s(c) ? (r = 0, n || (a == null || a(b.Start), n = !0)) : n && (r++, r >= i && (a == null || a(b.Stop), n = !1));
   }, 100);
 }
 async function ve(e, a, {
@@ -285,7 +285,7 @@ async function ve(e, a, {
   baseURL: s = O
 }) {
   X = t;
-  let o;
+  let c;
   const {
     startConnection: d,
     sendStreamRequest: l,
@@ -297,13 +297,13 @@ async function ve(e, a, {
     offer: L,
     ice_servers: z,
     session_id: R
-  } = await y(a), c = new fe({
+  } = await y(a), o = new fe({
     iceServers: z
-  }), u = c.createDataChannel("JanusDataChannel");
+  }), m = o.createDataChannel("JanusDataChannel");
   if (!R)
     throw new Error("Could not create session_id");
-  const f = ye(c, i.onVideoStateChange);
-  c.onicecandidate = (g) => {
+  const f = ye(o, i.onVideoStateChange);
+  o.onicecandidate = (g) => {
     T("peerConnection.onicecandidate", g), g.candidate && g.candidate.sdpMid && g.candidate.sdpMLineIndex !== null ? x(I, {
       candidate: g.candidate.candidate,
       sdpMid: g.candidate.sdpMid,
@@ -311,26 +311,26 @@ async function ve(e, a, {
     }, R) : x(I, {
       candidate: null
     }, R);
-  }, c.oniceconnectionstatechange = () => {
-    var m;
-    T("peerConnection.oniceconnectionstatechange => " + c.iceConnectionState);
-    const g = H(c.iceConnectionState);
-    g === E.Connected ? o = setTimeout(() => {
+  }, o.oniceconnectionstatechange = () => {
+    var u;
+    T("peerConnection.oniceconnectionstatechange => " + o.iceConnectionState);
+    const g = H(o.iceConnectionState);
+    g === E.Connected ? c = setTimeout(() => {
       var p;
       (p = i.onConnectionStateChange) == null || p.call(i, E.Connected);
-    }, 5e3) : (clearTimeout(o), (m = i.onConnectionStateChange) == null || m.call(i, g));
-  }, c.ontrack = (g) => {
-    var m;
-    T("peerConnection.ontrack", g), (m = i.onSrcObjectReady) == null || m.call(i, g.streams[0]);
-  }, u.onmessage = (g) => {
-    var m;
-    if (u.readyState === "open") {
+    }, 5e3) : (clearTimeout(c), (u = i.onConnectionStateChange) == null || u.call(i, g));
+  }, o.ontrack = (g) => {
+    var u;
+    T("peerConnection.ontrack", g), (u = i.onSrcObjectReady) == null || u.call(i, g.streams[0]);
+  }, m.onmessage = (g) => {
+    var u;
+    if (m.readyState === "open") {
       const [p, v] = g.data.split(":");
-      p === U.StreamReady && (clearTimeout(o), (m = i.onConnectionStateChange) == null || m.call(i, E.Connected));
+      p === U.StreamReady && (clearTimeout(c), (u = i.onConnectionStateChange) == null || u.call(i, E.Connected));
     }
-  }, await c.setRemoteDescription(L), T("set remote description OK");
-  const S = await c.createAnswer();
-  return T("create answer OK"), await c.setLocalDescription(S), T("set local description OK"), await d(I, S, R), T("start connection OK"), {
+  }, await o.setRemoteDescription(L), T("set remote description OK");
+  const S = await o.createAnswer();
+  return T("create answer OK"), await o.setLocalDescription(S), T("set local description OK"), await d(I, S, R), T("start connection OK"), {
     /**
      * Method to send request to server to get clip or talk depend on you payload
      * @param payload
@@ -342,14 +342,14 @@ async function ve(e, a, {
      * Method to close RTC connection
      */
     async disconnect() {
-      var g, m, p;
+      var g, u, p;
       if (I) {
-        if (c) {
-          if (H(c.iceConnectionState) === E.New) {
+        if (o) {
+          if (H(o.iceConnectionState) === E.New) {
             (g = i.onVideoStateChange) == null || g.call(i, b.Stop), clearInterval(f);
             return;
           }
-          c.close(), c.oniceconnectionstatechange = null, c.onnegotiationneeded = null, c.onicecandidate = null, c.ontrack = null;
+          o.close(), o.oniceconnectionstatechange = null, o.onnegotiationneeded = null, o.onicecandidate = null, o.ontrack = null;
         }
         try {
           await w(I, R).catch((v) => {
@@ -357,7 +357,7 @@ async function ve(e, a, {
         } catch (v) {
           T("Error on close stream connection", v);
         }
-        (m = i.onConnectionStateChange) == null || m.call(i, E.New), (p = i.onVideoStateChange) == null || p.call(i, b.Stop), clearInterval(f);
+        (u = i.onConnectionStateChange) == null || u.call(i, E.New), (p = i.onVideoStateChange) == null || p.call(i, b.Stop), clearInterval(f);
       }
     },
     /**
@@ -415,23 +415,23 @@ function Ce(e) {
         events: {},
         resolvedDependencies: []
       }), s.includes(n) || s.push(n);
-      const o = V[i];
-      if (o.events[n] = {
+      const c = V[i];
+      if (c.events[n] = {
         props: r
-      }, o.resolvedDependencies.push(n), s.every((l) => o.resolvedDependencies.includes(l))) {
-        const l = s.reduce((w, y) => o.events[y] ? {
+      }, c.resolvedDependencies.push(n), s.every((l) => c.resolvedDependencies.includes(l))) {
+        const l = s.reduce((w, y) => c.events[y] ? {
           ...w,
-          ...o.events[y].props
+          ...c.events[y].props
         } : w, {});
-        this.track(i, l), o.resolvedDependencies = o.resolvedDependencies.filter((w) => !s.includes(w)), s.forEach((w) => {
-          delete o.events[w];
+        this.track(i, l), c.resolvedDependencies = c.resolvedDependencies.filter((w) => !s.includes(w)), s.forEach((w) => {
+          delete c.events[w];
         });
       }
     }
   };
 }
 function _e(e) {
-  var i, r, n, s, o;
+  var i, r, n, s, c;
   const a = () => /Mobi|Android/i.test(navigator.userAgent) ? "Mobile" : "Desktop";
   return {
     $os: `${(() => {
@@ -444,7 +444,7 @@ function _e(e) {
     agentType: (i = e.presenter) == null ? void 0 : i.type,
     agentVoice: {
       voiceId: (n = (r = e.presenter) == null ? void 0 : r.voice) == null ? void 0 : n.voice_id,
-      provider: (o = (s = e.presenter) == null ? void 0 : s.voice) == null ? void 0 : o.type
+      provider: (c = (s = e.presenter) == null ? void 0 : s.voice) == null ? void 0 : c.type
     }
   };
 }
@@ -473,7 +473,7 @@ function Me(e, a) {
 }
 function Q(e) {
   return e === k.Playground ? {
-    [me]: "true"
+    [ue]: "true"
   } : {};
 }
 async function Y(e, a, t, i) {
@@ -499,7 +499,7 @@ async function Y(e, a, t, i) {
 function ke(e, a, t, i, r) {
   return new Promise(async (n, s) => {
     N = 0;
-    const o = await ve(e.id, Me(e, a), {
+    const c = await ve(e.id, Me(e, a), {
       ...a,
       analytics: i,
       callbacks: {
@@ -508,9 +508,9 @@ function ke(e, a, t, i, r) {
           var l, w;
           d === E.Connected && (!r && a.mode !== k.DirectPlayback && (r = await Y(e.id, t, i, a.mode).catch((y) => {
             s(y);
-          })), o ? n({
+          })), c ? n({
             chat: r,
-            streamingManager: o
+            streamingManager: c
           }) : r && s(new Error("Something went wrong while initializing the manager"))), (w = (l = a.callbacks).onConnectionStateChange) == null || w.call(l, d);
         },
         onVideoStateChange(d) {
@@ -545,7 +545,7 @@ async function Ee(e, a) {
     chatMode: a.mode || k.Functional
   };
   let i = -1;
-  const r = a.baseURL || O, n = a.wsURL || se, s = a.mixpanelKey || oe, o = q(a.auth, r, a.callbacks.onError), d = await o.getById(e);
+  const r = a.baseURL || O, n = a.wsURL || se, s = a.mixpanelKey || oe, c = q(a.auth, r, a.callbacks.onError), d = await c.getById(e);
   t.messages = W(d), (z = (L = a.callbacks).onNewMessage) == null || z.call(L, t.messages, "answer");
   const l = Ce({
     token: s,
@@ -557,33 +557,33 @@ async function Ee(e, a) {
     ..._e(d)
   });
   const w = {
-    onMessage: (c, u) => {
-      var f, S, g, m, p, v, C;
-      if ("content" in u) {
+    onMessage: (o, m) => {
+      var f, S, g, u, p, v, C;
+      if ("content" in m) {
         const {
           content: h
-        } = u, M = t.messages[t.messages.length - 1];
-        (M == null ? void 0 : M.role) === "assistant" && (i < t.messages.length && (M.content = c === K.Partial ? M.content + h : h), c === K.Answer && (i = t.messages.length, l.track("agent-message-received", {
+        } = m, M = t.messages[t.messages.length - 1];
+        (M == null ? void 0 : M.role) === "assistant" && (i < t.messages.length && (M.content = o === K.Partial ? M.content + h : h), o === K.Answer && (i = t.messages.length, l.track("agent-message-received", {
           messages: t.messages.length
-        }))), (S = (f = a.callbacks).onNewMessage) == null || S.call(f, t.messages, c === K.Answer ? "answer" : "partial");
+        }))), (S = (f = a.callbacks).onNewMessage) == null || S.call(f, t.messages, o === K.Answer ? "answer" : "partial");
       } else {
         const h = U, M = [h.StreamVideoDone, h.StreamVideoError, h.StreamVideoRejected], $ = [h.StreamFailed, h.StreamVideoError, h.StreamVideoRejected];
-        c = c;
+        o = o;
         const D = (g = d.llm) == null ? void 0 : g.template;
-        if (c === h.StreamVideoCreated) {
+        if (o === h.StreamVideoCreated) {
           const {
             event: P,
             ...A
-          } = u;
+          } = m;
           A.llm = {
             ...A.llm,
             template: D
           }, l.linkTrack("agent-video", {
             ...A
           }, h.StreamVideoCreated, ["start"]);
-        } else if (M.includes(c)) {
-          const P = c.split("/")[1], A = {
-            ...u,
+        } else if (M.includes(o)) {
+          const P = o.split("/")[1], A = {
+            ...m,
             event: P
           };
           A.llm = {
@@ -594,68 +594,73 @@ async function Ee(e, a) {
             event: P
           });
         }
-        $.includes(c) && ((p = (m = a.callbacks).onError) == null || p.call(m, new Error(`Stream failed with event ${c}`), {
-          data: u
-        })), u.event === h.StreamDone && ((C = (v = a.callbacks).onConnectionStateChange) == null || C.call(v, E.New));
+        $.includes(o) && ((p = (u = a.callbacks).onError) == null || p.call(u, new Error(`Stream failed with event ${o}`), {
+          data: m
+        })), m.event === h.StreamDone && ((C = (v = a.callbacks).onConnectionStateChange) == null || C.call(v, E.New));
       }
     }
   };
-  async function y(c) {
+  async function y(o) {
     var p, v, C, h, M;
-    N = 0, i = -1, c && (delete t.chat, t.messages = W(d), (v = (p = a.callbacks).onNewMessage) == null || v.call(p, t.messages, "answer"));
-    const u = a.mode === k.DirectPlayback ? Promise.resolve(void 0) : ue(a.auth, n, w), f = ke(d, a, o, l, t.chat).catch(($) => {
+    N = 0, i = -1, o && (delete t.chat, t.messages = W(d), (v = (p = a.callbacks).onNewMessage) == null || v.call(p, t.messages, "answer"));
+    const m = a.mode === k.DirectPlayback ? Promise.resolve(void 0) : me(a.auth, n, w), f = ke(d, a, c, l, t.chat).catch(($) => {
       throw I(k.Maintenance), $;
     }), [S, {
       streamingManager: g,
-      chat: m
-    }] = await Promise.all([u, f]);
-    m && m.id !== ((C = t.chat) == null ? void 0 : C.id) && ((M = (h = a.callbacks).onNewChat) == null || M.call(h, m.id)), t.streamingManager = g, t.socketManager = S, t.chat = m, I((m == null ? void 0 : m.chat_mode) ?? a.mode ?? k.Functional);
+      chat: u
+    }] = await Promise.all([m, f]);
+    u && u.id !== ((C = t.chat) == null ? void 0 : C.id) && ((M = (h = a.callbacks).onNewChat) == null || M.call(h, u.id)), t.streamingManager = g, t.socketManager = S, t.chat = u, I((u == null ? void 0 : u.chat_mode) ?? a.mode ?? k.Functional);
   }
   async function x() {
-    var c, u;
-    (c = t.socketManager) == null || c.disconnect(), await ((u = t.streamingManager) == null ? void 0 : u.disconnect()), delete t.streamingManager, delete t.socketManager;
+    var o, m;
+    (o = t.socketManager) == null || o.disconnect(), await ((m = t.streamingManager) == null ? void 0 : m.disconnect()), delete t.streamingManager, delete t.socketManager;
   }
-  async function I(c) {
-    var u, f;
-    c !== t.chatMode && (l.track("agent-mode-change", {
-      mode: c
-    }), t.chatMode = c, t.chatMode !== k.Functional && await x(), (f = (u = a.callbacks).onModeChange) == null || f.call(u, c));
+  async function I(o) {
+    var m, f;
+    o !== t.chatMode && (l.track("agent-mode-change", {
+      mode: o
+    }), t.chatMode = o, t.chatMode !== k.Functional && await x(), (f = (m = a.callbacks).onModeChange) == null || f.call(m, o));
   }
   return {
     agent: d,
     starterMessages: ((R = d.knowledge) == null ? void 0 : R.starter_message) || [],
     changeMode: I,
     async connect() {
+      var o;
       await y(!0), l.track("agent-chat", {
         event: "connect",
-        chatId: t.chat.id,
-        agentId: d.id
+        chatId: (o = t.chat) == null ? void 0 : o.id,
+        agentId: d.id,
+        mode: t.chatMode
       });
     },
     async reconnect() {
+      var o;
       await x(), await y(!1), l.track("agent-chat", {
         event: "reconnect",
-        chatId: t.chat.id,
-        agentId: d.id
+        chatId: (o = t.chat) == null ? void 0 : o.id,
+        agentId: d.id,
+        mode: t.chatMode
       });
     },
     async disconnect() {
-      var c;
+      var o;
       await x(), l.track("agent-chat", {
         event: "disconnect",
-        chatId: (c = t.chat) == null ? void 0 : c.id,
-        agentId: d.id
+        chatId: (o = t.chat) == null ? void 0 : o.id,
+        agentId: d.id,
+        mode: t.chatMode
       });
     },
-    async chat(c) {
-      var f, S, g, m, p, v;
-      const u = F();
+    async chat(o) {
+      var f, S, g, u, p, v;
+      const m = F();
       try {
         if (N = Date.now(), a.mode === k.DirectPlayback)
           throw new Error("Direct playback is enabled, chat is disabled");
-        if (c.length >= 800)
+        if (o.length >= 800)
           throw new Error("Message cannot be more than 800 characters");
-        if (c.length === 0)
+        if (o.length === 0)
           throw new Error("Message cannot be empty");
         if (t.chatMode === k.Maintenance)
           throw new Error("Chat is in maintenance mode");
@@ -665,14 +670,14 @@ async function Ee(e, a) {
               throw new Error("Chat is not initialized");
           } else
             throw new Error("Streaming manager is not initialized");
-        t.chat || (t.chat = await Y(d.id, o, l, t.chatMode), (S = (f = a.callbacks).onNewChat) == null || S.call(f, t.chat.id)), t.messages.push({
+        t.chat || (t.chat = await Y(d.id, c, l, t.chatMode), (S = (f = a.callbacks).onNewChat) == null || S.call(f, t.chat.id)), t.messages.push({
           id: F(),
           role: "user",
-          content: c,
+          content: o,
           created_at: new Date(N).toISOString()
-        }), (m = (g = a.callbacks).onNewMessage) == null || m.call(g, t.messages, "user");
+        }), (u = (g = a.callbacks).onNewMessage) == null || u.call(g, t.messages, "user");
         const C = {
-          id: u,
+          id: m,
           role: "assistant",
           content: "",
           created_at: (/* @__PURE__ */ new Date()).toISOString(),
@@ -681,7 +686,7 @@ async function Ee(e, a) {
         t.messages.push(C);
         const M = (D) => {
           var P, A;
-          return o.chat(d.id, D, {
+          return c.chat(d.id, D, {
             sessionId: (P = t.streamingManager) == null ? void 0 : P.sessionId,
             streamId: (A = t.streamingManager) == null ? void 0 : A.streamId,
             chatMode: t.chatMode,
@@ -701,66 +706,66 @@ async function Ee(e, a) {
           messages: t.messages.length
         }), (v = (p = a.callbacks).onNewMessage) == null || v.call(p, t.messages, "answer")), $;
       } catch (C) {
-        throw t.messages[t.messages.length - 1].id === u && t.messages.pop(), l.track("agent-message-send", {
+        throw t.messages[t.messages.length - 1].id === m && t.messages.pop(), l.track("agent-message-send", {
           event: "error",
           messages: t.messages.length
         }), C;
       }
     },
-    rate(c, u, f) {
-      var m, p, v, C;
-      const S = t.messages.find((h) => h.id === c);
+    rate(o, m, f) {
+      var u, p, v, C;
+      const S = t.messages.find((h) => h.id === o);
       if (t.chat) {
         if (!S)
           throw new Error("Message not found");
       } else
         throw new Error("Chat is not initialized");
-      const g = ((m = S.matches) == null ? void 0 : m.map((h) => [h.document_id, h.id])) ?? [];
+      const g = ((u = S.matches) == null ? void 0 : u.map((h) => [h.document_id, h.id])) ?? [];
       return l.track("agent-rate", {
         event: f ? "update" : "create",
-        thumb: u === 1 ? "up" : "down",
+        thumb: m === 1 ? "up" : "down",
         knowledge_id: ((p = d.knowledge) == null ? void 0 : p.id) ?? "",
         matches: g,
-        score: u
-      }), f ? o.updateRating(d.id, t.chat.id, f, {
+        score: m
+      }), f ? c.updateRating(d.id, t.chat.id, f, {
         knowledge_id: ((v = d.knowledge) == null ? void 0 : v.id) ?? "",
-        message_id: c,
+        message_id: o,
         matches: g,
-        score: u
-      }) : o.createRating(d.id, t.chat.id, {
+        score: m
+      }) : c.createRating(d.id, t.chat.id, {
         knowledge_id: ((C = d.knowledge) == null ? void 0 : C.id) ?? "",
-        message_id: c,
+        message_id: o,
         matches: g,
-        score: u
+        score: m
       });
     },
-    deleteRate(c) {
-      var u;
+    deleteRate(o) {
+      var m;
       if (!t.chat)
         throw new Error("Chat is not initialized");
       return l.track("agent-rate-delete", {
         type: "text",
-        chat_id: (u = t.chat) == null ? void 0 : u.id,
-        id: c
-      }), o.deleteRating(d.id, t.chat.id, c);
+        chat_id: (m = t.chat) == null ? void 0 : m.id,
+        id: o
+      }), c.deleteRating(d.id, t.chat.id, o);
     },
-    speak(c) {
+    speak(o) {
       if (!t.streamingManager)
         throw new Error("Please connect to the agent first");
-      function u() {
-        if (typeof c == "string") {
+      function m() {
+        if (typeof o == "string") {
           if (!d.presenter)
             throw new Error("Presenter is not initialized");
           return {
             type: "text",
             provider: d.presenter.voice,
-            input: c,
+            input: o,
             ssml: !1
           };
         }
-        return c;
+        return o;
       }
-      const f = u();
+      const f = m();
       return l.track("agent-speak", f), t.streamingManager.speak({
         script: f
       });

package/dist/index.umd.cjs

@@ -1 +1 @@
-(function(f,x){typeof exports=="object"&&typeof module<"u"?x(exports):typeof define=="function"&&define.amd?define(["exports"],x):(f=typeof globalThis<"u"?globalThis:f||self,x(f.index={}))})(this,function(f){"use strict";var x=(e=>(e.TRIAL="trial",e.BASIC="basic",e.ENTERPRISE="enterprise",e.LITE="lite",e.ADVANCED="advanced",e))(x||{}),W=(e=>(e.TRIAL="deid-trial",e.PRO="deid-pro",e.ENTERPRISE="deid-enterprise",e.LITE="deid-lite",e.ADVANCED="deid-advanced",e.BUILD="deid-api-build",e.LAUNCH="deid-api-launch",e.SCALE="deid-api-scale",e))(W||{}),J=(e=>(e.Unrated="Unrated",e.Positive="Positive",e.Negative="Negative",e))(J||{}),M=(e=>(e.Functional="Functional",e.TextOnly="TextOnly",e.Maintenance="Maintenance",e.Playground="Playground",e.DirectPlayback="DirectPlayback",e))(M||{}),z=(e=>(e.Embed="embed",e.Query="query",e.Partial="partial",e.Answer="answer",e.Complete="done",e))(z||{}),q=(e=>(e.KnowledgeProcessing="knowledge/processing",e.KnowledgeIndexing="knowledge/indexing",e.KnowledgeFailed="knowledge/error",e.KnowledgeDone="knowledge/done",e))(q||{}),X=(e=>(e.Knowledge="knowledge",e.Document="document",e.Record="record",e))(X||{}),Q=(e=>(e.Pdf="pdf",e.Text="text",e.Html="html",e.Word="word",e.Json="json",e.Markdown="markdown",e.Csv="csv",e.Excel="excel",e.Powerpoint="powerpoint",e.Archive="archive",e.Image="image",e.Audio="audio",e.Video="video",e))(Q||{}),v=(e=>(e.Clip="clip",e.Talk="talk",e))(v||{}),N=(e=>(e.Start="START",e.Stop="STOP",e))(N||{}),K=(e=>(e.ChatAnswer="chat/answer",e.ChatPartial="chat/partial",e.StreamDone="stream/done",e.StreamStarted="stream/started",e.StreamFailed="stream/error",e.StreamReady="stream/ready",e.StreamCreated="stream/created",e.StreamVideoCreated="stream-video/started",e.StreamVideoDone="stream-video/done",e.StreamVideoError="stream-video/error",e.StreamVideoRejected="stream-video/rejected",e))(K||{}),k=(e=>(e.New="new",e.Fail="fail",e.Connected="connected",e.Connecting="connecting",e.Terminating="terminating",e))(k||{}),Y=(e=>(e.Amazon="amazon",e.Microsoft="microsoft",e.Afflorithmics="afflorithmics",e.Elevenlabs="elevenlabs",e))(Y||{}),Z=(e=>(e.Public="public",e.Premium="premium",e.Private="private",e))(Z||{});const U="https://api.d-id.com",oe="wss://notifications.d-id.com",ce="79f81a83a67430be2bc0fd61042b8faa",V=()=>Math.random().toString(16).slice(2);function G(){let e=window.localStorage.getItem("did_external_key_id");return e||(e=Math.random().toString(16).slice(2),window.localStorage.setItem("did_external_key_id",e)),e}let de=V();function ee(e){if(e.type==="bearer")return`Bearer ${e.token}`;if(e.type==="basic")return`Basic ${btoa(`${e.username}:${e.password}`)}`;if(e.type==="key")return`Client-Key ${e.clientKey}.${G()}_${de}`;throw new Error(`Unknown auth type: ${e}`)}function B(e,a=U,t){const i=async(r,n)=>{const s=await fetch(a+(r!=null&&r.startsWith("/")?r:`/${r}`),{...n,headers:{...n==null?void 0:n.headers,Authorization:ee(e),"Content-Type":"application/json"}});if(!s.ok){let o=await s.text().catch(()=>"Failed to fetch");throw t&&t(new Error(o),{url:r,options:n,headers:s.headers}),new Error(o)}return s.json()};return{get(r,n){return i(r,{...n,method:"GET"})},post(r,n,s){return i(r,{...s,body:JSON.stringify(n),method:"POST"})},delete(r,n,s){return i(r,{...s,body:JSON.stringify(n),method:"DELETE"})},patch(r,n,s){return i(r,{...s,body:JSON.stringify(n),method:"PATCH"})}}}function te(e,a=U,t){const i=B(e,`${a}/agents`,t);return{create(r,n){return i.post("/",r,n)},getAgents(r,n){return i.get(`/${r?`?tag=${r}`:""}`,n).then(s=>s??[])},getById(r,n){return i.get(`/${r}`,n)},delete(r,n){return i.delete(`/${r}`,void 0,n)},update(r,n,s){return i.patch(`/${r}`,n,s)},newChat(r,n){return i.post(`/${r}/chat`,void 0,n)},chat(r,n,s,o){return i.post(`/${r}/chat/${n}`,s,o)},createRating(r,n,s,o){return i.post(`/${r}/chat/${n}/ratings`,s,o)},updateRating(r,n,s,o,d){return i.patch(`/${r}/chat/${n}/ratings/${s}`,o,d)},deleteRating(r,n,s,o){return i.delete(`/${r}/chat/${n}/ratings/${s}`,o)}}}const le=e=>new Promise(a=>setTimeout(a,e));function ge(e){return new Promise((a,t)=>{const{callbacks:i,host:r,auth:n}=e,{onMessage:s=null,onOpen:o=null,onClose:d=null,onError:l=null}=i||{},w=new WebSocket(`${r}?authorization=${ee(n)}`);w.onmessage=s,w.onclose=d,w.onerror=C=>{console.error(C),l==null||l("Websocket failed to connect",C),t(C)},w.onopen=C=>{o==null||o(C),a(w)}})}async function ue(e){const{retries:a=1}=e;let t=null;for(let i=0;(t==null?void 0:t.readyState)!==WebSocket.OPEN;i++)try{t=await ge(e)}catch(r){if(i===a)throw r;await le(i*500)}return t}async function me(e,a,t){const i=t!=null&&t.onMessage?[t.onMessage]:[],r=await ue({auth:e,host:a,callbacks:{onError:t==null?void 0:t.onError,onMessage:n=>{const s=JSON.parse(n.data);i.forEach(o=>o(s.event,s))}}});return{socket:r,disconnect:()=>r.close(),subscribeToEvents:n=>i.push(n)}}const we="X-Playground-Chat";function he(e,a,t,i){const r=B(e,`${a}/agents/${t}`,i);return{createStream(n){return r.post("/streams",{driver_id:n.driver_id,presenter_id:n.presenter_id,compatibility_mode:n.compatibility_mode,stream_warmup:n.stream_warmup,session_timeout:n.session_timeout,type:v.Clip})},startConnection(n,s,o){return r.post(`/streams/${n}/sdp`,{session_id:o,answer:s,type:v.Clip})},addIceCandidate(n,s,o){return r.post(`/streams/${n}/ice`,{session_id:o,...s,type:v.Clip})},sendStreamRequest(n,s,o){return r.post(`/streams/${n}`,{session_id:s,...o,type:v.Clip})},close(n,s){return r.delete(`/streams/${n}`,{session_id:s,type:v.Clip})}}}function fe(e,a,t,i){const r=B(e,`${a}/agents/${t}`,i);return{createStream(n,s){return r.post("/streams",{source_url:n.source_url,driver_url:n.driver_url,face:n.face,config:n.config,compatibility_mode:n.compatibility_mode,stream_warmup:n.stream_warmup,output_resolution:n.output_resolution,session_timeout:n.session_timeout,type:v.Talk},s)},startConnection(n,s,o,d){return r.post(`/streams/${n}/sdp`,{session_id:o,answer:s,type:v.Talk},d)},addIceCandidate(n,s,o,d){return r.post(`/streams/${n}/ice`,{session_id:o,...s,type:v.Talk},d)},sendStreamRequest(n,s,o,d){return r.post(`/streams/${n}`,{session_id:s,...o,type:v.Talk},d)},close(n,s,o){return r.delete(`/streams/${n}`,{session_id:s,type:v.Talk},o)}}}let ne=!1;const b=(e,a)=>ne&&console.log(e,a),pe=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);function re(e){switch(e){case"connected":return k.Connected;case"checking":return k.Connecting;case"failed":return k.Fail;case"new":case"closed":case"disconnected":default:return k.New}}function ye(){let e=0;return a=>{for(const t of a.values())if(t&&t.type==="inbound-rtp"&&t.kind==="video"){const i=t.bytesReceived,r=i-e>0;return e=i,r}return!1}}function ve(e,a){const i=Math.max(Math.ceil(10),1);let r=0,n=!1;const s=ye();return setInterval(async()=>{const o=await e.getStats();s(o)?(r=0,n||(a==null||a(N.Start),n=!0)):n&&(r++,r>=i&&(a==null||a(N.Stop),n=!1))},100)}async function Ce(e,a,{debug:t=!1,callbacks:i,auth:r,analytics:n,baseURL:s=U}){ne=t;let o;const{startConnection:d,sendStreamRequest:l,close:w,createStream:C,addIceCandidate:L}=a.videoType===v.Clip?he(r,s,e,i.onError):fe(r,s,e,i.onError),{id:R,offer:F,ice_servers:j,session_id:A}=await C(a),c=new pe({iceServers:j}),u=c.createDataChannel("JanusDataChannel");if(!A)throw new Error("Could not create session_id");const p=ve(c,i.onVideoStateChange);c.onicecandidate=g=>{b("peerConnection.onicecandidate",g),g.candidate&&g.candidate.sdpMid&&g.candidate.sdpMLineIndex!==null?L(R,{candidate:g.candidate.candidate,sdpMid:g.candidate.sdpMid,sdpMLineIndex:g.candidate.sdpMLineIndex},A):L(R,{candidate:null},A)},c.oniceconnectionstatechange=()=>{var m;b("peerConnection.oniceconnectionstatechange => "+c.iceConnectionState);const g=re(c.iceConnectionState);g===k.Connected?o=setTimeout(()=>{var y;(y=i.onConnectionStateChange)==null||y.call(i,k.Connected)},5e3):(clearTimeout(o),(m=i.onConnectionStateChange)==null||m.call(i,g))},c.ontrack=g=>{var m;b("peerConnection.ontrack",g),(m=i.onSrcObjectReady)==null||m.call(i,g.streams[0])},u.onmessage=g=>{var m;if(u.readyState==="open"){const[y,S]=g.data.split(":");y===K.StreamReady&&(clearTimeout(o),(m=i.onConnectionStateChange)==null||m.call(i,k.Connected))}},await c.setRemoteDescription(F),b("set remote description OK");const E=await c.createAnswer();return b("create answer OK"),await c.setLocalDescription(E),b("set local description OK"),await d(R,E,A),b("start connection OK"),{speak(g){return l(R,A,g)},async disconnect(){var g,m,y;if(R){if(c){if(re(c.iceConnectionState)===k.New){(g=i.onVideoStateChange)==null||g.call(i,N.Stop),clearInterval(p);return}c.close(),c.oniceconnectionstatechange=null,c.onnegotiationneeded=null,c.onicecandidate=null,c.ontrack=null}try{await w(R,A).catch(S=>{})}catch(S){b("Error on close stream connection",S)}(m=i.onConnectionStateChange)==null||m.call(i,k.New),(y=i.onVideoStateChange)==null||y.call(i,N.Stop),clearInterval(p)}},sessionId:A,streamId:R}}let H={};function Se(e){const a=window!=null&&window.hasOwnProperty("DID_AGENTS_API")?"agents-ui":"agents-sdk",t={token:e.token||"testKey",distinct_id:e.distinctId||G(),agentId:e.agent.id,agentType:e.agent.presenter.type,owner_id:e.agent.owner_id??""};return{...t,isEnabled:e.isEnabled??!0,getRandom:()=>Math.random().toString(16).slice(2),track(i,r){if(!this.isEnabled)return Promise.reject("MixPanel analytics is disabled on creation");const n={method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({data:JSON.stringify([{event:i,properties:{...r,...t,source:a,time:Date.now(),$insert_id:this.getRandom(),origin:window.location.href,"Screen Height":window.screen.height||window.innerWidth,"Screen Width":window.screen.width||window.innerHeight,"User Agent":navigator.userAgent}}])})};return fetch("https://api-js.mixpanel.com/track/?verbose=1&ip=1",n).then(s=>s.json()).catch(s=>console.error(s))},linkTrack(i,r,n,s){H[i]||(H[i]={events:{},resolvedDependencies:[]}),s.includes(n)||s.push(n);const o=H[i];if(o.events[n]={props:r},o.resolvedDependencies.push(n),s.every(l=>o.resolvedDependencies.includes(l))){const l=s.reduce((w,C)=>o.events[C]?{...w,...o.events[C].props}:w,{});this.track(i,l),o.resolvedDependencies=o.resolvedDependencies.filter(w=>!s.includes(w)),s.forEach(w=>{delete o.events[w]})}}}}function _e(e){var i,r,n,s,o;const a=()=>/Mobi|Android/i.test(navigator.userAgent)?"Mobile":"Desktop";return{$os:`${(()=>{const d=navigator.platform;return d.toLowerCase().includes("win")?"Windows":d.toLowerCase().includes("mac")?"Mac OS X":d.toLowerCase().includes("linux")?"Linux":"Unknown"})()}`,isMobile:`${a()=="Mobile"}`,browser:navigator.userAgent,origin:window.location.origin,agentType:(i=e.presenter)==null?void 0:i.type,agentVoice:{voiceId:(n=(r=e.presenter)==null?void 0:r.voice)==null?void 0:n.voice_id,provider:(o=(s=e.presenter)==null?void 0:s.voice)==null?void 0:o.type}}}const Me=1080;let O=0;function ke(e,a){var t,i,r;if(e.presenter){if(e.presenter.type===v.Clip)return{videoType:v.Clip,driver_id:e.presenter.driver_id,presenter_id:e.presenter.presenter_id,stream_warmup:!0}}else throw new Error("Presenter is not initialized");return{videoType:v.Talk,source_url:e.presenter.source_url,session_timeout:(t=a==null?void 0:a.streamOptions)==null?void 0:t.session_timeout,stream_warmup:((i=a==null?void 0:a.streamOptions)==null?void 0:i.stream_warmup)??!0,compatibility_mode:(r=a==null?void 0:a.streamOptions)==null?void 0:r.compatibility_mode,output_resolution:(a==null?void 0:a.outputResolution)||(e.presenter.stitch?Me:void 0)}}function ae(e){return e===M.Playground?{[we]:"true"}:{}}async function ie(e,a,t,i){try{const r=await a.newChat(e,ae(i));return t.track("agent-chat",{event:"created",chat_id:r.id,agent_id:e}),r}catch(r){try{console.error(r);const n=JSON.parse(r.message);if((n==null?void 0:n.kind)==="InsufficientCreditsError")throw new Error("InsufficientCreditsError")}catch(n){console.error("Error parsing the error message:",n)}throw new Error("Cannot create new chat")}}function Ee(e,a,t,i,r){return new Promise(async(n,s)=>{O=0;const o=await Ce(e.id,ke(e,a),{...a,analytics:i,callbacks:{...a.callbacks,onConnectionStateChange:async d=>{var l,w;d===k.Connected&&(!r&&a.mode!==M.DirectPlayback&&(r=await ie(e.id,t,i,a.mode).catch(C=>{s(C)})),o?n({chat:r,streamingManager:o}):r&&s(new Error("Something went wrong while initializing the manager"))),(w=(l=a.callbacks).onConnectionStateChange)==null||w.call(l,d)},onVideoStateChange(d){var l,w;(w=(l=a.callbacks).onVideoStateChange)==null||w.call(l,d),O>0&&d===N.Start&&i.linkTrack("agent-video",{event:"start",latency:Date.now()-O},"start",[K.StreamVideoCreated])}}}).catch(s)})}function se(e){let a="";if(e.greetings&&e.greetings.length>0){const t=Math.floor(Math.random()*e.greetings.length);a=e.greetings[t]}else a=`Hi! I'm ${e.preview_name||"My Agent"}. How can I help you?`;return[{content:a,id:V(),role:"assistant",created_at:new Date().toISOString()}]}async function Ie(e,a){var F,j,A;const t={messages:[],chatMode:a.mode||M.Functional};let i=-1;const r=a.baseURL||U,n=a.wsURL||oe,s=a.mixpanelKey||ce,o=te(a.auth,r,a.callbacks.onError),d=await o.getById(e);t.messages=se(d),(j=(F=a.callbacks).onNewMessage)==null||j.call(F,t.messages,"answer");const l=Se({token:s,agent:d,...a});l.track("agent-sdk",{event:"loaded",..._e(d)});const w={onMessage:(c,u)=>{var p,E,g,m,y,S,_;if("content"in u){const{content:h}=u,I=t.messages[t.messages.length-1];(I==null?void 0:I.role)==="assistant"&&(i<t.messages.length&&(I.content=c===z.Partial?I.content+h:h),c===z.Answer&&(i=t.messages.length,l.track("agent-message-received",{messages:t.messages.length}))),(E=(p=a.callbacks).onNewMessage)==null||E.call(p,t.messages,c===z.Answer?"answer":"partial")}else{const h=K,I=[h.StreamVideoDone,h.StreamVideoError,h.StreamVideoRejected],T=[h.StreamFailed,h.StreamVideoError,h.StreamVideoRejected];c=c;const P=(g=d.llm)==null?void 0:g.template;if(c===h.StreamVideoCreated){const{event:D,...$}=u;$.llm={...$.llm,template:P},l.linkTrack("agent-video",{...$},h.StreamVideoCreated,["start"])}else if(I.includes(c)){const D=c.split("/")[1],$={...u,event:D};$.llm={...$.llm,template:P},l.track("agent-video",{...$,event:D})}T.includes(c)&&((y=(m=a.callbacks).onError)==null||y.call(m,new Error(`Stream failed with event ${c}`),{data:u})),u.event===h.StreamDone&&((_=(S=a.callbacks).onConnectionStateChange)==null||_.call(S,k.New))}}};async function C(c){var y,S,_,h,I;O=0,i=-1,c&&(delete t.chat,t.messages=se(d),(S=(y=a.callbacks).onNewMessage)==null||S.call(y,t.messages,"answer"));const u=a.mode===M.DirectPlayback?Promise.resolve(void 0):me(a.auth,n,w),p=Ee(d,a,o,l,t.chat).catch(T=>{throw R(M.Maintenance),T}),[E,{streamingManager:g,chat:m}]=await Promise.all([u,p]);m&&m.id!==((_=t.chat)==null?void 0:_.id)&&((I=(h=a.callbacks).onNewChat)==null||I.call(h,m.id)),t.streamingManager=g,t.socketManager=E,t.chat=m,R((m==null?void 0:m.chat_mode)??a.mode??M.Functional)}async function L(){var c,u;(c=t.socketManager)==null||c.disconnect(),await((u=t.streamingManager)==null?void 0:u.disconnect()),delete t.streamingManager,delete t.socketManager}async function R(c){var u,p;c!==t.chatMode&&(l.track("agent-mode-change",{mode:c}),t.chatMode=c,t.chatMode!==M.Functional&&await L(),(p=(u=a.callbacks).onModeChange)==null||p.call(u,c))}return{agent:d,starterMessages:((A=d.knowledge)==null?void 0:A.starter_message)||[],changeMode:R,async connect(){await C(!0),l.track("agent-chat",{event:"connect",chatId:t.chat.id,agentId:d.id})},async reconnect(){await L(),await C(!1),l.track("agent-chat",{event:"reconnect",chatId:t.chat.id,agentId:d.id})},async disconnect(){var c;await L(),l.track("agent-chat",{event:"disconnect",chatId:(c=t.chat)==null?void 0:c.id,agentId:d.id})},async chat(c){var p,E,g,m,y,S;const u=V();try{if(O=Date.now(),a.mode===M.DirectPlayback)throw new Error("Direct playback is enabled, chat is disabled");if(c.length>=800)throw new Error("Message cannot be more than 800 characters");if(c.length===0)throw new Error("Message cannot be empty");if(t.chatMode===M.Maintenance)throw new Error("Chat is in maintenance mode");if(![M.TextOnly,M.Playground].includes(t.chatMode))if(t.streamingManager){if(!t.chat)throw new Error("Chat is not initialized")}else throw new Error("Streaming manager is not initialized");t.chat||(t.chat=await ie(d.id,o,l,t.chatMode),(E=(p=a.callbacks).onNewChat)==null||E.call(p,t.chat.id)),t.messages.push({id:V(),role:"user",content:c,created_at:new Date(O).toISOString()}),(m=(g=a.callbacks).onNewMessage)==null||m.call(g,t.messages,"user");const _={id:u,role:"assistant",content:"",created_at:new Date().toISOString(),matches:[]},h=[...t.messages];t.messages.push(_);const I=P=>{var D,$;return o.chat(d.id,P,{sessionId:(D=t.streamingManager)==null?void 0:D.sessionId,streamId:($=t.streamingManager)==null?void 0:$.streamId,chatMode:t.chatMode,messages:h},ae(t.chatMode))},T=await I(t.chat.id).catch(async P=>{var D;if(!((D=P==null?void 0:P.message)!=null&&D.includes("missing or invalid session_id")))throw P;return await L(),await C(!1),I(t.chat.id)});return l.track("agent-message-send",{event:"success",messages:t.messages.length+1}),T.result&&(_.content=T.result,_.matches=T.matches,_.context=T.context,l.track("agent-message-received",{latency:Date.now()-O,messages:t.messages.length}),(S=(y=a.callbacks).onNewMessage)==null||S.call(y,t.messages,"answer")),T}catch(_){throw t.messages[t.messages.length-1].id===u&&t.messages.pop(),l.track("agent-message-send",{event:"error",messages:t.messages.length}),_}},rate(c,u,p){var m,y,S,_;const E=t.messages.find(h=>h.id===c);if(t.chat){if(!E)throw new Error("Message not found")}else throw new Error("Chat is not initialized");const g=((m=E.matches)==null?void 0:m.map(h=>[h.document_id,h.id]))??[];return l.track("agent-rate",{event:p?"update":"create",thumb:u===1?"up":"down",knowledge_id:((y=d.knowledge)==null?void 0:y.id)??"",matches:g,score:u}),p?o.updateRating(d.id,t.chat.id,p,{knowledge_id:((S=d.knowledge)==null?void 0:S.id)??"",message_id:c,matches:g,score:u}):o.createRating(d.id,t.chat.id,{knowledge_id:((_=d.knowledge)==null?void 0:_.id)??"",message_id:c,matches:g,score:u})},deleteRate(c){var u;if(!t.chat)throw new Error("Chat is not initialized");return l.track("agent-rate-delete",{type:"text",chat_id:(u=t.chat)==null?void 0:u.id,id:c}),o.deleteRating(d.id,t.chat.id,c)},speak(c){if(!t.streamingManager)throw new Error("Please connect to the agent first");function u(){if(typeof c=="string"){if(!d.presenter)throw new Error("Presenter is not initialized");return{type:"text",provider:d.presenter.voice,input:c,ssml:!1}}return c}const p=u();return l.track("agent-speak",p),t.streamingManager.speak({script:p})}}}function Re(e,a,t){const{getById:i}=te(a,t||U);return i(e)}f.ChatMode=M,f.ChatProgress=z,f.ConnectionState=k,f.DocumentType=Q,f.KnowledgeType=X,f.PlanGroup=W,f.Providers=Y,f.RateState=J,f.StreamEvents=K,f.StreamingState=N,f.Subject=q,f.UserPlan=x,f.VideoType=v,f.VoiceAccess=Z,f.createAgentManager=Ie,f.getAgent=Re,Object.defineProperty(f,Symbol.toStringTag,{value:"Module"})});
+(function(f,x){typeof exports=="object"&&typeof module<"u"?x(exports):typeof define=="function"&&define.amd?define(["exports"],x):(f=typeof globalThis<"u"?globalThis:f||self,x(f.index={}))})(this,function(f){"use strict";var x=(e=>(e.TRIAL="trial",e.BASIC="basic",e.ENTERPRISE="enterprise",e.LITE="lite",e.ADVANCED="advanced",e))(x||{}),W=(e=>(e.TRIAL="deid-trial",e.PRO="deid-pro",e.ENTERPRISE="deid-enterprise",e.LITE="deid-lite",e.ADVANCED="deid-advanced",e.BUILD="deid-api-build",e.LAUNCH="deid-api-launch",e.SCALE="deid-api-scale",e))(W||{}),J=(e=>(e.Unrated="Unrated",e.Positive="Positive",e.Negative="Negative",e))(J||{}),M=(e=>(e.Functional="Functional",e.TextOnly="TextOnly",e.Maintenance="Maintenance",e.Playground="Playground",e.DirectPlayback="DirectPlayback",e))(M||{}),z=(e=>(e.Embed="embed",e.Query="query",e.Partial="partial",e.Answer="answer",e.Complete="done",e))(z||{}),q=(e=>(e.KnowledgeProcessing="knowledge/processing",e.KnowledgeIndexing="knowledge/indexing",e.KnowledgeFailed="knowledge/error",e.KnowledgeDone="knowledge/done",e))(q||{}),X=(e=>(e.Knowledge="knowledge",e.Document="document",e.Record="record",e))(X||{}),Q=(e=>(e.Pdf="pdf",e.Text="text",e.Html="html",e.Word="word",e.Json="json",e.Markdown="markdown",e.Csv="csv",e.Excel="excel",e.Powerpoint="powerpoint",e.Archive="archive",e.Image="image",e.Audio="audio",e.Video="video",e))(Q||{}),v=(e=>(e.Clip="clip",e.Talk="talk",e))(v||{}),N=(e=>(e.Start="START",e.Stop="STOP",e))(N||{}),K=(e=>(e.ChatAnswer="chat/answer",e.ChatPartial="chat/partial",e.StreamDone="stream/done",e.StreamStarted="stream/started",e.StreamFailed="stream/error",e.StreamReady="stream/ready",e.StreamCreated="stream/created",e.StreamVideoCreated="stream-video/started",e.StreamVideoDone="stream-video/done",e.StreamVideoError="stream-video/error",e.StreamVideoRejected="stream-video/rejected",e))(K||{}),k=(e=>(e.New="new",e.Fail="fail",e.Connected="connected",e.Connecting="connecting",e.Terminating="terminating",e))(k||{}),Y=(e=>(e.Amazon="amazon",e.Microsoft="microsoft",e.Afflorithmics="afflorithmics",e.Elevenlabs="elevenlabs",e))(Y||{}),Z=(e=>(e.Public="public",e.Premium="premium",e.Private="private",e))(Z||{});const U="https://api.d-id.com",oe="wss://notifications.d-id.com",ce="79f81a83a67430be2bc0fd61042b8faa",V=()=>Math.random().toString(16).slice(2);function G(){let e=window.localStorage.getItem("did_external_key_id");return e||(e=Math.random().toString(16).slice(2),window.localStorage.setItem("did_external_key_id",e)),e}let de=V();function ee(e){if(e.type==="bearer")return`Bearer ${e.token}`;if(e.type==="basic")return`Basic ${btoa(`${e.username}:${e.password}`)}`;if(e.type==="key")return`Client-Key ${e.clientKey}.${G()}_${de}`;throw new Error(`Unknown auth type: ${e}`)}function B(e,a=U,t){const i=async(r,n)=>{const s=await fetch(a+(r!=null&&r.startsWith("/")?r:`/${r}`),{...n,headers:{...n==null?void 0:n.headers,Authorization:ee(e),"Content-Type":"application/json"}});if(!s.ok){let c=await s.text().catch(()=>"Failed to fetch");throw t&&t(new Error(c),{url:r,options:n,headers:s.headers}),new Error(c)}return s.json()};return{get(r,n){return i(r,{...n,method:"GET"})},post(r,n,s){return i(r,{...s,body:JSON.stringify(n),method:"POST"})},delete(r,n,s){return i(r,{...s,body:JSON.stringify(n),method:"DELETE"})},patch(r,n,s){return i(r,{...s,body:JSON.stringify(n),method:"PATCH"})}}}function te(e,a=U,t){const i=B(e,`${a}/agents`,t);return{create(r,n){return i.post("/",r,n)},getAgents(r,n){return i.get(`/${r?`?tag=${r}`:""}`,n).then(s=>s??[])},getById(r,n){return i.get(`/${r}`,n)},delete(r,n){return i.delete(`/${r}`,void 0,n)},update(r,n,s){return i.patch(`/${r}`,n,s)},newChat(r,n){return i.post(`/${r}/chat`,void 0,n)},chat(r,n,s,c){return i.post(`/${r}/chat/${n}`,s,c)},createRating(r,n,s,c){return i.post(`/${r}/chat/${n}/ratings`,s,c)},updateRating(r,n,s,c,d){return i.patch(`/${r}/chat/${n}/ratings/${s}`,c,d)},deleteRating(r,n,s,c){return i.delete(`/${r}/chat/${n}/ratings/${s}`,c)}}}const le=e=>new Promise(a=>setTimeout(a,e));function ge(e){return new Promise((a,t)=>{const{callbacks:i,host:r,auth:n}=e,{onMessage:s=null,onOpen:c=null,onClose:d=null,onError:l=null}=i||{},w=new WebSocket(`${r}?authorization=${ee(n)}`);w.onmessage=s,w.onclose=d,w.onerror=C=>{console.error(C),l==null||l("Websocket failed to connect",C),t(C)},w.onopen=C=>{c==null||c(C),a(w)}})}async function ue(e){const{retries:a=1}=e;let t=null;for(let i=0;(t==null?void 0:t.readyState)!==WebSocket.OPEN;i++)try{t=await ge(e)}catch(r){if(i===a)throw r;await le(i*500)}return t}async function me(e,a,t){const i=t!=null&&t.onMessage?[t.onMessage]:[],r=await ue({auth:e,host:a,callbacks:{onError:t==null?void 0:t.onError,onMessage:n=>{const s=JSON.parse(n.data);i.forEach(c=>c(s.event,s))}}});return{socket:r,disconnect:()=>r.close(),subscribeToEvents:n=>i.push(n)}}const we="X-Playground-Chat";function he(e,a,t,i){const r=B(e,`${a}/agents/${t}`,i);return{createStream(n){return r.post("/streams",{driver_id:n.driver_id,presenter_id:n.presenter_id,compatibility_mode:n.compatibility_mode,stream_warmup:n.stream_warmup,session_timeout:n.session_timeout,type:v.Clip})},startConnection(n,s,c){return r.post(`/streams/${n}/sdp`,{session_id:c,answer:s,type:v.Clip})},addIceCandidate(n,s,c){return r.post(`/streams/${n}/ice`,{session_id:c,...s,type:v.Clip})},sendStreamRequest(n,s,c){return r.post(`/streams/${n}`,{session_id:s,...c,type:v.Clip})},close(n,s){return r.delete(`/streams/${n}`,{session_id:s,type:v.Clip})}}}function fe(e,a,t,i){const r=B(e,`${a}/agents/${t}`,i);return{createStream(n,s){return r.post("/streams",{source_url:n.source_url,driver_url:n.driver_url,face:n.face,config:n.config,compatibility_mode:n.compatibility_mode,stream_warmup:n.stream_warmup,output_resolution:n.output_resolution,session_timeout:n.session_timeout,type:v.Talk},s)},startConnection(n,s,c,d){return r.post(`/streams/${n}/sdp`,{session_id:c,answer:s,type:v.Talk},d)},addIceCandidate(n,s,c,d){return r.post(`/streams/${n}/ice`,{session_id:c,...s,type:v.Talk},d)},sendStreamRequest(n,s,c,d){return r.post(`/streams/${n}`,{session_id:s,...c,type:v.Talk},d)},close(n,s,c){return r.delete(`/streams/${n}`,{session_id:s,type:v.Talk},c)}}}let ne=!1;const b=(e,a)=>ne&&console.log(e,a),pe=(window.RTCPeerConnection||window.webkitRTCPeerConnection||window.mozRTCPeerConnection).bind(window);function re(e){switch(e){case"connected":return k.Connected;case"checking":return k.Connecting;case"failed":return k.Fail;case"new":case"closed":case"disconnected":default:return k.New}}function ye(){let e=0;return a=>{for(const t of a.values())if(t&&t.type==="inbound-rtp"&&t.kind==="video"){const i=t.bytesReceived,r=i-e>0;return e=i,r}return!1}}function ve(e,a){const i=Math.max(Math.ceil(10),1);let r=0,n=!1;const s=ye();return setInterval(async()=>{const c=await e.getStats();s(c)?(r=0,n||(a==null||a(N.Start),n=!0)):n&&(r++,r>=i&&(a==null||a(N.Stop),n=!1))},100)}async function Ce(e,a,{debug:t=!1,callbacks:i,auth:r,analytics:n,baseURL:s=U}){ne=t;let c;const{startConnection:d,sendStreamRequest:l,close:w,createStream:C,addIceCandidate:L}=a.videoType===v.Clip?he(r,s,e,i.onError):fe(r,s,e,i.onError),{id:R,offer:F,ice_servers:j,session_id:A}=await C(a),o=new pe({iceServers:j}),u=o.createDataChannel("JanusDataChannel");if(!A)throw new Error("Could not create session_id");const p=ve(o,i.onVideoStateChange);o.onicecandidate=g=>{b("peerConnection.onicecandidate",g),g.candidate&&g.candidate.sdpMid&&g.candidate.sdpMLineIndex!==null?L(R,{candidate:g.candidate.candidate,sdpMid:g.candidate.sdpMid,sdpMLineIndex:g.candidate.sdpMLineIndex},A):L(R,{candidate:null},A)},o.oniceconnectionstatechange=()=>{var m;b("peerConnection.oniceconnectionstatechange => "+o.iceConnectionState);const g=re(o.iceConnectionState);g===k.Connected?c=setTimeout(()=>{var y;(y=i.onConnectionStateChange)==null||y.call(i,k.Connected)},5e3):(clearTimeout(c),(m=i.onConnectionStateChange)==null||m.call(i,g))},o.ontrack=g=>{var m;b("peerConnection.ontrack",g),(m=i.onSrcObjectReady)==null||m.call(i,g.streams[0])},u.onmessage=g=>{var m;if(u.readyState==="open"){const[y,S]=g.data.split(":");y===K.StreamReady&&(clearTimeout(c),(m=i.onConnectionStateChange)==null||m.call(i,k.Connected))}},await o.setRemoteDescription(F),b("set remote description OK");const E=await o.createAnswer();return b("create answer OK"),await o.setLocalDescription(E),b("set local description OK"),await d(R,E,A),b("start connection OK"),{speak(g){return l(R,A,g)},async disconnect(){var g,m,y;if(R){if(o){if(re(o.iceConnectionState)===k.New){(g=i.onVideoStateChange)==null||g.call(i,N.Stop),clearInterval(p);return}o.close(),o.oniceconnectionstatechange=null,o.onnegotiationneeded=null,o.onicecandidate=null,o.ontrack=null}try{await w(R,A).catch(S=>{})}catch(S){b("Error on close stream connection",S)}(m=i.onConnectionStateChange)==null||m.call(i,k.New),(y=i.onVideoStateChange)==null||y.call(i,N.Stop),clearInterval(p)}},sessionId:A,streamId:R}}let H={};function Se(e){const a=window!=null&&window.hasOwnProperty("DID_AGENTS_API")?"agents-ui":"agents-sdk",t={token:e.token||"testKey",distinct_id:e.distinctId||G(),agentId:e.agent.id,agentType:e.agent.presenter.type,owner_id:e.agent.owner_id??""};return{...t,isEnabled:e.isEnabled??!0,getRandom:()=>Math.random().toString(16).slice(2),track(i,r){if(!this.isEnabled)return Promise.reject("MixPanel analytics is disabled on creation");const n={method:"POST",headers:{"Content-Type":"application/x-www-form-urlencoded"},body:new URLSearchParams({data:JSON.stringify([{event:i,properties:{...r,...t,source:a,time:Date.now(),$insert_id:this.getRandom(),origin:window.location.href,"Screen Height":window.screen.height||window.innerWidth,"Screen Width":window.screen.width||window.innerHeight,"User Agent":navigator.userAgent}}])})};return fetch("https://api-js.mixpanel.com/track/?verbose=1&ip=1",n).then(s=>s.json()).catch(s=>console.error(s))},linkTrack(i,r,n,s){H[i]||(H[i]={events:{},resolvedDependencies:[]}),s.includes(n)||s.push(n);const c=H[i];if(c.events[n]={props:r},c.resolvedDependencies.push(n),s.every(l=>c.resolvedDependencies.includes(l))){const l=s.reduce((w,C)=>c.events[C]?{...w,...c.events[C].props}:w,{});this.track(i,l),c.resolvedDependencies=c.resolvedDependencies.filter(w=>!s.includes(w)),s.forEach(w=>{delete c.events[w]})}}}}function _e(e){var i,r,n,s,c;const a=()=>/Mobi|Android/i.test(navigator.userAgent)?"Mobile":"Desktop";return{$os:`${(()=>{const d=navigator.platform;return d.toLowerCase().includes("win")?"Windows":d.toLowerCase().includes("mac")?"Mac OS X":d.toLowerCase().includes("linux")?"Linux":"Unknown"})()}`,isMobile:`${a()=="Mobile"}`,browser:navigator.userAgent,origin:window.location.origin,agentType:(i=e.presenter)==null?void 0:i.type,agentVoice:{voiceId:(n=(r=e.presenter)==null?void 0:r.voice)==null?void 0:n.voice_id,provider:(c=(s=e.presenter)==null?void 0:s.voice)==null?void 0:c.type}}}const Me=1080;let O=0;function ke(e,a){var t,i,r;if(e.presenter){if(e.presenter.type===v.Clip)return{videoType:v.Clip,driver_id:e.presenter.driver_id,presenter_id:e.presenter.presenter_id,stream_warmup:!0}}else throw new Error("Presenter is not initialized");return{videoType:v.Talk,source_url:e.presenter.source_url,session_timeout:(t=a==null?void 0:a.streamOptions)==null?void 0:t.session_timeout,stream_warmup:((i=a==null?void 0:a.streamOptions)==null?void 0:i.stream_warmup)??!0,compatibility_mode:(r=a==null?void 0:a.streamOptions)==null?void 0:r.compatibility_mode,output_resolution:(a==null?void 0:a.outputResolution)||(e.presenter.stitch?Me:void 0)}}function ae(e){return e===M.Playground?{[we]:"true"}:{}}async function ie(e,a,t,i){try{const r=await a.newChat(e,ae(i));return t.track("agent-chat",{event:"created",chat_id:r.id,agent_id:e}),r}catch(r){try{console.error(r);const n=JSON.parse(r.message);if((n==null?void 0:n.kind)==="InsufficientCreditsError")throw new Error("InsufficientCreditsError")}catch(n){console.error("Error parsing the error message:",n)}throw new Error("Cannot create new chat")}}function Ee(e,a,t,i,r){return new Promise(async(n,s)=>{O=0;const c=await Ce(e.id,ke(e,a),{...a,analytics:i,callbacks:{...a.callbacks,onConnectionStateChange:async d=>{var l,w;d===k.Connected&&(!r&&a.mode!==M.DirectPlayback&&(r=await ie(e.id,t,i,a.mode).catch(C=>{s(C)})),c?n({chat:r,streamingManager:c}):r&&s(new Error("Something went wrong while initializing the manager"))),(w=(l=a.callbacks).onConnectionStateChange)==null||w.call(l,d)},onVideoStateChange(d){var l,w;(w=(l=a.callbacks).onVideoStateChange)==null||w.call(l,d),O>0&&d===N.Start&&i.linkTrack("agent-video",{event:"start",latency:Date.now()-O},"start",[K.StreamVideoCreated])}}}).catch(s)})}function se(e){let a="";if(e.greetings&&e.greetings.length>0){const t=Math.floor(Math.random()*e.greetings.length);a=e.greetings[t]}else a=`Hi! I'm ${e.preview_name||"My Agent"}. How can I help you?`;return[{content:a,id:V(),role:"assistant",created_at:new Date().toISOString()}]}async function Ie(e,a){var F,j,A;const t={messages:[],chatMode:a.mode||M.Functional};let i=-1;const r=a.baseURL||U,n=a.wsURL||oe,s=a.mixpanelKey||ce,c=te(a.auth,r,a.callbacks.onError),d=await c.getById(e);t.messages=se(d),(j=(F=a.callbacks).onNewMessage)==null||j.call(F,t.messages,"answer");const l=Se({token:s,agent:d,...a});l.track("agent-sdk",{event:"loaded",..._e(d)});const w={onMessage:(o,u)=>{var p,E,g,m,y,S,_;if("content"in u){const{content:h}=u,I=t.messages[t.messages.length-1];(I==null?void 0:I.role)==="assistant"&&(i<t.messages.length&&(I.content=o===z.Partial?I.content+h:h),o===z.Answer&&(i=t.messages.length,l.track("agent-message-received",{messages:t.messages.length}))),(E=(p=a.callbacks).onNewMessage)==null||E.call(p,t.messages,o===z.Answer?"answer":"partial")}else{const h=K,I=[h.StreamVideoDone,h.StreamVideoError,h.StreamVideoRejected],T=[h.StreamFailed,h.StreamVideoError,h.StreamVideoRejected];o=o;const P=(g=d.llm)==null?void 0:g.template;if(o===h.StreamVideoCreated){const{event:D,...$}=u;$.llm={...$.llm,template:P},l.linkTrack("agent-video",{...$},h.StreamVideoCreated,["start"])}else if(I.includes(o)){const D=o.split("/")[1],$={...u,event:D};$.llm={...$.llm,template:P},l.track("agent-video",{...$,event:D})}T.includes(o)&&((y=(m=a.callbacks).onError)==null||y.call(m,new Error(`Stream failed with event ${o}`),{data:u})),u.event===h.StreamDone&&((_=(S=a.callbacks).onConnectionStateChange)==null||_.call(S,k.New))}}};async function C(o){var y,S,_,h,I;O=0,i=-1,o&&(delete t.chat,t.messages=se(d),(S=(y=a.callbacks).onNewMessage)==null||S.call(y,t.messages,"answer"));const u=a.mode===M.DirectPlayback?Promise.resolve(void 0):me(a.auth,n,w),p=Ee(d,a,c,l,t.chat).catch(T=>{throw R(M.Maintenance),T}),[E,{streamingManager:g,chat:m}]=await Promise.all([u,p]);m&&m.id!==((_=t.chat)==null?void 0:_.id)&&((I=(h=a.callbacks).onNewChat)==null||I.call(h,m.id)),t.streamingManager=g,t.socketManager=E,t.chat=m,R((m==null?void 0:m.chat_mode)??a.mode??M.Functional)}async function L(){var o,u;(o=t.socketManager)==null||o.disconnect(),await((u=t.streamingManager)==null?void 0:u.disconnect()),delete t.streamingManager,delete t.socketManager}async function R(o){var u,p;o!==t.chatMode&&(l.track("agent-mode-change",{mode:o}),t.chatMode=o,t.chatMode!==M.Functional&&await L(),(p=(u=a.callbacks).onModeChange)==null||p.call(u,o))}return{agent:d,starterMessages:((A=d.knowledge)==null?void 0:A.starter_message)||[],changeMode:R,async connect(){var o;await C(!0),l.track("agent-chat",{event:"connect",chatId:(o=t.chat)==null?void 0:o.id,agentId:d.id,mode:t.chatMode})},async reconnect(){var o;await L(),await C(!1),l.track("agent-chat",{event:"reconnect",chatId:(o=t.chat)==null?void 0:o.id,agentId:d.id,mode:t.chatMode})},async disconnect(){var o;await L(),l.track("agent-chat",{event:"disconnect",chatId:(o=t.chat)==null?void 0:o.id,agentId:d.id,mode:t.chatMode})},async chat(o){var p,E,g,m,y,S;const u=V();try{if(O=Date.now(),a.mode===M.DirectPlayback)throw new Error("Direct playback is enabled, chat is disabled");if(o.length>=800)throw new Error("Message cannot be more than 800 characters");if(o.length===0)throw new Error("Message cannot be empty");if(t.chatMode===M.Maintenance)throw new Error("Chat is in maintenance mode");if(![M.TextOnly,M.Playground].includes(t.chatMode))if(t.streamingManager){if(!t.chat)throw new Error("Chat is not initialized")}else throw new Error("Streaming manager is not initialized");t.chat||(t.chat=await ie(d.id,c,l,t.chatMode),(E=(p=a.callbacks).onNewChat)==null||E.call(p,t.chat.id)),t.messages.push({id:V(),role:"user",content:o,created_at:new Date(O).toISOString()}),(m=(g=a.callbacks).onNewMessage)==null||m.call(g,t.messages,"user");const _={id:u,role:"assistant",content:"",created_at:new Date().toISOString(),matches:[]},h=[...t.messages];t.messages.push(_);const I=P=>{var D,$;return c.chat(d.id,P,{sessionId:(D=t.streamingManager)==null?void 0:D.sessionId,streamId:($=t.streamingManager)==null?void 0:$.streamId,chatMode:t.chatMode,messages:h},ae(t.chatMode))},T=await I(t.chat.id).catch(async P=>{var D;if(!((D=P==null?void 0:P.message)!=null&&D.includes("missing or invalid session_id")))throw P;return await L(),await C(!1),I(t.chat.id)});return l.track("agent-message-send",{event:"success",messages:t.messages.length+1}),T.result&&(_.content=T.result,_.matches=T.matches,_.context=T.context,l.track("agent-message-received",{latency:Date.now()-O,messages:t.messages.length}),(S=(y=a.callbacks).onNewMessage)==null||S.call(y,t.messages,"answer")),T}catch(_){throw t.messages[t.messages.length-1].id===u&&t.messages.pop(),l.track("agent-message-send",{event:"error",messages:t.messages.length}),_}},rate(o,u,p){var m,y,S,_;const E=t.messages.find(h=>h.id===o);if(t.chat){if(!E)throw new Error("Message not found")}else throw new Error("Chat is not initialized");const g=((m=E.matches)==null?void 0:m.map(h=>[h.document_id,h.id]))??[];return l.track("agent-rate",{event:p?"update":"create",thumb:u===1?"up":"down",knowledge_id:((y=d.knowledge)==null?void 0:y.id)??"",matches:g,score:u}),p?c.updateRating(d.id,t.chat.id,p,{knowledge_id:((S=d.knowledge)==null?void 0:S.id)??"",message_id:o,matches:g,score:u}):c.createRating(d.id,t.chat.id,{knowledge_id:((_=d.knowledge)==null?void 0:_.id)??"",message_id:o,matches:g,score:u})},deleteRate(o){var u;if(!t.chat)throw new Error("Chat is not initialized");return l.track("agent-rate-delete",{type:"text",chat_id:(u=t.chat)==null?void 0:u.id,id:o}),c.deleteRating(d.id,t.chat.id,o)},speak(o){if(!t.streamingManager)throw new Error("Please connect to the agent first");function u(){if(typeof o=="string"){if(!d.presenter)throw new Error("Presenter is not initialized");return{type:"text",provider:d.presenter.voice,input:o,ssml:!1}}return o}const p=u();return l.track("agent-speak",p),t.streamingManager.speak({script:p})}}}function Re(e,a,t){const{getById:i}=te(a,t||U);return i(e)}f.ChatMode=M,f.ChatProgress=z,f.ConnectionState=k,f.DocumentType=Q,f.KnowledgeType=X,f.PlanGroup=W,f.Providers=Y,f.RateState=J,f.StreamEvents=K,f.StreamingState=N,f.Subject=q,f.UserPlan=x,f.VideoType=v,f.VoiceAccess=Z,f.createAgentManager=Ie,f.getAgent=Re,Object.defineProperty(f,Symbol.toStringTag,{value:"Module"})});

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "@d-id/client-sdk",
     "private": false,
-    "version": "1.0.19-beta.105",
+    "version": "1.0.19-beta.106",
     "type": "module",
     "description": "d-id client sdk",
     "repository": {