@d-id/client-sdk 1.1.66 → 1.1.67

package/dist/{livekit-manager-CW6M36Wj.js → livekit-manager-zAbqmsie.js}

@@ -1,15 +1,15 @@
-import { c as De, C as O, S as u, a as Fe, b as Ne, A as m, d as Ue, l as de, e as v, f as F, g as je, h as xe, i as A, n as Oe } from "./index-Bxdy--2d.js";
+import { c as De, C as O, S as p, a as Fe, b as Ne, A as m, d as Ue, l as de, e as v, f as N, g as je, h as xe, i as A, n as Oe } from "./index-DxHW-jum.js";
 function Je(T, L, g, i) {
-  const k = De(T, `${L}/v2/agents/${g}`, i);
+  const M = De(T, `${L}/v2/agents/${g}`, i);
   return {
     async createStream(l) {
-      return k.post("/sessions", l);
+      return M.post("/sessions", l);
     }
   };
 }
 const Be = {
-  [u.ChatAnswer]: O.Answer,
-  [u.ChatPartial]: O.Partial
+  [p.ChatAnswer]: O.Answer,
+  [p.ChatPartial]: O.Partial
 }, ue = 2e4;
 async function Qe() {
   try {
@@ -21,52 +21,52 @@ async function Qe() {
   }
 }
 const qe = {
-  excellent: F.Strong,
-  good: F.Strong,
-  poor: F.Weak,
-  lost: F.Unknown,
-  unknown: F.Unknown
-}, N = JSON.stringify({
+  excellent: N.Strong,
+  good: N.Strong,
+  poor: N.Weak,
+  lost: N.Unknown,
+  unknown: N.Unknown
+}, U = JSON.stringify({
   kind: "InternalServerError",
   description: "Stream Error"
 });
-function le(T, L, g) {
-  var i, k;
-  throw L("Failed to connect to LiveKit room:", T), (i = g.onConnectionStateChange) == null || i.call(g, v.Fail, "internal:init-error"), (k = g.onError) == null || k.call(g, T, { sessionId: "" }), T;
+function pe(T, L, g) {
+  var i, M;
+  throw L("Failed to connect to LiveKit room:", T), (i = g.onConnectionStateChange) == null || i.call(g, v.Fail, "internal:init-error"), (M = g.onError) == null || M.call(g, T, { sessionId: "" }), T;
 }
 async function We(T, L, g) {
   var re;
-  const i = Fe(g.debug || !1, "LiveKitStreamingManager"), { Room: k, RoomEvent: l, ConnectionState: M, Track: H } = await Qe(), { callbacks: n, auth: pe, baseURL: he, analytics: G } = g;
+  const i = Fe(g.debug || !1, "LiveKitStreamingManager"), { Room: M, RoomEvent: l, ConnectionState: k, Track: H } = await Qe(), { callbacks: n, auth: le, baseURL: he, analytics: G } = g;
   let a = null, w = !1;
   const X = Ne.Fluent;
   let R = null;
   const P = { isPublishing: !1, publication: null }, J = { isPublishing: !1, publication: null };
-  let h = null, f = null, U = null, V = !1;
-  a = new k({
+  let h = null, f = null, j = null, _ = !1;
+  a = new M({
     adaptiveStream: !1,
     // Must be false to use mediaStreamTrack directly
     dynacast: !0
   });
-  let E = null, b = m.Idle, j = !0;
-  const ge = Je(pe, he || Ue, T, n.onError);
-  let C, I, $, Y = !0;
+  let E = null, b = m.Idle, I = !0;
+  const ge = Je(le, he || Ue, T, n.onError);
+  let C, $, K, Y = !0;
   try {
     const e = await ge.createStream({
       transport: L.transport,
       chat_persist: L.chat_persist ?? !0
     }), { id: t, session_token: r, session_url: o, interrupt_enabled: c } = e;
-    (re = n.onStreamCreated) == null || re.call(n, { session_id: t, stream_id: t, agent_id: T }), C = t, I = r, $ = o, Y = c ?? !0, await a.prepareConnection($, I);
+    (re = n.onStreamCreated) == null || re.call(n, { session_id: t, stream_id: t, agent_id: T }), C = t, $ = r, K = o, Y = c ?? !0, await a.prepareConnection(K, $);
   } catch (e) {
-    le(e, i, n);
+    pe(e, i, n);
   }
-  if (!$ || !I || !C)
+  if (!K || !$ || !C)
     return Promise.reject(new Error("Failed to initialize LiveKit stream"));
-  a.on(l.ConnectionStateChanged, me).on(l.ConnectionQualityChanged, Ce).on(l.ParticipantConnected, Se).on(l.ParticipantDisconnected, Te).on(l.TrackSubscribed, ve).on(l.TrackUnsubscribed, we).on(l.DataReceived, Pe).on(l.MediaDevicesError, Le).on(l.TranscriptionReceived, fe).on(l.EncryptionError, ke).on(l.TrackSubscriptionFailed, Me);
+  a.on(l.ConnectionStateChanged, me).on(l.ConnectionQualityChanged, Ce).on(l.ParticipantConnected, Se).on(l.ParticipantDisconnected, Te).on(l.TrackSubscribed, ve).on(l.TrackUnsubscribed, we).on(l.DataReceived, Pe).on(l.MediaDevicesError, Le).on(l.TranscriptionReceived, fe).on(l.EncryptionError, Me).on(l.TrackSubscriptionFailed, ke);
   function fe(e, t) {
     t != null && t.isLocal && (de.update(), b === m.Talking && (b = m.Idle));
   }
   try {
-    await a.connect($, I), i("LiveKit room joined successfully"), E = setTimeout(() => {
+    await a.connect(K, $), i("LiveKit room joined successfully"), E = setTimeout(() => {
       var e;
       i(
         `Track subscription timeout - no track subscribed within ${ue / 1e3} seconds after connect`
@@ -76,7 +76,7 @@ async function We(T, L, g) {
       }), (e = n.onError) == null || e.call(n, new Error("Track subscription timeout"), { sessionId: C }), W("internal:track-subscription-timeout");
     }, ue);
   } catch (e) {
-    le(e, i, n);
+    pe(e, i, n);
   }
   G.enrich({
     "stream-type": X
@@ -84,19 +84,19 @@ async function We(T, L, g) {
   function me(e) {
     var t, r, o, c;
     switch (i("Connection state changed:", e), e) {
-      case M.Connecting:
+      case k.Connecting:
         i("CALLBACK: onConnectionStateChange(Connecting)"), (t = n.onConnectionStateChange) == null || t.call(n, v.Connecting, "livekit:connecting");
         break;
-      case M.Connected:
+      case k.Connected:
         i("LiveKit room connected successfully"), w = !0;
         break;
-      case M.Disconnected:
-        i("LiveKit room disconnected"), w = !1, V = !1, P.publication = null, J.publication = null, (r = n.onConnectionStateChange) == null || r.call(n, v.Disconnected, "livekit:disconnected");
+      case k.Disconnected:
+        i("LiveKit room disconnected"), w = !1, _ = !1, P.publication = null, J.publication = null, (r = n.onConnectionStateChange) == null || r.call(n, v.Disconnected, "livekit:disconnected");
         break;
-      case M.Reconnecting:
+      case k.Reconnecting:
         i("LiveKit room reconnecting..."), (o = n.onConnectionStateChange) == null || o.call(n, v.Connecting, "livekit:reconnecting");
         break;
-      case M.SignalReconnecting:
+      case k.SignalReconnecting:
         i("LiveKit room signal reconnecting..."), (c = n.onConnectionStateChange) == null || c.call(n, v.Connecting, "livekit:signal-reconnecting");
         break;
     }
@@ -113,14 +113,14 @@ async function We(T, L, g) {
   }
   function ye() {
     var e;
-    U !== A.Start && (i("CALLBACK: onVideoStateChange(Start)"), U = A.Start, (e = n.onVideoStateChange) == null || e.call(n, A.Start));
+    j !== A.Start && (i("CALLBACK: onVideoStateChange(Start)"), j = A.Start, (e = n.onVideoStateChange) == null || e.call(n, A.Start));
   }
   function Z(e) {
     var t;
-    U !== A.Stop && (i("CALLBACK: onVideoStateChange(Stop)"), U = A.Stop, (t = n.onVideoStateChange) == null || t.call(n, A.Stop, e));
+    j !== A.Stop && (i("CALLBACK: onVideoStateChange(Stop)"), j = A.Stop, (t = n.onVideoStateChange) == null || t.call(n, A.Stop, e));
   }
   function ve(e, t, r) {
-    var c, s, p;
+    var c, s, u;
     i(`Track subscribed: ${e.kind} from ${r.identity}`);
     const o = e.mediaStreamTrack;
     if (!o) {
@@ -131,16 +131,16 @@ async function We(T, L, g) {
       () => e.getRTCStatsReport(),
       ({ sttLatency: d, serviceLatency: S }) => {
         var oe, ae, ce;
-        const _ = de.get(!0);
-        let D = 0;
+        const D = de.get(!0);
+        let F = 0;
         if (d) {
           const se = ((ae = (oe = h == null ? void 0 : h.getReport()) == null ? void 0 : oe.webRTCStats) == null ? void 0 : ae.avgRtt) ?? 0;
-          D = se > 0 ? Math.round(se * 1e3) : 0;
+          F = se > 0 ? Math.round(se * 1e3) : 0;
         }
-        const K = _ > 0 ? _ + (d ?? 0) + D : void 0, y = K !== void 0 && S !== void 0 ? K - S : void 0;
-        (ce = n.onFirstAudioDetected) == null || ce.call(n, { latency: K, networkLatency: y });
+        const V = D > 0 ? D + (d ?? 0) + F : void 0, y = V !== void 0 && S !== void 0 ? V - S : void 0;
+        (ce = n.onFirstAudioDetected) == null || ce.call(n, { latency: V, networkLatency: y });
       }
-    )), e.kind === "video" && ((c = n.onStreamReady) == null || c.call(n), i("CALLBACK: onSrcObjectReady"), (s = n.onSrcObjectReady) == null || s.call(n, R), V || (V = !0, i("CALLBACK: onConnectionStateChange(Connected)"), (p = n.onConnectionStateChange) == null || p.call(n, v.Connected, "livekit:track-subscribed")), h = je(
+    )), e.kind === "video" && ((c = n.onStreamReady) == null || c.call(n), i("CALLBACK: onSrcObjectReady"), (s = n.onSrcObjectReady) == null || s.call(n, R), _ || (_ = !0, i("CALLBACK: onConnectionStateChange(Connected)"), (u = n.onConnectionStateChange) == null || u.call(n, v.Connected, "livekit:track-subscribed")), h = je(
       () => e.getRTCStatsReport(),
       () => w,
       Oe,
@@ -158,31 +158,32 @@ async function We(T, L, g) {
     r && ((o = n.onMessage) == null || o.call(n, r, { event: r, ...t }));
   }
   function B(e, t) {
-    var r, o, c, s;
-    if (e === u.ToolCallStarted) {
-      b = m.ToolActive, (r = n.onAgentActivityStateChange) == null || r.call(n, m.ToolActive), (o = n.onToolEvent) == null || o.call(n, u.ToolCallStarted, t);
+    var r, o, c, s, u;
+    if (e === p.ToolCallStarted) {
+      const d = t;
+      I = d.interruptible !== !1, (r = n.onInterruptibleChange) == null || r.call(n, I), b = m.ToolActive, (o = n.onAgentActivityStateChange) == null || o.call(n, m.ToolActive), (c = n.onToolEvent) == null || c.call(n, p.ToolCallStarted, d);
       return;
     }
-    if (e === u.ToolCallDone) {
-      (c = n.onToolEvent) == null || c.call(n, u.ToolCallDone, t);
+    if (e === p.ToolCallDone) {
+      (s = n.onToolEvent) == null || s.call(n, p.ToolCallDone, t);
       return;
     }
-    e === u.ToolCallError && ((s = n.onToolEvent) == null || s.call(n, u.ToolCallError, t));
+    e === p.ToolCallError && ((u = n.onToolEvent) == null || u.call(n, p.ToolCallError, t));
   }
   function Ee(e, t) {
-    var r, o, c, s, p;
-    if (j = ((r = t.metadata) == null ? void 0 : r.interruptible) !== !1, (o = n.onInterruptibleChange) == null || o.call(n, j), e === u.StreamVideoCreated) {
+    var r, o, c, s, u;
+    if (I = ((r = t.metadata) == null ? void 0 : r.interruptible) !== !1, (o = n.onInterruptibleChange) == null || o.call(n, I), e === p.StreamVideoCreated) {
       b = m.Talking, (c = n.onAgentActivityStateChange) == null || c.call(n, m.Talking), f == null || f.arm({
         sttLatency: (s = t == null ? void 0 : t.stt) == null ? void 0 : s.latency,
         serviceLatency: t == null ? void 0 : t.serviceLatency
       });
       return;
     }
-    j && (b = m.Idle, (p = n.onAgentActivityStateChange) == null || p.call(n, m.Idle));
+    I && (b = m.Idle, (u = n.onAgentActivityStateChange) == null || u.call(n, m.Idle));
   }
   function x(e, t) {
-    var s, p, d, S;
-    const r = ((p = (s = h == null ? void 0 : h.getReport()) == null ? void 0 : s.webRTCStats) == null ? void 0 : p.avgRtt) ?? 0, o = r > 0 ? Math.round(r / 2 * 1e3) : 0, c = { ...t, downstreamNetworkLatency: o };
+    var s, u, d, S;
+    const r = ((u = (s = h == null ? void 0 : h.getReport()) == null ? void 0 : s.webRTCStats) == null ? void 0 : u.avgRtt) ?? 0, o = r > 0 ? Math.round(r / 2 * 1e3) : 0, c = { ...t, downstreamNetworkLatency: o };
     g.debug && ((d = t == null ? void 0 : t.metadata) != null && d.sentiment) && (c.sentiment = {
       id: t.metadata.sentiment.id,
       name: t.metadata.sentiment.sentiment
@@ -196,37 +197,37 @@ async function We(T, L, g) {
     });
   }
   const Re = {
-    [u.ChatAnswer]: ee,
-    [u.ChatPartial]: ee,
-    [u.ToolCallStarted]: B,
-    [u.ToolCallDone]: B,
-    [u.ToolCallError]: B,
-    [u.StreamVideoCreated]: x,
-    [u.StreamVideoDone]: x,
-    [u.StreamVideoError]: x,
-    [u.StreamVideoRejected]: x,
-    [u.ChatAudioTranscribed]: Ae
+    [p.ChatAnswer]: ee,
+    [p.ChatPartial]: ee,
+    [p.ToolCallStarted]: B,
+    [p.ToolCallDone]: B,
+    [p.ToolCallError]: B,
+    [p.StreamVideoCreated]: x,
+    [p.StreamVideoDone]: x,
+    [p.StreamVideoError]: x,
+    [p.StreamVideoRejected]: x,
+    [p.ChatAudioTranscribed]: Ae
   };
   function Pe(e, t, r, o) {
     const c = new TextDecoder().decode(e);
     try {
-      const s = JSON.parse(c), p = o || s.subject;
-      if (i("Data received:", { subject: p, data: s }), !p) return;
-      const d = Re[p];
-      d == null || d(p, s);
+      const s = JSON.parse(c), u = o || s.subject;
+      if (i("Data received:", { subject: u, data: s }), !u) return;
+      const d = Re[u];
+      d == null || d(u, s);
     } catch (s) {
       i("Failed to parse data channel message:", s);
     }
   }
   function Le(e) {
     var t;
-    i("Media devices error:", e), (t = n.onError) == null || t.call(n, new Error(N), { sessionId: C });
+    i("Media devices error:", e), (t = n.onError) == null || t.call(n, new Error(U), { sessionId: C });
   }
-  function ke(e) {
+  function Me(e) {
     var t;
-    i("Encryption error:", e), (t = n.onError) == null || t.call(n, new Error(N), { sessionId: C });
+    i("Encryption error:", e), (t = n.onError) == null || t.call(n, new Error(U), { sessionId: C });
   }
-  function Me(e, t, r) {
+  function ke(e, t, r) {
     i("Track subscription failed:", { trackSid: e, participant: t, reason: r });
   }
   function be(e, t, r) {
@@ -239,25 +240,25 @@ async function We(T, L, g) {
     return null;
   }
   async function ne(e, t, r, o, c, s) {
-    var _, D, K;
+    var D, F, V;
     if (!w || !a)
       throw i(`Room is not connected, cannot publish ${o} stream`), new Error("Room is not connected");
     if (e.isPublishing) {
       i(`${o} publish already in progress, skipping`);
       return;
     }
-    const p = r(t);
-    if (p.length === 0)
+    const u = r(t);
+    if (u.length === 0)
       throw new Error(`No ${o} track found in the provided MediaStream`);
-    const d = p[0], S = be(d, o, c());
+    const d = u[0], S = be(d, o, c());
     if (S) {
       i(`${o} track is already published, skipping`, {
         trackId: d.id,
-        publishedTrackId: (D = (_ = S.track) == null ? void 0 : _.mediaStreamTrack) == null ? void 0 : D.id
+        publishedTrackId: (F = (D = S.track) == null ? void 0 : D.mediaStreamTrack) == null ? void 0 : F.id
       }), e.publication = S;
       return;
     }
-    if ((K = e.publication) != null && K.track) {
+    if ((V = e.publication) != null && V.track) {
       const y = e.publication.track.mediaStreamTrack;
       y !== d && (y == null ? void 0 : y.id) !== d.id && (i(`Unpublishing existing ${o} track before publishing new one`), await s());
     }
@@ -328,7 +329,7 @@ async function We(T, L, g) {
   async function z(e, t) {
     var r, o;
     if (!w || !a) {
-      i("Room is not connected for sending messages"), (r = n.onError) == null || r.call(n, new Error(N), {
+      i("Room is not connected for sending messages"), (r = n.onError) == null || r.call(n, new Error(U), {
         sessionId: C
       });
       return;
@@ -336,7 +337,7 @@ async function We(T, L, g) {
     try {
       await a.localParticipant.sendText(e, { topic: t }), i("Message sent successfully:", e);
     } catch (c) {
-      i("Failed to send message:", c), (o = n.onError) == null || o.call(n, new Error(N), { sessionId: C });
+      i("Failed to send message:", c), (o = n.onError) == null || o.call(n, new Error(U), { sessionId: C });
     }
   }
   async function ie(e) {
@@ -345,7 +346,7 @@ async function We(T, L, g) {
       const o = JSON.parse(e).topic;
       return z("", o);
     } catch (r) {
-      i("Failed to send data channel message:", r), (t = n.onError) == null || t.call(n, new Error(N), { sessionId: C });
+      i("Failed to send data channel message:", r), (t = n.onError) == null || t.call(n, new Error(U), { sessionId: C });
     }
   }
   function _e(e) {
@@ -357,7 +358,7 @@ async function We(T, L, g) {
   }
   async function W(e) {
     var t, r;
-    E && (clearTimeout(E), E = null), f == null || f.destroy(), f = null, a && ((t = n.onConnectionStateChange) == null || t.call(n, v.Disconnecting, e), await Promise.all([Q(), q()]), await a.disconnect()), Ve(), w = !1, V = !1, (r = n.onAgentActivityStateChange) == null || r.call(n, m.Idle), b = m.Idle;
+    E && (clearTimeout(E), E = null), f == null || f.destroy(), f = null, a && ((t = n.onConnectionStateChange) == null || t.call(n, v.Disconnecting, e), await Promise.all([Q(), q()]), await a.disconnect()), Ve(), w = !1, _ = !1, (r = n.onAgentActivityStateChange) == null || r.call(n, m.Idle), b = m.Idle;
   }
   return {
     speak(e) {
@@ -371,15 +372,15 @@ async function We(T, L, g) {
     disconnect: () => W("user:disconnect"),
     async reconnect() {
       var e, t;
-      if ((a == null ? void 0 : a.state) === M.Connected) {
+      if ((a == null ? void 0 : a.state) === k.Connected) {
         i("Room is already connected");
         return;
       }
-      if (!a || !$ || !I)
+      if (!a || !K || !$)
         throw i("Cannot reconnect: missing room, URL or token"), new Error("Cannot reconnect: session not available");
-      i("Reconnecting to LiveKit room, state:", a.state), V = !1, (e = n.onConnectionStateChange) == null || e.call(n, v.Connecting, "user:reconnect");
+      i("Reconnecting to LiveKit room, state:", a.state), _ = !1, (e = n.onConnectionStateChange) == null || e.call(n, v.Connecting, "user:reconnect");
       try {
-        if (await a.connect($, I), i("Room reconnected"), w = !0, a.remoteParticipants.size === 0) {
+        if (await a.connect(K, $), i("Room reconnected"), w = !0, a.remoteParticipants.size === 0) {
           if (i("Waiting for agent to join..."), !await new Promise((o) => {
             const c = setTimeout(() => {
               a == null || a.off(l.ParticipantConnected, s), o(!1);
@@ -418,10 +419,10 @@ async function We(T, L, g) {
     streamId: C,
     streamType: X,
     interruptAvailable: Y,
-    isInterruptible: j
+    isInterruptible: I
   };
 }
 export {
   We as createLiveKitStreamingManager,
-  le as handleInitError
+  pe as handleInitError
 };

package/dist/src/types/stream/stream.d.ts

@@ -162,6 +162,7 @@ export interface ToolCallStartedPayload {
     name: string;
     input: Record<string, unknown>;
     output: Record<string, unknown>;
+    interruptible: boolean;
     timestamp: string;
 }
 export interface ToolCallDonePayload {

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@d-id/client-sdk",
   "private": false,
-  "version": "1.1.66",
+  "version": "1.1.67",
   "type": "module",
   "description": "d-id client sdk",
   "repository": {